{
  "best_global_step": 36000,
  "best_metric": 84.81292921687096,
  "best_model_checkpoint": "inprogress/Ethio-ASR-Amharic/badrex/Ethio-ASR-amharic-29072026-073136/checkpoint-36000",
  "epoch": 3.794266441821248,
  "eval_steps": 800,
  "global_step": 36000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0005269814502529511,
      "grad_norm": 5.572609901428223,
      "learning_rate": 3.3333333333333334e-08,
      "loss": 1.2553595542907714,
      "step": 5
    },
    {
      "epoch": 0.0010539629005059021,
      "grad_norm": 6.526328086853027,
      "learning_rate": 7.500000000000001e-08,
      "loss": 1.2349457740783691,
      "step": 10
    },
    {
      "epoch": 0.0015809443507588533,
      "grad_norm": 5.910638809204102,
      "learning_rate": 1.1666666666666667e-07,
      "loss": 1.1005698204040528,
      "step": 15
    },
    {
      "epoch": 0.0021079258010118043,
      "grad_norm": 5.276697635650635,
      "learning_rate": 1.5833333333333333e-07,
      "loss": 1.1381032943725586,
      "step": 20
    },
    {
      "epoch": 0.0026349072512647557,
      "grad_norm": 12.443347930908203,
      "learning_rate": 2.0000000000000002e-07,
      "loss": 1.2412370681762694,
      "step": 25
    },
    {
      "epoch": 0.0031618887015177066,
      "grad_norm": 7.9928879737854,
      "learning_rate": 2.4166666666666665e-07,
      "loss": 1.0754406929016114,
      "step": 30
    },
    {
      "epoch": 0.0036888701517706576,
      "grad_norm": 5.289636611938477,
      "learning_rate": 2.8333333333333336e-07,
      "loss": 0.9781558990478516,
      "step": 35
    },
    {
      "epoch": 0.0042158516020236085,
      "grad_norm": 4.58980131149292,
      "learning_rate": 3.25e-07,
      "loss": 1.0467288970947266,
      "step": 40
    },
    {
      "epoch": 0.00474283305227656,
      "grad_norm": 6.499095439910889,
      "learning_rate": 3.666666666666667e-07,
      "loss": 0.9823715209960937,
      "step": 45
    },
    {
      "epoch": 0.005269814502529511,
      "grad_norm": 5.9226555824279785,
      "learning_rate": 4.083333333333333e-07,
      "loss": 0.8760129928588867,
      "step": 50
    },
    {
      "epoch": 0.005796795952782462,
      "grad_norm": 4.899530410766602,
      "learning_rate": 4.5e-07,
      "loss": 1.4865816116333008,
      "step": 55
    },
    {
      "epoch": 0.006323777403035413,
      "grad_norm": 6.697022438049316,
      "learning_rate": 4.916666666666667e-07,
      "loss": 1.0903017044067382,
      "step": 60
    },
    {
      "epoch": 0.006850758853288365,
      "grad_norm": 11.593549728393555,
      "learning_rate": 5.333333333333333e-07,
      "loss": 0.9241869926452637,
      "step": 65
    },
    {
      "epoch": 0.007377740303541315,
      "grad_norm": 9.75815486907959,
      "learning_rate": 5.75e-07,
      "loss": 0.9772293090820312,
      "step": 70
    },
    {
      "epoch": 0.007904721753794267,
      "grad_norm": 19.184524536132812,
      "learning_rate": 6.166666666666667e-07,
      "loss": 1.264990234375,
      "step": 75
    },
    {
      "epoch": 0.008431703204047217,
      "grad_norm": 22.896255493164062,
      "learning_rate": 6.583333333333333e-07,
      "loss": 1.3242387771606445,
      "step": 80
    },
    {
      "epoch": 0.00895868465430017,
      "grad_norm": 4.091427803039551,
      "learning_rate": 7.000000000000001e-07,
      "loss": 0.8197218894958496,
      "step": 85
    },
    {
      "epoch": 0.00948566610455312,
      "grad_norm": 5.087061405181885,
      "learning_rate": 7.416666666666666e-07,
      "loss": 0.8975428581237793,
      "step": 90
    },
    {
      "epoch": 0.01001264755480607,
      "grad_norm": 5.1293864250183105,
      "learning_rate": 7.833333333333334e-07,
      "loss": 0.8638530731201172,
      "step": 95
    },
    {
      "epoch": 0.010539629005059023,
      "grad_norm": 4.16559362411499,
      "learning_rate": 8.25e-07,
      "loss": 0.7727515697479248,
      "step": 100
    },
    {
      "epoch": 0.011066610455311973,
      "grad_norm": 3.6255898475646973,
      "learning_rate": 8.666666666666667e-07,
      "loss": 1.0378117561340332,
      "step": 105
    },
    {
      "epoch": 0.011593591905564924,
      "grad_norm": 5.452226161956787,
      "learning_rate": 9.083333333333334e-07,
      "loss": 1.1074348449707032,
      "step": 110
    },
    {
      "epoch": 0.012120573355817876,
      "grad_norm": 7.903067588806152,
      "learning_rate": 9.500000000000001e-07,
      "loss": 0.8119016647338867,
      "step": 115
    },
    {
      "epoch": 0.012647554806070826,
      "grad_norm": 3.3515772819519043,
      "learning_rate": 9.916666666666666e-07,
      "loss": 0.8700572967529296,
      "step": 120
    },
    {
      "epoch": 0.013174536256323777,
      "grad_norm": 7.516238212585449,
      "learning_rate": 1.0333333333333333e-06,
      "loss": 0.8329878807067871,
      "step": 125
    },
    {
      "epoch": 0.01370151770657673,
      "grad_norm": 3.8746302127838135,
      "learning_rate": 1.075e-06,
      "loss": 0.8643001556396485,
      "step": 130
    },
    {
      "epoch": 0.01422849915682968,
      "grad_norm": 2.862985372543335,
      "learning_rate": 1.1166666666666666e-06,
      "loss": 0.6773784160614014,
      "step": 135
    },
    {
      "epoch": 0.01475548060708263,
      "grad_norm": 4.93272066116333,
      "learning_rate": 1.1583333333333334e-06,
      "loss": 0.7433518409729004,
      "step": 140
    },
    {
      "epoch": 0.015282462057335583,
      "grad_norm": 2.461817502975464,
      "learning_rate": 1.2000000000000002e-06,
      "loss": 0.9441957473754883,
      "step": 145
    },
    {
      "epoch": 0.015809443507588533,
      "grad_norm": 3.4016056060791016,
      "learning_rate": 1.2416666666666667e-06,
      "loss": 0.7597127914428711,
      "step": 150
    },
    {
      "epoch": 0.016336424957841485,
      "grad_norm": 84.35591125488281,
      "learning_rate": 1.2833333333333333e-06,
      "loss": 1.5195024490356446,
      "step": 155
    },
    {
      "epoch": 0.016863406408094434,
      "grad_norm": 2.790257692337036,
      "learning_rate": 1.325e-06,
      "loss": 0.7327440738677978,
      "step": 160
    },
    {
      "epoch": 0.017390387858347386,
      "grad_norm": 4.609276294708252,
      "learning_rate": 1.3666666666666668e-06,
      "loss": 0.6891440868377685,
      "step": 165
    },
    {
      "epoch": 0.01791736930860034,
      "grad_norm": 2.260938882827759,
      "learning_rate": 1.4083333333333333e-06,
      "loss": 0.7204998016357422,
      "step": 170
    },
    {
      "epoch": 0.018444350758853287,
      "grad_norm": 6.1730804443359375,
      "learning_rate": 1.45e-06,
      "loss": 0.7252166748046875,
      "step": 175
    },
    {
      "epoch": 0.01897133220910624,
      "grad_norm": 4.671811580657959,
      "learning_rate": 1.4916666666666666e-06,
      "loss": 1.4416860580444335,
      "step": 180
    },
    {
      "epoch": 0.019498313659359192,
      "grad_norm": 3.730381488800049,
      "learning_rate": 1.5333333333333334e-06,
      "loss": 0.678927993774414,
      "step": 185
    },
    {
      "epoch": 0.02002529510961214,
      "grad_norm": 3.27512526512146,
      "learning_rate": 1.575e-06,
      "loss": 0.8791622161865235,
      "step": 190
    },
    {
      "epoch": 0.020552276559865093,
      "grad_norm": 10.956591606140137,
      "learning_rate": 1.6166666666666667e-06,
      "loss": 0.666944932937622,
      "step": 195
    },
    {
      "epoch": 0.021079258010118045,
      "grad_norm": 3.188082218170166,
      "learning_rate": 1.6583333333333335e-06,
      "loss": 0.7062820434570313,
      "step": 200
    },
    {
      "epoch": 0.021606239460370994,
      "grad_norm": 19.120059967041016,
      "learning_rate": 1.7e-06,
      "loss": 0.9298879623413085,
      "step": 205
    },
    {
      "epoch": 0.022133220910623946,
      "grad_norm": 5.332170009613037,
      "learning_rate": 1.7416666666666666e-06,
      "loss": 0.6716312885284423,
      "step": 210
    },
    {
      "epoch": 0.0226602023608769,
      "grad_norm": 7.948815822601318,
      "learning_rate": 1.7833333333333333e-06,
      "loss": 0.8598156929016113,
      "step": 215
    },
    {
      "epoch": 0.023187183811129847,
      "grad_norm": 6.289936542510986,
      "learning_rate": 1.825e-06,
      "loss": 0.7919472217559814,
      "step": 220
    },
    {
      "epoch": 0.0237141652613828,
      "grad_norm": 3.861330032348633,
      "learning_rate": 1.8666666666666667e-06,
      "loss": 1.0141118049621582,
      "step": 225
    },
    {
      "epoch": 0.024241146711635752,
      "grad_norm": 4.459234714508057,
      "learning_rate": 1.908333333333333e-06,
      "loss": 0.8207212448120117,
      "step": 230
    },
    {
      "epoch": 0.0247681281618887,
      "grad_norm": 12.336751937866211,
      "learning_rate": 1.95e-06,
      "loss": 0.6955461502075195,
      "step": 235
    },
    {
      "epoch": 0.025295109612141653,
      "grad_norm": 3.0159552097320557,
      "learning_rate": 1.9916666666666665e-06,
      "loss": 0.747826337814331,
      "step": 240
    },
    {
      "epoch": 0.025822091062394605,
      "grad_norm": 3.5737664699554443,
      "learning_rate": 2.0333333333333335e-06,
      "loss": 0.6638569355010986,
      "step": 245
    },
    {
      "epoch": 0.026349072512647554,
      "grad_norm": 3.8575565814971924,
      "learning_rate": 2.075e-06,
      "loss": 0.9207387924194336,
      "step": 250
    },
    {
      "epoch": 0.026876053962900506,
      "grad_norm": 9.668057441711426,
      "learning_rate": 2.1166666666666666e-06,
      "loss": 0.7276564598083496,
      "step": 255
    },
    {
      "epoch": 0.02740303541315346,
      "grad_norm": 2.7674198150634766,
      "learning_rate": 2.1583333333333336e-06,
      "loss": 0.7190275192260742,
      "step": 260
    },
    {
      "epoch": 0.027930016863406407,
      "grad_norm": 3.46815824508667,
      "learning_rate": 2.2e-06,
      "loss": 0.7605592250823975,
      "step": 265
    },
    {
      "epoch": 0.02845699831365936,
      "grad_norm": 7.491896152496338,
      "learning_rate": 2.2416666666666667e-06,
      "loss": 0.894957160949707,
      "step": 270
    },
    {
      "epoch": 0.028983979763912312,
      "grad_norm": 5.366579055786133,
      "learning_rate": 2.2833333333333336e-06,
      "loss": 0.8784721374511719,
      "step": 275
    },
    {
      "epoch": 0.02951096121416526,
      "grad_norm": 3.245436906814575,
      "learning_rate": 2.325e-06,
      "loss": 0.5832510948181152,
      "step": 280
    },
    {
      "epoch": 0.030037942664418213,
      "grad_norm": 21.658191680908203,
      "learning_rate": 2.3666666666666667e-06,
      "loss": 0.6664479732513428,
      "step": 285
    },
    {
      "epoch": 0.030564924114671165,
      "grad_norm": 4.980588436126709,
      "learning_rate": 2.4083333333333337e-06,
      "loss": 0.5574026107788086,
      "step": 290
    },
    {
      "epoch": 0.031091905564924114,
      "grad_norm": 6.65346097946167,
      "learning_rate": 2.45e-06,
      "loss": 0.7289684295654297,
      "step": 295
    },
    {
      "epoch": 0.031618887015177066,
      "grad_norm": 4.326145648956299,
      "learning_rate": 2.4916666666666664e-06,
      "loss": 0.7077043533325196,
      "step": 300
    },
    {
      "epoch": 0.032145868465430015,
      "grad_norm": 2.758117198944092,
      "learning_rate": 2.5333333333333334e-06,
      "loss": 0.6288560390472412,
      "step": 305
    },
    {
      "epoch": 0.03267284991568297,
      "grad_norm": 3.627133846282959,
      "learning_rate": 2.575e-06,
      "loss": 0.7611916065216064,
      "step": 310
    },
    {
      "epoch": 0.03319983136593592,
      "grad_norm": 4.196048259735107,
      "learning_rate": 2.616666666666667e-06,
      "loss": 0.815268611907959,
      "step": 315
    },
    {
      "epoch": 0.03372681281618887,
      "grad_norm": 6.314827919006348,
      "learning_rate": 2.6583333333333334e-06,
      "loss": 0.6938272476196289,
      "step": 320
    },
    {
      "epoch": 0.034253794266441824,
      "grad_norm": 6.782082557678223,
      "learning_rate": 2.7e-06,
      "loss": 1.1330352783203126,
      "step": 325
    },
    {
      "epoch": 0.03478077571669477,
      "grad_norm": 3.4559311866760254,
      "learning_rate": 2.741666666666667e-06,
      "loss": 0.683301591873169,
      "step": 330
    },
    {
      "epoch": 0.03530775716694772,
      "grad_norm": 5.204742908477783,
      "learning_rate": 2.7833333333333335e-06,
      "loss": 0.7305049419403076,
      "step": 335
    },
    {
      "epoch": 0.03583473861720068,
      "grad_norm": 4.816100120544434,
      "learning_rate": 2.825e-06,
      "loss": 0.7046959877014161,
      "step": 340
    },
    {
      "epoch": 0.036361720067453626,
      "grad_norm": 4.969569683074951,
      "learning_rate": 2.866666666666667e-06,
      "loss": 0.9121953964233398,
      "step": 345
    },
    {
      "epoch": 0.036888701517706575,
      "grad_norm": 9.231441497802734,
      "learning_rate": 2.9083333333333336e-06,
      "loss": 0.6292763233184815,
      "step": 350
    },
    {
      "epoch": 0.03741568296795953,
      "grad_norm": 5.551163673400879,
      "learning_rate": 2.9499999999999997e-06,
      "loss": 0.7969986438751221,
      "step": 355
    },
    {
      "epoch": 0.03794266441821248,
      "grad_norm": 5.079289436340332,
      "learning_rate": 2.9916666666666667e-06,
      "loss": 0.8649481773376465,
      "step": 360
    },
    {
      "epoch": 0.03846964586846543,
      "grad_norm": 2.464022159576416,
      "learning_rate": 3.0333333333333332e-06,
      "loss": 0.9774141311645508,
      "step": 365
    },
    {
      "epoch": 0.038996627318718384,
      "grad_norm": 4.752345561981201,
      "learning_rate": 3.0749999999999998e-06,
      "loss": 0.5862679481506348,
      "step": 370
    },
    {
      "epoch": 0.03952360876897133,
      "grad_norm": 2.9237122535705566,
      "learning_rate": 3.1166666666666668e-06,
      "loss": 0.7570273399353027,
      "step": 375
    },
    {
      "epoch": 0.04005059021922428,
      "grad_norm": 3.042994499206543,
      "learning_rate": 3.1583333333333333e-06,
      "loss": 0.5631335258483887,
      "step": 380
    },
    {
      "epoch": 0.04057757166947724,
      "grad_norm": 8.10021686553955,
      "learning_rate": 3.2000000000000003e-06,
      "loss": 0.8513421058654785,
      "step": 385
    },
    {
      "epoch": 0.041104553119730186,
      "grad_norm": 3.197258710861206,
      "learning_rate": 3.241666666666667e-06,
      "loss": 0.7620943069458008,
      "step": 390
    },
    {
      "epoch": 0.041631534569983135,
      "grad_norm": 2.4459240436553955,
      "learning_rate": 3.2833333333333334e-06,
      "loss": 0.6528030395507812,
      "step": 395
    },
    {
      "epoch": 0.04215851602023609,
      "grad_norm": 1.9631845951080322,
      "learning_rate": 3.3250000000000004e-06,
      "loss": 0.8304840087890625,
      "step": 400
    },
    {
      "epoch": 0.04268549747048904,
      "grad_norm": 3.984656572341919,
      "learning_rate": 3.366666666666667e-06,
      "loss": 0.616918420791626,
      "step": 405
    },
    {
      "epoch": 0.04321247892074199,
      "grad_norm": 3.4755961894989014,
      "learning_rate": 3.4083333333333335e-06,
      "loss": 0.6808864593505859,
      "step": 410
    },
    {
      "epoch": 0.043739460370994944,
      "grad_norm": 2.9486899375915527,
      "learning_rate": 3.4500000000000004e-06,
      "loss": 0.7051788330078125,
      "step": 415
    },
    {
      "epoch": 0.04426644182124789,
      "grad_norm": 3.502249002456665,
      "learning_rate": 3.4916666666666666e-06,
      "loss": 0.6763247489929199,
      "step": 420
    },
    {
      "epoch": 0.04479342327150084,
      "grad_norm": 2.5826499462127686,
      "learning_rate": 3.533333333333333e-06,
      "loss": 0.5882773876190186,
      "step": 425
    },
    {
      "epoch": 0.0453204047217538,
      "grad_norm": 3.1962461471557617,
      "learning_rate": 3.575e-06,
      "loss": 0.6550955772399902,
      "step": 430
    },
    {
      "epoch": 0.045847386172006746,
      "grad_norm": 3.7747349739074707,
      "learning_rate": 3.6166666666666666e-06,
      "loss": 0.7255678176879883,
      "step": 435
    },
    {
      "epoch": 0.046374367622259695,
      "grad_norm": 2.572255849838257,
      "learning_rate": 3.658333333333333e-06,
      "loss": 0.6545371055603028,
      "step": 440
    },
    {
      "epoch": 0.04690134907251265,
      "grad_norm": 2.702613115310669,
      "learning_rate": 3.7e-06,
      "loss": 0.572143840789795,
      "step": 445
    },
    {
      "epoch": 0.0474283305227656,
      "grad_norm": 2.851517915725708,
      "learning_rate": 3.7416666666666667e-06,
      "loss": 0.7252315044403076,
      "step": 450
    },
    {
      "epoch": 0.04795531197301855,
      "grad_norm": 4.399960041046143,
      "learning_rate": 3.7833333333333337e-06,
      "loss": 0.6455084800720214,
      "step": 455
    },
    {
      "epoch": 0.048482293423271504,
      "grad_norm": 4.081952095031738,
      "learning_rate": 3.825e-06,
      "loss": 0.5420256137847901,
      "step": 460
    },
    {
      "epoch": 0.04900927487352445,
      "grad_norm": 4.145904064178467,
      "learning_rate": 3.866666666666666e-06,
      "loss": 0.8283446311950684,
      "step": 465
    },
    {
      "epoch": 0.0495362563237774,
      "grad_norm": 5.8072509765625,
      "learning_rate": 3.908333333333333e-06,
      "loss": 0.8515645027160644,
      "step": 470
    },
    {
      "epoch": 0.05006323777403036,
      "grad_norm": 3.5731587409973145,
      "learning_rate": 3.9499999999999995e-06,
      "loss": 0.6549800872802735,
      "step": 475
    },
    {
      "epoch": 0.050590219224283306,
      "grad_norm": 1.9667967557907104,
      "learning_rate": 3.991666666666667e-06,
      "loss": 0.5994672298431396,
      "step": 480
    },
    {
      "epoch": 0.051117200674536255,
      "grad_norm": 4.595236778259277,
      "learning_rate": 4.033333333333333e-06,
      "loss": 0.7165613174438477,
      "step": 485
    },
    {
      "epoch": 0.05164418212478921,
      "grad_norm": 2.8254687786102295,
      "learning_rate": 4.075e-06,
      "loss": 0.7957591056823731,
      "step": 490
    },
    {
      "epoch": 0.05217116357504216,
      "grad_norm": 2.470564365386963,
      "learning_rate": 4.1166666666666665e-06,
      "loss": 0.6328036308288574,
      "step": 495
    },
    {
      "epoch": 0.05269814502529511,
      "grad_norm": 2.809419870376587,
      "learning_rate": 4.158333333333333e-06,
      "loss": 0.6462958812713623,
      "step": 500
    },
    {
      "epoch": 0.053225126475548064,
      "grad_norm": 8.58535385131836,
      "learning_rate": 4.2000000000000004e-06,
      "loss": 0.8945603370666504,
      "step": 505
    },
    {
      "epoch": 0.05375210792580101,
      "grad_norm": 3.3495566844940186,
      "learning_rate": 4.241666666666667e-06,
      "loss": 0.7238958358764649,
      "step": 510
    },
    {
      "epoch": 0.05427908937605396,
      "grad_norm": 3.8531246185302734,
      "learning_rate": 4.2833333333333335e-06,
      "loss": 1.1300453186035155,
      "step": 515
    },
    {
      "epoch": 0.05480607082630692,
      "grad_norm": 3.015882968902588,
      "learning_rate": 4.325e-06,
      "loss": 0.7893901348114014,
      "step": 520
    },
    {
      "epoch": 0.055333052276559866,
      "grad_norm": 2.3048369884490967,
      "learning_rate": 4.366666666666667e-06,
      "loss": 0.6504985809326171,
      "step": 525
    },
    {
      "epoch": 0.055860033726812815,
      "grad_norm": 1.8967666625976562,
      "learning_rate": 4.408333333333333e-06,
      "loss": 0.616819953918457,
      "step": 530
    },
    {
      "epoch": 0.05638701517706577,
      "grad_norm": 2.355854034423828,
      "learning_rate": 4.450000000000001e-06,
      "loss": 0.7002283096313476,
      "step": 535
    },
    {
      "epoch": 0.05691399662731872,
      "grad_norm": 9.084571838378906,
      "learning_rate": 4.491666666666667e-06,
      "loss": 0.7487329006195068,
      "step": 540
    },
    {
      "epoch": 0.05744097807757167,
      "grad_norm": 2.936338424682617,
      "learning_rate": 4.533333333333334e-06,
      "loss": 0.7460431098937989,
      "step": 545
    },
    {
      "epoch": 0.057967959527824624,
      "grad_norm": 4.168172836303711,
      "learning_rate": 4.575e-06,
      "loss": 0.5635328769683838,
      "step": 550
    },
    {
      "epoch": 0.05849494097807757,
      "grad_norm": 12.107512474060059,
      "learning_rate": 4.616666666666667e-06,
      "loss": 0.7131752014160156,
      "step": 555
    },
    {
      "epoch": 0.05902192242833052,
      "grad_norm": 3.2880687713623047,
      "learning_rate": 4.658333333333333e-06,
      "loss": 0.6961677074432373,
      "step": 560
    },
    {
      "epoch": 0.05954890387858348,
      "grad_norm": 2.696322202682495,
      "learning_rate": 4.700000000000001e-06,
      "loss": 0.596114206314087,
      "step": 565
    },
    {
      "epoch": 0.060075885328836426,
      "grad_norm": 3.3904542922973633,
      "learning_rate": 4.741666666666667e-06,
      "loss": 0.6679671287536622,
      "step": 570
    },
    {
      "epoch": 0.060602866779089375,
      "grad_norm": 2.613471508026123,
      "learning_rate": 4.783333333333334e-06,
      "loss": 0.6625103950500488,
      "step": 575
    },
    {
      "epoch": 0.06112984822934233,
      "grad_norm": 2.1220130920410156,
      "learning_rate": 4.8249999999999995e-06,
      "loss": 0.5550094604492187,
      "step": 580
    },
    {
      "epoch": 0.06165682967959528,
      "grad_norm": 2.448485851287842,
      "learning_rate": 4.866666666666666e-06,
      "loss": 0.5474643707275391,
      "step": 585
    },
    {
      "epoch": 0.06218381112984823,
      "grad_norm": 5.544784069061279,
      "learning_rate": 4.9083333333333335e-06,
      "loss": 0.6278547763824462,
      "step": 590
    },
    {
      "epoch": 0.06271079258010118,
      "grad_norm": 3.5218093395233154,
      "learning_rate": 4.95e-06,
      "loss": 0.7979569435119629,
      "step": 595
    },
    {
      "epoch": 0.06323777403035413,
      "grad_norm": 3.588125228881836,
      "learning_rate": 4.991666666666667e-06,
      "loss": 0.5858268737792969,
      "step": 600
    },
    {
      "epoch": 0.06376475548060709,
      "grad_norm": 2.3011488914489746,
      "learning_rate": 5.033333333333333e-06,
      "loss": 0.7071962833404541,
      "step": 605
    },
    {
      "epoch": 0.06429173693086003,
      "grad_norm": 1.5964046716690063,
      "learning_rate": 5.075e-06,
      "loss": 0.5766475200653076,
      "step": 610
    },
    {
      "epoch": 0.06481871838111299,
      "grad_norm": 7.513023853302002,
      "learning_rate": 5.116666666666666e-06,
      "loss": 0.9296221733093262,
      "step": 615
    },
    {
      "epoch": 0.06534569983136594,
      "grad_norm": 3.192387342453003,
      "learning_rate": 5.158333333333334e-06,
      "loss": 0.829594612121582,
      "step": 620
    },
    {
      "epoch": 0.06587268128161888,
      "grad_norm": 4.144643306732178,
      "learning_rate": 5.2e-06,
      "loss": 0.7850172519683838,
      "step": 625
    },
    {
      "epoch": 0.06639966273187184,
      "grad_norm": 4.61970853805542,
      "learning_rate": 5.241666666666667e-06,
      "loss": 0.8085536956787109,
      "step": 630
    },
    {
      "epoch": 0.0669266441821248,
      "grad_norm": 5.1864824295043945,
      "learning_rate": 5.283333333333333e-06,
      "loss": 0.5737611770629882,
      "step": 635
    },
    {
      "epoch": 0.06745362563237774,
      "grad_norm": 2.435258388519287,
      "learning_rate": 5.325e-06,
      "loss": 0.8163252830505371,
      "step": 640
    },
    {
      "epoch": 0.06798060708263069,
      "grad_norm": 2.4833452701568604,
      "learning_rate": 5.366666666666666e-06,
      "loss": 0.5817245483398438,
      "step": 645
    },
    {
      "epoch": 0.06850758853288365,
      "grad_norm": 2.2007718086242676,
      "learning_rate": 5.408333333333334e-06,
      "loss": 0.9905896186828613,
      "step": 650
    },
    {
      "epoch": 0.06903456998313659,
      "grad_norm": 6.298266410827637,
      "learning_rate": 5.45e-06,
      "loss": 0.6116168022155761,
      "step": 655
    },
    {
      "epoch": 0.06956155143338955,
      "grad_norm": 14.273436546325684,
      "learning_rate": 5.491666666666667e-06,
      "loss": 0.7811013221740722,
      "step": 660
    },
    {
      "epoch": 0.0700885328836425,
      "grad_norm": 18.361501693725586,
      "learning_rate": 5.5333333333333334e-06,
      "loss": 0.7702754020690918,
      "step": 665
    },
    {
      "epoch": 0.07061551433389544,
      "grad_norm": 2.6763577461242676,
      "learning_rate": 5.575e-06,
      "loss": 0.6046133518218995,
      "step": 670
    },
    {
      "epoch": 0.0711424957841484,
      "grad_norm": 4.148284912109375,
      "learning_rate": 5.616666666666667e-06,
      "loss": 0.6132940292358399,
      "step": 675
    },
    {
      "epoch": 0.07166947723440135,
      "grad_norm": 2.4960858821868896,
      "learning_rate": 5.658333333333334e-06,
      "loss": 0.6161299705505371,
      "step": 680
    },
    {
      "epoch": 0.0721964586846543,
      "grad_norm": 7.7840447425842285,
      "learning_rate": 5.7000000000000005e-06,
      "loss": 0.6866636276245117,
      "step": 685
    },
    {
      "epoch": 0.07272344013490725,
      "grad_norm": 5.350133419036865,
      "learning_rate": 5.741666666666667e-06,
      "loss": 0.7407176494598389,
      "step": 690
    },
    {
      "epoch": 0.07325042158516021,
      "grad_norm": 2.2452964782714844,
      "learning_rate": 5.783333333333334e-06,
      "loss": 0.7546077251434327,
      "step": 695
    },
    {
      "epoch": 0.07377740303541315,
      "grad_norm": 2.9966821670532227,
      "learning_rate": 5.825e-06,
      "loss": 0.7084564208984375,
      "step": 700
    },
    {
      "epoch": 0.0743043844856661,
      "grad_norm": 2.070716142654419,
      "learning_rate": 5.8666666666666675e-06,
      "loss": 0.6458312034606933,
      "step": 705
    },
    {
      "epoch": 0.07483136593591906,
      "grad_norm": 11.437256813049316,
      "learning_rate": 5.908333333333333e-06,
      "loss": 0.6322306156158447,
      "step": 710
    },
    {
      "epoch": 0.075358347386172,
      "grad_norm": 6.253142356872559,
      "learning_rate": 5.95e-06,
      "loss": 0.6293154239654541,
      "step": 715
    },
    {
      "epoch": 0.07588532883642496,
      "grad_norm": 3.7421889305114746,
      "learning_rate": 5.991666666666666e-06,
      "loss": 0.6236802577972412,
      "step": 720
    },
    {
      "epoch": 0.07641231028667791,
      "grad_norm": 4.604581356048584,
      "learning_rate": 6.033333333333333e-06,
      "loss": 0.5574448585510254,
      "step": 725
    },
    {
      "epoch": 0.07693929173693086,
      "grad_norm": 3.271841049194336,
      "learning_rate": 6.075e-06,
      "loss": 0.5610256195068359,
      "step": 730
    },
    {
      "epoch": 0.07746627318718381,
      "grad_norm": 2.634420394897461,
      "learning_rate": 6.116666666666667e-06,
      "loss": 0.7191720962524414,
      "step": 735
    },
    {
      "epoch": 0.07799325463743677,
      "grad_norm": 5.087015628814697,
      "learning_rate": 6.158333333333333e-06,
      "loss": 0.541017484664917,
      "step": 740
    },
    {
      "epoch": 0.07852023608768971,
      "grad_norm": 5.6572465896606445,
      "learning_rate": 6.2e-06,
      "loss": 0.900975227355957,
      "step": 745
    },
    {
      "epoch": 0.07904721753794267,
      "grad_norm": 3.9453208446502686,
      "learning_rate": 6.2416666666666665e-06,
      "loss": 0.6726940155029297,
      "step": 750
    },
    {
      "epoch": 0.07957419898819562,
      "grad_norm": 4.687276363372803,
      "learning_rate": 6.283333333333333e-06,
      "loss": 0.5798012733459472,
      "step": 755
    },
    {
      "epoch": 0.08010118043844856,
      "grad_norm": 4.002416610717773,
      "learning_rate": 6.3250000000000004e-06,
      "loss": 0.7154908657073975,
      "step": 760
    },
    {
      "epoch": 0.08062816188870152,
      "grad_norm": 3.0942370891571045,
      "learning_rate": 6.366666666666667e-06,
      "loss": 0.5680277824401856,
      "step": 765
    },
    {
      "epoch": 0.08115514333895447,
      "grad_norm": 4.682979583740234,
      "learning_rate": 6.4083333333333335e-06,
      "loss": 0.6468076705932617,
      "step": 770
    },
    {
      "epoch": 0.08168212478920742,
      "grad_norm": 4.729480743408203,
      "learning_rate": 6.45e-06,
      "loss": 0.752381420135498,
      "step": 775
    },
    {
      "epoch": 0.08220910623946037,
      "grad_norm": 3.210566282272339,
      "learning_rate": 6.491666666666667e-06,
      "loss": 0.600841760635376,
      "step": 780
    },
    {
      "epoch": 0.08273608768971333,
      "grad_norm": 4.901440143585205,
      "learning_rate": 6.533333333333333e-06,
      "loss": 0.6201015949249268,
      "step": 785
    },
    {
      "epoch": 0.08326306913996627,
      "grad_norm": 3.7338240146636963,
      "learning_rate": 6.5750000000000006e-06,
      "loss": 0.5107796669006348,
      "step": 790
    },
    {
      "epoch": 0.08379005059021923,
      "grad_norm": 3.8275575637817383,
      "learning_rate": 6.616666666666667e-06,
      "loss": 0.7694807052612305,
      "step": 795
    },
    {
      "epoch": 0.08431703204047218,
      "grad_norm": 2.8374087810516357,
      "learning_rate": 6.658333333333334e-06,
      "loss": 0.580972957611084,
      "step": 800
    },
    {
      "epoch": 0.08431703204047218,
      "eval_cer": 0.0853476279929011,
      "eval_loss": 0.38964399695396423,
      "eval_runtime": 122.8903,
      "eval_samples_per_second": 23.696,
      "eval_score": 83.09705210546994,
      "eval_steps_per_second": 2.962,
      "eval_wer": 0.2527113298977002,
      "step": 800
    },
    {
      "epoch": 0.08484401349072512,
      "grad_norm": 3.5819413661956787,
      "learning_rate": 6.7e-06,
      "loss": 0.5915391921997071,
      "step": 805
    },
    {
      "epoch": 0.08537099494097808,
      "grad_norm": 9.906432151794434,
      "learning_rate": 6.741666666666667e-06,
      "loss": 0.7408195018768311,
      "step": 810
    },
    {
      "epoch": 0.08589797639123103,
      "grad_norm": 4.06899356842041,
      "learning_rate": 6.783333333333334e-06,
      "loss": 0.6462256431579589,
      "step": 815
    },
    {
      "epoch": 0.08642495784148398,
      "grad_norm": 6.094419956207275,
      "learning_rate": 6.825000000000001e-06,
      "loss": 0.5906325340270996,
      "step": 820
    },
    {
      "epoch": 0.08695193929173693,
      "grad_norm": 3.6632325649261475,
      "learning_rate": 6.866666666666667e-06,
      "loss": 0.699374008178711,
      "step": 825
    },
    {
      "epoch": 0.08747892074198989,
      "grad_norm": 2.5133450031280518,
      "learning_rate": 6.908333333333334e-06,
      "loss": 0.7873440265655518,
      "step": 830
    },
    {
      "epoch": 0.08800590219224283,
      "grad_norm": 5.378436088562012,
      "learning_rate": 6.95e-06,
      "loss": 0.7473771095275878,
      "step": 835
    },
    {
      "epoch": 0.08853288364249579,
      "grad_norm": 1.7381410598754883,
      "learning_rate": 6.991666666666666e-06,
      "loss": 0.538567590713501,
      "step": 840
    },
    {
      "epoch": 0.08905986509274874,
      "grad_norm": 2.7172021865844727,
      "learning_rate": 7.0333333333333335e-06,
      "loss": 0.7494017601013183,
      "step": 845
    },
    {
      "epoch": 0.08958684654300168,
      "grad_norm": 7.5071892738342285,
      "learning_rate": 7.075e-06,
      "loss": 0.5738783836364746,
      "step": 850
    },
    {
      "epoch": 0.09011382799325464,
      "grad_norm": 3.241945743560791,
      "learning_rate": 7.1166666666666666e-06,
      "loss": 0.4619377613067627,
      "step": 855
    },
    {
      "epoch": 0.0906408094435076,
      "grad_norm": 3.117544651031494,
      "learning_rate": 7.158333333333333e-06,
      "loss": 0.5667668342590332,
      "step": 860
    },
    {
      "epoch": 0.09116779089376054,
      "grad_norm": 2.6325106620788574,
      "learning_rate": 7.2e-06,
      "loss": 0.7051291942596436,
      "step": 865
    },
    {
      "epoch": 0.09169477234401349,
      "grad_norm": 3.69981050491333,
      "learning_rate": 7.241666666666666e-06,
      "loss": 0.529896879196167,
      "step": 870
    },
    {
      "epoch": 0.09222175379426645,
      "grad_norm": 3.2333693504333496,
      "learning_rate": 7.283333333333334e-06,
      "loss": 0.5472731590270996,
      "step": 875
    },
    {
      "epoch": 0.09274873524451939,
      "grad_norm": 2.79965877532959,
      "learning_rate": 7.325e-06,
      "loss": 0.6187870979309082,
      "step": 880
    },
    {
      "epoch": 0.09327571669477235,
      "grad_norm": 2.113499879837036,
      "learning_rate": 7.366666666666667e-06,
      "loss": 0.7370771408081055,
      "step": 885
    },
    {
      "epoch": 0.0938026981450253,
      "grad_norm": 6.4477009773254395,
      "learning_rate": 7.408333333333333e-06,
      "loss": 0.7432163238525391,
      "step": 890
    },
    {
      "epoch": 0.09432967959527824,
      "grad_norm": 2.562004327774048,
      "learning_rate": 7.45e-06,
      "loss": 0.5896501541137695,
      "step": 895
    },
    {
      "epoch": 0.0948566610455312,
      "grad_norm": 2.29225754737854,
      "learning_rate": 7.491666666666667e-06,
      "loss": 0.7938032150268555,
      "step": 900
    },
    {
      "epoch": 0.09538364249578415,
      "grad_norm": 3.741447687149048,
      "learning_rate": 7.533333333333334e-06,
      "loss": 0.6849007129669189,
      "step": 905
    },
    {
      "epoch": 0.0959106239460371,
      "grad_norm": 3.350416898727417,
      "learning_rate": 7.575e-06,
      "loss": 0.6143755912780762,
      "step": 910
    },
    {
      "epoch": 0.09643760539629005,
      "grad_norm": 1.906589388847351,
      "learning_rate": 7.616666666666667e-06,
      "loss": 0.7860461235046386,
      "step": 915
    },
    {
      "epoch": 0.09696458684654301,
      "grad_norm": 20.325023651123047,
      "learning_rate": 7.658333333333333e-06,
      "loss": 0.7352443695068359,
      "step": 920
    },
    {
      "epoch": 0.09749156829679595,
      "grad_norm": 3.4787347316741943,
      "learning_rate": 7.699999999999999e-06,
      "loss": 0.6101088523864746,
      "step": 925
    },
    {
      "epoch": 0.0980185497470489,
      "grad_norm": 2.6617844104766846,
      "learning_rate": 7.741666666666666e-06,
      "loss": 0.7284922122955322,
      "step": 930
    },
    {
      "epoch": 0.09854553119730186,
      "grad_norm": 3.286397695541382,
      "learning_rate": 7.783333333333332e-06,
      "loss": 0.7773388862609864,
      "step": 935
    },
    {
      "epoch": 0.0990725126475548,
      "grad_norm": 1.8465075492858887,
      "learning_rate": 7.824999999999999e-06,
      "loss": 0.6038193225860595,
      "step": 940
    },
    {
      "epoch": 0.09959949409780776,
      "grad_norm": 7.967067718505859,
      "learning_rate": 7.866666666666667e-06,
      "loss": 0.6557039737701416,
      "step": 945
    },
    {
      "epoch": 0.10012647554806071,
      "grad_norm": 2.7443954944610596,
      "learning_rate": 7.908333333333334e-06,
      "loss": 0.6500915050506592,
      "step": 950
    },
    {
      "epoch": 0.10065345699831366,
      "grad_norm": 4.64777135848999,
      "learning_rate": 7.95e-06,
      "loss": 0.6129522323608398,
      "step": 955
    },
    {
      "epoch": 0.10118043844856661,
      "grad_norm": 1.8262730836868286,
      "learning_rate": 7.991666666666667e-06,
      "loss": 0.4526368618011475,
      "step": 960
    },
    {
      "epoch": 0.10170741989881957,
      "grad_norm": 3.410088539123535,
      "learning_rate": 8.033333333333333e-06,
      "loss": 0.5963855266571045,
      "step": 965
    },
    {
      "epoch": 0.10223440134907251,
      "grad_norm": 11.040057182312012,
      "learning_rate": 8.075e-06,
      "loss": 0.5654977798461914,
      "step": 970
    },
    {
      "epoch": 0.10276138279932547,
      "grad_norm": 34.76707077026367,
      "learning_rate": 8.116666666666666e-06,
      "loss": 0.7224648475646973,
      "step": 975
    },
    {
      "epoch": 0.10328836424957842,
      "grad_norm": 2.808867931365967,
      "learning_rate": 8.158333333333333e-06,
      "loss": 0.6495704174041748,
      "step": 980
    },
    {
      "epoch": 0.10381534569983136,
      "grad_norm": 2.3420512676239014,
      "learning_rate": 8.2e-06,
      "loss": 0.5734497547149658,
      "step": 985
    },
    {
      "epoch": 0.10434232715008432,
      "grad_norm": 4.197654724121094,
      "learning_rate": 8.241666666666666e-06,
      "loss": 0.6259171485900878,
      "step": 990
    },
    {
      "epoch": 0.10486930860033727,
      "grad_norm": 4.854671955108643,
      "learning_rate": 8.283333333333333e-06,
      "loss": 0.7372180938720703,
      "step": 995
    },
    {
      "epoch": 0.10539629005059022,
      "grad_norm": 3.505985975265503,
      "learning_rate": 8.325e-06,
      "loss": 0.740539264678955,
      "step": 1000
    },
    {
      "epoch": 0.10592327150084317,
      "grad_norm": 3.01104474067688,
      "learning_rate": 8.366666666666667e-06,
      "loss": 0.8161370277404785,
      "step": 1005
    },
    {
      "epoch": 0.10645025295109613,
      "grad_norm": 2.1809325218200684,
      "learning_rate": 8.408333333333334e-06,
      "loss": 0.6984518051147461,
      "step": 1010
    },
    {
      "epoch": 0.10697723440134907,
      "grad_norm": 1.908012866973877,
      "learning_rate": 8.45e-06,
      "loss": 0.6601959228515625,
      "step": 1015
    },
    {
      "epoch": 0.10750421585160203,
      "grad_norm": 3.52030611038208,
      "learning_rate": 8.491666666666667e-06,
      "loss": 0.5934994697570801,
      "step": 1020
    },
    {
      "epoch": 0.10803119730185498,
      "grad_norm": 13.448160171508789,
      "learning_rate": 8.533333333333334e-06,
      "loss": 0.6972461700439453,
      "step": 1025
    },
    {
      "epoch": 0.10855817875210792,
      "grad_norm": 3.3767948150634766,
      "learning_rate": 8.575e-06,
      "loss": 0.6515549182891845,
      "step": 1030
    },
    {
      "epoch": 0.10908516020236088,
      "grad_norm": 6.6562042236328125,
      "learning_rate": 8.616666666666667e-06,
      "loss": 0.48937244415283204,
      "step": 1035
    },
    {
      "epoch": 0.10961214165261383,
      "grad_norm": 3.0227580070495605,
      "learning_rate": 8.658333333333333e-06,
      "loss": 0.4924349784851074,
      "step": 1040
    },
    {
      "epoch": 0.11013912310286678,
      "grad_norm": 1.4019471406936646,
      "learning_rate": 8.7e-06,
      "loss": 0.7112167835235595,
      "step": 1045
    },
    {
      "epoch": 0.11066610455311973,
      "grad_norm": 2.6181693077087402,
      "learning_rate": 8.741666666666666e-06,
      "loss": 0.6593411922454834,
      "step": 1050
    },
    {
      "epoch": 0.11119308600337269,
      "grad_norm": 29.23928451538086,
      "learning_rate": 8.783333333333335e-06,
      "loss": 0.6210054874420166,
      "step": 1055
    },
    {
      "epoch": 0.11172006745362563,
      "grad_norm": 3.4281139373779297,
      "learning_rate": 8.825000000000001e-06,
      "loss": 0.9969928741455079,
      "step": 1060
    },
    {
      "epoch": 0.11224704890387859,
      "grad_norm": 3.034391164779663,
      "learning_rate": 8.866666666666668e-06,
      "loss": 0.7180576324462891,
      "step": 1065
    },
    {
      "epoch": 0.11277403035413154,
      "grad_norm": 2.427156448364258,
      "learning_rate": 8.908333333333334e-06,
      "loss": 0.8212119102478027,
      "step": 1070
    },
    {
      "epoch": 0.11330101180438448,
      "grad_norm": 2.757366895675659,
      "learning_rate": 8.95e-06,
      "loss": 0.5575499057769775,
      "step": 1075
    },
    {
      "epoch": 0.11382799325463744,
      "grad_norm": 1.9925239086151123,
      "learning_rate": 8.991666666666667e-06,
      "loss": 0.5180635452270508,
      "step": 1080
    },
    {
      "epoch": 0.1143549747048904,
      "grad_norm": 11.791036605834961,
      "learning_rate": 9.033333333333334e-06,
      "loss": 1.10737943649292,
      "step": 1085
    },
    {
      "epoch": 0.11488195615514334,
      "grad_norm": 3.733099937438965,
      "learning_rate": 9.075e-06,
      "loss": 0.6678999900817871,
      "step": 1090
    },
    {
      "epoch": 0.11540893760539629,
      "grad_norm": 3.564984083175659,
      "learning_rate": 9.116666666666667e-06,
      "loss": 0.7928742408752442,
      "step": 1095
    },
    {
      "epoch": 0.11593591905564925,
      "grad_norm": 4.1076154708862305,
      "learning_rate": 9.158333333333333e-06,
      "loss": 0.7483305931091309,
      "step": 1100
    },
    {
      "epoch": 0.11646290050590219,
      "grad_norm": 3.919130563735962,
      "learning_rate": 9.2e-06,
      "loss": 0.8288441658020019,
      "step": 1105
    },
    {
      "epoch": 0.11698988195615515,
      "grad_norm": 5.226625919342041,
      "learning_rate": 9.241666666666668e-06,
      "loss": 0.830283260345459,
      "step": 1110
    },
    {
      "epoch": 0.1175168634064081,
      "grad_norm": 3.506286144256592,
      "learning_rate": 9.283333333333335e-06,
      "loss": 0.6663719177246094,
      "step": 1115
    },
    {
      "epoch": 0.11804384485666104,
      "grad_norm": 2.34865403175354,
      "learning_rate": 9.325000000000001e-06,
      "loss": 0.871675968170166,
      "step": 1120
    },
    {
      "epoch": 0.118570826306914,
      "grad_norm": 9.062163352966309,
      "learning_rate": 9.366666666666668e-06,
      "loss": 0.6977128028869629,
      "step": 1125
    },
    {
      "epoch": 0.11909780775716695,
      "grad_norm": 3.47127366065979,
      "learning_rate": 9.408333333333334e-06,
      "loss": 0.7612699031829834,
      "step": 1130
    },
    {
      "epoch": 0.1196247892074199,
      "grad_norm": 3.82071590423584,
      "learning_rate": 9.450000000000001e-06,
      "loss": 0.7939742565155029,
      "step": 1135
    },
    {
      "epoch": 0.12015177065767285,
      "grad_norm": 5.111263751983643,
      "learning_rate": 9.491666666666668e-06,
      "loss": 0.5265708446502686,
      "step": 1140
    },
    {
      "epoch": 0.12067875210792581,
      "grad_norm": 11.943258285522461,
      "learning_rate": 9.533333333333334e-06,
      "loss": 0.7450607299804688,
      "step": 1145
    },
    {
      "epoch": 0.12120573355817875,
      "grad_norm": 3.138899564743042,
      "learning_rate": 9.575e-06,
      "loss": 0.6181210041046142,
      "step": 1150
    },
    {
      "epoch": 0.1217327150084317,
      "grad_norm": 3.1306090354919434,
      "learning_rate": 9.616666666666667e-06,
      "loss": 0.5620254516601563,
      "step": 1155
    },
    {
      "epoch": 0.12225969645868466,
      "grad_norm": 2.6747796535491943,
      "learning_rate": 9.658333333333332e-06,
      "loss": 0.5234464645385742,
      "step": 1160
    },
    {
      "epoch": 0.1227866779089376,
      "grad_norm": 3.948742389678955,
      "learning_rate": 9.699999999999999e-06,
      "loss": 0.4874740123748779,
      "step": 1165
    },
    {
      "epoch": 0.12331365935919056,
      "grad_norm": 5.246070384979248,
      "learning_rate": 9.741666666666667e-06,
      "loss": 0.8742898941040039,
      "step": 1170
    },
    {
      "epoch": 0.12384064080944351,
      "grad_norm": 2.5788164138793945,
      "learning_rate": 9.783333333333333e-06,
      "loss": 0.5640275478363037,
      "step": 1175
    },
    {
      "epoch": 0.12436762225969646,
      "grad_norm": 2.853482961654663,
      "learning_rate": 9.825e-06,
      "loss": 0.49867873191833495,
      "step": 1180
    },
    {
      "epoch": 0.12489460370994941,
      "grad_norm": 8.174579620361328,
      "learning_rate": 9.866666666666667e-06,
      "loss": 0.6829360008239747,
      "step": 1185
    },
    {
      "epoch": 0.12542158516020235,
      "grad_norm": 1.6172939538955688,
      "learning_rate": 9.908333333333333e-06,
      "loss": 0.5424751281738281,
      "step": 1190
    },
    {
      "epoch": 0.1259485666104553,
      "grad_norm": 4.63051176071167,
      "learning_rate": 9.95e-06,
      "loss": 0.677710485458374,
      "step": 1195
    },
    {
      "epoch": 0.12647554806070826,
      "grad_norm": 5.453083038330078,
      "learning_rate": 9.991666666666666e-06,
      "loss": 0.6610532760620117,
      "step": 1200
    },
    {
      "epoch": 0.12700252951096122,
      "grad_norm": 2.1702280044555664,
      "learning_rate": 1.0033333333333333e-05,
      "loss": 0.8320358276367188,
      "step": 1205
    },
    {
      "epoch": 0.12752951096121418,
      "grad_norm": 2.0391488075256348,
      "learning_rate": 1.0075e-05,
      "loss": 0.5878970146179199,
      "step": 1210
    },
    {
      "epoch": 0.1280564924114671,
      "grad_norm": 3.6188607215881348,
      "learning_rate": 1.0116666666666666e-05,
      "loss": 0.525896406173706,
      "step": 1215
    },
    {
      "epoch": 0.12858347386172006,
      "grad_norm": 3.0313475131988525,
      "learning_rate": 1.0158333333333332e-05,
      "loss": 0.6431573867797852,
      "step": 1220
    },
    {
      "epoch": 0.12911045531197302,
      "grad_norm": 2.9462735652923584,
      "learning_rate": 1.02e-05,
      "loss": 0.5998121738433838,
      "step": 1225
    },
    {
      "epoch": 0.12963743676222597,
      "grad_norm": 2.328598976135254,
      "learning_rate": 1.0241666666666667e-05,
      "loss": 0.547064733505249,
      "step": 1230
    },
    {
      "epoch": 0.13016441821247893,
      "grad_norm": 2.1778764724731445,
      "learning_rate": 1.0283333333333334e-05,
      "loss": 0.5004542827606201,
      "step": 1235
    },
    {
      "epoch": 0.13069139966273188,
      "grad_norm": 2.0464138984680176,
      "learning_rate": 1.0325e-05,
      "loss": 0.6751757621765136,
      "step": 1240
    },
    {
      "epoch": 0.1312183811129848,
      "grad_norm": 3.774735927581787,
      "learning_rate": 1.0366666666666667e-05,
      "loss": 0.656512451171875,
      "step": 1245
    },
    {
      "epoch": 0.13174536256323777,
      "grad_norm": 3.23388671875,
      "learning_rate": 1.0408333333333333e-05,
      "loss": 0.5556702613830566,
      "step": 1250
    },
    {
      "epoch": 0.13227234401349072,
      "grad_norm": 3.331881284713745,
      "learning_rate": 1.045e-05,
      "loss": 0.5141295433044434,
      "step": 1255
    },
    {
      "epoch": 0.13279932546374368,
      "grad_norm": 2.2895357608795166,
      "learning_rate": 1.0491666666666666e-05,
      "loss": 0.5569647312164306,
      "step": 1260
    },
    {
      "epoch": 0.13332630691399663,
      "grad_norm": 3.5196926593780518,
      "learning_rate": 1.0533333333333333e-05,
      "loss": 0.5995532989501953,
      "step": 1265
    },
    {
      "epoch": 0.1338532883642496,
      "grad_norm": 4.776601314544678,
      "learning_rate": 1.0575e-05,
      "loss": 0.7473706245422364,
      "step": 1270
    },
    {
      "epoch": 0.13438026981450252,
      "grad_norm": 2.9186153411865234,
      "learning_rate": 1.0616666666666666e-05,
      "loss": 0.836797046661377,
      "step": 1275
    },
    {
      "epoch": 0.13490725126475547,
      "grad_norm": 2.3281052112579346,
      "learning_rate": 1.0658333333333334e-05,
      "loss": 0.5695952892303466,
      "step": 1280
    },
    {
      "epoch": 0.13543423271500843,
      "grad_norm": 4.738645553588867,
      "learning_rate": 1.0700000000000001e-05,
      "loss": 0.7358787536621094,
      "step": 1285
    },
    {
      "epoch": 0.13596121416526138,
      "grad_norm": 7.725542068481445,
      "learning_rate": 1.0741666666666667e-05,
      "loss": 0.8663164138793945,
      "step": 1290
    },
    {
      "epoch": 0.13648819561551434,
      "grad_norm": 3.599095344543457,
      "learning_rate": 1.0783333333333334e-05,
      "loss": 0.9004523277282714,
      "step": 1295
    },
    {
      "epoch": 0.1370151770657673,
      "grad_norm": 23.744571685791016,
      "learning_rate": 1.0825e-05,
      "loss": 0.8774142265319824,
      "step": 1300
    },
    {
      "epoch": 0.13754215851602022,
      "grad_norm": 3.1894612312316895,
      "learning_rate": 1.0866666666666667e-05,
      "loss": 0.6099385261535645,
      "step": 1305
    },
    {
      "epoch": 0.13806913996627318,
      "grad_norm": 3.819936752319336,
      "learning_rate": 1.0908333333333334e-05,
      "loss": 0.7364263534545898,
      "step": 1310
    },
    {
      "epoch": 0.13859612141652614,
      "grad_norm": 3.8465523719787598,
      "learning_rate": 1.095e-05,
      "loss": 0.469239330291748,
      "step": 1315
    },
    {
      "epoch": 0.1391231028667791,
      "grad_norm": 2.80002498626709,
      "learning_rate": 1.0991666666666667e-05,
      "loss": 0.5679605960845947,
      "step": 1320
    },
    {
      "epoch": 0.13965008431703205,
      "grad_norm": 28.347837448120117,
      "learning_rate": 1.1033333333333333e-05,
      "loss": 0.47437348365783694,
      "step": 1325
    },
    {
      "epoch": 0.140177065767285,
      "grad_norm": 4.239651203155518,
      "learning_rate": 1.1075e-05,
      "loss": 0.6668136596679688,
      "step": 1330
    },
    {
      "epoch": 0.14070404721753793,
      "grad_norm": 2.765256881713867,
      "learning_rate": 1.1116666666666668e-05,
      "loss": 0.6670787334442139,
      "step": 1335
    },
    {
      "epoch": 0.1412310286677909,
      "grad_norm": 3.177086353302002,
      "learning_rate": 1.1158333333333335e-05,
      "loss": 0.4671696662902832,
      "step": 1340
    },
    {
      "epoch": 0.14175801011804384,
      "grad_norm": 2.3604772090911865,
      "learning_rate": 1.1200000000000001e-05,
      "loss": 0.45352811813354493,
      "step": 1345
    },
    {
      "epoch": 0.1422849915682968,
      "grad_norm": 2.6930148601531982,
      "learning_rate": 1.1241666666666668e-05,
      "loss": 0.5317893028259277,
      "step": 1350
    },
    {
      "epoch": 0.14281197301854975,
      "grad_norm": 3.516462564468384,
      "learning_rate": 1.1283333333333334e-05,
      "loss": 0.6071073532104492,
      "step": 1355
    },
    {
      "epoch": 0.1433389544688027,
      "grad_norm": 3.2438526153564453,
      "learning_rate": 1.1325e-05,
      "loss": 0.5585134506225586,
      "step": 1360
    },
    {
      "epoch": 0.14386593591905564,
      "grad_norm": 2.8776938915252686,
      "learning_rate": 1.1366666666666667e-05,
      "loss": 0.5915722370147705,
      "step": 1365
    },
    {
      "epoch": 0.1443929173693086,
      "grad_norm": 3.2923591136932373,
      "learning_rate": 1.1408333333333334e-05,
      "loss": 0.6881071090698242,
      "step": 1370
    },
    {
      "epoch": 0.14491989881956155,
      "grad_norm": 2.9335122108459473,
      "learning_rate": 1.145e-05,
      "loss": 0.8209018707275391,
      "step": 1375
    },
    {
      "epoch": 0.1454468802698145,
      "grad_norm": 2.5648272037506104,
      "learning_rate": 1.1491666666666667e-05,
      "loss": 0.5106469631195069,
      "step": 1380
    },
    {
      "epoch": 0.14597386172006746,
      "grad_norm": 3.6480114459991455,
      "learning_rate": 1.1533333333333334e-05,
      "loss": 0.7040871620178223,
      "step": 1385
    },
    {
      "epoch": 0.14650084317032042,
      "grad_norm": 4.494710922241211,
      "learning_rate": 1.1575e-05,
      "loss": 0.7751831531524658,
      "step": 1390
    },
    {
      "epoch": 0.14702782462057334,
      "grad_norm": 3.2178192138671875,
      "learning_rate": 1.1616666666666668e-05,
      "loss": 0.49161624908447266,
      "step": 1395
    },
    {
      "epoch": 0.1475548060708263,
      "grad_norm": 1.9890272617340088,
      "learning_rate": 1.1658333333333335e-05,
      "loss": 0.5003546237945556,
      "step": 1400
    },
    {
      "epoch": 0.14808178752107926,
      "grad_norm": 4.402486324310303,
      "learning_rate": 1.1700000000000001e-05,
      "loss": 0.7096920967102051,
      "step": 1405
    },
    {
      "epoch": 0.1486087689713322,
      "grad_norm": 5.210638523101807,
      "learning_rate": 1.1741666666666668e-05,
      "loss": 0.6545785903930664,
      "step": 1410
    },
    {
      "epoch": 0.14913575042158517,
      "grad_norm": 3.463167428970337,
      "learning_rate": 1.1783333333333335e-05,
      "loss": 0.6484927654266357,
      "step": 1415
    },
    {
      "epoch": 0.14966273187183812,
      "grad_norm": 5.204488277435303,
      "learning_rate": 1.1825e-05,
      "loss": 0.7671751499176025,
      "step": 1420
    },
    {
      "epoch": 0.15018971332209105,
      "grad_norm": 3.10074782371521,
      "learning_rate": 1.1866666666666666e-05,
      "loss": 0.7733902931213379,
      "step": 1425
    },
    {
      "epoch": 0.150716694772344,
      "grad_norm": 3.5324742794036865,
      "learning_rate": 1.1908333333333333e-05,
      "loss": 0.4794789791107178,
      "step": 1430
    },
    {
      "epoch": 0.15124367622259696,
      "grad_norm": 4.892939567565918,
      "learning_rate": 1.1949999999999999e-05,
      "loss": 0.6294646739959717,
      "step": 1435
    },
    {
      "epoch": 0.15177065767284992,
      "grad_norm": 5.2732930183410645,
      "learning_rate": 1.1991666666666666e-05,
      "loss": 0.5381993293762207,
      "step": 1440
    },
    {
      "epoch": 0.15229763912310287,
      "grad_norm": 5.3079705238342285,
      "learning_rate": 1.2033333333333332e-05,
      "loss": 0.4939483642578125,
      "step": 1445
    },
    {
      "epoch": 0.15282462057335583,
      "grad_norm": 4.988095760345459,
      "learning_rate": 1.2075e-05,
      "loss": 0.6180007457733154,
      "step": 1450
    },
    {
      "epoch": 0.15335160202360876,
      "grad_norm": 3.8805289268493652,
      "learning_rate": 1.2116666666666667e-05,
      "loss": 1.0092080116271973,
      "step": 1455
    },
    {
      "epoch": 0.1538785834738617,
      "grad_norm": 2.75070858001709,
      "learning_rate": 1.2158333333333334e-05,
      "loss": 0.49731907844543455,
      "step": 1460
    },
    {
      "epoch": 0.15440556492411467,
      "grad_norm": 1.9930263757705688,
      "learning_rate": 1.22e-05,
      "loss": 0.5116475582122803,
      "step": 1465
    },
    {
      "epoch": 0.15493254637436762,
      "grad_norm": 6.030979156494141,
      "learning_rate": 1.2241666666666667e-05,
      "loss": 0.849571418762207,
      "step": 1470
    },
    {
      "epoch": 0.15545952782462058,
      "grad_norm": 12.031147003173828,
      "learning_rate": 1.2283333333333333e-05,
      "loss": 0.672516918182373,
      "step": 1475
    },
    {
      "epoch": 0.15598650927487354,
      "grad_norm": 1.936099886894226,
      "learning_rate": 1.2325e-05,
      "loss": 0.5935427665710449,
      "step": 1480
    },
    {
      "epoch": 0.15651349072512646,
      "grad_norm": 2.2272017002105713,
      "learning_rate": 1.2366666666666666e-05,
      "loss": 0.6330399990081788,
      "step": 1485
    },
    {
      "epoch": 0.15704047217537942,
      "grad_norm": 3.7027318477630615,
      "learning_rate": 1.2408333333333333e-05,
      "loss": 0.5783164024353027,
      "step": 1490
    },
    {
      "epoch": 0.15756745362563238,
      "grad_norm": 5.8159942626953125,
      "learning_rate": 1.245e-05,
      "loss": 0.6892695426940918,
      "step": 1495
    },
    {
      "epoch": 0.15809443507588533,
      "grad_norm": 6.449448108673096,
      "learning_rate": 1.2491666666666666e-05,
      "loss": 0.6215577125549316,
      "step": 1500
    },
    {
      "epoch": 0.1586214165261383,
      "grad_norm": 6.0204572677612305,
      "learning_rate": 1.2533333333333334e-05,
      "loss": 0.5950604438781738,
      "step": 1505
    },
    {
      "epoch": 0.15914839797639124,
      "grad_norm": 7.612783908843994,
      "learning_rate": 1.2575e-05,
      "loss": 0.9743887901306152,
      "step": 1510
    },
    {
      "epoch": 0.15967537942664417,
      "grad_norm": 3.0250120162963867,
      "learning_rate": 1.2616666666666667e-05,
      "loss": 0.8131039619445801,
      "step": 1515
    },
    {
      "epoch": 0.16020236087689713,
      "grad_norm": 3.7364683151245117,
      "learning_rate": 1.2658333333333334e-05,
      "loss": 0.544041109085083,
      "step": 1520
    },
    {
      "epoch": 0.16072934232715008,
      "grad_norm": 2.348222017288208,
      "learning_rate": 1.27e-05,
      "loss": 0.5886883735656738,
      "step": 1525
    },
    {
      "epoch": 0.16125632377740304,
      "grad_norm": 6.238633632659912,
      "learning_rate": 1.2741666666666667e-05,
      "loss": 0.6390076160430909,
      "step": 1530
    },
    {
      "epoch": 0.161783305227656,
      "grad_norm": 2.9186007976531982,
      "learning_rate": 1.2783333333333333e-05,
      "loss": 0.7782323360443115,
      "step": 1535
    },
    {
      "epoch": 0.16231028667790895,
      "grad_norm": 1.7788795232772827,
      "learning_rate": 1.2825e-05,
      "loss": 0.5863452434539795,
      "step": 1540
    },
    {
      "epoch": 0.16283726812816188,
      "grad_norm": 4.129611492156982,
      "learning_rate": 1.2866666666666667e-05,
      "loss": 0.6978910446166993,
      "step": 1545
    },
    {
      "epoch": 0.16336424957841483,
      "grad_norm": 5.688788890838623,
      "learning_rate": 1.2908333333333333e-05,
      "loss": 0.6298154354095459,
      "step": 1550
    },
    {
      "epoch": 0.1638912310286678,
      "grad_norm": 2.833522319793701,
      "learning_rate": 1.295e-05,
      "loss": 0.5578133583068847,
      "step": 1555
    },
    {
      "epoch": 0.16441821247892074,
      "grad_norm": 3.8541979789733887,
      "learning_rate": 1.2991666666666668e-05,
      "loss": 0.5225103378295899,
      "step": 1560
    },
    {
      "epoch": 0.1649451939291737,
      "grad_norm": 4.390987873077393,
      "learning_rate": 1.3033333333333334e-05,
      "loss": 0.7632561683654785,
      "step": 1565
    },
    {
      "epoch": 0.16547217537942666,
      "grad_norm": 1.757678508758545,
      "learning_rate": 1.3075000000000001e-05,
      "loss": 0.5103953838348388,
      "step": 1570
    },
    {
      "epoch": 0.16599915682967958,
      "grad_norm": 5.009057998657227,
      "learning_rate": 1.3116666666666668e-05,
      "loss": 0.6229950904846191,
      "step": 1575
    },
    {
      "epoch": 0.16652613827993254,
      "grad_norm": 3.7328851222991943,
      "learning_rate": 1.3158333333333334e-05,
      "loss": 0.5930139064788819,
      "step": 1580
    },
    {
      "epoch": 0.1670531197301855,
      "grad_norm": 3.5817606449127197,
      "learning_rate": 1.32e-05,
      "loss": 0.5921485424041748,
      "step": 1585
    },
    {
      "epoch": 0.16758010118043845,
      "grad_norm": 5.497941017150879,
      "learning_rate": 1.3241666666666667e-05,
      "loss": 0.6299412727355957,
      "step": 1590
    },
    {
      "epoch": 0.1681070826306914,
      "grad_norm": 2.94199800491333,
      "learning_rate": 1.3283333333333334e-05,
      "loss": 0.8159295082092285,
      "step": 1595
    },
    {
      "epoch": 0.16863406408094436,
      "grad_norm": 3.216170310974121,
      "learning_rate": 1.3325e-05,
      "loss": 0.6170158863067627,
      "step": 1600
    },
    {
      "epoch": 0.16863406408094436,
      "eval_cer": 0.07984442622440402,
      "eval_loss": 0.3723558783531189,
      "eval_runtime": 120.5797,
      "eval_samples_per_second": 24.15,
      "eval_score": 83.48758793422246,
      "eval_steps_per_second": 3.019,
      "eval_wer": 0.25040381509114684,
      "step": 1600
    },
    {
      "epoch": 0.1691610455311973,
      "grad_norm": 5.700311183929443,
      "learning_rate": 1.3366666666666667e-05,
      "loss": 0.7849458217620849,
      "step": 1605
    },
    {
      "epoch": 0.16968802698145025,
      "grad_norm": 3.144357681274414,
      "learning_rate": 1.3408333333333333e-05,
      "loss": 0.6660474300384521,
      "step": 1610
    },
    {
      "epoch": 0.1702150084317032,
      "grad_norm": 2.6184568405151367,
      "learning_rate": 1.345e-05,
      "loss": 0.5637327194213867,
      "step": 1615
    },
    {
      "epoch": 0.17074198988195616,
      "grad_norm": 3.5379061698913574,
      "learning_rate": 1.3491666666666668e-05,
      "loss": 0.5367123126983643,
      "step": 1620
    },
    {
      "epoch": 0.1712689713322091,
      "grad_norm": 2.261946201324463,
      "learning_rate": 1.3533333333333335e-05,
      "loss": 0.5761730670928955,
      "step": 1625
    },
    {
      "epoch": 0.17179595278246207,
      "grad_norm": 1.8746308088302612,
      "learning_rate": 1.3575000000000001e-05,
      "loss": 0.7527007579803466,
      "step": 1630
    },
    {
      "epoch": 0.172322934232715,
      "grad_norm": 8.986425399780273,
      "learning_rate": 1.3616666666666668e-05,
      "loss": 0.7976817131042481,
      "step": 1635
    },
    {
      "epoch": 0.17284991568296795,
      "grad_norm": 4.299431324005127,
      "learning_rate": 1.3658333333333334e-05,
      "loss": 0.6481081962585449,
      "step": 1640
    },
    {
      "epoch": 0.1733768971332209,
      "grad_norm": 3.481440544128418,
      "learning_rate": 1.3700000000000001e-05,
      "loss": 0.6180307388305664,
      "step": 1645
    },
    {
      "epoch": 0.17390387858347386,
      "grad_norm": 1.8872060775756836,
      "learning_rate": 1.3741666666666668e-05,
      "loss": 0.5175981998443604,
      "step": 1650
    },
    {
      "epoch": 0.17443086003372682,
      "grad_norm": 3.8606998920440674,
      "learning_rate": 1.3783333333333334e-05,
      "loss": 0.5900959014892578,
      "step": 1655
    },
    {
      "epoch": 0.17495784148397978,
      "grad_norm": 1.5449919700622559,
      "learning_rate": 1.3825e-05,
      "loss": 0.4603548526763916,
      "step": 1660
    },
    {
      "epoch": 0.1754848229342327,
      "grad_norm": 2.071897029876709,
      "learning_rate": 1.3866666666666667e-05,
      "loss": 0.5533381462097168,
      "step": 1665
    },
    {
      "epoch": 0.17601180438448566,
      "grad_norm": 5.188648700714111,
      "learning_rate": 1.3908333333333334e-05,
      "loss": 0.8938592910766602,
      "step": 1670
    },
    {
      "epoch": 0.17653878583473862,
      "grad_norm": 3.3564517498016357,
      "learning_rate": 1.395e-05,
      "loss": 0.5286796569824219,
      "step": 1675
    },
    {
      "epoch": 0.17706576728499157,
      "grad_norm": 4.054185390472412,
      "learning_rate": 1.3991666666666667e-05,
      "loss": 0.6555778026580811,
      "step": 1680
    },
    {
      "epoch": 0.17759274873524453,
      "grad_norm": 2.7590603828430176,
      "learning_rate": 1.4033333333333333e-05,
      "loss": 0.5257462978363037,
      "step": 1685
    },
    {
      "epoch": 0.17811973018549748,
      "grad_norm": 3.137465715408325,
      "learning_rate": 1.4075e-05,
      "loss": 0.5575109004974366,
      "step": 1690
    },
    {
      "epoch": 0.1786467116357504,
      "grad_norm": 5.477163314819336,
      "learning_rate": 1.4116666666666666e-05,
      "loss": 0.7302082061767579,
      "step": 1695
    },
    {
      "epoch": 0.17917369308600337,
      "grad_norm": 5.004810333251953,
      "learning_rate": 1.4158333333333333e-05,
      "loss": 0.7619808197021485,
      "step": 1700
    },
    {
      "epoch": 0.17970067453625632,
      "grad_norm": 1.6800557374954224,
      "learning_rate": 1.42e-05,
      "loss": 0.46436214447021484,
      "step": 1705
    },
    {
      "epoch": 0.18022765598650928,
      "grad_norm": 6.994043827056885,
      "learning_rate": 1.4241666666666666e-05,
      "loss": 0.6562420845031738,
      "step": 1710
    },
    {
      "epoch": 0.18075463743676223,
      "grad_norm": 12.127612113952637,
      "learning_rate": 1.4283333333333333e-05,
      "loss": 0.5558869361877441,
      "step": 1715
    },
    {
      "epoch": 0.1812816188870152,
      "grad_norm": 3.6962127685546875,
      "learning_rate": 1.4325e-05,
      "loss": 0.506015682220459,
      "step": 1720
    },
    {
      "epoch": 0.18180860033726812,
      "grad_norm": 5.399445056915283,
      "learning_rate": 1.4366666666666666e-05,
      "loss": 0.546162748336792,
      "step": 1725
    },
    {
      "epoch": 0.18233558178752107,
      "grad_norm": 4.323408603668213,
      "learning_rate": 1.4408333333333334e-05,
      "loss": 0.8799871444702149,
      "step": 1730
    },
    {
      "epoch": 0.18286256323777403,
      "grad_norm": 2.8947677612304688,
      "learning_rate": 1.445e-05,
      "loss": 0.6808422088623047,
      "step": 1735
    },
    {
      "epoch": 0.18338954468802698,
      "grad_norm": 6.217253684997559,
      "learning_rate": 1.4491666666666667e-05,
      "loss": 0.8864296913146973,
      "step": 1740
    },
    {
      "epoch": 0.18391652613827994,
      "grad_norm": 2.9971933364868164,
      "learning_rate": 1.4533333333333334e-05,
      "loss": 0.5209177970886231,
      "step": 1745
    },
    {
      "epoch": 0.1844435075885329,
      "grad_norm": 5.9817352294921875,
      "learning_rate": 1.4575e-05,
      "loss": 0.8114556312561035,
      "step": 1750
    },
    {
      "epoch": 0.18497048903878582,
      "grad_norm": 4.485588073730469,
      "learning_rate": 1.4616666666666667e-05,
      "loss": 0.6881019115447998,
      "step": 1755
    },
    {
      "epoch": 0.18549747048903878,
      "grad_norm": 3.4766485691070557,
      "learning_rate": 1.4658333333333333e-05,
      "loss": 0.8010670661926269,
      "step": 1760
    },
    {
      "epoch": 0.18602445193929174,
      "grad_norm": 11.251517295837402,
      "learning_rate": 1.47e-05,
      "loss": 0.5837856292724609,
      "step": 1765
    },
    {
      "epoch": 0.1865514333895447,
      "grad_norm": 3.854841470718384,
      "learning_rate": 1.4741666666666666e-05,
      "loss": 0.6830253601074219,
      "step": 1770
    },
    {
      "epoch": 0.18707841483979765,
      "grad_norm": 7.691289901733398,
      "learning_rate": 1.4783333333333333e-05,
      "loss": 0.6117910385131836,
      "step": 1775
    },
    {
      "epoch": 0.1876053962900506,
      "grad_norm": 4.505965232849121,
      "learning_rate": 1.4825e-05,
      "loss": 0.5239133358001709,
      "step": 1780
    },
    {
      "epoch": 0.18813237774030353,
      "grad_norm": 4.414841651916504,
      "learning_rate": 1.4866666666666668e-05,
      "loss": 0.717473840713501,
      "step": 1785
    },
    {
      "epoch": 0.18865935919055649,
      "grad_norm": 4.382339000701904,
      "learning_rate": 1.4908333333333334e-05,
      "loss": 0.7027588367462159,
      "step": 1790
    },
    {
      "epoch": 0.18918634064080944,
      "grad_norm": 4.1402435302734375,
      "learning_rate": 1.4950000000000001e-05,
      "loss": 1.0202916145324707,
      "step": 1795
    },
    {
      "epoch": 0.1897133220910624,
      "grad_norm": 2.065638780593872,
      "learning_rate": 1.4991666666666667e-05,
      "loss": 0.656709098815918,
      "step": 1800
    },
    {
      "epoch": 0.19024030354131535,
      "grad_norm": 2.825967788696289,
      "learning_rate": 1.5033333333333332e-05,
      "loss": 0.8529413223266602,
      "step": 1805
    },
    {
      "epoch": 0.1907672849915683,
      "grad_norm": 2.0108916759490967,
      "learning_rate": 1.5074999999999999e-05,
      "loss": 0.6450587272644043,
      "step": 1810
    },
    {
      "epoch": 0.19129426644182124,
      "grad_norm": 2.110846757888794,
      "learning_rate": 1.5116666666666669e-05,
      "loss": 1.4613080024719238,
      "step": 1815
    },
    {
      "epoch": 0.1918212478920742,
      "grad_norm": 5.4865264892578125,
      "learning_rate": 1.5158333333333335e-05,
      "loss": 0.5976158142089844,
      "step": 1820
    },
    {
      "epoch": 0.19234822934232715,
      "grad_norm": 2.6591742038726807,
      "learning_rate": 1.5200000000000002e-05,
      "loss": 0.6127994060516357,
      "step": 1825
    },
    {
      "epoch": 0.1928752107925801,
      "grad_norm": 1.9801605939865112,
      "learning_rate": 1.5241666666666668e-05,
      "loss": 0.6226056098937989,
      "step": 1830
    },
    {
      "epoch": 0.19340219224283306,
      "grad_norm": 4.080455780029297,
      "learning_rate": 1.5283333333333333e-05,
      "loss": 0.5052434921264648,
      "step": 1835
    },
    {
      "epoch": 0.19392917369308602,
      "grad_norm": 3.150937795639038,
      "learning_rate": 1.5325e-05,
      "loss": 0.47099480628967283,
      "step": 1840
    },
    {
      "epoch": 0.19445615514333894,
      "grad_norm": 12.180566787719727,
      "learning_rate": 1.5366666666666666e-05,
      "loss": 0.8978398323059082,
      "step": 1845
    },
    {
      "epoch": 0.1949831365935919,
      "grad_norm": 27.142900466918945,
      "learning_rate": 1.5408333333333333e-05,
      "loss": 1.1289159774780273,
      "step": 1850
    },
    {
      "epoch": 0.19551011804384485,
      "grad_norm": 2.562001943588257,
      "learning_rate": 1.545e-05,
      "loss": 0.7335299968719482,
      "step": 1855
    },
    {
      "epoch": 0.1960370994940978,
      "grad_norm": 2.4625906944274902,
      "learning_rate": 1.5491666666666666e-05,
      "loss": 0.6284638404846191,
      "step": 1860
    },
    {
      "epoch": 0.19656408094435077,
      "grad_norm": 2.4608962535858154,
      "learning_rate": 1.5533333333333333e-05,
      "loss": 0.5159608364105225,
      "step": 1865
    },
    {
      "epoch": 0.19709106239460372,
      "grad_norm": 2.719050645828247,
      "learning_rate": 1.5575e-05,
      "loss": 0.48975472450256347,
      "step": 1870
    },
    {
      "epoch": 0.19761804384485665,
      "grad_norm": 2.570499897003174,
      "learning_rate": 1.5616666666666666e-05,
      "loss": 0.4742733001708984,
      "step": 1875
    },
    {
      "epoch": 0.1981450252951096,
      "grad_norm": 2.4807968139648438,
      "learning_rate": 1.5658333333333332e-05,
      "loss": 0.4985097885131836,
      "step": 1880
    },
    {
      "epoch": 0.19867200674536256,
      "grad_norm": 5.869729042053223,
      "learning_rate": 1.57e-05,
      "loss": 0.660408353805542,
      "step": 1885
    },
    {
      "epoch": 0.19919898819561552,
      "grad_norm": 1.7616690397262573,
      "learning_rate": 1.5741666666666665e-05,
      "loss": 0.8919049263000488,
      "step": 1890
    },
    {
      "epoch": 0.19972596964586847,
      "grad_norm": 2.326085090637207,
      "learning_rate": 1.5783333333333332e-05,
      "loss": 0.9460844039916992,
      "step": 1895
    },
    {
      "epoch": 0.20025295109612143,
      "grad_norm": 2.0610313415527344,
      "learning_rate": 1.5825e-05,
      "loss": 0.4735437870025635,
      "step": 1900
    },
    {
      "epoch": 0.20077993254637436,
      "grad_norm": 1.8656470775604248,
      "learning_rate": 1.5866666666666665e-05,
      "loss": 0.6541561603546142,
      "step": 1905
    },
    {
      "epoch": 0.2013069139966273,
      "grad_norm": 3.619094133377075,
      "learning_rate": 1.590833333333333e-05,
      "loss": 0.5185332775115967,
      "step": 1910
    },
    {
      "epoch": 0.20183389544688027,
      "grad_norm": 2.182533025741577,
      "learning_rate": 1.5949999999999998e-05,
      "loss": 0.5526397228240967,
      "step": 1915
    },
    {
      "epoch": 0.20236087689713322,
      "grad_norm": 1.7986478805541992,
      "learning_rate": 1.5991666666666665e-05,
      "loss": 0.5301321983337403,
      "step": 1920
    },
    {
      "epoch": 0.20288785834738618,
      "grad_norm": 4.087677001953125,
      "learning_rate": 1.6033333333333335e-05,
      "loss": 0.555702018737793,
      "step": 1925
    },
    {
      "epoch": 0.20341483979763914,
      "grad_norm": 3.3783204555511475,
      "learning_rate": 1.6075e-05,
      "loss": 0.5164777755737304,
      "step": 1930
    },
    {
      "epoch": 0.20394182124789206,
      "grad_norm": 41.550086975097656,
      "learning_rate": 1.6116666666666668e-05,
      "loss": 0.5637111663818359,
      "step": 1935
    },
    {
      "epoch": 0.20446880269814502,
      "grad_norm": 4.639744758605957,
      "learning_rate": 1.6158333333333334e-05,
      "loss": 0.8313451766967773,
      "step": 1940
    },
    {
      "epoch": 0.20499578414839797,
      "grad_norm": 2.8797340393066406,
      "learning_rate": 1.62e-05,
      "loss": 0.7417196750640869,
      "step": 1945
    },
    {
      "epoch": 0.20552276559865093,
      "grad_norm": 2.87868595123291,
      "learning_rate": 1.6241666666666667e-05,
      "loss": 0.5654647350311279,
      "step": 1950
    },
    {
      "epoch": 0.2060497470489039,
      "grad_norm": 3.33962082862854,
      "learning_rate": 1.6283333333333334e-05,
      "loss": 0.48989100456237794,
      "step": 1955
    },
    {
      "epoch": 0.20657672849915684,
      "grad_norm": 3.365607261657715,
      "learning_rate": 1.6325e-05,
      "loss": 0.4979459285736084,
      "step": 1960
    },
    {
      "epoch": 0.20710370994940977,
      "grad_norm": 3.2532243728637695,
      "learning_rate": 1.6366666666666667e-05,
      "loss": 0.9320977210998536,
      "step": 1965
    },
    {
      "epoch": 0.20763069139966273,
      "grad_norm": 2.953780174255371,
      "learning_rate": 1.6408333333333333e-05,
      "loss": 0.7605891227722168,
      "step": 1970
    },
    {
      "epoch": 0.20815767284991568,
      "grad_norm": 3.5645291805267334,
      "learning_rate": 1.645e-05,
      "loss": 0.7482619285583496,
      "step": 1975
    },
    {
      "epoch": 0.20868465430016864,
      "grad_norm": 2.0436835289001465,
      "learning_rate": 1.6491666666666667e-05,
      "loss": 0.545815372467041,
      "step": 1980
    },
    {
      "epoch": 0.2092116357504216,
      "grad_norm": 13.68675708770752,
      "learning_rate": 1.6533333333333333e-05,
      "loss": 0.6131171226501465,
      "step": 1985
    },
    {
      "epoch": 0.20973861720067455,
      "grad_norm": 3.453554391860962,
      "learning_rate": 1.6575e-05,
      "loss": 0.5415521144866944,
      "step": 1990
    },
    {
      "epoch": 0.21026559865092748,
      "grad_norm": 2.9564170837402344,
      "learning_rate": 1.6616666666666666e-05,
      "loss": 0.5375036716461181,
      "step": 1995
    },
    {
      "epoch": 0.21079258010118043,
      "grad_norm": 3.513322591781616,
      "learning_rate": 1.6658333333333333e-05,
      "loss": 0.6853026390075684,
      "step": 2000
    },
    {
      "epoch": 0.2113195615514334,
      "grad_norm": 3.1316637992858887,
      "learning_rate": 1.67e-05,
      "loss": 0.630900764465332,
      "step": 2005
    },
    {
      "epoch": 0.21184654300168634,
      "grad_norm": 3.4335875511169434,
      "learning_rate": 1.6741666666666666e-05,
      "loss": 0.5753598690032959,
      "step": 2010
    },
    {
      "epoch": 0.2123735244519393,
      "grad_norm": 2.4805970191955566,
      "learning_rate": 1.6783333333333332e-05,
      "loss": 0.6093484878540039,
      "step": 2015
    },
    {
      "epoch": 0.21290050590219226,
      "grad_norm": 13.266902923583984,
      "learning_rate": 1.6825e-05,
      "loss": 0.6808439254760742,
      "step": 2020
    },
    {
      "epoch": 0.21342748735244518,
      "grad_norm": 2.2080204486846924,
      "learning_rate": 1.6866666666666666e-05,
      "loss": 0.6451836585998535,
      "step": 2025
    },
    {
      "epoch": 0.21395446880269814,
      "grad_norm": 3.727189540863037,
      "learning_rate": 1.6908333333333332e-05,
      "loss": 0.6294651508331299,
      "step": 2030
    },
    {
      "epoch": 0.2144814502529511,
      "grad_norm": 2.6191294193267822,
      "learning_rate": 1.695e-05,
      "loss": 0.7270408630371094,
      "step": 2035
    },
    {
      "epoch": 0.21500843170320405,
      "grad_norm": 3.8260762691497803,
      "learning_rate": 1.699166666666667e-05,
      "loss": 0.4645585536956787,
      "step": 2040
    },
    {
      "epoch": 0.215535413153457,
      "grad_norm": 2.9967684745788574,
      "learning_rate": 1.7033333333333335e-05,
      "loss": 0.5215913772583007,
      "step": 2045
    },
    {
      "epoch": 0.21606239460370996,
      "grad_norm": 3.2068235874176025,
      "learning_rate": 1.7075e-05,
      "loss": 0.5072765350341797,
      "step": 2050
    },
    {
      "epoch": 0.2165893760539629,
      "grad_norm": 2.146517515182495,
      "learning_rate": 1.7116666666666668e-05,
      "loss": 0.670866060256958,
      "step": 2055
    },
    {
      "epoch": 0.21711635750421585,
      "grad_norm": 3.6920061111450195,
      "learning_rate": 1.7158333333333335e-05,
      "loss": 0.6346615791320801,
      "step": 2060
    },
    {
      "epoch": 0.2176433389544688,
      "grad_norm": 7.563775062561035,
      "learning_rate": 1.72e-05,
      "loss": 0.5376619338989258,
      "step": 2065
    },
    {
      "epoch": 0.21817032040472176,
      "grad_norm": 21.82295799255371,
      "learning_rate": 1.7241666666666668e-05,
      "loss": 0.6541296958923339,
      "step": 2070
    },
    {
      "epoch": 0.2186973018549747,
      "grad_norm": 4.529681205749512,
      "learning_rate": 1.7283333333333334e-05,
      "loss": 0.8252676010131836,
      "step": 2075
    },
    {
      "epoch": 0.21922428330522767,
      "grad_norm": 2.59953236579895,
      "learning_rate": 1.7325e-05,
      "loss": 0.5436169147491455,
      "step": 2080
    },
    {
      "epoch": 0.2197512647554806,
      "grad_norm": 2.6801154613494873,
      "learning_rate": 1.7366666666666668e-05,
      "loss": 0.534371280670166,
      "step": 2085
    },
    {
      "epoch": 0.22027824620573355,
      "grad_norm": 3.9072718620300293,
      "learning_rate": 1.7408333333333334e-05,
      "loss": 0.7109879970550537,
      "step": 2090
    },
    {
      "epoch": 0.2208052276559865,
      "grad_norm": 7.995916366577148,
      "learning_rate": 1.745e-05,
      "loss": 0.7889030933380127,
      "step": 2095
    },
    {
      "epoch": 0.22133220910623946,
      "grad_norm": 3.4006710052490234,
      "learning_rate": 1.7491666666666667e-05,
      "loss": 0.5647963047027588,
      "step": 2100
    },
    {
      "epoch": 0.22185919055649242,
      "grad_norm": 3.019104242324829,
      "learning_rate": 1.7533333333333334e-05,
      "loss": 0.8757843017578125,
      "step": 2105
    },
    {
      "epoch": 0.22238617200674538,
      "grad_norm": 3.1454672813415527,
      "learning_rate": 1.7575e-05,
      "loss": 0.47242302894592286,
      "step": 2110
    },
    {
      "epoch": 0.2229131534569983,
      "grad_norm": 2.8655033111572266,
      "learning_rate": 1.7616666666666667e-05,
      "loss": 0.7340504169464112,
      "step": 2115
    },
    {
      "epoch": 0.22344013490725126,
      "grad_norm": 3.0402958393096924,
      "learning_rate": 1.7658333333333333e-05,
      "loss": 0.534670639038086,
      "step": 2120
    },
    {
      "epoch": 0.22396711635750421,
      "grad_norm": 2.6603288650512695,
      "learning_rate": 1.77e-05,
      "loss": 0.535964822769165,
      "step": 2125
    },
    {
      "epoch": 0.22449409780775717,
      "grad_norm": 8.720030784606934,
      "learning_rate": 1.7741666666666666e-05,
      "loss": 0.6813714981079102,
      "step": 2130
    },
    {
      "epoch": 0.22502107925801013,
      "grad_norm": 8.455182075500488,
      "learning_rate": 1.7783333333333333e-05,
      "loss": 0.7502051830291748,
      "step": 2135
    },
    {
      "epoch": 0.22554806070826308,
      "grad_norm": 2.3993618488311768,
      "learning_rate": 1.7825e-05,
      "loss": 0.46621999740600584,
      "step": 2140
    },
    {
      "epoch": 0.226075042158516,
      "grad_norm": 19.609973907470703,
      "learning_rate": 1.7866666666666666e-05,
      "loss": 0.7375402927398682,
      "step": 2145
    },
    {
      "epoch": 0.22660202360876897,
      "grad_norm": 4.02770471572876,
      "learning_rate": 1.7908333333333336e-05,
      "loss": 0.5238917827606201,
      "step": 2150
    },
    {
      "epoch": 0.22712900505902192,
      "grad_norm": 4.813376426696777,
      "learning_rate": 1.7950000000000003e-05,
      "loss": 0.6304263114929199,
      "step": 2155
    },
    {
      "epoch": 0.22765598650927488,
      "grad_norm": 1.9266352653503418,
      "learning_rate": 1.799166666666667e-05,
      "loss": 0.5127839088439942,
      "step": 2160
    },
    {
      "epoch": 0.22818296795952783,
      "grad_norm": 2.332099437713623,
      "learning_rate": 1.8033333333333336e-05,
      "loss": 0.7369807243347168,
      "step": 2165
    },
    {
      "epoch": 0.2287099494097808,
      "grad_norm": 5.422685623168945,
      "learning_rate": 1.8075000000000002e-05,
      "loss": 0.5053150653839111,
      "step": 2170
    },
    {
      "epoch": 0.22923693086003372,
      "grad_norm": 3.2662386894226074,
      "learning_rate": 1.811666666666667e-05,
      "loss": 0.9285862922668457,
      "step": 2175
    },
    {
      "epoch": 0.22976391231028667,
      "grad_norm": 3.061098337173462,
      "learning_rate": 1.8158333333333335e-05,
      "loss": 0.5474775314331055,
      "step": 2180
    },
    {
      "epoch": 0.23029089376053963,
      "grad_norm": 3.818070650100708,
      "learning_rate": 1.8200000000000002e-05,
      "loss": 0.6266988277435303,
      "step": 2185
    },
    {
      "epoch": 0.23081787521079258,
      "grad_norm": 1.6071416139602661,
      "learning_rate": 1.824166666666667e-05,
      "loss": 0.5785436630249023,
      "step": 2190
    },
    {
      "epoch": 0.23134485666104554,
      "grad_norm": 3.8142001628875732,
      "learning_rate": 1.8283333333333335e-05,
      "loss": 0.9520601272583008,
      "step": 2195
    },
    {
      "epoch": 0.2318718381112985,
      "grad_norm": 5.936549663543701,
      "learning_rate": 1.8325e-05,
      "loss": 0.5807039737701416,
      "step": 2200
    },
    {
      "epoch": 0.23239881956155142,
      "grad_norm": 4.202060699462891,
      "learning_rate": 1.8366666666666668e-05,
      "loss": 0.5669212818145752,
      "step": 2205
    },
    {
      "epoch": 0.23292580101180438,
      "grad_norm": 2.3743817806243896,
      "learning_rate": 1.8408333333333335e-05,
      "loss": 0.6474488258361817,
      "step": 2210
    },
    {
      "epoch": 0.23345278246205733,
      "grad_norm": 2.987715244293213,
      "learning_rate": 1.845e-05,
      "loss": 0.8825020790100098,
      "step": 2215
    },
    {
      "epoch": 0.2339797639123103,
      "grad_norm": 4.227705001831055,
      "learning_rate": 1.8491666666666668e-05,
      "loss": 0.6143129825592041,
      "step": 2220
    },
    {
      "epoch": 0.23450674536256325,
      "grad_norm": 2.30739426612854,
      "learning_rate": 1.8533333333333334e-05,
      "loss": 0.619849681854248,
      "step": 2225
    },
    {
      "epoch": 0.2350337268128162,
      "grad_norm": 3.3708298206329346,
      "learning_rate": 1.8575e-05,
      "loss": 0.5049448013305664,
      "step": 2230
    },
    {
      "epoch": 0.23556070826306913,
      "grad_norm": 3.2970612049102783,
      "learning_rate": 1.8616666666666667e-05,
      "loss": 0.4438345909118652,
      "step": 2235
    },
    {
      "epoch": 0.23608768971332209,
      "grad_norm": 5.260712146759033,
      "learning_rate": 1.8658333333333334e-05,
      "loss": 0.6846107959747314,
      "step": 2240
    },
    {
      "epoch": 0.23661467116357504,
      "grad_norm": 2.6229374408721924,
      "learning_rate": 1.87e-05,
      "loss": 0.7270882606506348,
      "step": 2245
    },
    {
      "epoch": 0.237141652613828,
      "grad_norm": 3.6828670501708984,
      "learning_rate": 1.8741666666666667e-05,
      "loss": 0.5215969085693359,
      "step": 2250
    },
    {
      "epoch": 0.23766863406408095,
      "grad_norm": 14.791763305664062,
      "learning_rate": 1.8783333333333334e-05,
      "loss": 0.45377578735351565,
      "step": 2255
    },
    {
      "epoch": 0.2381956155143339,
      "grad_norm": 2.0641486644744873,
      "learning_rate": 1.8825e-05,
      "loss": 0.5913759231567383,
      "step": 2260
    },
    {
      "epoch": 0.23872259696458684,
      "grad_norm": 2.300654172897339,
      "learning_rate": 1.886666666666667e-05,
      "loss": 0.5939485549926757,
      "step": 2265
    },
    {
      "epoch": 0.2392495784148398,
      "grad_norm": 6.552967071533203,
      "learning_rate": 1.8908333333333337e-05,
      "loss": 0.5452598094940185,
      "step": 2270
    },
    {
      "epoch": 0.23977655986509275,
      "grad_norm": 3.758082151412964,
      "learning_rate": 1.8950000000000003e-05,
      "loss": 0.4906203269958496,
      "step": 2275
    },
    {
      "epoch": 0.2403035413153457,
      "grad_norm": 9.847395896911621,
      "learning_rate": 1.899166666666667e-05,
      "loss": 0.7401716232299804,
      "step": 2280
    },
    {
      "epoch": 0.24083052276559866,
      "grad_norm": 3.0895705223083496,
      "learning_rate": 1.9033333333333336e-05,
      "loss": 0.5803653240203858,
      "step": 2285
    },
    {
      "epoch": 0.24135750421585161,
      "grad_norm": 5.318800449371338,
      "learning_rate": 1.9075000000000003e-05,
      "loss": 0.590533447265625,
      "step": 2290
    },
    {
      "epoch": 0.24188448566610454,
      "grad_norm": 16.10931396484375,
      "learning_rate": 1.911666666666667e-05,
      "loss": 0.7375507831573487,
      "step": 2295
    },
    {
      "epoch": 0.2424114671163575,
      "grad_norm": 3.6367945671081543,
      "learning_rate": 1.9158333333333336e-05,
      "loss": 0.5368040561676025,
      "step": 2300
    },
    {
      "epoch": 0.24293844856661045,
      "grad_norm": 3.786578893661499,
      "learning_rate": 1.9200000000000003e-05,
      "loss": 0.5845108985900879,
      "step": 2305
    },
    {
      "epoch": 0.2434654300168634,
      "grad_norm": 5.108386516571045,
      "learning_rate": 1.924166666666667e-05,
      "loss": 0.9171112060546875,
      "step": 2310
    },
    {
      "epoch": 0.24399241146711637,
      "grad_norm": 6.719505310058594,
      "learning_rate": 1.9283333333333336e-05,
      "loss": 0.7593287944793701,
      "step": 2315
    },
    {
      "epoch": 0.24451939291736932,
      "grad_norm": 9.244763374328613,
      "learning_rate": 1.9325e-05,
      "loss": 0.664522647857666,
      "step": 2320
    },
    {
      "epoch": 0.24504637436762225,
      "grad_norm": 2.714884042739868,
      "learning_rate": 1.9366666666666665e-05,
      "loss": 0.5691672325134277,
      "step": 2325
    },
    {
      "epoch": 0.2455733558178752,
      "grad_norm": 2.4420015811920166,
      "learning_rate": 1.9408333333333332e-05,
      "loss": 0.4230656147003174,
      "step": 2330
    },
    {
      "epoch": 0.24610033726812816,
      "grad_norm": 2.378462553024292,
      "learning_rate": 1.945e-05,
      "loss": 0.5328833580017089,
      "step": 2335
    },
    {
      "epoch": 0.24662731871838112,
      "grad_norm": 2.30244517326355,
      "learning_rate": 1.9491666666666665e-05,
      "loss": 0.41306557655334475,
      "step": 2340
    },
    {
      "epoch": 0.24715430016863407,
      "grad_norm": 6.531300067901611,
      "learning_rate": 1.953333333333333e-05,
      "loss": 0.6908545017242431,
      "step": 2345
    },
    {
      "epoch": 0.24768128161888703,
      "grad_norm": 4.96813440322876,
      "learning_rate": 1.9574999999999998e-05,
      "loss": 0.5941150188446045,
      "step": 2350
    },
    {
      "epoch": 0.24820826306913996,
      "grad_norm": 2.527106761932373,
      "learning_rate": 1.9616666666666665e-05,
      "loss": 0.5542681217193604,
      "step": 2355
    },
    {
      "epoch": 0.2487352445193929,
      "grad_norm": 4.157929420471191,
      "learning_rate": 1.965833333333333e-05,
      "loss": 0.605259370803833,
      "step": 2360
    },
    {
      "epoch": 0.24926222596964587,
      "grad_norm": 2.05950927734375,
      "learning_rate": 1.9699999999999998e-05,
      "loss": 0.589108657836914,
      "step": 2365
    },
    {
      "epoch": 0.24978920741989882,
      "grad_norm": 5.286474227905273,
      "learning_rate": 1.9741666666666664e-05,
      "loss": 0.5686968803405762,
      "step": 2370
    },
    {
      "epoch": 0.2503161888701518,
      "grad_norm": 3.7381484508514404,
      "learning_rate": 1.9783333333333334e-05,
      "loss": 0.5212464809417725,
      "step": 2375
    },
    {
      "epoch": 0.2508431703204047,
      "grad_norm": 8.695416450500488,
      "learning_rate": 1.9825e-05,
      "loss": 0.707064437866211,
      "step": 2380
    },
    {
      "epoch": 0.2513701517706577,
      "grad_norm": 1.9571105241775513,
      "learning_rate": 1.9866666666666667e-05,
      "loss": 0.4248177528381348,
      "step": 2385
    },
    {
      "epoch": 0.2518971332209106,
      "grad_norm": 3.1187684535980225,
      "learning_rate": 1.9908333333333334e-05,
      "loss": 0.5803343296051026,
      "step": 2390
    },
    {
      "epoch": 0.2524241146711636,
      "grad_norm": 2.729107141494751,
      "learning_rate": 1.995e-05,
      "loss": 1.589616584777832,
      "step": 2395
    },
    {
      "epoch": 0.25295109612141653,
      "grad_norm": 3.02990460395813,
      "learning_rate": 1.9991666666666667e-05,
      "loss": 0.5665884017944336,
      "step": 2400
    },
    {
      "epoch": 0.25295109612141653,
      "eval_cer": 0.08202391207331375,
      "eval_loss": 0.3932386040687561,
      "eval_runtime": 120.5797,
      "eval_samples_per_second": 24.15,
      "eval_score": 83.10107088865541,
      "eval_steps_per_second": 3.019,
      "eval_wer": 0.2559546701535779,
      "step": 2400
    },
    {
      "epoch": 0.25347807757166946,
      "grad_norm": 13.41036605834961,
      "learning_rate": 2.0033333333333334e-05,
      "loss": 0.4030372142791748,
      "step": 2405
    },
    {
      "epoch": 0.25400505902192244,
      "grad_norm": 2.457465648651123,
      "learning_rate": 2.0075e-05,
      "loss": 0.4578070163726807,
      "step": 2410
    },
    {
      "epoch": 0.25453204047217537,
      "grad_norm": 4.405819416046143,
      "learning_rate": 2.0116666666666667e-05,
      "loss": 0.7901384353637695,
      "step": 2415
    },
    {
      "epoch": 0.25505902192242835,
      "grad_norm": 3.1017324924468994,
      "learning_rate": 2.0158333333333333e-05,
      "loss": 0.8016738891601562,
      "step": 2420
    },
    {
      "epoch": 0.2555860033726813,
      "grad_norm": 4.378995895385742,
      "learning_rate": 2.02e-05,
      "loss": 0.715501356124878,
      "step": 2425
    },
    {
      "epoch": 0.2561129848229342,
      "grad_norm": 3.08020281791687,
      "learning_rate": 2.0241666666666666e-05,
      "loss": 0.6236472129821777,
      "step": 2430
    },
    {
      "epoch": 0.2566399662731872,
      "grad_norm": 2.5774662494659424,
      "learning_rate": 2.0283333333333333e-05,
      "loss": 0.6039161682128906,
      "step": 2435
    },
    {
      "epoch": 0.2571669477234401,
      "grad_norm": 2.100003242492676,
      "learning_rate": 2.0325e-05,
      "loss": 0.4926897525787354,
      "step": 2440
    },
    {
      "epoch": 0.2576939291736931,
      "grad_norm": 3.073768377304077,
      "learning_rate": 2.0366666666666666e-05,
      "loss": 0.7419966220855713,
      "step": 2445
    },
    {
      "epoch": 0.25822091062394603,
      "grad_norm": 2.7262961864471436,
      "learning_rate": 2.0408333333333332e-05,
      "loss": 0.574765968322754,
      "step": 2450
    },
    {
      "epoch": 0.258747892074199,
      "grad_norm": 4.280384540557861,
      "learning_rate": 2.045e-05,
      "loss": 0.7094712257385254,
      "step": 2455
    },
    {
      "epoch": 0.25927487352445194,
      "grad_norm": 3.0560789108276367,
      "learning_rate": 2.0491666666666666e-05,
      "loss": 0.6315389633178711,
      "step": 2460
    },
    {
      "epoch": 0.25980185497470487,
      "grad_norm": 3.490783214569092,
      "learning_rate": 2.0533333333333332e-05,
      "loss": 0.48660974502563475,
      "step": 2465
    },
    {
      "epoch": 0.26032883642495785,
      "grad_norm": 3.3497989177703857,
      "learning_rate": 2.0575e-05,
      "loss": 0.8543737411499024,
      "step": 2470
    },
    {
      "epoch": 0.2608558178752108,
      "grad_norm": 6.511516571044922,
      "learning_rate": 2.0616666666666665e-05,
      "loss": 0.7388070583343506,
      "step": 2475
    },
    {
      "epoch": 0.26138279932546377,
      "grad_norm": 2.505607843399048,
      "learning_rate": 2.0658333333333332e-05,
      "loss": 0.44042353630065917,
      "step": 2480
    },
    {
      "epoch": 0.2619097807757167,
      "grad_norm": 6.555853843688965,
      "learning_rate": 2.07e-05,
      "loss": 0.46751604080200193,
      "step": 2485
    },
    {
      "epoch": 0.2624367622259696,
      "grad_norm": 8.198272705078125,
      "learning_rate": 2.0741666666666668e-05,
      "loss": 0.5281953811645508,
      "step": 2490
    },
    {
      "epoch": 0.2629637436762226,
      "grad_norm": 3.586594581604004,
      "learning_rate": 2.0783333333333335e-05,
      "loss": 0.6541099548339844,
      "step": 2495
    },
    {
      "epoch": 0.26349072512647553,
      "grad_norm": 6.107035160064697,
      "learning_rate": 2.0825e-05,
      "loss": 0.7168421745300293,
      "step": 2500
    },
    {
      "epoch": 0.2640177065767285,
      "grad_norm": 2.4262022972106934,
      "learning_rate": 2.0866666666666668e-05,
      "loss": 0.542784595489502,
      "step": 2505
    },
    {
      "epoch": 0.26454468802698144,
      "grad_norm": 2.252411127090454,
      "learning_rate": 2.0908333333333334e-05,
      "loss": 0.6279788970947265,
      "step": 2510
    },
    {
      "epoch": 0.26507166947723443,
      "grad_norm": 2.1137888431549072,
      "learning_rate": 2.095e-05,
      "loss": 0.5148340225219726,
      "step": 2515
    },
    {
      "epoch": 0.26559865092748736,
      "grad_norm": 2.0548324584960938,
      "learning_rate": 2.0991666666666668e-05,
      "loss": 0.6042521476745606,
      "step": 2520
    },
    {
      "epoch": 0.2661256323777403,
      "grad_norm": 1.7481592893600464,
      "learning_rate": 2.1033333333333334e-05,
      "loss": 0.45352559089660643,
      "step": 2525
    },
    {
      "epoch": 0.26665261382799327,
      "grad_norm": 2.465181827545166,
      "learning_rate": 2.1075e-05,
      "loss": 0.47423372268676756,
      "step": 2530
    },
    {
      "epoch": 0.2671795952782462,
      "grad_norm": 1.902896761894226,
      "learning_rate": 2.1116666666666667e-05,
      "loss": 0.7932992458343506,
      "step": 2535
    },
    {
      "epoch": 0.2677065767284992,
      "grad_norm": 2.8699772357940674,
      "learning_rate": 2.1158333333333334e-05,
      "loss": 0.5432516574859619,
      "step": 2540
    },
    {
      "epoch": 0.2682335581787521,
      "grad_norm": 2.9580578804016113,
      "learning_rate": 2.12e-05,
      "loss": 0.4781312942504883,
      "step": 2545
    },
    {
      "epoch": 0.26876053962900504,
      "grad_norm": 2.9025025367736816,
      "learning_rate": 2.1241666666666667e-05,
      "loss": 0.8518276214599609,
      "step": 2550
    },
    {
      "epoch": 0.269287521079258,
      "grad_norm": 2.686889410018921,
      "learning_rate": 2.1283333333333333e-05,
      "loss": 0.6942143440246582,
      "step": 2555
    },
    {
      "epoch": 0.26981450252951095,
      "grad_norm": 2.7421658039093018,
      "learning_rate": 2.1325e-05,
      "loss": 0.6471528530120849,
      "step": 2560
    },
    {
      "epoch": 0.27034148397976393,
      "grad_norm": 2.939481735229492,
      "learning_rate": 2.1366666666666667e-05,
      "loss": 0.5420906066894531,
      "step": 2565
    },
    {
      "epoch": 0.27086846543001686,
      "grad_norm": 3.2049272060394287,
      "learning_rate": 2.1408333333333333e-05,
      "loss": 0.9584644317626954,
      "step": 2570
    },
    {
      "epoch": 0.27139544688026984,
      "grad_norm": 2.5079500675201416,
      "learning_rate": 2.145e-05,
      "loss": 0.736270809173584,
      "step": 2575
    },
    {
      "epoch": 0.27192242833052277,
      "grad_norm": 6.646676540374756,
      "learning_rate": 2.1491666666666666e-05,
      "loss": 0.5221528530120849,
      "step": 2580
    },
    {
      "epoch": 0.2724494097807757,
      "grad_norm": 5.495237350463867,
      "learning_rate": 2.1533333333333333e-05,
      "loss": 0.7430910110473633,
      "step": 2585
    },
    {
      "epoch": 0.2729763912310287,
      "grad_norm": 2.5860376358032227,
      "learning_rate": 2.1575e-05,
      "loss": 0.5294585227966309,
      "step": 2590
    },
    {
      "epoch": 0.2735033726812816,
      "grad_norm": 3.151109457015991,
      "learning_rate": 2.1616666666666666e-05,
      "loss": 0.5777596950531005,
      "step": 2595
    },
    {
      "epoch": 0.2740303541315346,
      "grad_norm": 13.057591438293457,
      "learning_rate": 2.1658333333333336e-05,
      "loss": 0.7398401260375976,
      "step": 2600
    },
    {
      "epoch": 0.2745573355817875,
      "grad_norm": 5.766297340393066,
      "learning_rate": 2.1700000000000002e-05,
      "loss": 0.4328744411468506,
      "step": 2605
    },
    {
      "epoch": 0.27508431703204045,
      "grad_norm": 4.390593528747559,
      "learning_rate": 2.174166666666667e-05,
      "loss": 0.49504528045654295,
      "step": 2610
    },
    {
      "epoch": 0.27561129848229343,
      "grad_norm": 1.9481040239334106,
      "learning_rate": 2.1783333333333335e-05,
      "loss": 0.5419708251953125,
      "step": 2615
    },
    {
      "epoch": 0.27613827993254636,
      "grad_norm": 14.351759910583496,
      "learning_rate": 2.1825000000000002e-05,
      "loss": 0.42971115112304686,
      "step": 2620
    },
    {
      "epoch": 0.27666526138279934,
      "grad_norm": 28.71139144897461,
      "learning_rate": 2.186666666666667e-05,
      "loss": 0.8674142837524415,
      "step": 2625
    },
    {
      "epoch": 0.27719224283305227,
      "grad_norm": 2.370872974395752,
      "learning_rate": 2.1908333333333335e-05,
      "loss": 0.5088983058929444,
      "step": 2630
    },
    {
      "epoch": 0.27771922428330525,
      "grad_norm": 3.007425546646118,
      "learning_rate": 2.195e-05,
      "loss": 0.4431324481964111,
      "step": 2635
    },
    {
      "epoch": 0.2782462057335582,
      "grad_norm": 2.5738728046417236,
      "learning_rate": 2.1991666666666668e-05,
      "loss": 0.6474550247192383,
      "step": 2640
    },
    {
      "epoch": 0.2787731871838111,
      "grad_norm": 2.4632534980773926,
      "learning_rate": 2.2033333333333335e-05,
      "loss": 0.5744757175445556,
      "step": 2645
    },
    {
      "epoch": 0.2793001686340641,
      "grad_norm": 3.603058099746704,
      "learning_rate": 2.2075e-05,
      "loss": 0.5770523071289062,
      "step": 2650
    },
    {
      "epoch": 0.279827150084317,
      "grad_norm": 2.0115678310394287,
      "learning_rate": 2.2116666666666668e-05,
      "loss": 0.47608485221862795,
      "step": 2655
    },
    {
      "epoch": 0.28035413153457,
      "grad_norm": 5.979487419128418,
      "learning_rate": 2.2158333333333334e-05,
      "loss": 0.5947257995605468,
      "step": 2660
    },
    {
      "epoch": 0.28088111298482293,
      "grad_norm": 7.664072513580322,
      "learning_rate": 2.22e-05,
      "loss": 0.8089151382446289,
      "step": 2665
    },
    {
      "epoch": 0.28140809443507586,
      "grad_norm": 3.6238176822662354,
      "learning_rate": 2.2241666666666667e-05,
      "loss": 0.7810730457305908,
      "step": 2670
    },
    {
      "epoch": 0.28193507588532885,
      "grad_norm": 2.728174924850464,
      "learning_rate": 2.2283333333333334e-05,
      "loss": 0.6150736808776855,
      "step": 2675
    },
    {
      "epoch": 0.2824620573355818,
      "grad_norm": 3.441514015197754,
      "learning_rate": 2.2325e-05,
      "loss": 0.8909616470336914,
      "step": 2680
    },
    {
      "epoch": 0.28298903878583476,
      "grad_norm": 2.9202566146850586,
      "learning_rate": 2.2366666666666667e-05,
      "loss": 0.5401190757751465,
      "step": 2685
    },
    {
      "epoch": 0.2835160202360877,
      "grad_norm": 2.0053493976593018,
      "learning_rate": 2.2408333333333334e-05,
      "loss": 0.5312515258789062,
      "step": 2690
    },
    {
      "epoch": 0.28404300168634067,
      "grad_norm": 4.261370658874512,
      "learning_rate": 2.245e-05,
      "loss": 0.780553150177002,
      "step": 2695
    },
    {
      "epoch": 0.2845699831365936,
      "grad_norm": 3.4420056343078613,
      "learning_rate": 2.2491666666666667e-05,
      "loss": 0.4484752655029297,
      "step": 2700
    },
    {
      "epoch": 0.2850969645868465,
      "grad_norm": 3.236266613006592,
      "learning_rate": 2.2533333333333333e-05,
      "loss": 0.46563115119934084,
      "step": 2705
    },
    {
      "epoch": 0.2856239460370995,
      "grad_norm": 2.070668935775757,
      "learning_rate": 2.2575e-05,
      "loss": 0.6267951965332031,
      "step": 2710
    },
    {
      "epoch": 0.28615092748735244,
      "grad_norm": 2.2441468238830566,
      "learning_rate": 2.261666666666667e-05,
      "loss": 0.632844352722168,
      "step": 2715
    },
    {
      "epoch": 0.2866779089376054,
      "grad_norm": 4.2347822189331055,
      "learning_rate": 2.2658333333333336e-05,
      "loss": 0.5758435249328613,
      "step": 2720
    },
    {
      "epoch": 0.28720489038785835,
      "grad_norm": 4.0570268630981445,
      "learning_rate": 2.2700000000000003e-05,
      "loss": 0.804389762878418,
      "step": 2725
    },
    {
      "epoch": 0.2877318718381113,
      "grad_norm": 3.1158907413482666,
      "learning_rate": 2.274166666666667e-05,
      "loss": 0.569339370727539,
      "step": 2730
    },
    {
      "epoch": 0.28825885328836426,
      "grad_norm": 5.131953239440918,
      "learning_rate": 2.2783333333333336e-05,
      "loss": 0.41785426139831544,
      "step": 2735
    },
    {
      "epoch": 0.2887858347386172,
      "grad_norm": 3.7145814895629883,
      "learning_rate": 2.2825000000000003e-05,
      "loss": 0.6329591751098633,
      "step": 2740
    },
    {
      "epoch": 0.28931281618887017,
      "grad_norm": 2.317209243774414,
      "learning_rate": 2.286666666666667e-05,
      "loss": 0.6403329372406006,
      "step": 2745
    },
    {
      "epoch": 0.2898397976391231,
      "grad_norm": 2.6713130474090576,
      "learning_rate": 2.2908333333333336e-05,
      "loss": 0.4867055416107178,
      "step": 2750
    },
    {
      "epoch": 0.2903667790893761,
      "grad_norm": 6.077142238616943,
      "learning_rate": 2.2950000000000002e-05,
      "loss": 0.8607936859130859,
      "step": 2755
    },
    {
      "epoch": 0.290893760539629,
      "grad_norm": 2.70670485496521,
      "learning_rate": 2.299166666666667e-05,
      "loss": 0.43784451484680176,
      "step": 2760
    },
    {
      "epoch": 0.29142074198988194,
      "grad_norm": 6.808932781219482,
      "learning_rate": 2.3033333333333335e-05,
      "loss": 0.6887506008148193,
      "step": 2765
    },
    {
      "epoch": 0.2919477234401349,
      "grad_norm": 3.7452235221862793,
      "learning_rate": 2.3075000000000002e-05,
      "loss": 0.7140259742736816,
      "step": 2770
    },
    {
      "epoch": 0.29247470489038785,
      "grad_norm": 2.0859031677246094,
      "learning_rate": 2.311666666666667e-05,
      "loss": 0.6287309646606445,
      "step": 2775
    },
    {
      "epoch": 0.29300168634064083,
      "grad_norm": 1.8341668844223022,
      "learning_rate": 2.3158333333333335e-05,
      "loss": 0.48527870178222654,
      "step": 2780
    },
    {
      "epoch": 0.29352866779089376,
      "grad_norm": 2.851271629333496,
      "learning_rate": 2.32e-05,
      "loss": 0.5435787677764893,
      "step": 2785
    },
    {
      "epoch": 0.2940556492411467,
      "grad_norm": 2.836850166320801,
      "learning_rate": 2.3241666666666668e-05,
      "loss": 0.5354886531829834,
      "step": 2790
    },
    {
      "epoch": 0.29458263069139967,
      "grad_norm": 4.257348537445068,
      "learning_rate": 2.3283333333333335e-05,
      "loss": 0.5709094047546387,
      "step": 2795
    },
    {
      "epoch": 0.2951096121416526,
      "grad_norm": 2.9193923473358154,
      "learning_rate": 2.3325e-05,
      "loss": 0.9473701477050781,
      "step": 2800
    },
    {
      "epoch": 0.2956365935919056,
      "grad_norm": 3.139850616455078,
      "learning_rate": 2.3366666666666668e-05,
      "loss": 0.5104325771331787,
      "step": 2805
    },
    {
      "epoch": 0.2961635750421585,
      "grad_norm": 2.4247210025787354,
      "learning_rate": 2.3408333333333334e-05,
      "loss": 0.5892120838165283,
      "step": 2810
    },
    {
      "epoch": 0.2966905564924115,
      "grad_norm": 2.3879897594451904,
      "learning_rate": 2.345e-05,
      "loss": 0.6883673667907715,
      "step": 2815
    },
    {
      "epoch": 0.2972175379426644,
      "grad_norm": 4.089484691619873,
      "learning_rate": 2.3491666666666667e-05,
      "loss": 0.7939692497253418,
      "step": 2820
    },
    {
      "epoch": 0.29774451939291735,
      "grad_norm": 4.484722137451172,
      "learning_rate": 2.3533333333333337e-05,
      "loss": 0.5421172618865967,
      "step": 2825
    },
    {
      "epoch": 0.29827150084317033,
      "grad_norm": 1.8246670961380005,
      "learning_rate": 2.3575e-05,
      "loss": 0.517991304397583,
      "step": 2830
    },
    {
      "epoch": 0.29879848229342326,
      "grad_norm": 2.4809165000915527,
      "learning_rate": 2.3616666666666667e-05,
      "loss": 0.6201667308807373,
      "step": 2835
    },
    {
      "epoch": 0.29932546374367625,
      "grad_norm": 6.096871852874756,
      "learning_rate": 2.3658333333333334e-05,
      "loss": 0.9355520248413086,
      "step": 2840
    },
    {
      "epoch": 0.2998524451939292,
      "grad_norm": 1.7887481451034546,
      "learning_rate": 2.37e-05,
      "loss": 0.45332746505737304,
      "step": 2845
    },
    {
      "epoch": 0.3003794266441821,
      "grad_norm": 4.8932318687438965,
      "learning_rate": 2.3741666666666667e-05,
      "loss": 0.7369053363800049,
      "step": 2850
    },
    {
      "epoch": 0.3009064080944351,
      "grad_norm": 2.8067116737365723,
      "learning_rate": 2.3783333333333333e-05,
      "loss": 0.818209171295166,
      "step": 2855
    },
    {
      "epoch": 0.301433389544688,
      "grad_norm": 2.2260398864746094,
      "learning_rate": 2.3825e-05,
      "loss": 0.6426100254058837,
      "step": 2860
    },
    {
      "epoch": 0.301960370994941,
      "grad_norm": 5.033392906188965,
      "learning_rate": 2.3866666666666666e-05,
      "loss": 0.5553081512451172,
      "step": 2865
    },
    {
      "epoch": 0.3024873524451939,
      "grad_norm": 3.9372167587280273,
      "learning_rate": 2.3908333333333333e-05,
      "loss": 0.5301846504211426,
      "step": 2870
    },
    {
      "epoch": 0.3030143338954469,
      "grad_norm": 2.5942013263702393,
      "learning_rate": 2.395e-05,
      "loss": 0.6246607780456543,
      "step": 2875
    },
    {
      "epoch": 0.30354131534569984,
      "grad_norm": 12.284364700317383,
      "learning_rate": 2.3991666666666666e-05,
      "loss": 0.7955657005310058,
      "step": 2880
    },
    {
      "epoch": 0.30406829679595276,
      "grad_norm": 5.176323890686035,
      "learning_rate": 2.4033333333333332e-05,
      "loss": 1.1894828796386718,
      "step": 2885
    },
    {
      "epoch": 0.30459527824620575,
      "grad_norm": 5.722134590148926,
      "learning_rate": 2.4075e-05,
      "loss": 0.8180313110351562,
      "step": 2890
    },
    {
      "epoch": 0.3051222596964587,
      "grad_norm": 2.977332353591919,
      "learning_rate": 2.4116666666666666e-05,
      "loss": 0.42916316986083985,
      "step": 2895
    },
    {
      "epoch": 0.30564924114671166,
      "grad_norm": 3.3094844818115234,
      "learning_rate": 2.4158333333333332e-05,
      "loss": 0.7072221755981445,
      "step": 2900
    },
    {
      "epoch": 0.3061762225969646,
      "grad_norm": 1.835491418838501,
      "learning_rate": 2.42e-05,
      "loss": 0.5337923049926758,
      "step": 2905
    },
    {
      "epoch": 0.3067032040472175,
      "grad_norm": 9.537291526794434,
      "learning_rate": 2.4241666666666665e-05,
      "loss": 0.6782952308654785,
      "step": 2910
    },
    {
      "epoch": 0.3072301854974705,
      "grad_norm": 3.191972017288208,
      "learning_rate": 2.4283333333333332e-05,
      "loss": 0.5722650051116943,
      "step": 2915
    },
    {
      "epoch": 0.3077571669477234,
      "grad_norm": 3.778001070022583,
      "learning_rate": 2.4325e-05,
      "loss": 0.5456593990325928,
      "step": 2920
    },
    {
      "epoch": 0.3082841483979764,
      "grad_norm": 2.010692834854126,
      "learning_rate": 2.4366666666666665e-05,
      "loss": 0.5522014141082764,
      "step": 2925
    },
    {
      "epoch": 0.30881112984822934,
      "grad_norm": 3.218229293823242,
      "learning_rate": 2.440833333333333e-05,
      "loss": 0.6417632579803467,
      "step": 2930
    },
    {
      "epoch": 0.3093381112984823,
      "grad_norm": 3.682971239089966,
      "learning_rate": 2.4449999999999998e-05,
      "loss": 0.6615829467773438,
      "step": 2935
    },
    {
      "epoch": 0.30986509274873525,
      "grad_norm": 4.958617210388184,
      "learning_rate": 2.4491666666666668e-05,
      "loss": 0.5948489665985107,
      "step": 2940
    },
    {
      "epoch": 0.3103920741989882,
      "grad_norm": 2.923931121826172,
      "learning_rate": 2.4533333333333334e-05,
      "loss": 0.7920602321624756,
      "step": 2945
    },
    {
      "epoch": 0.31091905564924116,
      "grad_norm": 1.949288010597229,
      "learning_rate": 2.4575e-05,
      "loss": 0.5889982223510742,
      "step": 2950
    },
    {
      "epoch": 0.3114460370994941,
      "grad_norm": 4.489306926727295,
      "learning_rate": 2.4616666666666668e-05,
      "loss": 0.5528283596038819,
      "step": 2955
    },
    {
      "epoch": 0.31197301854974707,
      "grad_norm": 2.6896095275878906,
      "learning_rate": 2.4658333333333334e-05,
      "loss": 0.7052553653717041,
      "step": 2960
    },
    {
      "epoch": 0.3125,
      "grad_norm": 2.0776946544647217,
      "learning_rate": 2.47e-05,
      "loss": 0.5043028354644775,
      "step": 2965
    },
    {
      "epoch": 0.31302698145025293,
      "grad_norm": 2.772333860397339,
      "learning_rate": 2.4741666666666667e-05,
      "loss": 0.5469318389892578,
      "step": 2970
    },
    {
      "epoch": 0.3135539629005059,
      "grad_norm": 2.1148178577423096,
      "learning_rate": 2.4783333333333334e-05,
      "loss": 0.6196338176727295,
      "step": 2975
    },
    {
      "epoch": 0.31408094435075884,
      "grad_norm": 1.8636059761047363,
      "learning_rate": 2.4825e-05,
      "loss": 0.47125606536865233,
      "step": 2980
    },
    {
      "epoch": 0.3146079258010118,
      "grad_norm": 2.279799699783325,
      "learning_rate": 2.4866666666666667e-05,
      "loss": 0.6112293243408203,
      "step": 2985
    },
    {
      "epoch": 0.31513490725126475,
      "grad_norm": 5.384735107421875,
      "learning_rate": 2.4908333333333333e-05,
      "loss": 0.66612868309021,
      "step": 2990
    },
    {
      "epoch": 0.3156618887015177,
      "grad_norm": 2.1510329246520996,
      "learning_rate": 2.495e-05,
      "loss": 0.541123342514038,
      "step": 2995
    },
    {
      "epoch": 0.31618887015177066,
      "grad_norm": 7.976121425628662,
      "learning_rate": 2.4991666666666667e-05,
      "loss": 0.6689795017242431,
      "step": 3000
    },
    {
      "epoch": 0.3167158516020236,
      "grad_norm": 3.8406076431274414,
      "learning_rate": 2.5033333333333333e-05,
      "loss": 0.4967525005340576,
      "step": 3005
    },
    {
      "epoch": 0.3172428330522766,
      "grad_norm": 2.7802064418792725,
      "learning_rate": 2.5075e-05,
      "loss": 0.5997908592224122,
      "step": 3010
    },
    {
      "epoch": 0.3177698145025295,
      "grad_norm": 2.4475529193878174,
      "learning_rate": 2.5116666666666666e-05,
      "loss": 0.5041046619415284,
      "step": 3015
    },
    {
      "epoch": 0.3182967959527825,
      "grad_norm": 12.300992012023926,
      "learning_rate": 2.5158333333333333e-05,
      "loss": 0.5805772304534912,
      "step": 3020
    },
    {
      "epoch": 0.3188237774030354,
      "grad_norm": 2.2394559383392334,
      "learning_rate": 2.52e-05,
      "loss": 0.5522938251495362,
      "step": 3025
    },
    {
      "epoch": 0.31935075885328834,
      "grad_norm": 3.6603972911834717,
      "learning_rate": 2.5241666666666666e-05,
      "loss": 0.4722651481628418,
      "step": 3030
    },
    {
      "epoch": 0.3198777403035413,
      "grad_norm": 2.469998359680176,
      "learning_rate": 2.5283333333333332e-05,
      "loss": 0.5362172603607178,
      "step": 3035
    },
    {
      "epoch": 0.32040472175379425,
      "grad_norm": 2.524801254272461,
      "learning_rate": 2.5325e-05,
      "loss": 0.649706220626831,
      "step": 3040
    },
    {
      "epoch": 0.32093170320404724,
      "grad_norm": 2.992096185684204,
      "learning_rate": 2.5366666666666665e-05,
      "loss": 0.5769190311431884,
      "step": 3045
    },
    {
      "epoch": 0.32145868465430016,
      "grad_norm": 2.231811285018921,
      "learning_rate": 2.5408333333333335e-05,
      "loss": 0.5117815971374512,
      "step": 3050
    },
    {
      "epoch": 0.3219856661045531,
      "grad_norm": 2.015167713165283,
      "learning_rate": 2.5450000000000002e-05,
      "loss": 0.6954830646514892,
      "step": 3055
    },
    {
      "epoch": 0.3225126475548061,
      "grad_norm": 2.4574310779571533,
      "learning_rate": 2.549166666666667e-05,
      "loss": 0.5684962749481202,
      "step": 3060
    },
    {
      "epoch": 0.323039629005059,
      "grad_norm": 2.6138486862182617,
      "learning_rate": 2.5533333333333335e-05,
      "loss": 0.5736130714416504,
      "step": 3065
    },
    {
      "epoch": 0.323566610455312,
      "grad_norm": 2.6001241207122803,
      "learning_rate": 2.5575e-05,
      "loss": 0.4740301132202148,
      "step": 3070
    },
    {
      "epoch": 0.3240935919055649,
      "grad_norm": 4.879075050354004,
      "learning_rate": 2.5616666666666668e-05,
      "loss": 0.7233301639556885,
      "step": 3075
    },
    {
      "epoch": 0.3246205733558179,
      "grad_norm": 2.4248692989349365,
      "learning_rate": 2.5658333333333335e-05,
      "loss": 0.5736318588256836,
      "step": 3080
    },
    {
      "epoch": 0.3251475548060708,
      "grad_norm": 3.5917773246765137,
      "learning_rate": 2.57e-05,
      "loss": 0.5138714790344239,
      "step": 3085
    },
    {
      "epoch": 0.32567453625632375,
      "grad_norm": 2.0419697761535645,
      "learning_rate": 2.5741666666666668e-05,
      "loss": 0.4964080810546875,
      "step": 3090
    },
    {
      "epoch": 0.32620151770657674,
      "grad_norm": 3.73299241065979,
      "learning_rate": 2.5783333333333334e-05,
      "loss": 0.5460036754608154,
      "step": 3095
    },
    {
      "epoch": 0.32672849915682967,
      "grad_norm": 7.065414905548096,
      "learning_rate": 2.5825e-05,
      "loss": 0.550626277923584,
      "step": 3100
    },
    {
      "epoch": 0.32725548060708265,
      "grad_norm": 3.92887020111084,
      "learning_rate": 2.5866666666666667e-05,
      "loss": 0.7215490341186523,
      "step": 3105
    },
    {
      "epoch": 0.3277824620573356,
      "grad_norm": 4.074341773986816,
      "learning_rate": 2.5908333333333334e-05,
      "loss": 0.5417036056518555,
      "step": 3110
    },
    {
      "epoch": 0.3283094435075885,
      "grad_norm": 1.3910179138183594,
      "learning_rate": 2.595e-05,
      "loss": 0.7559523105621337,
      "step": 3115
    },
    {
      "epoch": 0.3288364249578415,
      "grad_norm": 2.5148160457611084,
      "learning_rate": 2.5991666666666667e-05,
      "loss": 0.48860902786254884,
      "step": 3120
    },
    {
      "epoch": 0.3293634064080944,
      "grad_norm": 4.244492053985596,
      "learning_rate": 2.6033333333333334e-05,
      "loss": 0.5591967105865479,
      "step": 3125
    },
    {
      "epoch": 0.3298903878583474,
      "grad_norm": 4.3101935386657715,
      "learning_rate": 2.6075e-05,
      "loss": 0.7473938465118408,
      "step": 3130
    },
    {
      "epoch": 0.33041736930860033,
      "grad_norm": 2.4283759593963623,
      "learning_rate": 2.6116666666666667e-05,
      "loss": 0.5392975807189941,
      "step": 3135
    },
    {
      "epoch": 0.3309443507588533,
      "grad_norm": 3.016547203063965,
      "learning_rate": 2.6158333333333333e-05,
      "loss": 0.7416887760162354,
      "step": 3140
    },
    {
      "epoch": 0.33147133220910624,
      "grad_norm": 2.2274441719055176,
      "learning_rate": 2.62e-05,
      "loss": 0.5325167179107666,
      "step": 3145
    },
    {
      "epoch": 0.33199831365935917,
      "grad_norm": 2.867940664291382,
      "learning_rate": 2.6241666666666666e-05,
      "loss": 0.48049149513244627,
      "step": 3150
    },
    {
      "epoch": 0.33252529510961215,
      "grad_norm": 2.367079019546509,
      "learning_rate": 2.6283333333333333e-05,
      "loss": 0.7072225093841553,
      "step": 3155
    },
    {
      "epoch": 0.3330522765598651,
      "grad_norm": 2.2796401977539062,
      "learning_rate": 2.6325e-05,
      "loss": 0.6017658233642578,
      "step": 3160
    },
    {
      "epoch": 0.33357925801011806,
      "grad_norm": 1.955945372581482,
      "learning_rate": 2.636666666666667e-05,
      "loss": 0.8296643257141113,
      "step": 3165
    },
    {
      "epoch": 0.334106239460371,
      "grad_norm": 2.7018072605133057,
      "learning_rate": 2.6408333333333336e-05,
      "loss": 0.47231521606445315,
      "step": 3170
    },
    {
      "epoch": 0.3346332209106239,
      "grad_norm": 3.510012626647949,
      "learning_rate": 2.6450000000000003e-05,
      "loss": 0.8664353370666504,
      "step": 3175
    },
    {
      "epoch": 0.3351602023608769,
      "grad_norm": 3.094160795211792,
      "learning_rate": 2.649166666666667e-05,
      "loss": 0.39216198921203616,
      "step": 3180
    },
    {
      "epoch": 0.33568718381112983,
      "grad_norm": 3.4907829761505127,
      "learning_rate": 2.6533333333333336e-05,
      "loss": 0.63961820602417,
      "step": 3185
    },
    {
      "epoch": 0.3362141652613828,
      "grad_norm": 1.9950902462005615,
      "learning_rate": 2.6575000000000002e-05,
      "loss": 0.4541465759277344,
      "step": 3190
    },
    {
      "epoch": 0.33674114671163574,
      "grad_norm": 2.1382498741149902,
      "learning_rate": 2.661666666666667e-05,
      "loss": 0.5337326049804687,
      "step": 3195
    },
    {
      "epoch": 0.3372681281618887,
      "grad_norm": 3.892927408218384,
      "learning_rate": 2.6658333333333335e-05,
      "loss": 0.6488276481628418,
      "step": 3200
    },
    {
      "epoch": 0.3372681281618887,
      "eval_cer": 0.08108725208348469,
      "eval_loss": 0.3741527199745178,
      "eval_runtime": 120.3601,
      "eval_samples_per_second": 24.194,
      "eval_score": 83.1389302194547,
      "eval_steps_per_second": 3.024,
      "eval_wer": 0.256134143527421,
      "step": 3200
    },
    {
      "epoch": 0.33779510961214165,
      "grad_norm": 1.8940331935882568,
      "learning_rate": 2.6700000000000002e-05,
      "loss": 0.6488012790679931,
      "step": 3205
    },
    {
      "epoch": 0.3383220910623946,
      "grad_norm": 2.670926809310913,
      "learning_rate": 2.674166666666667e-05,
      "loss": 0.49939608573913574,
      "step": 3210
    },
    {
      "epoch": 0.33884907251264756,
      "grad_norm": 3.3500521183013916,
      "learning_rate": 2.6783333333333335e-05,
      "loss": 0.6574806213378906,
      "step": 3215
    },
    {
      "epoch": 0.3393760539629005,
      "grad_norm": 4.210785865783691,
      "learning_rate": 2.6825e-05,
      "loss": 0.7137244701385498,
      "step": 3220
    },
    {
      "epoch": 0.3399030354131535,
      "grad_norm": 2.306471347808838,
      "learning_rate": 2.6866666666666668e-05,
      "loss": 0.5246465682983399,
      "step": 3225
    },
    {
      "epoch": 0.3404300168634064,
      "grad_norm": 2.447993040084839,
      "learning_rate": 2.6908333333333335e-05,
      "loss": 0.7932807445526123,
      "step": 3230
    },
    {
      "epoch": 0.34095699831365933,
      "grad_norm": 2.2979989051818848,
      "learning_rate": 2.695e-05,
      "loss": 0.5954346656799316,
      "step": 3235
    },
    {
      "epoch": 0.3414839797639123,
      "grad_norm": 2.3133206367492676,
      "learning_rate": 2.6991666666666668e-05,
      "loss": 0.509122085571289,
      "step": 3240
    },
    {
      "epoch": 0.34201096121416524,
      "grad_norm": 2.1371395587921143,
      "learning_rate": 2.7033333333333334e-05,
      "loss": 0.588016414642334,
      "step": 3245
    },
    {
      "epoch": 0.3425379426644182,
      "grad_norm": 6.817779064178467,
      "learning_rate": 2.7075e-05,
      "loss": 0.7557570457458496,
      "step": 3250
    },
    {
      "epoch": 0.34306492411467115,
      "grad_norm": 3.052086591720581,
      "learning_rate": 2.7116666666666667e-05,
      "loss": 0.6381120204925537,
      "step": 3255
    },
    {
      "epoch": 0.34359190556492414,
      "grad_norm": 2.0875983238220215,
      "learning_rate": 2.7158333333333334e-05,
      "loss": 0.5192465305328369,
      "step": 3260
    },
    {
      "epoch": 0.34411888701517707,
      "grad_norm": 3.6653900146484375,
      "learning_rate": 2.72e-05,
      "loss": 0.8962132453918457,
      "step": 3265
    },
    {
      "epoch": 0.34464586846543,
      "grad_norm": 1.990480899810791,
      "learning_rate": 2.7241666666666667e-05,
      "loss": 0.45577044486999513,
      "step": 3270
    },
    {
      "epoch": 0.345172849915683,
      "grad_norm": 5.381616115570068,
      "learning_rate": 2.7283333333333337e-05,
      "loss": 0.700863265991211,
      "step": 3275
    },
    {
      "epoch": 0.3456998313659359,
      "grad_norm": 2.870157480239868,
      "learning_rate": 2.7325000000000004e-05,
      "loss": 0.5231475830078125,
      "step": 3280
    },
    {
      "epoch": 0.3462268128161889,
      "grad_norm": 4.542604446411133,
      "learning_rate": 2.736666666666667e-05,
      "loss": 0.6480863571166993,
      "step": 3285
    },
    {
      "epoch": 0.3467537942664418,
      "grad_norm": 3.0886075496673584,
      "learning_rate": 2.7408333333333337e-05,
      "loss": 0.520856237411499,
      "step": 3290
    },
    {
      "epoch": 0.34728077571669475,
      "grad_norm": 3.8675572872161865,
      "learning_rate": 2.7450000000000003e-05,
      "loss": 0.5084421157836914,
      "step": 3295
    },
    {
      "epoch": 0.34780775716694773,
      "grad_norm": 8.56725788116455,
      "learning_rate": 2.749166666666667e-05,
      "loss": 0.5683780670166015,
      "step": 3300
    },
    {
      "epoch": 0.34833473861720066,
      "grad_norm": 3.0267045497894287,
      "learning_rate": 2.7533333333333336e-05,
      "loss": 0.5701056003570557,
      "step": 3305
    },
    {
      "epoch": 0.34886172006745364,
      "grad_norm": 1.9407687187194824,
      "learning_rate": 2.7575000000000003e-05,
      "loss": 0.4799988269805908,
      "step": 3310
    },
    {
      "epoch": 0.34938870151770657,
      "grad_norm": 4.7596821784973145,
      "learning_rate": 2.761666666666667e-05,
      "loss": 0.8690821647644043,
      "step": 3315
    },
    {
      "epoch": 0.34991568296795955,
      "grad_norm": 2.0347938537597656,
      "learning_rate": 2.7658333333333336e-05,
      "loss": 0.6935576915740966,
      "step": 3320
    },
    {
      "epoch": 0.3504426644182125,
      "grad_norm": 3.132479667663574,
      "learning_rate": 2.7700000000000002e-05,
      "loss": 0.6170774459838867,
      "step": 3325
    },
    {
      "epoch": 0.3509696458684654,
      "grad_norm": 3.665705442428589,
      "learning_rate": 2.774166666666667e-05,
      "loss": 0.50435791015625,
      "step": 3330
    },
    {
      "epoch": 0.3514966273187184,
      "grad_norm": 3.944448947906494,
      "learning_rate": 2.7783333333333336e-05,
      "loss": 0.6581567764282227,
      "step": 3335
    },
    {
      "epoch": 0.3520236087689713,
      "grad_norm": 2.1727404594421387,
      "learning_rate": 2.7825000000000002e-05,
      "loss": 0.5416873931884766,
      "step": 3340
    },
    {
      "epoch": 0.3525505902192243,
      "grad_norm": 5.219448566436768,
      "learning_rate": 2.7866666666666665e-05,
      "loss": 0.7397706031799316,
      "step": 3345
    },
    {
      "epoch": 0.35307757166947723,
      "grad_norm": 2.3684961795806885,
      "learning_rate": 2.7908333333333332e-05,
      "loss": 0.48919973373413084,
      "step": 3350
    },
    {
      "epoch": 0.35360455311973016,
      "grad_norm": 4.820372104644775,
      "learning_rate": 2.795e-05,
      "loss": 0.6662250995635987,
      "step": 3355
    },
    {
      "epoch": 0.35413153456998314,
      "grad_norm": 5.222436428070068,
      "learning_rate": 2.7991666666666665e-05,
      "loss": 0.6657501697540283,
      "step": 3360
    },
    {
      "epoch": 0.35465851602023607,
      "grad_norm": 7.881373405456543,
      "learning_rate": 2.803333333333333e-05,
      "loss": 0.5885652542114258,
      "step": 3365
    },
    {
      "epoch": 0.35518549747048905,
      "grad_norm": 3.2029361724853516,
      "learning_rate": 2.8074999999999998e-05,
      "loss": 0.9483574867248535,
      "step": 3370
    },
    {
      "epoch": 0.355712478920742,
      "grad_norm": 2.619781255722046,
      "learning_rate": 2.8116666666666665e-05,
      "loss": 0.7060683250427247,
      "step": 3375
    },
    {
      "epoch": 0.35623946037099496,
      "grad_norm": 8.334088325500488,
      "learning_rate": 2.815833333333333e-05,
      "loss": 0.7547966957092285,
      "step": 3380
    },
    {
      "epoch": 0.3567664418212479,
      "grad_norm": 4.202642917633057,
      "learning_rate": 2.8199999999999998e-05,
      "loss": 0.6127496719360351,
      "step": 3385
    },
    {
      "epoch": 0.3572934232715008,
      "grad_norm": 2.829692840576172,
      "learning_rate": 2.8241666666666668e-05,
      "loss": 0.7181561946868896,
      "step": 3390
    },
    {
      "epoch": 0.3578204047217538,
      "grad_norm": 3.9766156673431396,
      "learning_rate": 2.8283333333333334e-05,
      "loss": 0.8576675415039062,
      "step": 3395
    },
    {
      "epoch": 0.35834738617200673,
      "grad_norm": 3.187376022338867,
      "learning_rate": 2.8325e-05,
      "loss": 0.5431791782379151,
      "step": 3400
    },
    {
      "epoch": 0.3588743676222597,
      "grad_norm": 3.8976218700408936,
      "learning_rate": 2.8366666666666667e-05,
      "loss": 0.6276649951934814,
      "step": 3405
    },
    {
      "epoch": 0.35940134907251264,
      "grad_norm": 5.637578964233398,
      "learning_rate": 2.8408333333333334e-05,
      "loss": 0.6373269557952881,
      "step": 3410
    },
    {
      "epoch": 0.35992833052276557,
      "grad_norm": 8.421274185180664,
      "learning_rate": 2.845e-05,
      "loss": 0.6532957553863525,
      "step": 3415
    },
    {
      "epoch": 0.36045531197301856,
      "grad_norm": 3.790433168411255,
      "learning_rate": 2.8491666666666667e-05,
      "loss": 0.6487007141113281,
      "step": 3420
    },
    {
      "epoch": 0.3609822934232715,
      "grad_norm": 2.563023805618286,
      "learning_rate": 2.8533333333333333e-05,
      "loss": 0.5202270030975342,
      "step": 3425
    },
    {
      "epoch": 0.36150927487352447,
      "grad_norm": 7.618769645690918,
      "learning_rate": 2.8575e-05,
      "loss": 0.4894083023071289,
      "step": 3430
    },
    {
      "epoch": 0.3620362563237774,
      "grad_norm": 3.1125545501708984,
      "learning_rate": 2.8616666666666667e-05,
      "loss": 0.6202951431274414,
      "step": 3435
    },
    {
      "epoch": 0.3625632377740304,
      "grad_norm": 12.810554504394531,
      "learning_rate": 2.8658333333333333e-05,
      "loss": 0.7710336685180664,
      "step": 3440
    },
    {
      "epoch": 0.3630902192242833,
      "grad_norm": 3.612783193588257,
      "learning_rate": 2.87e-05,
      "loss": 0.6822431087493896,
      "step": 3445
    },
    {
      "epoch": 0.36361720067453623,
      "grad_norm": 6.536437034606934,
      "learning_rate": 2.8741666666666666e-05,
      "loss": 1.0139499664306642,
      "step": 3450
    },
    {
      "epoch": 0.3641441821247892,
      "grad_norm": 1.9444273710250854,
      "learning_rate": 2.8783333333333333e-05,
      "loss": 0.5223835468292236,
      "step": 3455
    },
    {
      "epoch": 0.36467116357504215,
      "grad_norm": 6.738558769226074,
      "learning_rate": 2.8825e-05,
      "loss": 0.8645012855529786,
      "step": 3460
    },
    {
      "epoch": 0.36519814502529513,
      "grad_norm": 4.4198760986328125,
      "learning_rate": 2.8866666666666666e-05,
      "loss": 1.0421119689941407,
      "step": 3465
    },
    {
      "epoch": 0.36572512647554806,
      "grad_norm": 3.560112476348877,
      "learning_rate": 2.8908333333333332e-05,
      "loss": 0.5098223209381103,
      "step": 3470
    },
    {
      "epoch": 0.366252107925801,
      "grad_norm": 4.011460781097412,
      "learning_rate": 2.895e-05,
      "loss": 0.6575618743896484,
      "step": 3475
    },
    {
      "epoch": 0.36677908937605397,
      "grad_norm": 4.510993957519531,
      "learning_rate": 2.8991666666666666e-05,
      "loss": 0.6872286796569824,
      "step": 3480
    },
    {
      "epoch": 0.3673060708263069,
      "grad_norm": 2.803530216217041,
      "learning_rate": 2.9033333333333332e-05,
      "loss": 0.7012268543243408,
      "step": 3485
    },
    {
      "epoch": 0.3678330522765599,
      "grad_norm": 2.113193988800049,
      "learning_rate": 2.9075e-05,
      "loss": 0.6759565830230713,
      "step": 3490
    },
    {
      "epoch": 0.3683600337268128,
      "grad_norm": 5.68149471282959,
      "learning_rate": 2.9116666666666665e-05,
      "loss": 0.5319119453430176,
      "step": 3495
    },
    {
      "epoch": 0.3688870151770658,
      "grad_norm": 4.830999374389648,
      "learning_rate": 2.9158333333333335e-05,
      "loss": 0.6014562129974366,
      "step": 3500
    },
    {
      "epoch": 0.3694139966273187,
      "grad_norm": 3.2961339950561523,
      "learning_rate": 2.92e-05,
      "loss": 0.5492361545562744,
      "step": 3505
    },
    {
      "epoch": 0.36994097807757165,
      "grad_norm": 3.726783037185669,
      "learning_rate": 2.9241666666666668e-05,
      "loss": 0.49589786529541013,
      "step": 3510
    },
    {
      "epoch": 0.37046795952782463,
      "grad_norm": 2.7551980018615723,
      "learning_rate": 2.9283333333333335e-05,
      "loss": 0.4488420009613037,
      "step": 3515
    },
    {
      "epoch": 0.37099494097807756,
      "grad_norm": 4.5776143074035645,
      "learning_rate": 2.9325e-05,
      "loss": 0.6668212890625,
      "step": 3520
    },
    {
      "epoch": 0.37152192242833054,
      "grad_norm": 3.167156219482422,
      "learning_rate": 2.9366666666666668e-05,
      "loss": 0.6510696411132812,
      "step": 3525
    },
    {
      "epoch": 0.37204890387858347,
      "grad_norm": 1.6729406118392944,
      "learning_rate": 2.9408333333333334e-05,
      "loss": 0.41162500381469724,
      "step": 3530
    },
    {
      "epoch": 0.3725758853288364,
      "grad_norm": 4.4002366065979,
      "learning_rate": 2.945e-05,
      "loss": 0.5288712024688721,
      "step": 3535
    },
    {
      "epoch": 0.3731028667790894,
      "grad_norm": 2.498699903488159,
      "learning_rate": 2.9491666666666667e-05,
      "loss": 0.5569443225860595,
      "step": 3540
    },
    {
      "epoch": 0.3736298482293423,
      "grad_norm": 5.314370632171631,
      "learning_rate": 2.9533333333333334e-05,
      "loss": 0.6341211318969726,
      "step": 3545
    },
    {
      "epoch": 0.3741568296795953,
      "grad_norm": 8.940231323242188,
      "learning_rate": 2.9575e-05,
      "loss": 0.6382320880889892,
      "step": 3550
    },
    {
      "epoch": 0.3746838111298482,
      "grad_norm": 4.396604537963867,
      "learning_rate": 2.9616666666666667e-05,
      "loss": 0.5473489761352539,
      "step": 3555
    },
    {
      "epoch": 0.3752107925801012,
      "grad_norm": 3.9987893104553223,
      "learning_rate": 2.9658333333333334e-05,
      "loss": 0.7573751449584961,
      "step": 3560
    },
    {
      "epoch": 0.37573777403035413,
      "grad_norm": 4.415038108825684,
      "learning_rate": 2.97e-05,
      "loss": 0.5407582283020019,
      "step": 3565
    },
    {
      "epoch": 0.37626475548060706,
      "grad_norm": 2.6487467288970947,
      "learning_rate": 2.9741666666666667e-05,
      "loss": 0.6747408866882324,
      "step": 3570
    },
    {
      "epoch": 0.37679173693086004,
      "grad_norm": 3.483482837677002,
      "learning_rate": 2.9783333333333333e-05,
      "loss": 0.5839922904968262,
      "step": 3575
    },
    {
      "epoch": 0.37731871838111297,
      "grad_norm": 2.253239631652832,
      "learning_rate": 2.9825e-05,
      "loss": 0.4862921714782715,
      "step": 3580
    },
    {
      "epoch": 0.37784569983136596,
      "grad_norm": 7.411221504211426,
      "learning_rate": 2.9866666666666666e-05,
      "loss": 0.6527763843536377,
      "step": 3585
    },
    {
      "epoch": 0.3783726812816189,
      "grad_norm": 5.22708797454834,
      "learning_rate": 2.9908333333333333e-05,
      "loss": 0.6578381061553955,
      "step": 3590
    },
    {
      "epoch": 0.3788996627318718,
      "grad_norm": 3.4716155529022217,
      "learning_rate": 2.995e-05,
      "loss": 0.6982853412628174,
      "step": 3595
    },
    {
      "epoch": 0.3794266441821248,
      "grad_norm": 2.2036120891571045,
      "learning_rate": 2.9991666666666666e-05,
      "loss": 0.6389655590057373,
      "step": 3600
    },
    {
      "epoch": 0.3799536256323777,
      "grad_norm": 9.419757843017578,
      "learning_rate": 2.9996296296296298e-05,
      "loss": 0.7233590602874755,
      "step": 3605
    },
    {
      "epoch": 0.3804806070826307,
      "grad_norm": 2.9503226280212402,
      "learning_rate": 2.9991666666666666e-05,
      "loss": 0.4571803569793701,
      "step": 3610
    },
    {
      "epoch": 0.38100758853288363,
      "grad_norm": 5.171806812286377,
      "learning_rate": 2.9987037037037035e-05,
      "loss": 0.5933595180511475,
      "step": 3615
    },
    {
      "epoch": 0.3815345699831366,
      "grad_norm": 2.7847015857696533,
      "learning_rate": 2.998240740740741e-05,
      "loss": 0.6288618564605712,
      "step": 3620
    },
    {
      "epoch": 0.38206155143338955,
      "grad_norm": 3.2892682552337646,
      "learning_rate": 2.997777777777778e-05,
      "loss": 0.6384793281555176,
      "step": 3625
    },
    {
      "epoch": 0.3825885328836425,
      "grad_norm": 2.7625274658203125,
      "learning_rate": 2.997314814814815e-05,
      "loss": 0.5236800193786622,
      "step": 3630
    },
    {
      "epoch": 0.38311551433389546,
      "grad_norm": 6.245284080505371,
      "learning_rate": 2.996851851851852e-05,
      "loss": 0.6225356101989746,
      "step": 3635
    },
    {
      "epoch": 0.3836424957841484,
      "grad_norm": 3.47633957862854,
      "learning_rate": 2.996388888888889e-05,
      "loss": 0.5541791439056396,
      "step": 3640
    },
    {
      "epoch": 0.38416947723440137,
      "grad_norm": 5.8800177574157715,
      "learning_rate": 2.995925925925926e-05,
      "loss": 0.8712486267089844,
      "step": 3645
    },
    {
      "epoch": 0.3846964586846543,
      "grad_norm": 6.04165506362915,
      "learning_rate": 2.995462962962963e-05,
      "loss": 0.5233094215393066,
      "step": 3650
    },
    {
      "epoch": 0.3852234401349072,
      "grad_norm": 2.3152294158935547,
      "learning_rate": 2.995e-05,
      "loss": 0.4599109172821045,
      "step": 3655
    },
    {
      "epoch": 0.3857504215851602,
      "grad_norm": 4.505119323730469,
      "learning_rate": 2.9945370370370368e-05,
      "loss": 0.5323192596435546,
      "step": 3660
    },
    {
      "epoch": 0.38627740303541314,
      "grad_norm": 3.92120099067688,
      "learning_rate": 2.9940740740740743e-05,
      "loss": 0.5659772396087647,
      "step": 3665
    },
    {
      "epoch": 0.3868043844856661,
      "grad_norm": 1.7798001766204834,
      "learning_rate": 2.9936111111111112e-05,
      "loss": 0.6426961898803711,
      "step": 3670
    },
    {
      "epoch": 0.38733136593591905,
      "grad_norm": 2.822164535522461,
      "learning_rate": 2.9931481481481484e-05,
      "loss": 0.6109832763671875,
      "step": 3675
    },
    {
      "epoch": 0.38785834738617203,
      "grad_norm": 3.8544609546661377,
      "learning_rate": 2.9926851851851852e-05,
      "loss": 0.6336053371429443,
      "step": 3680
    },
    {
      "epoch": 0.38838532883642496,
      "grad_norm": 6.985898494720459,
      "learning_rate": 2.9922222222222224e-05,
      "loss": 0.6901660442352295,
      "step": 3685
    },
    {
      "epoch": 0.3889123102866779,
      "grad_norm": 2.5795395374298096,
      "learning_rate": 2.9917592592592593e-05,
      "loss": 0.5663012504577637,
      "step": 3690
    },
    {
      "epoch": 0.38943929173693087,
      "grad_norm": 3.6835761070251465,
      "learning_rate": 2.9912962962962964e-05,
      "loss": 0.5540514945983886,
      "step": 3695
    },
    {
      "epoch": 0.3899662731871838,
      "grad_norm": 2.513552665710449,
      "learning_rate": 2.9908333333333333e-05,
      "loss": 0.6265233516693115,
      "step": 3700
    },
    {
      "epoch": 0.3904932546374368,
      "grad_norm": 2.9223616123199463,
      "learning_rate": 2.99037037037037e-05,
      "loss": 0.6415729999542237,
      "step": 3705
    },
    {
      "epoch": 0.3910202360876897,
      "grad_norm": 2.00559139251709,
      "learning_rate": 2.9899074074074077e-05,
      "loss": 0.4293392181396484,
      "step": 3710
    },
    {
      "epoch": 0.39154721753794264,
      "grad_norm": 4.256643295288086,
      "learning_rate": 2.9894444444444445e-05,
      "loss": 0.5320219993591309,
      "step": 3715
    },
    {
      "epoch": 0.3920741989881956,
      "grad_norm": 16.348949432373047,
      "learning_rate": 2.9889814814814817e-05,
      "loss": 0.8825644493103028,
      "step": 3720
    },
    {
      "epoch": 0.39260118043844855,
      "grad_norm": 2.244819164276123,
      "learning_rate": 2.9885185185185186e-05,
      "loss": 0.6372788906097412,
      "step": 3725
    },
    {
      "epoch": 0.39312816188870153,
      "grad_norm": 1.9762686491012573,
      "learning_rate": 2.9880555555555558e-05,
      "loss": 0.6471110343933105,
      "step": 3730
    },
    {
      "epoch": 0.39365514333895446,
      "grad_norm": 2.7476518154144287,
      "learning_rate": 2.9875925925925926e-05,
      "loss": 0.7356882095336914,
      "step": 3735
    },
    {
      "epoch": 0.39418212478920744,
      "grad_norm": 1.9969629049301147,
      "learning_rate": 2.9871296296296298e-05,
      "loss": 0.5423226356506348,
      "step": 3740
    },
    {
      "epoch": 0.39470910623946037,
      "grad_norm": 3.569626569747925,
      "learning_rate": 2.9866666666666666e-05,
      "loss": 0.9405319213867187,
      "step": 3745
    },
    {
      "epoch": 0.3952360876897133,
      "grad_norm": 5.0622968673706055,
      "learning_rate": 2.9862037037037035e-05,
      "loss": 0.710599946975708,
      "step": 3750
    },
    {
      "epoch": 0.3957630691399663,
      "grad_norm": 3.2140724658966064,
      "learning_rate": 2.9857407407407407e-05,
      "loss": 0.5503906726837158,
      "step": 3755
    },
    {
      "epoch": 0.3962900505902192,
      "grad_norm": 5.187583923339844,
      "learning_rate": 2.985277777777778e-05,
      "loss": 0.46359977722167967,
      "step": 3760
    },
    {
      "epoch": 0.3968170320404722,
      "grad_norm": 22.992748260498047,
      "learning_rate": 2.984814814814815e-05,
      "loss": 0.9230463027954101,
      "step": 3765
    },
    {
      "epoch": 0.3973440134907251,
      "grad_norm": 2.278770923614502,
      "learning_rate": 2.984351851851852e-05,
      "loss": 0.5709200382232666,
      "step": 3770
    },
    {
      "epoch": 0.39787099494097805,
      "grad_norm": 4.861656665802002,
      "learning_rate": 2.983888888888889e-05,
      "loss": 0.44450998306274414,
      "step": 3775
    },
    {
      "epoch": 0.39839797639123103,
      "grad_norm": 2.0922391414642334,
      "learning_rate": 2.983425925925926e-05,
      "loss": 0.48946266174316405,
      "step": 3780
    },
    {
      "epoch": 0.39892495784148396,
      "grad_norm": 6.049360752105713,
      "learning_rate": 2.982962962962963e-05,
      "loss": 0.88712158203125,
      "step": 3785
    },
    {
      "epoch": 0.39945193929173695,
      "grad_norm": 4.240159034729004,
      "learning_rate": 2.9825e-05,
      "loss": 0.8556159019470215,
      "step": 3790
    },
    {
      "epoch": 0.3999789207419899,
      "grad_norm": 3.4824352264404297,
      "learning_rate": 2.982037037037037e-05,
      "loss": 0.5908936977386474,
      "step": 3795
    },
    {
      "epoch": 0.40050590219224286,
      "grad_norm": 3.5517520904541016,
      "learning_rate": 2.981574074074074e-05,
      "loss": 0.6684581756591796,
      "step": 3800
    },
    {
      "epoch": 0.4010328836424958,
      "grad_norm": 3.2780344486236572,
      "learning_rate": 2.9811111111111112e-05,
      "loss": 0.577435302734375,
      "step": 3805
    },
    {
      "epoch": 0.4015598650927487,
      "grad_norm": 5.41497278213501,
      "learning_rate": 2.9806481481481484e-05,
      "loss": 0.6833707809448242,
      "step": 3810
    },
    {
      "epoch": 0.4020868465430017,
      "grad_norm": 4.805824279785156,
      "learning_rate": 2.9801851851851853e-05,
      "loss": 0.5478660583496093,
      "step": 3815
    },
    {
      "epoch": 0.4026138279932546,
      "grad_norm": 4.785400867462158,
      "learning_rate": 2.9797222222222224e-05,
      "loss": 0.6909383296966553,
      "step": 3820
    },
    {
      "epoch": 0.4031408094435076,
      "grad_norm": 1.7016584873199463,
      "learning_rate": 2.9792592592592593e-05,
      "loss": 0.439906644821167,
      "step": 3825
    },
    {
      "epoch": 0.40366779089376054,
      "grad_norm": 3.2390358448028564,
      "learning_rate": 2.9787962962962965e-05,
      "loss": 0.4517069339752197,
      "step": 3830
    },
    {
      "epoch": 0.40419477234401346,
      "grad_norm": 2.074434518814087,
      "learning_rate": 2.9783333333333333e-05,
      "loss": 0.6324695587158203,
      "step": 3835
    },
    {
      "epoch": 0.40472175379426645,
      "grad_norm": 10.018898010253906,
      "learning_rate": 2.9778703703703705e-05,
      "loss": 0.5694073677062989,
      "step": 3840
    },
    {
      "epoch": 0.4052487352445194,
      "grad_norm": 2.1395645141601562,
      "learning_rate": 2.9774074074074074e-05,
      "loss": 0.6533841133117676,
      "step": 3845
    },
    {
      "epoch": 0.40577571669477236,
      "grad_norm": 3.0849945545196533,
      "learning_rate": 2.9769444444444442e-05,
      "loss": 0.9084364891052246,
      "step": 3850
    },
    {
      "epoch": 0.4063026981450253,
      "grad_norm": 3.1958184242248535,
      "learning_rate": 2.9764814814814818e-05,
      "loss": 0.5284153938293457,
      "step": 3855
    },
    {
      "epoch": 0.40682967959527827,
      "grad_norm": 4.995604991912842,
      "learning_rate": 2.9760185185185186e-05,
      "loss": 0.5505057334899902,
      "step": 3860
    },
    {
      "epoch": 0.4073566610455312,
      "grad_norm": 2.941823720932007,
      "learning_rate": 2.9755555555555558e-05,
      "loss": 0.6706685066223145,
      "step": 3865
    },
    {
      "epoch": 0.4078836424957841,
      "grad_norm": 5.433472156524658,
      "learning_rate": 2.9750925925925926e-05,
      "loss": 0.49282360076904297,
      "step": 3870
    },
    {
      "epoch": 0.4084106239460371,
      "grad_norm": 5.546761989593506,
      "learning_rate": 2.9746296296296298e-05,
      "loss": 0.7037618160247803,
      "step": 3875
    },
    {
      "epoch": 0.40893760539629004,
      "grad_norm": 4.330066204071045,
      "learning_rate": 2.9741666666666667e-05,
      "loss": 0.7747878074645996,
      "step": 3880
    },
    {
      "epoch": 0.409464586846543,
      "grad_norm": 4.1029510498046875,
      "learning_rate": 2.973703703703704e-05,
      "loss": 0.7444472312927246,
      "step": 3885
    },
    {
      "epoch": 0.40999156829679595,
      "grad_norm": 122.54344177246094,
      "learning_rate": 2.9732407407407407e-05,
      "loss": 0.6449644088745117,
      "step": 3890
    },
    {
      "epoch": 0.4105185497470489,
      "grad_norm": 2.3240890502929688,
      "learning_rate": 2.9727777777777776e-05,
      "loss": 0.5761100292205811,
      "step": 3895
    },
    {
      "epoch": 0.41104553119730186,
      "grad_norm": 2.133795738220215,
      "learning_rate": 2.972314814814815e-05,
      "loss": 0.8273122787475586,
      "step": 3900
    },
    {
      "epoch": 0.4115725126475548,
      "grad_norm": 3.2159173488616943,
      "learning_rate": 2.971851851851852e-05,
      "loss": 0.49757838249206543,
      "step": 3905
    },
    {
      "epoch": 0.4120994940978078,
      "grad_norm": 2.0363075733184814,
      "learning_rate": 2.971388888888889e-05,
      "loss": 0.44750103950500486,
      "step": 3910
    },
    {
      "epoch": 0.4126264755480607,
      "grad_norm": 2.811795473098755,
      "learning_rate": 2.970925925925926e-05,
      "loss": 0.6670893669128418,
      "step": 3915
    },
    {
      "epoch": 0.4131534569983137,
      "grad_norm": 6.094956398010254,
      "learning_rate": 2.9704629629629632e-05,
      "loss": 0.789590311050415,
      "step": 3920
    },
    {
      "epoch": 0.4136804384485666,
      "grad_norm": 2.6406772136688232,
      "learning_rate": 2.97e-05,
      "loss": 0.7657901287078858,
      "step": 3925
    },
    {
      "epoch": 0.41420741989881954,
      "grad_norm": 4.52060604095459,
      "learning_rate": 2.9695370370370372e-05,
      "loss": 0.5390285968780517,
      "step": 3930
    },
    {
      "epoch": 0.4147344013490725,
      "grad_norm": 3.8354570865631104,
      "learning_rate": 2.969074074074074e-05,
      "loss": 0.6880466938018799,
      "step": 3935
    },
    {
      "epoch": 0.41526138279932545,
      "grad_norm": 4.048128604888916,
      "learning_rate": 2.968611111111111e-05,
      "loss": 0.6175481796264648,
      "step": 3940
    },
    {
      "epoch": 0.41578836424957843,
      "grad_norm": 4.102211952209473,
      "learning_rate": 2.9681481481481484e-05,
      "loss": 0.5104964733123779,
      "step": 3945
    },
    {
      "epoch": 0.41631534569983136,
      "grad_norm": 2.7556653022766113,
      "learning_rate": 2.9676851851851853e-05,
      "loss": 0.7797461986541748,
      "step": 3950
    },
    {
      "epoch": 0.4168423271500843,
      "grad_norm": 1.8587020635604858,
      "learning_rate": 2.9672222222222225e-05,
      "loss": 0.4577817916870117,
      "step": 3955
    },
    {
      "epoch": 0.4173693086003373,
      "grad_norm": 2.879795789718628,
      "learning_rate": 2.9667592592592593e-05,
      "loss": 0.5391512870788574,
      "step": 3960
    },
    {
      "epoch": 0.4178962900505902,
      "grad_norm": 3.0048255920410156,
      "learning_rate": 2.9662962962962965e-05,
      "loss": 0.5234950542449951,
      "step": 3965
    },
    {
      "epoch": 0.4184232715008432,
      "grad_norm": 39.583290100097656,
      "learning_rate": 2.9658333333333334e-05,
      "loss": 0.7202059745788574,
      "step": 3970
    },
    {
      "epoch": 0.4189502529510961,
      "grad_norm": 5.30896520614624,
      "learning_rate": 2.9653703703703706e-05,
      "loss": 0.6469072818756103,
      "step": 3975
    },
    {
      "epoch": 0.4194772344013491,
      "grad_norm": 4.706773281097412,
      "learning_rate": 2.9649074074074074e-05,
      "loss": 0.7435981273651123,
      "step": 3980
    },
    {
      "epoch": 0.420004215851602,
      "grad_norm": 2.405320882797241,
      "learning_rate": 2.9644444444444443e-05,
      "loss": 0.7587626934051513,
      "step": 3985
    },
    {
      "epoch": 0.42053119730185495,
      "grad_norm": 8.2720947265625,
      "learning_rate": 2.9639814814814814e-05,
      "loss": 0.6051771640777588,
      "step": 3990
    },
    {
      "epoch": 0.42105817875210794,
      "grad_norm": 2.5070643424987793,
      "learning_rate": 2.9635185185185186e-05,
      "loss": 1.0995856285095216,
      "step": 3995
    },
    {
      "epoch": 0.42158516020236086,
      "grad_norm": 3.099015712738037,
      "learning_rate": 2.9630555555555558e-05,
      "loss": 0.5591161251068115,
      "step": 4000
    },
    {
      "epoch": 0.42158516020236086,
      "eval_cer": 0.08244424148703206,
      "eval_loss": 0.3753698170185089,
      "eval_runtime": 119.9396,
      "eval_samples_per_second": 24.279,
      "eval_score": 82.82750974191893,
      "eval_steps_per_second": 3.035,
      "eval_wer": 0.26100556367458916,
      "step": 4000
    },
    {
      "epoch": 0.42211214165261385,
      "grad_norm": 3.192870855331421,
      "learning_rate": 2.9625925925925927e-05,
      "loss": 0.684532880783081,
      "step": 4005
    },
    {
      "epoch": 0.4226391231028668,
      "grad_norm": 2.7449984550476074,
      "learning_rate": 2.96212962962963e-05,
      "loss": 0.4950730800628662,
      "step": 4010
    },
    {
      "epoch": 0.4231661045531197,
      "grad_norm": 2.9468626976013184,
      "learning_rate": 2.9616666666666667e-05,
      "loss": 0.44746909141540525,
      "step": 4015
    },
    {
      "epoch": 0.4236930860033727,
      "grad_norm": 2.981330633163452,
      "learning_rate": 2.961203703703704e-05,
      "loss": 0.5524437904357911,
      "step": 4020
    },
    {
      "epoch": 0.4242200674536256,
      "grad_norm": 2.1513025760650635,
      "learning_rate": 2.9607407407407408e-05,
      "loss": 0.5479596614837646,
      "step": 4025
    },
    {
      "epoch": 0.4247470489038786,
      "grad_norm": 3.3912863731384277,
      "learning_rate": 2.9602777777777776e-05,
      "loss": 0.812916374206543,
      "step": 4030
    },
    {
      "epoch": 0.4252740303541315,
      "grad_norm": 3.9171266555786133,
      "learning_rate": 2.9598148148148148e-05,
      "loss": 0.8296990394592285,
      "step": 4035
    },
    {
      "epoch": 0.4258010118043845,
      "grad_norm": 5.378883361816406,
      "learning_rate": 2.959351851851852e-05,
      "loss": 0.7905296802520752,
      "step": 4040
    },
    {
      "epoch": 0.42632799325463744,
      "grad_norm": 3.580726385116577,
      "learning_rate": 2.9588888888888892e-05,
      "loss": 0.6621603965759277,
      "step": 4045
    },
    {
      "epoch": 0.42685497470489037,
      "grad_norm": 2.9564437866210938,
      "learning_rate": 2.958425925925926e-05,
      "loss": 0.6754886150360108,
      "step": 4050
    },
    {
      "epoch": 0.42738195615514335,
      "grad_norm": 4.194577217102051,
      "learning_rate": 2.9579629629629632e-05,
      "loss": 0.5466168880462646,
      "step": 4055
    },
    {
      "epoch": 0.4279089376053963,
      "grad_norm": 4.831624507904053,
      "learning_rate": 2.9575e-05,
      "loss": 0.49307727813720703,
      "step": 4060
    },
    {
      "epoch": 0.42843591905564926,
      "grad_norm": 2.138908624649048,
      "learning_rate": 2.9570370370370372e-05,
      "loss": 0.52539963722229,
      "step": 4065
    },
    {
      "epoch": 0.4289629005059022,
      "grad_norm": 2.2804982662200928,
      "learning_rate": 2.956574074074074e-05,
      "loss": 0.5285203456878662,
      "step": 4070
    },
    {
      "epoch": 0.4294898819561551,
      "grad_norm": 4.259295463562012,
      "learning_rate": 2.956111111111111e-05,
      "loss": 0.5708149909973145,
      "step": 4075
    },
    {
      "epoch": 0.4300168634064081,
      "grad_norm": 2.547661066055298,
      "learning_rate": 2.955648148148148e-05,
      "loss": 0.5857357501983642,
      "step": 4080
    },
    {
      "epoch": 0.43054384485666103,
      "grad_norm": 3.219774007797241,
      "learning_rate": 2.955185185185185e-05,
      "loss": 0.7690793991088867,
      "step": 4085
    },
    {
      "epoch": 0.431070826306914,
      "grad_norm": 7.740736961364746,
      "learning_rate": 2.9547222222222225e-05,
      "loss": 0.6779199123382569,
      "step": 4090
    },
    {
      "epoch": 0.43159780775716694,
      "grad_norm": 2.3945980072021484,
      "learning_rate": 2.9542592592592594e-05,
      "loss": 0.7355567932128906,
      "step": 4095
    },
    {
      "epoch": 0.4321247892074199,
      "grad_norm": 1.786636471748352,
      "learning_rate": 2.9537962962962966e-05,
      "loss": 0.5115901470184326,
      "step": 4100
    },
    {
      "epoch": 0.43265177065767285,
      "grad_norm": 2.050142288208008,
      "learning_rate": 2.9533333333333334e-05,
      "loss": 0.5721092700958252,
      "step": 4105
    },
    {
      "epoch": 0.4331787521079258,
      "grad_norm": 2.112450361251831,
      "learning_rate": 2.9528703703703706e-05,
      "loss": 0.6906269073486329,
      "step": 4110
    },
    {
      "epoch": 0.43370573355817876,
      "grad_norm": 4.759417533874512,
      "learning_rate": 2.9524074074074074e-05,
      "loss": 0.6576418876647949,
      "step": 4115
    },
    {
      "epoch": 0.4342327150084317,
      "grad_norm": 2.542179584503174,
      "learning_rate": 2.9519444444444443e-05,
      "loss": 0.5787952423095704,
      "step": 4120
    },
    {
      "epoch": 0.4347596964586847,
      "grad_norm": 2.28374981880188,
      "learning_rate": 2.9514814814814815e-05,
      "loss": 0.6916140079498291,
      "step": 4125
    },
    {
      "epoch": 0.4352866779089376,
      "grad_norm": 3.2898974418640137,
      "learning_rate": 2.9510185185185183e-05,
      "loss": 0.6214044094085693,
      "step": 4130
    },
    {
      "epoch": 0.43581365935919053,
      "grad_norm": 2.6025478839874268,
      "learning_rate": 2.950555555555556e-05,
      "loss": 0.6300100326538086,
      "step": 4135
    },
    {
      "epoch": 0.4363406408094435,
      "grad_norm": 2.519404411315918,
      "learning_rate": 2.9500925925925927e-05,
      "loss": 0.4823308944702148,
      "step": 4140
    },
    {
      "epoch": 0.43686762225969644,
      "grad_norm": 4.537750244140625,
      "learning_rate": 2.94962962962963e-05,
      "loss": 0.5285126686096191,
      "step": 4145
    },
    {
      "epoch": 0.4373946037099494,
      "grad_norm": 2.667637825012207,
      "learning_rate": 2.9491666666666667e-05,
      "loss": 0.7559850692749024,
      "step": 4150
    },
    {
      "epoch": 0.43792158516020235,
      "grad_norm": 2.712979555130005,
      "learning_rate": 2.948703703703704e-05,
      "loss": 0.42312283515930177,
      "step": 4155
    },
    {
      "epoch": 0.43844856661045534,
      "grad_norm": 3.698315143585205,
      "learning_rate": 2.9482407407407408e-05,
      "loss": 0.49795899391174314,
      "step": 4160
    },
    {
      "epoch": 0.43897554806070826,
      "grad_norm": 4.361809253692627,
      "learning_rate": 2.9477777777777776e-05,
      "loss": 0.9936655044555665,
      "step": 4165
    },
    {
      "epoch": 0.4395025295109612,
      "grad_norm": 2.410356283187866,
      "learning_rate": 2.9473148148148148e-05,
      "loss": 0.5120399951934814,
      "step": 4170
    },
    {
      "epoch": 0.4400295109612142,
      "grad_norm": 7.584249019622803,
      "learning_rate": 2.9468518518518517e-05,
      "loss": 0.7901134014129638,
      "step": 4175
    },
    {
      "epoch": 0.4405564924114671,
      "grad_norm": 1.9536880254745483,
      "learning_rate": 2.946388888888889e-05,
      "loss": 0.7371510982513427,
      "step": 4180
    },
    {
      "epoch": 0.4410834738617201,
      "grad_norm": 1.8258100748062134,
      "learning_rate": 2.945925925925926e-05,
      "loss": 0.5103726863861084,
      "step": 4185
    },
    {
      "epoch": 0.441610455311973,
      "grad_norm": 7.353768825531006,
      "learning_rate": 2.9454629629629632e-05,
      "loss": 0.7638349533081055,
      "step": 4190
    },
    {
      "epoch": 0.44213743676222594,
      "grad_norm": 2.298163414001465,
      "learning_rate": 2.945e-05,
      "loss": 0.5831266403198242,
      "step": 4195
    },
    {
      "epoch": 0.4426644182124789,
      "grad_norm": 7.901919841766357,
      "learning_rate": 2.9445370370370373e-05,
      "loss": 0.6881261348724366,
      "step": 4200
    },
    {
      "epoch": 0.44319139966273186,
      "grad_norm": 2.1796066761016846,
      "learning_rate": 2.944074074074074e-05,
      "loss": 0.6814140319824219,
      "step": 4205
    },
    {
      "epoch": 0.44371838111298484,
      "grad_norm": 4.304030895233154,
      "learning_rate": 2.943611111111111e-05,
      "loss": 0.5256103992462158,
      "step": 4210
    },
    {
      "epoch": 0.44424536256323777,
      "grad_norm": 2.1499385833740234,
      "learning_rate": 2.9431481481481482e-05,
      "loss": 0.475251293182373,
      "step": 4215
    },
    {
      "epoch": 0.44477234401349075,
      "grad_norm": 2.514610528945923,
      "learning_rate": 2.942685185185185e-05,
      "loss": 0.5258809566497803,
      "step": 4220
    },
    {
      "epoch": 0.4452993254637437,
      "grad_norm": 27.706539154052734,
      "learning_rate": 2.9422222222222222e-05,
      "loss": 0.7302014350891113,
      "step": 4225
    },
    {
      "epoch": 0.4458263069139966,
      "grad_norm": 1.496804118156433,
      "learning_rate": 2.9417592592592594e-05,
      "loss": 0.6684412956237793,
      "step": 4230
    },
    {
      "epoch": 0.4463532883642496,
      "grad_norm": 3.9975521564483643,
      "learning_rate": 2.9412962962962966e-05,
      "loss": 0.5398091793060302,
      "step": 4235
    },
    {
      "epoch": 0.4468802698145025,
      "grad_norm": 2.314614772796631,
      "learning_rate": 2.9408333333333334e-05,
      "loss": 0.5213546752929688,
      "step": 4240
    },
    {
      "epoch": 0.4474072512647555,
      "grad_norm": 2.6258609294891357,
      "learning_rate": 2.9403703703703706e-05,
      "loss": 0.5070631980895997,
      "step": 4245
    },
    {
      "epoch": 0.44793423271500843,
      "grad_norm": 3.3918228149414062,
      "learning_rate": 2.9399074074074075e-05,
      "loss": 0.5558883666992187,
      "step": 4250
    },
    {
      "epoch": 0.44846121416526136,
      "grad_norm": 3.8834779262542725,
      "learning_rate": 2.9394444444444443e-05,
      "loss": 0.6322559833526611,
      "step": 4255
    },
    {
      "epoch": 0.44898819561551434,
      "grad_norm": 1.301214575767517,
      "learning_rate": 2.9389814814814815e-05,
      "loss": 0.49747524261474607,
      "step": 4260
    },
    {
      "epoch": 0.44951517706576727,
      "grad_norm": 3.0214312076568604,
      "learning_rate": 2.9385185185185184e-05,
      "loss": 0.8093695640563965,
      "step": 4265
    },
    {
      "epoch": 0.45004215851602025,
      "grad_norm": 2.6139538288116455,
      "learning_rate": 2.9380555555555556e-05,
      "loss": 0.5479223251342773,
      "step": 4270
    },
    {
      "epoch": 0.4505691399662732,
      "grad_norm": 3.945220947265625,
      "learning_rate": 2.9375925925925927e-05,
      "loss": 0.6065232276916503,
      "step": 4275
    },
    {
      "epoch": 0.45109612141652616,
      "grad_norm": 1.7417858839035034,
      "learning_rate": 2.93712962962963e-05,
      "loss": 0.5234726905822754,
      "step": 4280
    },
    {
      "epoch": 0.4516231028667791,
      "grad_norm": 4.09536075592041,
      "learning_rate": 2.9366666666666668e-05,
      "loss": 0.6338470935821533,
      "step": 4285
    },
    {
      "epoch": 0.452150084317032,
      "grad_norm": 3.18864369392395,
      "learning_rate": 2.936203703703704e-05,
      "loss": 0.5374646663665772,
      "step": 4290
    },
    {
      "epoch": 0.452677065767285,
      "grad_norm": 5.61672830581665,
      "learning_rate": 2.9357407407407408e-05,
      "loss": 0.5379370212554931,
      "step": 4295
    },
    {
      "epoch": 0.45320404721753793,
      "grad_norm": 2.112661838531494,
      "learning_rate": 2.9352777777777777e-05,
      "loss": 0.5695671558380127,
      "step": 4300
    },
    {
      "epoch": 0.4537310286677909,
      "grad_norm": 4.187934875488281,
      "learning_rate": 2.934814814814815e-05,
      "loss": 0.5178849697113037,
      "step": 4305
    },
    {
      "epoch": 0.45425801011804384,
      "grad_norm": 2.659304141998291,
      "learning_rate": 2.9343518518518517e-05,
      "loss": 0.6319627285003662,
      "step": 4310
    },
    {
      "epoch": 0.45478499156829677,
      "grad_norm": 2.881542205810547,
      "learning_rate": 2.933888888888889e-05,
      "loss": 0.5526395320892334,
      "step": 4315
    },
    {
      "epoch": 0.45531197301854975,
      "grad_norm": 2.3711514472961426,
      "learning_rate": 2.9334259259259258e-05,
      "loss": 0.7147341251373291,
      "step": 4320
    },
    {
      "epoch": 0.4558389544688027,
      "grad_norm": 2.841376781463623,
      "learning_rate": 2.9329629629629633e-05,
      "loss": 0.4452193260192871,
      "step": 4325
    },
    {
      "epoch": 0.45636593591905567,
      "grad_norm": 4.910726547241211,
      "learning_rate": 2.9325e-05,
      "loss": 0.4845681667327881,
      "step": 4330
    },
    {
      "epoch": 0.4568929173693086,
      "grad_norm": 2.1876914501190186,
      "learning_rate": 2.9320370370370373e-05,
      "loss": 0.5281574249267578,
      "step": 4335
    },
    {
      "epoch": 0.4574198988195616,
      "grad_norm": 2.9609477519989014,
      "learning_rate": 2.931574074074074e-05,
      "loss": 0.6180830478668213,
      "step": 4340
    },
    {
      "epoch": 0.4579468802698145,
      "grad_norm": 4.8188796043396,
      "learning_rate": 2.931111111111111e-05,
      "loss": 0.712705421447754,
      "step": 4345
    },
    {
      "epoch": 0.45847386172006743,
      "grad_norm": 1.8111462593078613,
      "learning_rate": 2.9306481481481482e-05,
      "loss": 0.4459379196166992,
      "step": 4350
    },
    {
      "epoch": 0.4590008431703204,
      "grad_norm": 3.1341664791107178,
      "learning_rate": 2.930185185185185e-05,
      "loss": 0.677144193649292,
      "step": 4355
    },
    {
      "epoch": 0.45952782462057334,
      "grad_norm": 3.3092994689941406,
      "learning_rate": 2.9297222222222222e-05,
      "loss": 0.5620257377624511,
      "step": 4360
    },
    {
      "epoch": 0.4600548060708263,
      "grad_norm": 3.0413997173309326,
      "learning_rate": 2.929259259259259e-05,
      "loss": 0.7304659843444824,
      "step": 4365
    },
    {
      "epoch": 0.46058178752107926,
      "grad_norm": 163.74853515625,
      "learning_rate": 2.9287962962962966e-05,
      "loss": 1.1206618309020997,
      "step": 4370
    },
    {
      "epoch": 0.4611087689713322,
      "grad_norm": 3.196319580078125,
      "learning_rate": 2.9283333333333335e-05,
      "loss": 0.5378261089324952,
      "step": 4375
    },
    {
      "epoch": 0.46163575042158517,
      "grad_norm": 2.657606601715088,
      "learning_rate": 2.9278703703703707e-05,
      "loss": 0.6028192043304443,
      "step": 4380
    },
    {
      "epoch": 0.4621627318718381,
      "grad_norm": 2.9981443881988525,
      "learning_rate": 2.9274074074074075e-05,
      "loss": 0.5231732845306396,
      "step": 4385
    },
    {
      "epoch": 0.4626897133220911,
      "grad_norm": 3.1276702880859375,
      "learning_rate": 2.9269444444444447e-05,
      "loss": 0.5215814590454102,
      "step": 4390
    },
    {
      "epoch": 0.463216694772344,
      "grad_norm": 7.5987725257873535,
      "learning_rate": 2.9264814814814816e-05,
      "loss": 0.5698400974273682,
      "step": 4395
    },
    {
      "epoch": 0.463743676222597,
      "grad_norm": 4.15643310546875,
      "learning_rate": 2.9260185185185184e-05,
      "loss": 0.5826276779174805,
      "step": 4400
    },
    {
      "epoch": 0.4642706576728499,
      "grad_norm": 9.59136962890625,
      "learning_rate": 2.9255555555555556e-05,
      "loss": 0.9514254570007324,
      "step": 4405
    },
    {
      "epoch": 0.46479763912310285,
      "grad_norm": 1.575423240661621,
      "learning_rate": 2.9250925925925924e-05,
      "loss": 0.5720939636230469,
      "step": 4410
    },
    {
      "epoch": 0.46532462057335583,
      "grad_norm": 2.0644609928131104,
      "learning_rate": 2.9246296296296296e-05,
      "loss": 0.4911994457244873,
      "step": 4415
    },
    {
      "epoch": 0.46585160202360876,
      "grad_norm": 1.710351586341858,
      "learning_rate": 2.9241666666666668e-05,
      "loss": 0.613028621673584,
      "step": 4420
    },
    {
      "epoch": 0.46637858347386174,
      "grad_norm": 3.873117208480835,
      "learning_rate": 2.923703703703704e-05,
      "loss": 0.8337018013000488,
      "step": 4425
    },
    {
      "epoch": 0.46690556492411467,
      "grad_norm": 2.3805532455444336,
      "learning_rate": 2.923240740740741e-05,
      "loss": 0.5994908332824707,
      "step": 4430
    },
    {
      "epoch": 0.4674325463743676,
      "grad_norm": 30.015043258666992,
      "learning_rate": 2.922777777777778e-05,
      "loss": 0.8936541557312012,
      "step": 4435
    },
    {
      "epoch": 0.4679595278246206,
      "grad_norm": 3.7925925254821777,
      "learning_rate": 2.922314814814815e-05,
      "loss": 0.5600377082824707,
      "step": 4440
    },
    {
      "epoch": 0.4684865092748735,
      "grad_norm": 5.889747619628906,
      "learning_rate": 2.9218518518518517e-05,
      "loss": 0.611330509185791,
      "step": 4445
    },
    {
      "epoch": 0.4690134907251265,
      "grad_norm": 3.387061357498169,
      "learning_rate": 2.921388888888889e-05,
      "loss": 0.48015670776367186,
      "step": 4450
    },
    {
      "epoch": 0.4695404721753794,
      "grad_norm": 1.952648401260376,
      "learning_rate": 2.9209259259259258e-05,
      "loss": 0.5990616798400878,
      "step": 4455
    },
    {
      "epoch": 0.4700674536256324,
      "grad_norm": 3.073110818862915,
      "learning_rate": 2.920462962962963e-05,
      "loss": 0.6231671333312988,
      "step": 4460
    },
    {
      "epoch": 0.47059443507588533,
      "grad_norm": 2.2250254154205322,
      "learning_rate": 2.92e-05,
      "loss": 0.7193946361541748,
      "step": 4465
    },
    {
      "epoch": 0.47112141652613826,
      "grad_norm": 3.6176047325134277,
      "learning_rate": 2.9195370370370374e-05,
      "loss": 0.7175281524658204,
      "step": 4470
    },
    {
      "epoch": 0.47164839797639124,
      "grad_norm": 1.8729612827301025,
      "learning_rate": 2.9190740740740742e-05,
      "loss": 0.6175615310668945,
      "step": 4475
    },
    {
      "epoch": 0.47217537942664417,
      "grad_norm": 4.173657417297363,
      "learning_rate": 2.9186111111111114e-05,
      "loss": 0.543838357925415,
      "step": 4480
    },
    {
      "epoch": 0.47270236087689715,
      "grad_norm": 3.0275766849517822,
      "learning_rate": 2.9181481481481482e-05,
      "loss": 0.7433496475219726,
      "step": 4485
    },
    {
      "epoch": 0.4732293423271501,
      "grad_norm": 2.8579092025756836,
      "learning_rate": 2.917685185185185e-05,
      "loss": 0.7021027088165284,
      "step": 4490
    },
    {
      "epoch": 0.473756323777403,
      "grad_norm": 2.398728132247925,
      "learning_rate": 2.9172222222222223e-05,
      "loss": 0.4864984035491943,
      "step": 4495
    },
    {
      "epoch": 0.474283305227656,
      "grad_norm": 7.890375137329102,
      "learning_rate": 2.916759259259259e-05,
      "loss": 0.4660351276397705,
      "step": 4500
    },
    {
      "epoch": 0.4748102866779089,
      "grad_norm": 5.51793098449707,
      "learning_rate": 2.9162962962962963e-05,
      "loss": 0.5672133922576904,
      "step": 4505
    },
    {
      "epoch": 0.4753372681281619,
      "grad_norm": 5.405467987060547,
      "learning_rate": 2.9158333333333335e-05,
      "loss": 0.6477058887481689,
      "step": 4510
    },
    {
      "epoch": 0.47586424957841483,
      "grad_norm": 4.90627908706665,
      "learning_rate": 2.9153703703703707e-05,
      "loss": 0.5212385177612304,
      "step": 4515
    },
    {
      "epoch": 0.4763912310286678,
      "grad_norm": 3.856050491333008,
      "learning_rate": 2.9149074074074075e-05,
      "loss": 0.44580655097961425,
      "step": 4520
    },
    {
      "epoch": 0.47691821247892074,
      "grad_norm": 3.5982868671417236,
      "learning_rate": 2.9144444444444447e-05,
      "loss": 0.6695691585540772,
      "step": 4525
    },
    {
      "epoch": 0.4774451939291737,
      "grad_norm": 2.3697845935821533,
      "learning_rate": 2.9139814814814816e-05,
      "loss": 0.4207769393920898,
      "step": 4530
    },
    {
      "epoch": 0.47797217537942666,
      "grad_norm": 1.650618553161621,
      "learning_rate": 2.9135185185185184e-05,
      "loss": 0.4358102321624756,
      "step": 4535
    },
    {
      "epoch": 0.4784991568296796,
      "grad_norm": 2.807809591293335,
      "learning_rate": 2.9130555555555556e-05,
      "loss": 0.6068344116210938,
      "step": 4540
    },
    {
      "epoch": 0.47902613827993257,
      "grad_norm": 2.716956853866577,
      "learning_rate": 2.9125925925925925e-05,
      "loss": 0.5731053352355957,
      "step": 4545
    },
    {
      "epoch": 0.4795531197301855,
      "grad_norm": 5.128407001495361,
      "learning_rate": 2.9121296296296297e-05,
      "loss": 0.5705554008483886,
      "step": 4550
    },
    {
      "epoch": 0.4800801011804384,
      "grad_norm": 4.095693588256836,
      "learning_rate": 2.9116666666666665e-05,
      "loss": 0.6591869831085205,
      "step": 4555
    },
    {
      "epoch": 0.4806070826306914,
      "grad_norm": 9.374007225036621,
      "learning_rate": 2.911203703703704e-05,
      "loss": 0.9560321807861328,
      "step": 4560
    },
    {
      "epoch": 0.48113406408094433,
      "grad_norm": 3.5744543075561523,
      "learning_rate": 2.910740740740741e-05,
      "loss": 0.6643355846405029,
      "step": 4565
    },
    {
      "epoch": 0.4816610455311973,
      "grad_norm": 2.6846179962158203,
      "learning_rate": 2.910277777777778e-05,
      "loss": 0.49339866638183594,
      "step": 4570
    },
    {
      "epoch": 0.48218802698145025,
      "grad_norm": 3.2755110263824463,
      "learning_rate": 2.909814814814815e-05,
      "loss": 0.5595723152160644,
      "step": 4575
    },
    {
      "epoch": 0.48271500843170323,
      "grad_norm": 3.627169609069824,
      "learning_rate": 2.9093518518518518e-05,
      "loss": 0.6140342712402344,
      "step": 4580
    },
    {
      "epoch": 0.48324198988195616,
      "grad_norm": 1.6721878051757812,
      "learning_rate": 2.908888888888889e-05,
      "loss": 0.491273832321167,
      "step": 4585
    },
    {
      "epoch": 0.4837689713322091,
      "grad_norm": 2.394871234893799,
      "learning_rate": 2.9084259259259258e-05,
      "loss": 0.5579675674438477,
      "step": 4590
    },
    {
      "epoch": 0.48429595278246207,
      "grad_norm": 4.6204833984375,
      "learning_rate": 2.907962962962963e-05,
      "loss": 0.49470176696777346,
      "step": 4595
    },
    {
      "epoch": 0.484822934232715,
      "grad_norm": 1.9129817485809326,
      "learning_rate": 2.9075e-05,
      "loss": 0.600092077255249,
      "step": 4600
    },
    {
      "epoch": 0.485349915682968,
      "grad_norm": 2.20304012298584,
      "learning_rate": 2.9070370370370374e-05,
      "loss": 0.5615686416625977,
      "step": 4605
    },
    {
      "epoch": 0.4858768971332209,
      "grad_norm": 2.9176406860351562,
      "learning_rate": 2.9065740740740742e-05,
      "loss": 0.6354502201080322,
      "step": 4610
    },
    {
      "epoch": 0.48640387858347384,
      "grad_norm": 1.9391191005706787,
      "learning_rate": 2.9061111111111114e-05,
      "loss": 0.5427303314208984,
      "step": 4615
    },
    {
      "epoch": 0.4869308600337268,
      "grad_norm": 28.292770385742188,
      "learning_rate": 2.9056481481481483e-05,
      "loss": 0.9545780181884765,
      "step": 4620
    },
    {
      "epoch": 0.48745784148397975,
      "grad_norm": 3.7924225330352783,
      "learning_rate": 2.905185185185185e-05,
      "loss": 0.7122973442077637,
      "step": 4625
    },
    {
      "epoch": 0.48798482293423273,
      "grad_norm": 5.848586559295654,
      "learning_rate": 2.9047222222222223e-05,
      "loss": 0.46836299896240235,
      "step": 4630
    },
    {
      "epoch": 0.48851180438448566,
      "grad_norm": 2.732064723968506,
      "learning_rate": 2.904259259259259e-05,
      "loss": 0.5174394130706788,
      "step": 4635
    },
    {
      "epoch": 0.48903878583473864,
      "grad_norm": 3.5989279747009277,
      "learning_rate": 2.9037962962962964e-05,
      "loss": 0.4856540679931641,
      "step": 4640
    },
    {
      "epoch": 0.48956576728499157,
      "grad_norm": 5.139926433563232,
      "learning_rate": 2.9033333333333332e-05,
      "loss": 0.7049204349517822,
      "step": 4645
    },
    {
      "epoch": 0.4900927487352445,
      "grad_norm": 2.8982152938842773,
      "learning_rate": 2.9028703703703704e-05,
      "loss": 0.5597015380859375,
      "step": 4650
    },
    {
      "epoch": 0.4906197301854975,
      "grad_norm": 4.85618782043457,
      "learning_rate": 2.9024074074074076e-05,
      "loss": 1.7075172424316407,
      "step": 4655
    },
    {
      "epoch": 0.4911467116357504,
      "grad_norm": 2.7137467861175537,
      "learning_rate": 2.9019444444444448e-05,
      "loss": 0.4589385509490967,
      "step": 4660
    },
    {
      "epoch": 0.4916736930860034,
      "grad_norm": 2.3483314514160156,
      "learning_rate": 2.9014814814814816e-05,
      "loss": 0.5942515373229981,
      "step": 4665
    },
    {
      "epoch": 0.4922006745362563,
      "grad_norm": 3.666206121444702,
      "learning_rate": 2.9010185185185185e-05,
      "loss": 0.680573844909668,
      "step": 4670
    },
    {
      "epoch": 0.49272765598650925,
      "grad_norm": 3.0998406410217285,
      "learning_rate": 2.9005555555555557e-05,
      "loss": 0.5213637351989746,
      "step": 4675
    },
    {
      "epoch": 0.49325463743676223,
      "grad_norm": 4.805723667144775,
      "learning_rate": 2.9000925925925925e-05,
      "loss": 0.6084279537200927,
      "step": 4680
    },
    {
      "epoch": 0.49378161888701516,
      "grad_norm": 2.572448492050171,
      "learning_rate": 2.8996296296296297e-05,
      "loss": 0.5120266437530517,
      "step": 4685
    },
    {
      "epoch": 0.49430860033726814,
      "grad_norm": 7.026309967041016,
      "learning_rate": 2.8991666666666666e-05,
      "loss": 0.4956682205200195,
      "step": 4690
    },
    {
      "epoch": 0.4948355817875211,
      "grad_norm": 2.171496629714966,
      "learning_rate": 2.8987037037037037e-05,
      "loss": 0.4917422294616699,
      "step": 4695
    },
    {
      "epoch": 0.49536256323777406,
      "grad_norm": 5.441237449645996,
      "learning_rate": 2.898240740740741e-05,
      "loss": 0.6374144077301025,
      "step": 4700
    },
    {
      "epoch": 0.495889544688027,
      "grad_norm": 4.961263179779053,
      "learning_rate": 2.897777777777778e-05,
      "loss": 0.6700323104858399,
      "step": 4705
    },
    {
      "epoch": 0.4964165261382799,
      "grad_norm": 2.358445644378662,
      "learning_rate": 2.897314814814815e-05,
      "loss": 0.4867818355560303,
      "step": 4710
    },
    {
      "epoch": 0.4969435075885329,
      "grad_norm": 2.5252737998962402,
      "learning_rate": 2.8968518518518518e-05,
      "loss": 0.6154712200164795,
      "step": 4715
    },
    {
      "epoch": 0.4974704890387858,
      "grad_norm": 2.400982618331909,
      "learning_rate": 2.896388888888889e-05,
      "loss": 0.8579025268554688,
      "step": 4720
    },
    {
      "epoch": 0.4979974704890388,
      "grad_norm": 2.1074728965759277,
      "learning_rate": 2.895925925925926e-05,
      "loss": 0.7368860721588135,
      "step": 4725
    },
    {
      "epoch": 0.49852445193929174,
      "grad_norm": 2.929173231124878,
      "learning_rate": 2.895462962962963e-05,
      "loss": 0.571227741241455,
      "step": 4730
    },
    {
      "epoch": 0.49905143338954466,
      "grad_norm": 4.018993854522705,
      "learning_rate": 2.895e-05,
      "loss": 0.574391222000122,
      "step": 4735
    },
    {
      "epoch": 0.49957841483979765,
      "grad_norm": 3.6461524963378906,
      "learning_rate": 2.894537037037037e-05,
      "loss": 0.4905745029449463,
      "step": 4740
    },
    {
      "epoch": 0.5001053962900506,
      "grad_norm": 2.4200892448425293,
      "learning_rate": 2.894074074074074e-05,
      "loss": 0.6837260723114014,
      "step": 4745
    },
    {
      "epoch": 0.5006323777403036,
      "grad_norm": 1.8170666694641113,
      "learning_rate": 2.8936111111111115e-05,
      "loss": 0.6223721504211426,
      "step": 4750
    },
    {
      "epoch": 0.5011593591905565,
      "grad_norm": 3.316812753677368,
      "learning_rate": 2.8931481481481483e-05,
      "loss": 0.6434646606445312,
      "step": 4755
    },
    {
      "epoch": 0.5016863406408094,
      "grad_norm": 2.491198778152466,
      "learning_rate": 2.892685185185185e-05,
      "loss": 0.4774559497833252,
      "step": 4760
    },
    {
      "epoch": 0.5022133220910624,
      "grad_norm": 3.291318416595459,
      "learning_rate": 2.8922222222222224e-05,
      "loss": 0.9291385650634766,
      "step": 4765
    },
    {
      "epoch": 0.5027403035413154,
      "grad_norm": 4.484335422515869,
      "learning_rate": 2.8917592592592592e-05,
      "loss": 0.7376874923706055,
      "step": 4770
    },
    {
      "epoch": 0.5032672849915683,
      "grad_norm": 2.828803300857544,
      "learning_rate": 2.8912962962962964e-05,
      "loss": 0.7132868766784668,
      "step": 4775
    },
    {
      "epoch": 0.5037942664418212,
      "grad_norm": 3.6911933422088623,
      "learning_rate": 2.8908333333333332e-05,
      "loss": 0.6539948463439942,
      "step": 4780
    },
    {
      "epoch": 0.5043212478920742,
      "grad_norm": 1.8612747192382812,
      "learning_rate": 2.8903703703703704e-05,
      "loss": 0.7960027694702149,
      "step": 4785
    },
    {
      "epoch": 0.5048482293423272,
      "grad_norm": 4.612391948699951,
      "learning_rate": 2.8899074074074073e-05,
      "loss": 0.5128204822540283,
      "step": 4790
    },
    {
      "epoch": 0.5053752107925801,
      "grad_norm": 4.04514741897583,
      "learning_rate": 2.8894444444444448e-05,
      "loss": 0.6500849723815918,
      "step": 4795
    },
    {
      "epoch": 0.5059021922428331,
      "grad_norm": 3.3701720237731934,
      "learning_rate": 2.8889814814814817e-05,
      "loss": 0.590794563293457,
      "step": 4800
    },
    {
      "epoch": 0.5059021922428331,
      "eval_cer": 0.0814712567330545,
      "eval_loss": 0.3862168490886688,
      "eval_runtime": 121.035,
      "eval_samples_per_second": 24.059,
      "eval_score": 82.96717761920964,
      "eval_steps_per_second": 3.007,
      "eval_wer": 0.2591851908827526,
      "step": 4800
    },
    {
      "epoch": 0.506429173693086,
      "grad_norm": 13.041781425476074,
      "learning_rate": 2.8885185185185185e-05,
      "loss": 1.175034999847412,
      "step": 4805
    },
    {
      "epoch": 0.5069561551433389,
      "grad_norm": 2.5170352458953857,
      "learning_rate": 2.8880555555555557e-05,
      "loss": 0.4567882537841797,
      "step": 4810
    },
    {
      "epoch": 0.5074831365935919,
      "grad_norm": 3.197218894958496,
      "learning_rate": 2.8875925925925925e-05,
      "loss": 0.4796461582183838,
      "step": 4815
    },
    {
      "epoch": 0.5080101180438449,
      "grad_norm": 1.9696685075759888,
      "learning_rate": 2.8871296296296297e-05,
      "loss": 0.7983908653259277,
      "step": 4820
    },
    {
      "epoch": 0.5085370994940978,
      "grad_norm": 2.7288506031036377,
      "learning_rate": 2.8866666666666666e-05,
      "loss": 0.6885213851928711,
      "step": 4825
    },
    {
      "epoch": 0.5090640809443507,
      "grad_norm": 11.503623962402344,
      "learning_rate": 2.8862037037037038e-05,
      "loss": 0.49410548210144045,
      "step": 4830
    },
    {
      "epoch": 0.5095910623946037,
      "grad_norm": 6.570794582366943,
      "learning_rate": 2.8857407407407406e-05,
      "loss": 0.6847315788269043,
      "step": 4835
    },
    {
      "epoch": 0.5101180438448567,
      "grad_norm": 3.379359722137451,
      "learning_rate": 2.885277777777778e-05,
      "loss": 0.9730785369873047,
      "step": 4840
    },
    {
      "epoch": 0.5106450252951096,
      "grad_norm": 2.6887130737304688,
      "learning_rate": 2.884814814814815e-05,
      "loss": 0.6875145912170411,
      "step": 4845
    },
    {
      "epoch": 0.5111720067453626,
      "grad_norm": 3.749437093734741,
      "learning_rate": 2.884351851851852e-05,
      "loss": 0.530571985244751,
      "step": 4850
    },
    {
      "epoch": 0.5116989881956155,
      "grad_norm": 2.795689105987549,
      "learning_rate": 2.883888888888889e-05,
      "loss": 0.5979376316070557,
      "step": 4855
    },
    {
      "epoch": 0.5122259696458684,
      "grad_norm": 2.1822104454040527,
      "learning_rate": 2.883425925925926e-05,
      "loss": 0.6100484371185303,
      "step": 4860
    },
    {
      "epoch": 0.5127529510961214,
      "grad_norm": 4.766524791717529,
      "learning_rate": 2.882962962962963e-05,
      "loss": 0.6295812606811524,
      "step": 4865
    },
    {
      "epoch": 0.5132799325463744,
      "grad_norm": 1.796848177909851,
      "learning_rate": 2.8825e-05,
      "loss": 0.636692476272583,
      "step": 4870
    },
    {
      "epoch": 0.5138069139966274,
      "grad_norm": 2.0410807132720947,
      "learning_rate": 2.882037037037037e-05,
      "loss": 0.7502151966094971,
      "step": 4875
    },
    {
      "epoch": 0.5143338954468802,
      "grad_norm": 2.7345707416534424,
      "learning_rate": 2.881574074074074e-05,
      "loss": 0.6333885669708252,
      "step": 4880
    },
    {
      "epoch": 0.5148608768971332,
      "grad_norm": 3.217327833175659,
      "learning_rate": 2.881111111111111e-05,
      "loss": 0.6682492733001709,
      "step": 4885
    },
    {
      "epoch": 0.5153878583473862,
      "grad_norm": 3.5015392303466797,
      "learning_rate": 2.8806481481481483e-05,
      "loss": 0.4648547649383545,
      "step": 4890
    },
    {
      "epoch": 0.5159148397976391,
      "grad_norm": 2.3553969860076904,
      "learning_rate": 2.8801851851851852e-05,
      "loss": 0.49350767135620116,
      "step": 4895
    },
    {
      "epoch": 0.5164418212478921,
      "grad_norm": 2.2789487838745117,
      "learning_rate": 2.8797222222222224e-05,
      "loss": 0.684381103515625,
      "step": 4900
    },
    {
      "epoch": 0.516968802698145,
      "grad_norm": 2.4271738529205322,
      "learning_rate": 2.8792592592592592e-05,
      "loss": 0.8308480262756348,
      "step": 4905
    },
    {
      "epoch": 0.517495784148398,
      "grad_norm": 7.111532688140869,
      "learning_rate": 2.8787962962962964e-05,
      "loss": 0.583239221572876,
      "step": 4910
    },
    {
      "epoch": 0.5180227655986509,
      "grad_norm": 7.380488872528076,
      "learning_rate": 2.8783333333333333e-05,
      "loss": 0.8669768333435058,
      "step": 4915
    },
    {
      "epoch": 0.5185497470489039,
      "grad_norm": 3.005718231201172,
      "learning_rate": 2.8778703703703705e-05,
      "loss": 0.6121201038360595,
      "step": 4920
    },
    {
      "epoch": 0.5190767284991569,
      "grad_norm": 2.2673380374908447,
      "learning_rate": 2.8774074074074073e-05,
      "loss": 0.5699136257171631,
      "step": 4925
    },
    {
      "epoch": 0.5196037099494097,
      "grad_norm": 5.187654972076416,
      "learning_rate": 2.8769444444444445e-05,
      "loss": 0.5761092662811279,
      "step": 4930
    },
    {
      "epoch": 0.5201306913996627,
      "grad_norm": 2.3513424396514893,
      "learning_rate": 2.8764814814814817e-05,
      "loss": 1.0228970527648926,
      "step": 4935
    },
    {
      "epoch": 0.5206576728499157,
      "grad_norm": 6.5656208992004395,
      "learning_rate": 2.876018518518519e-05,
      "loss": 0.6661927223205566,
      "step": 4940
    },
    {
      "epoch": 0.5211846543001686,
      "grad_norm": 2.9925057888031006,
      "learning_rate": 2.8755555555555557e-05,
      "loss": 0.5648361206054687,
      "step": 4945
    },
    {
      "epoch": 0.5217116357504216,
      "grad_norm": 2.171733856201172,
      "learning_rate": 2.8750925925925926e-05,
      "loss": 0.42237548828125,
      "step": 4950
    },
    {
      "epoch": 0.5222386172006745,
      "grad_norm": 1.7992627620697021,
      "learning_rate": 2.8746296296296298e-05,
      "loss": 0.5729444026947021,
      "step": 4955
    },
    {
      "epoch": 0.5227655986509275,
      "grad_norm": 4.057941913604736,
      "learning_rate": 2.8741666666666666e-05,
      "loss": 0.5705156803131104,
      "step": 4960
    },
    {
      "epoch": 0.5232925801011804,
      "grad_norm": 4.3257036209106445,
      "learning_rate": 2.8737037037037038e-05,
      "loss": 0.7656783580780029,
      "step": 4965
    },
    {
      "epoch": 0.5238195615514334,
      "grad_norm": 3.523777484893799,
      "learning_rate": 2.8732407407407407e-05,
      "loss": 0.6818402767181396,
      "step": 4970
    },
    {
      "epoch": 0.5243465430016864,
      "grad_norm": 2.870157480239868,
      "learning_rate": 2.872777777777778e-05,
      "loss": 0.6010549068450928,
      "step": 4975
    },
    {
      "epoch": 0.5248735244519392,
      "grad_norm": 3.5506317615509033,
      "learning_rate": 2.8723148148148147e-05,
      "loss": 0.750545597076416,
      "step": 4980
    },
    {
      "epoch": 0.5254005059021922,
      "grad_norm": 3.3749241828918457,
      "learning_rate": 2.8718518518518522e-05,
      "loss": 0.5808026313781738,
      "step": 4985
    },
    {
      "epoch": 0.5259274873524452,
      "grad_norm": 1.5434168577194214,
      "learning_rate": 2.871388888888889e-05,
      "loss": 0.6063394546508789,
      "step": 4990
    },
    {
      "epoch": 0.5264544688026982,
      "grad_norm": 1.8785971403121948,
      "learning_rate": 2.870925925925926e-05,
      "loss": 0.5380069255828858,
      "step": 4995
    },
    {
      "epoch": 0.5269814502529511,
      "grad_norm": 2.3559319972991943,
      "learning_rate": 2.870462962962963e-05,
      "loss": 0.5006432056427002,
      "step": 5000
    },
    {
      "epoch": 0.527508431703204,
      "grad_norm": 1.688153624534607,
      "learning_rate": 2.87e-05,
      "loss": 0.8194183349609375,
      "step": 5005
    },
    {
      "epoch": 0.528035413153457,
      "grad_norm": 8.015920639038086,
      "learning_rate": 2.869537037037037e-05,
      "loss": 0.5151900768280029,
      "step": 5010
    },
    {
      "epoch": 0.5285623946037099,
      "grad_norm": 4.725927829742432,
      "learning_rate": 2.869074074074074e-05,
      "loss": 0.46596555709838866,
      "step": 5015
    },
    {
      "epoch": 0.5290893760539629,
      "grad_norm": 3.420564651489258,
      "learning_rate": 2.8686111111111112e-05,
      "loss": 0.5349573135375977,
      "step": 5020
    },
    {
      "epoch": 0.5296163575042159,
      "grad_norm": 4.587035179138184,
      "learning_rate": 2.868148148148148e-05,
      "loss": 0.7321969985961914,
      "step": 5025
    },
    {
      "epoch": 0.5301433389544689,
      "grad_norm": 2.784226417541504,
      "learning_rate": 2.8676851851851856e-05,
      "loss": 0.5049015998840332,
      "step": 5030
    },
    {
      "epoch": 0.5306703204047217,
      "grad_norm": 3.3081417083740234,
      "learning_rate": 2.8672222222222224e-05,
      "loss": 0.43773660659790037,
      "step": 5035
    },
    {
      "epoch": 0.5311973018549747,
      "grad_norm": 2.558635950088501,
      "learning_rate": 2.8667592592592593e-05,
      "loss": 0.6037938117980957,
      "step": 5040
    },
    {
      "epoch": 0.5317242833052277,
      "grad_norm": 2.446878671646118,
      "learning_rate": 2.8662962962962965e-05,
      "loss": 0.7090073108673096,
      "step": 5045
    },
    {
      "epoch": 0.5322512647554806,
      "grad_norm": 3.432727575302124,
      "learning_rate": 2.8658333333333333e-05,
      "loss": 0.5710458755493164,
      "step": 5050
    },
    {
      "epoch": 0.5327782462057336,
      "grad_norm": 2.8948240280151367,
      "learning_rate": 2.8653703703703705e-05,
      "loss": 0.5980902671813965,
      "step": 5055
    },
    {
      "epoch": 0.5333052276559865,
      "grad_norm": 2.447295904159546,
      "learning_rate": 2.8649074074074073e-05,
      "loss": 0.40875778198242185,
      "step": 5060
    },
    {
      "epoch": 0.5338322091062394,
      "grad_norm": 3.5360851287841797,
      "learning_rate": 2.8644444444444445e-05,
      "loss": 0.5668704509735107,
      "step": 5065
    },
    {
      "epoch": 0.5343591905564924,
      "grad_norm": 10.637103080749512,
      "learning_rate": 2.8639814814814814e-05,
      "loss": 0.4814138412475586,
      "step": 5070
    },
    {
      "epoch": 0.5348861720067454,
      "grad_norm": 2.040764093399048,
      "learning_rate": 2.8635185185185186e-05,
      "loss": 0.4363912582397461,
      "step": 5075
    },
    {
      "epoch": 0.5354131534569984,
      "grad_norm": 13.30146598815918,
      "learning_rate": 2.8630555555555558e-05,
      "loss": 0.4663325309753418,
      "step": 5080
    },
    {
      "epoch": 0.5359401349072512,
      "grad_norm": 3.0539472103118896,
      "learning_rate": 2.8625925925925926e-05,
      "loss": 0.7227795600891114,
      "step": 5085
    },
    {
      "epoch": 0.5364671163575042,
      "grad_norm": 3.227494478225708,
      "learning_rate": 2.8621296296296298e-05,
      "loss": 0.6513978481292725,
      "step": 5090
    },
    {
      "epoch": 0.5369940978077572,
      "grad_norm": 2.356666326522827,
      "learning_rate": 2.8616666666666667e-05,
      "loss": 0.445222282409668,
      "step": 5095
    },
    {
      "epoch": 0.5375210792580101,
      "grad_norm": 2.3520615100860596,
      "learning_rate": 2.861203703703704e-05,
      "loss": 0.5249887943267822,
      "step": 5100
    },
    {
      "epoch": 0.538048060708263,
      "grad_norm": 3.965275287628174,
      "learning_rate": 2.8607407407407407e-05,
      "loss": 0.5067392349243164,
      "step": 5105
    },
    {
      "epoch": 0.538575042158516,
      "grad_norm": 7.030935764312744,
      "learning_rate": 2.860277777777778e-05,
      "loss": 0.6622510433197022,
      "step": 5110
    },
    {
      "epoch": 0.539102023608769,
      "grad_norm": 2.0845258235931396,
      "learning_rate": 2.8598148148148147e-05,
      "loss": 0.556544303894043,
      "step": 5115
    },
    {
      "epoch": 0.5396290050590219,
      "grad_norm": 2.674607753753662,
      "learning_rate": 2.859351851851852e-05,
      "loss": 0.7400824546813964,
      "step": 5120
    },
    {
      "epoch": 0.5401559865092749,
      "grad_norm": 2.6802821159362793,
      "learning_rate": 2.858888888888889e-05,
      "loss": 0.5370113849639893,
      "step": 5125
    },
    {
      "epoch": 0.5406829679595279,
      "grad_norm": 9.422351837158203,
      "learning_rate": 2.858425925925926e-05,
      "loss": 0.671728515625,
      "step": 5130
    },
    {
      "epoch": 0.5412099494097807,
      "grad_norm": 4.461770534515381,
      "learning_rate": 2.857962962962963e-05,
      "loss": 1.0793625831604003,
      "step": 5135
    },
    {
      "epoch": 0.5417369308600337,
      "grad_norm": 3.201580047607422,
      "learning_rate": 2.8575e-05,
      "loss": 0.5729211330413818,
      "step": 5140
    },
    {
      "epoch": 0.5422639123102867,
      "grad_norm": 7.860641002655029,
      "learning_rate": 2.8570370370370372e-05,
      "loss": 0.7412423133850098,
      "step": 5145
    },
    {
      "epoch": 0.5427908937605397,
      "grad_norm": 5.670847415924072,
      "learning_rate": 2.856574074074074e-05,
      "loss": 0.6164992332458497,
      "step": 5150
    },
    {
      "epoch": 0.5433178752107926,
      "grad_norm": 2.825972557067871,
      "learning_rate": 2.8561111111111112e-05,
      "loss": 0.7437864780426026,
      "step": 5155
    },
    {
      "epoch": 0.5438448566610455,
      "grad_norm": 3.4919683933258057,
      "learning_rate": 2.855648148148148e-05,
      "loss": 0.5464741230010987,
      "step": 5160
    },
    {
      "epoch": 0.5443718381112985,
      "grad_norm": 3.140317440032959,
      "learning_rate": 2.8551851851851853e-05,
      "loss": 0.4535519599914551,
      "step": 5165
    },
    {
      "epoch": 0.5448988195615514,
      "grad_norm": 5.293982028961182,
      "learning_rate": 2.8547222222222225e-05,
      "loss": 0.8960615158081054,
      "step": 5170
    },
    {
      "epoch": 0.5454258010118044,
      "grad_norm": 4.172623157501221,
      "learning_rate": 2.8542592592592593e-05,
      "loss": 0.4748009204864502,
      "step": 5175
    },
    {
      "epoch": 0.5459527824620574,
      "grad_norm": 2.327014923095703,
      "learning_rate": 2.8537962962962965e-05,
      "loss": 0.8322681427001953,
      "step": 5180
    },
    {
      "epoch": 0.5464797639123102,
      "grad_norm": 1.8589897155761719,
      "learning_rate": 2.8533333333333333e-05,
      "loss": 0.5635893821716309,
      "step": 5185
    },
    {
      "epoch": 0.5470067453625632,
      "grad_norm": 2.5231363773345947,
      "learning_rate": 2.8528703703703705e-05,
      "loss": 0.6891974449157715,
      "step": 5190
    },
    {
      "epoch": 0.5475337268128162,
      "grad_norm": 1.8518364429473877,
      "learning_rate": 2.8524074074074074e-05,
      "loss": 0.4970665454864502,
      "step": 5195
    },
    {
      "epoch": 0.5480607082630692,
      "grad_norm": 2.412830114364624,
      "learning_rate": 2.8519444444444446e-05,
      "loss": 0.6366018772125244,
      "step": 5200
    },
    {
      "epoch": 0.5485876897133221,
      "grad_norm": 4.735733509063721,
      "learning_rate": 2.8514814814814814e-05,
      "loss": 0.8364822387695312,
      "step": 5205
    },
    {
      "epoch": 0.549114671163575,
      "grad_norm": 2.2466602325439453,
      "learning_rate": 2.8510185185185186e-05,
      "loss": 0.5685023784637451,
      "step": 5210
    },
    {
      "epoch": 0.549641652613828,
      "grad_norm": 2.9440088272094727,
      "learning_rate": 2.8505555555555555e-05,
      "loss": 0.5874320030212402,
      "step": 5215
    },
    {
      "epoch": 0.5501686340640809,
      "grad_norm": 4.867766857147217,
      "learning_rate": 2.8500925925925927e-05,
      "loss": 0.6760581970214844,
      "step": 5220
    },
    {
      "epoch": 0.5506956155143339,
      "grad_norm": 3.858175277709961,
      "learning_rate": 2.84962962962963e-05,
      "loss": 0.4743706703186035,
      "step": 5225
    },
    {
      "epoch": 0.5512225969645869,
      "grad_norm": 2.5051722526550293,
      "learning_rate": 2.8491666666666667e-05,
      "loss": 0.5500823020935058,
      "step": 5230
    },
    {
      "epoch": 0.5517495784148398,
      "grad_norm": 2.5382509231567383,
      "learning_rate": 2.848703703703704e-05,
      "loss": 0.9180729866027832,
      "step": 5235
    },
    {
      "epoch": 0.5522765598650927,
      "grad_norm": 4.338620662689209,
      "learning_rate": 2.8482407407407407e-05,
      "loss": 0.4228938102722168,
      "step": 5240
    },
    {
      "epoch": 0.5528035413153457,
      "grad_norm": 2.2120397090911865,
      "learning_rate": 2.847777777777778e-05,
      "loss": 0.8387089729309082,
      "step": 5245
    },
    {
      "epoch": 0.5533305227655987,
      "grad_norm": 3.254307985305786,
      "learning_rate": 2.8473148148148148e-05,
      "loss": 0.654042911529541,
      "step": 5250
    },
    {
      "epoch": 0.5538575042158516,
      "grad_norm": 3.5843703746795654,
      "learning_rate": 2.846851851851852e-05,
      "loss": 0.5157867908477783,
      "step": 5255
    },
    {
      "epoch": 0.5543844856661045,
      "grad_norm": 11.070086479187012,
      "learning_rate": 2.8463888888888888e-05,
      "loss": 0.6770487785339355,
      "step": 5260
    },
    {
      "epoch": 0.5549114671163575,
      "grad_norm": 3.9331581592559814,
      "learning_rate": 2.845925925925926e-05,
      "loss": 0.4997558116912842,
      "step": 5265
    },
    {
      "epoch": 0.5554384485666105,
      "grad_norm": 6.873915195465088,
      "learning_rate": 2.8454629629629632e-05,
      "loss": 0.6485871791839599,
      "step": 5270
    },
    {
      "epoch": 0.5559654300168634,
      "grad_norm": 4.477044105529785,
      "learning_rate": 2.845e-05,
      "loss": 0.5981364727020264,
      "step": 5275
    },
    {
      "epoch": 0.5564924114671164,
      "grad_norm": 3.478362798690796,
      "learning_rate": 2.8445370370370372e-05,
      "loss": 0.9229260444641113,
      "step": 5280
    },
    {
      "epoch": 0.5570193929173693,
      "grad_norm": 2.8583362102508545,
      "learning_rate": 2.844074074074074e-05,
      "loss": 0.5430162906646728,
      "step": 5285
    },
    {
      "epoch": 0.5575463743676222,
      "grad_norm": 2.7031214237213135,
      "learning_rate": 2.8436111111111113e-05,
      "loss": 0.9535120964050293,
      "step": 5290
    },
    {
      "epoch": 0.5580733558178752,
      "grad_norm": 1.7916579246520996,
      "learning_rate": 2.843148148148148e-05,
      "loss": 0.6667734146118164,
      "step": 5295
    },
    {
      "epoch": 0.5586003372681282,
      "grad_norm": 3.3315303325653076,
      "learning_rate": 2.8426851851851853e-05,
      "loss": 0.899378490447998,
      "step": 5300
    },
    {
      "epoch": 0.5591273187183811,
      "grad_norm": 4.078370094299316,
      "learning_rate": 2.842222222222222e-05,
      "loss": 0.5784913063049316,
      "step": 5305
    },
    {
      "epoch": 0.559654300168634,
      "grad_norm": 10.425232887268066,
      "learning_rate": 2.841759259259259e-05,
      "loss": 0.6156675338745117,
      "step": 5310
    },
    {
      "epoch": 0.560181281618887,
      "grad_norm": 2.0810348987579346,
      "learning_rate": 2.8412962962962965e-05,
      "loss": 0.5338263511657715,
      "step": 5315
    },
    {
      "epoch": 0.56070826306914,
      "grad_norm": 3.10224986076355,
      "learning_rate": 2.8408333333333334e-05,
      "loss": 0.6330377578735351,
      "step": 5320
    },
    {
      "epoch": 0.5612352445193929,
      "grad_norm": 2.481381893157959,
      "learning_rate": 2.8403703703703706e-05,
      "loss": 0.7118472576141357,
      "step": 5325
    },
    {
      "epoch": 0.5617622259696459,
      "grad_norm": 2.676631212234497,
      "learning_rate": 2.8399074074074074e-05,
      "loss": 0.6534344673156738,
      "step": 5330
    },
    {
      "epoch": 0.5622892074198989,
      "grad_norm": 7.39816951751709,
      "learning_rate": 2.8394444444444446e-05,
      "loss": 0.47982044219970704,
      "step": 5335
    },
    {
      "epoch": 0.5628161888701517,
      "grad_norm": 4.501160144805908,
      "learning_rate": 2.8389814814814815e-05,
      "loss": 0.6175434112548828,
      "step": 5340
    },
    {
      "epoch": 0.5633431703204047,
      "grad_norm": 3.0997142791748047,
      "learning_rate": 2.8385185185185186e-05,
      "loss": 0.6055590629577636,
      "step": 5345
    },
    {
      "epoch": 0.5638701517706577,
      "grad_norm": 2.3881311416625977,
      "learning_rate": 2.8380555555555555e-05,
      "loss": 0.6373197555541992,
      "step": 5350
    },
    {
      "epoch": 0.5643971332209107,
      "grad_norm": 3.608487606048584,
      "learning_rate": 2.8375925925925923e-05,
      "loss": 0.5715160369873047,
      "step": 5355
    },
    {
      "epoch": 0.5649241146711635,
      "grad_norm": 4.5824689865112305,
      "learning_rate": 2.83712962962963e-05,
      "loss": 0.6757543563842774,
      "step": 5360
    },
    {
      "epoch": 0.5654510961214165,
      "grad_norm": 3.6942379474639893,
      "learning_rate": 2.8366666666666667e-05,
      "loss": 0.6247734069824219,
      "step": 5365
    },
    {
      "epoch": 0.5659780775716695,
      "grad_norm": 3.591132402420044,
      "learning_rate": 2.836203703703704e-05,
      "loss": 0.5386946201324463,
      "step": 5370
    },
    {
      "epoch": 0.5665050590219224,
      "grad_norm": 4.554391860961914,
      "learning_rate": 2.8357407407407408e-05,
      "loss": 0.5238089561462402,
      "step": 5375
    },
    {
      "epoch": 0.5670320404721754,
      "grad_norm": 3.3155925273895264,
      "learning_rate": 2.835277777777778e-05,
      "loss": 0.5262114048004151,
      "step": 5380
    },
    {
      "epoch": 0.5675590219224284,
      "grad_norm": 4.333137035369873,
      "learning_rate": 2.8348148148148148e-05,
      "loss": 0.9703370094299316,
      "step": 5385
    },
    {
      "epoch": 0.5680860033726813,
      "grad_norm": 3.639881134033203,
      "learning_rate": 2.834351851851852e-05,
      "loss": 0.571601390838623,
      "step": 5390
    },
    {
      "epoch": 0.5686129848229342,
      "grad_norm": 2.7851107120513916,
      "learning_rate": 2.833888888888889e-05,
      "loss": 0.5451209545135498,
      "step": 5395
    },
    {
      "epoch": 0.5691399662731872,
      "grad_norm": 6.951102256774902,
      "learning_rate": 2.833425925925926e-05,
      "loss": 0.6633745193481445,
      "step": 5400
    },
    {
      "epoch": 0.5696669477234402,
      "grad_norm": 2.1434173583984375,
      "learning_rate": 2.8329629629629632e-05,
      "loss": 0.5173026561737061,
      "step": 5405
    },
    {
      "epoch": 0.570193929173693,
      "grad_norm": 2.489433765411377,
      "learning_rate": 2.8325e-05,
      "loss": 0.5736361026763916,
      "step": 5410
    },
    {
      "epoch": 0.570720910623946,
      "grad_norm": 10.91913890838623,
      "learning_rate": 2.8320370370370373e-05,
      "loss": 0.6403450965881348,
      "step": 5415
    },
    {
      "epoch": 0.571247892074199,
      "grad_norm": 7.300580978393555,
      "learning_rate": 2.831574074074074e-05,
      "loss": 0.7179278373718262,
      "step": 5420
    },
    {
      "epoch": 0.5717748735244519,
      "grad_norm": 3.3430612087249756,
      "learning_rate": 2.8311111111111113e-05,
      "loss": 0.6426524162292481,
      "step": 5425
    },
    {
      "epoch": 0.5723018549747049,
      "grad_norm": 2.2952873706817627,
      "learning_rate": 2.830648148148148e-05,
      "loss": 0.8176972389221191,
      "step": 5430
    },
    {
      "epoch": 0.5728288364249579,
      "grad_norm": 2.092971086502075,
      "learning_rate": 2.8301851851851853e-05,
      "loss": 0.49793500900268556,
      "step": 5435
    },
    {
      "epoch": 0.5733558178752108,
      "grad_norm": 1.8255122900009155,
      "learning_rate": 2.8297222222222222e-05,
      "loss": 0.5162435054779053,
      "step": 5440
    },
    {
      "epoch": 0.5738827993254637,
      "grad_norm": 6.691999912261963,
      "learning_rate": 2.8292592592592594e-05,
      "loss": 0.7638501167297364,
      "step": 5445
    },
    {
      "epoch": 0.5744097807757167,
      "grad_norm": 2.855513095855713,
      "learning_rate": 2.8287962962962962e-05,
      "loss": 0.480375862121582,
      "step": 5450
    },
    {
      "epoch": 0.5749367622259697,
      "grad_norm": 2.0845305919647217,
      "learning_rate": 2.8283333333333334e-05,
      "loss": 0.6554213047027588,
      "step": 5455
    },
    {
      "epoch": 0.5754637436762225,
      "grad_norm": 2.230370283126831,
      "learning_rate": 2.8278703703703706e-05,
      "loss": 0.4795202732086182,
      "step": 5460
    },
    {
      "epoch": 0.5759907251264755,
      "grad_norm": 4.5882158279418945,
      "learning_rate": 2.8274074074074075e-05,
      "loss": 0.6072013854980469,
      "step": 5465
    },
    {
      "epoch": 0.5765177065767285,
      "grad_norm": 7.418738842010498,
      "learning_rate": 2.8269444444444446e-05,
      "loss": 0.4682753562927246,
      "step": 5470
    },
    {
      "epoch": 0.5770446880269815,
      "grad_norm": 3.692779541015625,
      "learning_rate": 2.8264814814814815e-05,
      "loss": 0.5881868839263916,
      "step": 5475
    },
    {
      "epoch": 0.5775716694772344,
      "grad_norm": 4.516836166381836,
      "learning_rate": 2.8260185185185187e-05,
      "loss": 0.46602940559387207,
      "step": 5480
    },
    {
      "epoch": 0.5780986509274874,
      "grad_norm": 3.022930383682251,
      "learning_rate": 2.8255555555555555e-05,
      "loss": 0.6956916332244873,
      "step": 5485
    },
    {
      "epoch": 0.5786256323777403,
      "grad_norm": 2.874565362930298,
      "learning_rate": 2.8250925925925927e-05,
      "loss": 0.6966943264007568,
      "step": 5490
    },
    {
      "epoch": 0.5791526138279932,
      "grad_norm": 3.896523952484131,
      "learning_rate": 2.8246296296296296e-05,
      "loss": 0.5381295204162597,
      "step": 5495
    },
    {
      "epoch": 0.5796795952782462,
      "grad_norm": 2.686410903930664,
      "learning_rate": 2.8241666666666668e-05,
      "loss": 0.7540329933166504,
      "step": 5500
    },
    {
      "epoch": 0.5802065767284992,
      "grad_norm": 1.8742257356643677,
      "learning_rate": 2.823703703703704e-05,
      "loss": 0.763670539855957,
      "step": 5505
    },
    {
      "epoch": 0.5807335581787522,
      "grad_norm": 4.855088710784912,
      "learning_rate": 2.8232407407407408e-05,
      "loss": 0.6051322937011718,
      "step": 5510
    },
    {
      "epoch": 0.581260539629005,
      "grad_norm": 2.836660385131836,
      "learning_rate": 2.822777777777778e-05,
      "loss": 0.6114933967590332,
      "step": 5515
    },
    {
      "epoch": 0.581787521079258,
      "grad_norm": 5.2000346183776855,
      "learning_rate": 2.822314814814815e-05,
      "loss": 0.6605192184448242,
      "step": 5520
    },
    {
      "epoch": 0.582314502529511,
      "grad_norm": 3.064638376235962,
      "learning_rate": 2.821851851851852e-05,
      "loss": 0.6275263786315918,
      "step": 5525
    },
    {
      "epoch": 0.5828414839797639,
      "grad_norm": 2.735900640487671,
      "learning_rate": 2.821388888888889e-05,
      "loss": 0.6126552581787109,
      "step": 5530
    },
    {
      "epoch": 0.5833684654300169,
      "grad_norm": 2.999523162841797,
      "learning_rate": 2.820925925925926e-05,
      "loss": 0.7775830268859864,
      "step": 5535
    },
    {
      "epoch": 0.5838954468802698,
      "grad_norm": 2.111173391342163,
      "learning_rate": 2.820462962962963e-05,
      "loss": 0.532090139389038,
      "step": 5540
    },
    {
      "epoch": 0.5844224283305227,
      "grad_norm": 1.87053644657135,
      "learning_rate": 2.8199999999999998e-05,
      "loss": 0.5166573047637939,
      "step": 5545
    },
    {
      "epoch": 0.5849494097807757,
      "grad_norm": 1.7461384534835815,
      "learning_rate": 2.8195370370370373e-05,
      "loss": 0.44876585006713865,
      "step": 5550
    },
    {
      "epoch": 0.5854763912310287,
      "grad_norm": 3.697183132171631,
      "learning_rate": 2.819074074074074e-05,
      "loss": 0.9560084342956543,
      "step": 5555
    },
    {
      "epoch": 0.5860033726812817,
      "grad_norm": 6.002985000610352,
      "learning_rate": 2.8186111111111113e-05,
      "loss": 0.9898831367492675,
      "step": 5560
    },
    {
      "epoch": 0.5865303541315345,
      "grad_norm": 1.772051215171814,
      "learning_rate": 2.8181481481481482e-05,
      "loss": 0.5321115493774414,
      "step": 5565
    },
    {
      "epoch": 0.5870573355817875,
      "grad_norm": 2.5789268016815186,
      "learning_rate": 2.8176851851851854e-05,
      "loss": 0.6411006927490235,
      "step": 5570
    },
    {
      "epoch": 0.5875843170320405,
      "grad_norm": 4.028447151184082,
      "learning_rate": 2.8172222222222222e-05,
      "loss": 0.6063540935516357,
      "step": 5575
    },
    {
      "epoch": 0.5881112984822934,
      "grad_norm": 3.7256996631622314,
      "learning_rate": 2.8167592592592594e-05,
      "loss": 0.6004863739013672,
      "step": 5580
    },
    {
      "epoch": 0.5886382799325464,
      "grad_norm": 2.9706313610076904,
      "learning_rate": 2.8162962962962963e-05,
      "loss": 0.5105489253997803,
      "step": 5585
    },
    {
      "epoch": 0.5891652613827993,
      "grad_norm": 5.097309112548828,
      "learning_rate": 2.815833333333333e-05,
      "loss": 0.7457109451293945,
      "step": 5590
    },
    {
      "epoch": 0.5896922428330523,
      "grad_norm": 2.781745195388794,
      "learning_rate": 2.8153703703703706e-05,
      "loss": 0.8530404090881347,
      "step": 5595
    },
    {
      "epoch": 0.5902192242833052,
      "grad_norm": 2.109140634536743,
      "learning_rate": 2.8149074074074075e-05,
      "loss": 0.5085171699523926,
      "step": 5600
    },
    {
      "epoch": 0.5902192242833052,
      "eval_cer": 0.0815828256515106,
      "eval_loss": 0.3700543940067291,
      "eval_runtime": 120.8182,
      "eval_samples_per_second": 24.102,
      "eval_score": 83.03531145182951,
      "eval_steps_per_second": 3.013,
      "eval_wer": 0.2577109453118991,
      "step": 5600
    },
    {
      "epoch": 0.5907462057335582,
      "grad_norm": 8.768656730651855,
      "learning_rate": 2.8144444444444447e-05,
      "loss": 0.512962007522583,
      "step": 5605
    },
    {
      "epoch": 0.5912731871838112,
      "grad_norm": 3.749816417694092,
      "learning_rate": 2.8139814814814815e-05,
      "loss": 0.8370129585266113,
      "step": 5610
    },
    {
      "epoch": 0.591800168634064,
      "grad_norm": 5.091092586517334,
      "learning_rate": 2.8135185185185187e-05,
      "loss": 0.6562121391296387,
      "step": 5615
    },
    {
      "epoch": 0.592327150084317,
      "grad_norm": 3.7716898918151855,
      "learning_rate": 2.8130555555555556e-05,
      "loss": 0.5964666843414307,
      "step": 5620
    },
    {
      "epoch": 0.59285413153457,
      "grad_norm": 2.3314390182495117,
      "learning_rate": 2.8125925925925928e-05,
      "loss": 0.8069458961486816,
      "step": 5625
    },
    {
      "epoch": 0.593381112984823,
      "grad_norm": 3.245288133621216,
      "learning_rate": 2.8121296296296296e-05,
      "loss": 0.6172089099884033,
      "step": 5630
    },
    {
      "epoch": 0.5939080944350759,
      "grad_norm": 2.5632452964782715,
      "learning_rate": 2.8116666666666665e-05,
      "loss": 0.6648229122161865,
      "step": 5635
    },
    {
      "epoch": 0.5944350758853288,
      "grad_norm": 3.499267339706421,
      "learning_rate": 2.8112037037037036e-05,
      "loss": 0.7380455493927002,
      "step": 5640
    },
    {
      "epoch": 0.5949620573355818,
      "grad_norm": 2.150686740875244,
      "learning_rate": 2.810740740740741e-05,
      "loss": 0.4909472942352295,
      "step": 5645
    },
    {
      "epoch": 0.5954890387858347,
      "grad_norm": 1.3451592922210693,
      "learning_rate": 2.810277777777778e-05,
      "loss": 0.4384320259094238,
      "step": 5650
    },
    {
      "epoch": 0.5960160202360877,
      "grad_norm": 3.6280908584594727,
      "learning_rate": 2.809814814814815e-05,
      "loss": 0.6197484970092774,
      "step": 5655
    },
    {
      "epoch": 0.5965430016863407,
      "grad_norm": 2.4419665336608887,
      "learning_rate": 2.809351851851852e-05,
      "loss": 0.5101438522338867,
      "step": 5660
    },
    {
      "epoch": 0.5970699831365935,
      "grad_norm": 5.271844863891602,
      "learning_rate": 2.808888888888889e-05,
      "loss": 0.8037371635437012,
      "step": 5665
    },
    {
      "epoch": 0.5975969645868465,
      "grad_norm": 2.2975142002105713,
      "learning_rate": 2.808425925925926e-05,
      "loss": 0.7802194595336914,
      "step": 5670
    },
    {
      "epoch": 0.5981239460370995,
      "grad_norm": 7.388912200927734,
      "learning_rate": 2.807962962962963e-05,
      "loss": 0.9307329177856445,
      "step": 5675
    },
    {
      "epoch": 0.5986509274873525,
      "grad_norm": 2.1435086727142334,
      "learning_rate": 2.8074999999999998e-05,
      "loss": 0.7252169609069824,
      "step": 5680
    },
    {
      "epoch": 0.5991779089376054,
      "grad_norm": 13.734745979309082,
      "learning_rate": 2.807037037037037e-05,
      "loss": 1.0530243873596192,
      "step": 5685
    },
    {
      "epoch": 0.5997048903878583,
      "grad_norm": 2.582991361618042,
      "learning_rate": 2.8065740740740742e-05,
      "loss": 0.7183283805847168,
      "step": 5690
    },
    {
      "epoch": 0.6002318718381113,
      "grad_norm": 3.7351884841918945,
      "learning_rate": 2.8061111111111114e-05,
      "loss": 0.7474894523620605,
      "step": 5695
    },
    {
      "epoch": 0.6007588532883642,
      "grad_norm": 2.258122682571411,
      "learning_rate": 2.8056481481481482e-05,
      "loss": 0.5636706352233887,
      "step": 5700
    },
    {
      "epoch": 0.6012858347386172,
      "grad_norm": 2.371124744415283,
      "learning_rate": 2.8051851851851854e-05,
      "loss": 0.3921269416809082,
      "step": 5705
    },
    {
      "epoch": 0.6018128161888702,
      "grad_norm": 1.8118491172790527,
      "learning_rate": 2.8047222222222223e-05,
      "loss": 0.5153750419616699,
      "step": 5710
    },
    {
      "epoch": 0.6023397976391232,
      "grad_norm": 2.058917284011841,
      "learning_rate": 2.8042592592592594e-05,
      "loss": 0.6808765411376954,
      "step": 5715
    },
    {
      "epoch": 0.602866779089376,
      "grad_norm": 3.556387424468994,
      "learning_rate": 2.8037962962962963e-05,
      "loss": 0.5506039619445801,
      "step": 5720
    },
    {
      "epoch": 0.603393760539629,
      "grad_norm": 2.5258634090423584,
      "learning_rate": 2.803333333333333e-05,
      "loss": 0.5643782615661621,
      "step": 5725
    },
    {
      "epoch": 0.603920741989882,
      "grad_norm": 5.048034191131592,
      "learning_rate": 2.8028703703703703e-05,
      "loss": 0.9063613891601563,
      "step": 5730
    },
    {
      "epoch": 0.6044477234401349,
      "grad_norm": 2.1557235717773438,
      "learning_rate": 2.8024074074074075e-05,
      "loss": 0.5866448879241943,
      "step": 5735
    },
    {
      "epoch": 0.6049747048903878,
      "grad_norm": 1.6302223205566406,
      "learning_rate": 2.8019444444444447e-05,
      "loss": 0.6004830837249756,
      "step": 5740
    },
    {
      "epoch": 0.6055016863406408,
      "grad_norm": 2.3266379833221436,
      "learning_rate": 2.8014814814814816e-05,
      "loss": 0.6043494701385498,
      "step": 5745
    },
    {
      "epoch": 0.6060286677908938,
      "grad_norm": 4.370931148529053,
      "learning_rate": 2.8010185185185188e-05,
      "loss": 0.5164719581604004,
      "step": 5750
    },
    {
      "epoch": 0.6065556492411467,
      "grad_norm": 2.624767780303955,
      "learning_rate": 2.8005555555555556e-05,
      "loss": 0.7021455764770508,
      "step": 5755
    },
    {
      "epoch": 0.6070826306913997,
      "grad_norm": 1.5637235641479492,
      "learning_rate": 2.8000925925925928e-05,
      "loss": 0.47460312843322755,
      "step": 5760
    },
    {
      "epoch": 0.6076096121416527,
      "grad_norm": 2.472212314605713,
      "learning_rate": 2.7996296296296296e-05,
      "loss": 0.5286222934722901,
      "step": 5765
    },
    {
      "epoch": 0.6081365935919055,
      "grad_norm": 1.7954562902450562,
      "learning_rate": 2.7991666666666665e-05,
      "loss": 0.6964295387268067,
      "step": 5770
    },
    {
      "epoch": 0.6086635750421585,
      "grad_norm": 2.661968231201172,
      "learning_rate": 2.7987037037037037e-05,
      "loss": 0.5874710083007812,
      "step": 5775
    },
    {
      "epoch": 0.6091905564924115,
      "grad_norm": 2.3070554733276367,
      "learning_rate": 2.7982407407407405e-05,
      "loss": 0.6406958103179932,
      "step": 5780
    },
    {
      "epoch": 0.6097175379426644,
      "grad_norm": 2.2162163257598877,
      "learning_rate": 2.797777777777778e-05,
      "loss": 0.47933425903320315,
      "step": 5785
    },
    {
      "epoch": 0.6102445193929174,
      "grad_norm": 2.308053493499756,
      "learning_rate": 2.797314814814815e-05,
      "loss": 0.48225650787353513,
      "step": 5790
    },
    {
      "epoch": 0.6107715008431703,
      "grad_norm": 11.41726016998291,
      "learning_rate": 2.796851851851852e-05,
      "loss": 0.5617007732391357,
      "step": 5795
    },
    {
      "epoch": 0.6112984822934233,
      "grad_norm": 2.551398277282715,
      "learning_rate": 2.796388888888889e-05,
      "loss": 0.5169389724731446,
      "step": 5800
    },
    {
      "epoch": 0.6118254637436762,
      "grad_norm": 2.0497851371765137,
      "learning_rate": 2.795925925925926e-05,
      "loss": 0.45475287437438966,
      "step": 5805
    },
    {
      "epoch": 0.6123524451939292,
      "grad_norm": 1.6518832445144653,
      "learning_rate": 2.795462962962963e-05,
      "loss": 0.44037761688232424,
      "step": 5810
    },
    {
      "epoch": 0.6128794266441822,
      "grad_norm": 1.9431219100952148,
      "learning_rate": 2.795e-05,
      "loss": 0.5138187885284424,
      "step": 5815
    },
    {
      "epoch": 0.613406408094435,
      "grad_norm": 4.972841262817383,
      "learning_rate": 2.794537037037037e-05,
      "loss": 0.7352365970611572,
      "step": 5820
    },
    {
      "epoch": 0.613933389544688,
      "grad_norm": 1.8914650678634644,
      "learning_rate": 2.794074074074074e-05,
      "loss": 0.5225162982940674,
      "step": 5825
    },
    {
      "epoch": 0.614460370994941,
      "grad_norm": 2.432659387588501,
      "learning_rate": 2.7936111111111114e-05,
      "loss": 0.5134335041046143,
      "step": 5830
    },
    {
      "epoch": 0.614987352445194,
      "grad_norm": 2.2566449642181396,
      "learning_rate": 2.7931481481481483e-05,
      "loss": 0.5810839653015136,
      "step": 5835
    },
    {
      "epoch": 0.6155143338954469,
      "grad_norm": 5.660682678222656,
      "learning_rate": 2.7926851851851854e-05,
      "loss": 0.5685865402221679,
      "step": 5840
    },
    {
      "epoch": 0.6160413153456998,
      "grad_norm": 2.8169918060302734,
      "learning_rate": 2.7922222222222223e-05,
      "loss": 0.5997724533081055,
      "step": 5845
    },
    {
      "epoch": 0.6165682967959528,
      "grad_norm": 2.692164897918701,
      "learning_rate": 2.7917592592592595e-05,
      "loss": 0.5916592597961425,
      "step": 5850
    },
    {
      "epoch": 0.6170952782462057,
      "grad_norm": 2.1531927585601807,
      "learning_rate": 2.7912962962962963e-05,
      "loss": 1.2293615341186523,
      "step": 5855
    },
    {
      "epoch": 0.6176222596964587,
      "grad_norm": 1.7114516496658325,
      "learning_rate": 2.7908333333333332e-05,
      "loss": 0.5133539199829101,
      "step": 5860
    },
    {
      "epoch": 0.6181492411467117,
      "grad_norm": 2.232539653778076,
      "learning_rate": 2.7903703703703704e-05,
      "loss": 0.5754011154174805,
      "step": 5865
    },
    {
      "epoch": 0.6186762225969646,
      "grad_norm": 2.7429492473602295,
      "learning_rate": 2.7899074074074072e-05,
      "loss": 0.5819925308227539,
      "step": 5870
    },
    {
      "epoch": 0.6192032040472175,
      "grad_norm": 7.8633294105529785,
      "learning_rate": 2.7894444444444444e-05,
      "loss": 0.5316018104553223,
      "step": 5875
    },
    {
      "epoch": 0.6197301854974705,
      "grad_norm": 3.2259573936462402,
      "learning_rate": 2.7889814814814816e-05,
      "loss": 0.5618378162384033,
      "step": 5880
    },
    {
      "epoch": 0.6202571669477235,
      "grad_norm": 1.9116686582565308,
      "learning_rate": 2.7885185185185188e-05,
      "loss": 0.43326916694641116,
      "step": 5885
    },
    {
      "epoch": 0.6207841483979764,
      "grad_norm": 3.4421191215515137,
      "learning_rate": 2.7880555555555556e-05,
      "loss": 0.536068344116211,
      "step": 5890
    },
    {
      "epoch": 0.6213111298482293,
      "grad_norm": 2.0968899726867676,
      "learning_rate": 2.7875925925925928e-05,
      "loss": 0.6152750492095947,
      "step": 5895
    },
    {
      "epoch": 0.6218381112984823,
      "grad_norm": 3.209348201751709,
      "learning_rate": 2.7871296296296297e-05,
      "loss": 0.5592670440673828,
      "step": 5900
    },
    {
      "epoch": 0.6223650927487352,
      "grad_norm": 2.452601194381714,
      "learning_rate": 2.7866666666666665e-05,
      "loss": 0.6662991523742676,
      "step": 5905
    },
    {
      "epoch": 0.6228920741989882,
      "grad_norm": 3.164937973022461,
      "learning_rate": 2.7862037037037037e-05,
      "loss": 0.7895195007324218,
      "step": 5910
    },
    {
      "epoch": 0.6234190556492412,
      "grad_norm": 7.251510143280029,
      "learning_rate": 2.7857407407407406e-05,
      "loss": 0.5500550270080566,
      "step": 5915
    },
    {
      "epoch": 0.6239460370994941,
      "grad_norm": 4.159501552581787,
      "learning_rate": 2.7852777777777778e-05,
      "loss": 0.6438743591308593,
      "step": 5920
    },
    {
      "epoch": 0.624473018549747,
      "grad_norm": 2.946810245513916,
      "learning_rate": 2.784814814814815e-05,
      "loss": 0.5641915321350097,
      "step": 5925
    },
    {
      "epoch": 0.625,
      "grad_norm": 6.60659646987915,
      "learning_rate": 2.784351851851852e-05,
      "loss": 0.49879064559936526,
      "step": 5930
    },
    {
      "epoch": 0.625526981450253,
      "grad_norm": 2.218848705291748,
      "learning_rate": 2.783888888888889e-05,
      "loss": 0.475139856338501,
      "step": 5935
    },
    {
      "epoch": 0.6260539629005059,
      "grad_norm": 2.227240800857544,
      "learning_rate": 2.7834259259259262e-05,
      "loss": 0.7091046810150147,
      "step": 5940
    },
    {
      "epoch": 0.6265809443507588,
      "grad_norm": 2.564796209335327,
      "learning_rate": 2.782962962962963e-05,
      "loss": 0.5611380100250244,
      "step": 5945
    },
    {
      "epoch": 0.6271079258010118,
      "grad_norm": 1.4230073690414429,
      "learning_rate": 2.7825000000000002e-05,
      "loss": 0.5389490127563477,
      "step": 5950
    },
    {
      "epoch": 0.6276349072512648,
      "grad_norm": 5.290466785430908,
      "learning_rate": 2.782037037037037e-05,
      "loss": 0.7318042278289795,
      "step": 5955
    },
    {
      "epoch": 0.6281618887015177,
      "grad_norm": 3.676288366317749,
      "learning_rate": 2.781574074074074e-05,
      "loss": 0.4640493869781494,
      "step": 5960
    },
    {
      "epoch": 0.6286888701517707,
      "grad_norm": 3.7296953201293945,
      "learning_rate": 2.781111111111111e-05,
      "loss": 0.8907519340515136,
      "step": 5965
    },
    {
      "epoch": 0.6292158516020236,
      "grad_norm": 2.630739688873291,
      "learning_rate": 2.7806481481481483e-05,
      "loss": 0.46804285049438477,
      "step": 5970
    },
    {
      "epoch": 0.6297428330522765,
      "grad_norm": 6.427168369293213,
      "learning_rate": 2.7801851851851855e-05,
      "loss": 0.7236463069915772,
      "step": 5975
    },
    {
      "epoch": 0.6302698145025295,
      "grad_norm": 2.2677767276763916,
      "learning_rate": 2.7797222222222223e-05,
      "loss": 0.680264663696289,
      "step": 5980
    },
    {
      "epoch": 0.6307967959527825,
      "grad_norm": 3.344111204147339,
      "learning_rate": 2.7792592592592595e-05,
      "loss": 0.6502992630004882,
      "step": 5985
    },
    {
      "epoch": 0.6313237774030354,
      "grad_norm": 6.552189826965332,
      "learning_rate": 2.7787962962962964e-05,
      "loss": 0.9016674041748047,
      "step": 5990
    },
    {
      "epoch": 0.6318507588532883,
      "grad_norm": 6.2055840492248535,
      "learning_rate": 2.7783333333333336e-05,
      "loss": 0.4891803741455078,
      "step": 5995
    },
    {
      "epoch": 0.6323777403035413,
      "grad_norm": 2.960739850997925,
      "learning_rate": 2.7778703703703704e-05,
      "loss": 0.5518642425537109,
      "step": 6000
    },
    {
      "epoch": 0.6329047217537943,
      "grad_norm": 2.4380016326904297,
      "learning_rate": 2.7774074074074073e-05,
      "loss": 0.6070448398590088,
      "step": 6005
    },
    {
      "epoch": 0.6334317032040472,
      "grad_norm": 5.347925186157227,
      "learning_rate": 2.7769444444444444e-05,
      "loss": 0.5804134368896484,
      "step": 6010
    },
    {
      "epoch": 0.6339586846543002,
      "grad_norm": 4.029231548309326,
      "learning_rate": 2.7764814814814813e-05,
      "loss": 2.492629051208496,
      "step": 6015
    },
    {
      "epoch": 0.6344856661045531,
      "grad_norm": 2.551976442337036,
      "learning_rate": 2.7760185185185188e-05,
      "loss": 0.46442198753356934,
      "step": 6020
    },
    {
      "epoch": 0.635012647554806,
      "grad_norm": 4.349027156829834,
      "learning_rate": 2.7755555555555557e-05,
      "loss": 0.5407893657684326,
      "step": 6025
    },
    {
      "epoch": 0.635539629005059,
      "grad_norm": 3.1707587242126465,
      "learning_rate": 2.775092592592593e-05,
      "loss": 0.606818962097168,
      "step": 6030
    },
    {
      "epoch": 0.636066610455312,
      "grad_norm": 2.585404872894287,
      "learning_rate": 2.7746296296296297e-05,
      "loss": 0.8118794441223145,
      "step": 6035
    },
    {
      "epoch": 0.636593591905565,
      "grad_norm": 2.6425933837890625,
      "learning_rate": 2.774166666666667e-05,
      "loss": 0.5651349544525146,
      "step": 6040
    },
    {
      "epoch": 0.6371205733558178,
      "grad_norm": 2.0861241817474365,
      "learning_rate": 2.7737037037037038e-05,
      "loss": 0.7089619159698486,
      "step": 6045
    },
    {
      "epoch": 0.6376475548060708,
      "grad_norm": 1.84037184715271,
      "learning_rate": 2.7732407407407406e-05,
      "loss": 0.5145305633544922,
      "step": 6050
    },
    {
      "epoch": 0.6381745362563238,
      "grad_norm": 1.964134693145752,
      "learning_rate": 2.7727777777777778e-05,
      "loss": 0.508380937576294,
      "step": 6055
    },
    {
      "epoch": 0.6387015177065767,
      "grad_norm": 3.0915095806121826,
      "learning_rate": 2.7723148148148146e-05,
      "loss": 0.48719034194946287,
      "step": 6060
    },
    {
      "epoch": 0.6392284991568297,
      "grad_norm": 2.5592100620269775,
      "learning_rate": 2.771851851851852e-05,
      "loss": 0.6332725524902344,
      "step": 6065
    },
    {
      "epoch": 0.6397554806070826,
      "grad_norm": 2.499885320663452,
      "learning_rate": 2.771388888888889e-05,
      "loss": 0.5247763156890869,
      "step": 6070
    },
    {
      "epoch": 0.6402824620573356,
      "grad_norm": 1.8020561933517456,
      "learning_rate": 2.7709259259259262e-05,
      "loss": 0.5073470115661621,
      "step": 6075
    },
    {
      "epoch": 0.6408094435075885,
      "grad_norm": 3.2972469329833984,
      "learning_rate": 2.770462962962963e-05,
      "loss": 0.9431096076965332,
      "step": 6080
    },
    {
      "epoch": 0.6413364249578415,
      "grad_norm": 2.5432286262512207,
      "learning_rate": 2.7700000000000002e-05,
      "loss": 0.5357718467712402,
      "step": 6085
    },
    {
      "epoch": 0.6418634064080945,
      "grad_norm": 1.8948101997375488,
      "learning_rate": 2.769537037037037e-05,
      "loss": 0.6939438819885254,
      "step": 6090
    },
    {
      "epoch": 0.6423903878583473,
      "grad_norm": 5.067410469055176,
      "learning_rate": 2.769074074074074e-05,
      "loss": 0.8348342895507812,
      "step": 6095
    },
    {
      "epoch": 0.6429173693086003,
      "grad_norm": 2.410005569458008,
      "learning_rate": 2.768611111111111e-05,
      "loss": 0.6938618183135986,
      "step": 6100
    },
    {
      "epoch": 0.6434443507588533,
      "grad_norm": 3.8882126808166504,
      "learning_rate": 2.768148148148148e-05,
      "loss": 0.8716870307922363,
      "step": 6105
    },
    {
      "epoch": 0.6439713322091062,
      "grad_norm": 3.5543007850646973,
      "learning_rate": 2.7676851851851852e-05,
      "loss": 0.5701899051666259,
      "step": 6110
    },
    {
      "epoch": 0.6444983136593592,
      "grad_norm": 2.023252010345459,
      "learning_rate": 2.7672222222222224e-05,
      "loss": 0.44593038558959963,
      "step": 6115
    },
    {
      "epoch": 0.6450252951096122,
      "grad_norm": 6.926895618438721,
      "learning_rate": 2.7667592592592596e-05,
      "loss": 0.5865012168884277,
      "step": 6120
    },
    {
      "epoch": 0.6455522765598651,
      "grad_norm": 5.869312763214111,
      "learning_rate": 2.7662962962962964e-05,
      "loss": 0.6372507095336915,
      "step": 6125
    },
    {
      "epoch": 0.646079258010118,
      "grad_norm": 5.299346446990967,
      "learning_rate": 2.7658333333333336e-05,
      "loss": 0.6637941360473633,
      "step": 6130
    },
    {
      "epoch": 0.646606239460371,
      "grad_norm": 3.0621140003204346,
      "learning_rate": 2.7653703703703704e-05,
      "loss": 0.4690406799316406,
      "step": 6135
    },
    {
      "epoch": 0.647133220910624,
      "grad_norm": 3.1671550273895264,
      "learning_rate": 2.7649074074074073e-05,
      "loss": 0.44107952117919924,
      "step": 6140
    },
    {
      "epoch": 0.6476602023608768,
      "grad_norm": 3.769061326980591,
      "learning_rate": 2.7644444444444445e-05,
      "loss": 0.4586940288543701,
      "step": 6145
    },
    {
      "epoch": 0.6481871838111298,
      "grad_norm": 4.261573791503906,
      "learning_rate": 2.7639814814814813e-05,
      "loss": 0.5405398845672608,
      "step": 6150
    },
    {
      "epoch": 0.6487141652613828,
      "grad_norm": 2.4318346977233887,
      "learning_rate": 2.7635185185185185e-05,
      "loss": 0.7559022903442383,
      "step": 6155
    },
    {
      "epoch": 0.6492411467116358,
      "grad_norm": 3.248185157775879,
      "learning_rate": 2.7630555555555557e-05,
      "loss": 0.6994319915771484,
      "step": 6160
    },
    {
      "epoch": 0.6497681281618887,
      "grad_norm": 3.6739554405212402,
      "learning_rate": 2.762592592592593e-05,
      "loss": 0.6795521259307862,
      "step": 6165
    },
    {
      "epoch": 0.6502951096121417,
      "grad_norm": 2.2073252201080322,
      "learning_rate": 2.7621296296296297e-05,
      "loss": 0.5046803951263428,
      "step": 6170
    },
    {
      "epoch": 0.6508220910623946,
      "grad_norm": 4.325170516967773,
      "learning_rate": 2.761666666666667e-05,
      "loss": 0.49109983444213867,
      "step": 6175
    },
    {
      "epoch": 0.6513490725126475,
      "grad_norm": 2.762477159500122,
      "learning_rate": 2.7612037037037038e-05,
      "loss": 0.6530994415283203,
      "step": 6180
    },
    {
      "epoch": 0.6518760539629005,
      "grad_norm": 2.341728448867798,
      "learning_rate": 2.7607407407407406e-05,
      "loss": 0.4923868179321289,
      "step": 6185
    },
    {
      "epoch": 0.6524030354131535,
      "grad_norm": 19.062517166137695,
      "learning_rate": 2.7602777777777778e-05,
      "loss": 0.7121517658233643,
      "step": 6190
    },
    {
      "epoch": 0.6529300168634065,
      "grad_norm": 4.841419219970703,
      "learning_rate": 2.7598148148148147e-05,
      "loss": 0.5572869777679443,
      "step": 6195
    },
    {
      "epoch": 0.6534569983136593,
      "grad_norm": 2.2696869373321533,
      "learning_rate": 2.759351851851852e-05,
      "loss": 0.6435822486877442,
      "step": 6200
    },
    {
      "epoch": 0.6539839797639123,
      "grad_norm": 3.4487736225128174,
      "learning_rate": 2.7588888888888887e-05,
      "loss": 0.5943395614624023,
      "step": 6205
    },
    {
      "epoch": 0.6545109612141653,
      "grad_norm": 2.9519646167755127,
      "learning_rate": 2.7584259259259262e-05,
      "loss": 0.536028528213501,
      "step": 6210
    },
    {
      "epoch": 0.6550379426644182,
      "grad_norm": 2.093275785446167,
      "learning_rate": 2.757962962962963e-05,
      "loss": 0.5166372299194336,
      "step": 6215
    },
    {
      "epoch": 0.6555649241146712,
      "grad_norm": 3.5062613487243652,
      "learning_rate": 2.7575000000000003e-05,
      "loss": 0.7028057098388671,
      "step": 6220
    },
    {
      "epoch": 0.6560919055649241,
      "grad_norm": 2.1725287437438965,
      "learning_rate": 2.757037037037037e-05,
      "loss": 0.54454345703125,
      "step": 6225
    },
    {
      "epoch": 0.656618887015177,
      "grad_norm": 2.5706396102905273,
      "learning_rate": 2.756574074074074e-05,
      "loss": 0.4225594997406006,
      "step": 6230
    },
    {
      "epoch": 0.65714586846543,
      "grad_norm": 3.1613025665283203,
      "learning_rate": 2.756111111111111e-05,
      "loss": 0.45697879791259766,
      "step": 6235
    },
    {
      "epoch": 0.657672849915683,
      "grad_norm": 4.172969341278076,
      "learning_rate": 2.755648148148148e-05,
      "loss": 0.6166976451873779,
      "step": 6240
    },
    {
      "epoch": 0.658199831365936,
      "grad_norm": 3.6213812828063965,
      "learning_rate": 2.7551851851851852e-05,
      "loss": 0.7130590915679932,
      "step": 6245
    },
    {
      "epoch": 0.6587268128161888,
      "grad_norm": 3.485689878463745,
      "learning_rate": 2.754722222222222e-05,
      "loss": 0.8080833435058594,
      "step": 6250
    },
    {
      "epoch": 0.6592537942664418,
      "grad_norm": 5.774011611938477,
      "learning_rate": 2.7542592592592596e-05,
      "loss": 0.7148852348327637,
      "step": 6255
    },
    {
      "epoch": 0.6597807757166948,
      "grad_norm": 5.850938320159912,
      "learning_rate": 2.7537962962962964e-05,
      "loss": 0.6945039749145507,
      "step": 6260
    },
    {
      "epoch": 0.6603077571669477,
      "grad_norm": 2.985827922821045,
      "learning_rate": 2.7533333333333336e-05,
      "loss": 0.5564504146575928,
      "step": 6265
    },
    {
      "epoch": 0.6608347386172007,
      "grad_norm": 5.230323791503906,
      "learning_rate": 2.7528703703703705e-05,
      "loss": 0.6476994037628174,
      "step": 6270
    },
    {
      "epoch": 0.6613617200674536,
      "grad_norm": 2.425746440887451,
      "learning_rate": 2.7524074074074073e-05,
      "loss": 0.8289346694946289,
      "step": 6275
    },
    {
      "epoch": 0.6618887015177066,
      "grad_norm": 2.6540279388427734,
      "learning_rate": 2.7519444444444445e-05,
      "loss": 0.5464532375335693,
      "step": 6280
    },
    {
      "epoch": 0.6624156829679595,
      "grad_norm": 2.531512498855591,
      "learning_rate": 2.7514814814814814e-05,
      "loss": 0.5236798763275147,
      "step": 6285
    },
    {
      "epoch": 0.6629426644182125,
      "grad_norm": 3.136604070663452,
      "learning_rate": 2.7510185185185186e-05,
      "loss": 0.44981088638305666,
      "step": 6290
    },
    {
      "epoch": 0.6634696458684655,
      "grad_norm": 2.2357964515686035,
      "learning_rate": 2.7505555555555554e-05,
      "loss": 0.513323163986206,
      "step": 6295
    },
    {
      "epoch": 0.6639966273187183,
      "grad_norm": 4.855119705200195,
      "learning_rate": 2.750092592592593e-05,
      "loss": 0.6093059539794922,
      "step": 6300
    },
    {
      "epoch": 0.6645236087689713,
      "grad_norm": 3.0480175018310547,
      "learning_rate": 2.7496296296296298e-05,
      "loss": 0.5311679840087891,
      "step": 6305
    },
    {
      "epoch": 0.6650505902192243,
      "grad_norm": 2.3286678791046143,
      "learning_rate": 2.749166666666667e-05,
      "loss": 0.5822608470916748,
      "step": 6310
    },
    {
      "epoch": 0.6655775716694773,
      "grad_norm": 2.573293685913086,
      "learning_rate": 2.7487037037037038e-05,
      "loss": 0.7509416103363037,
      "step": 6315
    },
    {
      "epoch": 0.6661045531197302,
      "grad_norm": 12.478731155395508,
      "learning_rate": 2.7482407407407407e-05,
      "loss": 0.5793609619140625,
      "step": 6320
    },
    {
      "epoch": 0.6666315345699831,
      "grad_norm": 1.5859956741333008,
      "learning_rate": 2.747777777777778e-05,
      "loss": 0.5483836650848388,
      "step": 6325
    },
    {
      "epoch": 0.6671585160202361,
      "grad_norm": 3.6435728073120117,
      "learning_rate": 2.7473148148148147e-05,
      "loss": 0.9299629211425782,
      "step": 6330
    },
    {
      "epoch": 0.667685497470489,
      "grad_norm": 3.7905917167663574,
      "learning_rate": 2.746851851851852e-05,
      "loss": 0.5496306419372559,
      "step": 6335
    },
    {
      "epoch": 0.668212478920742,
      "grad_norm": 2.4552180767059326,
      "learning_rate": 2.7463888888888887e-05,
      "loss": 0.8088722229003906,
      "step": 6340
    },
    {
      "epoch": 0.668739460370995,
      "grad_norm": 2.8159563541412354,
      "learning_rate": 2.745925925925926e-05,
      "loss": 0.5270145416259766,
      "step": 6345
    },
    {
      "epoch": 0.6692664418212478,
      "grad_norm": 2.1032207012176514,
      "learning_rate": 2.745462962962963e-05,
      "loss": 0.6468619346618653,
      "step": 6350
    },
    {
      "epoch": 0.6697934232715008,
      "grad_norm": 1.96464204788208,
      "learning_rate": 2.7450000000000003e-05,
      "loss": 0.5922791481018066,
      "step": 6355
    },
    {
      "epoch": 0.6703204047217538,
      "grad_norm": 3.0233020782470703,
      "learning_rate": 2.744537037037037e-05,
      "loss": 0.4608133316040039,
      "step": 6360
    },
    {
      "epoch": 0.6708473861720068,
      "grad_norm": 12.339345932006836,
      "learning_rate": 2.744074074074074e-05,
      "loss": 0.5132538318634033,
      "step": 6365
    },
    {
      "epoch": 0.6713743676222597,
      "grad_norm": 3.401965379714966,
      "learning_rate": 2.7436111111111112e-05,
      "loss": 0.46852941513061525,
      "step": 6370
    },
    {
      "epoch": 0.6719013490725126,
      "grad_norm": 2.011536121368408,
      "learning_rate": 2.743148148148148e-05,
      "loss": 0.506186580657959,
      "step": 6375
    },
    {
      "epoch": 0.6724283305227656,
      "grad_norm": 3.184413433074951,
      "learning_rate": 2.7426851851851852e-05,
      "loss": 0.45236983299255373,
      "step": 6380
    },
    {
      "epoch": 0.6729553119730185,
      "grad_norm": 3.273885488510132,
      "learning_rate": 2.742222222222222e-05,
      "loss": 0.49005966186523436,
      "step": 6385
    },
    {
      "epoch": 0.6734822934232715,
      "grad_norm": 2.9373645782470703,
      "learning_rate": 2.7417592592592593e-05,
      "loss": 0.42677693367004393,
      "step": 6390
    },
    {
      "epoch": 0.6740092748735245,
      "grad_norm": 3.0310521125793457,
      "learning_rate": 2.7412962962962965e-05,
      "loss": 0.5061354637145996,
      "step": 6395
    },
    {
      "epoch": 0.6745362563237775,
      "grad_norm": 4.442597389221191,
      "learning_rate": 2.7408333333333337e-05,
      "loss": 0.6630754947662354,
      "step": 6400
    },
    {
      "epoch": 0.6745362563237775,
      "eval_cer": 0.08331863045260657,
      "eval_loss": 0.38418206572532654,
      "eval_runtime": 120.835,
      "eval_samples_per_second": 24.099,
      "eval_score": 82.68572091436171,
      "eval_steps_per_second": 3.012,
      "eval_wer": 0.26296695126015945,
      "step": 6400
    },
    {
      "epoch": 0.6750632377740303,
      "grad_norm": 2.266909599304199,
      "learning_rate": 2.7403703703703705e-05,
      "loss": 0.6716744899749756,
      "step": 6405
    },
    {
      "epoch": 0.6755902192242833,
      "grad_norm": 1.5180121660232544,
      "learning_rate": 2.7399074074074074e-05,
      "loss": 0.7979996681213379,
      "step": 6410
    },
    {
      "epoch": 0.6761172006745363,
      "grad_norm": 1.9019962549209595,
      "learning_rate": 2.7394444444444445e-05,
      "loss": 0.5737461090087891,
      "step": 6415
    },
    {
      "epoch": 0.6766441821247892,
      "grad_norm": 2.6571784019470215,
      "learning_rate": 2.7389814814814814e-05,
      "loss": 0.5473307132720947,
      "step": 6420
    },
    {
      "epoch": 0.6771711635750421,
      "grad_norm": 1.5455899238586426,
      "learning_rate": 2.7385185185185186e-05,
      "loss": 0.4942190647125244,
      "step": 6425
    },
    {
      "epoch": 0.6776981450252951,
      "grad_norm": 2.006284713745117,
      "learning_rate": 2.7380555555555554e-05,
      "loss": 0.5726603507995606,
      "step": 6430
    },
    {
      "epoch": 0.6782251264755481,
      "grad_norm": 2.6238675117492676,
      "learning_rate": 2.7375925925925926e-05,
      "loss": 0.6276318550109863,
      "step": 6435
    },
    {
      "epoch": 0.678752107925801,
      "grad_norm": 11.858067512512207,
      "learning_rate": 2.7371296296296295e-05,
      "loss": 0.6728929042816162,
      "step": 6440
    },
    {
      "epoch": 0.679279089376054,
      "grad_norm": 2.5226917266845703,
      "learning_rate": 2.736666666666667e-05,
      "loss": 0.5742919921875,
      "step": 6445
    },
    {
      "epoch": 0.679806070826307,
      "grad_norm": 1.9589314460754395,
      "learning_rate": 2.736203703703704e-05,
      "loss": 0.5005204200744628,
      "step": 6450
    },
    {
      "epoch": 0.6803330522765598,
      "grad_norm": 2.3624539375305176,
      "learning_rate": 2.735740740740741e-05,
      "loss": 0.3687732696533203,
      "step": 6455
    },
    {
      "epoch": 0.6808600337268128,
      "grad_norm": 4.202240943908691,
      "learning_rate": 2.735277777777778e-05,
      "loss": 0.5751980781555176,
      "step": 6460
    },
    {
      "epoch": 0.6813870151770658,
      "grad_norm": 2.021007537841797,
      "learning_rate": 2.7348148148148147e-05,
      "loss": 0.4281585216522217,
      "step": 6465
    },
    {
      "epoch": 0.6819139966273187,
      "grad_norm": 3.094489097595215,
      "learning_rate": 2.734351851851852e-05,
      "loss": 0.5107757568359375,
      "step": 6470
    },
    {
      "epoch": 0.6824409780775716,
      "grad_norm": 2.887646198272705,
      "learning_rate": 2.7338888888888888e-05,
      "loss": 0.562876844406128,
      "step": 6475
    },
    {
      "epoch": 0.6829679595278246,
      "grad_norm": 2.2982351779937744,
      "learning_rate": 2.733425925925926e-05,
      "loss": 0.6662003517150878,
      "step": 6480
    },
    {
      "epoch": 0.6834949409780776,
      "grad_norm": 2.5863795280456543,
      "learning_rate": 2.7329629629629628e-05,
      "loss": 0.519516134262085,
      "step": 6485
    },
    {
      "epoch": 0.6840219224283305,
      "grad_norm": 2.4776573181152344,
      "learning_rate": 2.7325000000000004e-05,
      "loss": 0.7188085079193115,
      "step": 6490
    },
    {
      "epoch": 0.6845489038785835,
      "grad_norm": 2.047830581665039,
      "learning_rate": 2.7320370370370372e-05,
      "loss": 0.6778995513916015,
      "step": 6495
    },
    {
      "epoch": 0.6850758853288365,
      "grad_norm": 2.894152879714966,
      "learning_rate": 2.7315740740740744e-05,
      "loss": 0.6724853515625,
      "step": 6500
    },
    {
      "epoch": 0.6856028667790893,
      "grad_norm": 2.3756461143493652,
      "learning_rate": 2.7311111111111112e-05,
      "loss": 0.5396661281585693,
      "step": 6505
    },
    {
      "epoch": 0.6861298482293423,
      "grad_norm": 16.95130729675293,
      "learning_rate": 2.730648148148148e-05,
      "loss": 0.4262071132659912,
      "step": 6510
    },
    {
      "epoch": 0.6866568296795953,
      "grad_norm": 3.1985058784484863,
      "learning_rate": 2.7301851851851853e-05,
      "loss": 0.5736010074615479,
      "step": 6515
    },
    {
      "epoch": 0.6871838111298483,
      "grad_norm": 2.489943504333496,
      "learning_rate": 2.729722222222222e-05,
      "loss": 0.6987335205078125,
      "step": 6520
    },
    {
      "epoch": 0.6877107925801011,
      "grad_norm": 2.241643190383911,
      "learning_rate": 2.7292592592592593e-05,
      "loss": 0.5223142623901367,
      "step": 6525
    },
    {
      "epoch": 0.6882377740303541,
      "grad_norm": 2.3410427570343018,
      "learning_rate": 2.728796296296296e-05,
      "loss": 0.6767767429351806,
      "step": 6530
    },
    {
      "epoch": 0.6887647554806071,
      "grad_norm": 1.8501328229904175,
      "learning_rate": 2.7283333333333337e-05,
      "loss": 0.6653932094573974,
      "step": 6535
    },
    {
      "epoch": 0.68929173693086,
      "grad_norm": 2.5848987102508545,
      "learning_rate": 2.7278703703703705e-05,
      "loss": 0.6371891021728515,
      "step": 6540
    },
    {
      "epoch": 0.689818718381113,
      "grad_norm": 4.582277774810791,
      "learning_rate": 2.7274074074074077e-05,
      "loss": 0.5525816440582275,
      "step": 6545
    },
    {
      "epoch": 0.690345699831366,
      "grad_norm": 2.131986379623413,
      "learning_rate": 2.7269444444444446e-05,
      "loss": 0.549524450302124,
      "step": 6550
    },
    {
      "epoch": 0.6908726812816189,
      "grad_norm": 2.5124833583831787,
      "learning_rate": 2.7264814814814814e-05,
      "loss": 0.6429385185241699,
      "step": 6555
    },
    {
      "epoch": 0.6913996627318718,
      "grad_norm": 4.459294319152832,
      "learning_rate": 2.7260185185185186e-05,
      "loss": 0.8654047966003418,
      "step": 6560
    },
    {
      "epoch": 0.6919266441821248,
      "grad_norm": 15.25089168548584,
      "learning_rate": 2.7255555555555555e-05,
      "loss": 0.6379597663879395,
      "step": 6565
    },
    {
      "epoch": 0.6924536256323778,
      "grad_norm": 3.0481889247894287,
      "learning_rate": 2.7250925925925927e-05,
      "loss": 0.4810701847076416,
      "step": 6570
    },
    {
      "epoch": 0.6929806070826307,
      "grad_norm": 2.1618316173553467,
      "learning_rate": 2.7246296296296295e-05,
      "loss": 0.5809298038482666,
      "step": 6575
    },
    {
      "epoch": 0.6935075885328836,
      "grad_norm": 1.537280797958374,
      "learning_rate": 2.7241666666666667e-05,
      "loss": 0.5459887504577636,
      "step": 6580
    },
    {
      "epoch": 0.6940345699831366,
      "grad_norm": 1.986096739768982,
      "learning_rate": 2.723703703703704e-05,
      "loss": 0.6837066650390625,
      "step": 6585
    },
    {
      "epoch": 0.6945615514333895,
      "grad_norm": 3.4655661582946777,
      "learning_rate": 2.723240740740741e-05,
      "loss": 0.8131353378295898,
      "step": 6590
    },
    {
      "epoch": 0.6950885328836425,
      "grad_norm": 4.123953819274902,
      "learning_rate": 2.722777777777778e-05,
      "loss": 0.5831230163574219,
      "step": 6595
    },
    {
      "epoch": 0.6956155143338955,
      "grad_norm": 2.380490779876709,
      "learning_rate": 2.7223148148148148e-05,
      "loss": 0.5081247806549072,
      "step": 6600
    },
    {
      "epoch": 0.6961424957841484,
      "grad_norm": 6.317911148071289,
      "learning_rate": 2.721851851851852e-05,
      "loss": 0.5026571750640869,
      "step": 6605
    },
    {
      "epoch": 0.6966694772344013,
      "grad_norm": 4.664004325866699,
      "learning_rate": 2.7213888888888888e-05,
      "loss": 0.7040863990783691,
      "step": 6610
    },
    {
      "epoch": 0.6971964586846543,
      "grad_norm": 1.6013000011444092,
      "learning_rate": 2.720925925925926e-05,
      "loss": 0.526247215270996,
      "step": 6615
    },
    {
      "epoch": 0.6977234401349073,
      "grad_norm": 18.62188720703125,
      "learning_rate": 2.720462962962963e-05,
      "loss": 0.5361628532409668,
      "step": 6620
    },
    {
      "epoch": 0.6982504215851602,
      "grad_norm": 2.823941230773926,
      "learning_rate": 2.72e-05,
      "loss": 0.5996397972106934,
      "step": 6625
    },
    {
      "epoch": 0.6987774030354131,
      "grad_norm": 2.405074119567871,
      "learning_rate": 2.7195370370370372e-05,
      "loss": 0.6190205574035644,
      "step": 6630
    },
    {
      "epoch": 0.6993043844856661,
      "grad_norm": 1.9706485271453857,
      "learning_rate": 2.7190740740740744e-05,
      "loss": 0.7549591541290284,
      "step": 6635
    },
    {
      "epoch": 0.6998313659359191,
      "grad_norm": 2.80543851852417,
      "learning_rate": 2.7186111111111113e-05,
      "loss": 0.5256425380706787,
      "step": 6640
    },
    {
      "epoch": 0.700358347386172,
      "grad_norm": 6.606136798858643,
      "learning_rate": 2.718148148148148e-05,
      "loss": 0.7103343963623047,
      "step": 6645
    },
    {
      "epoch": 0.700885328836425,
      "grad_norm": 2.405411720275879,
      "learning_rate": 2.7176851851851853e-05,
      "loss": 0.48598275184631345,
      "step": 6650
    },
    {
      "epoch": 0.7014123102866779,
      "grad_norm": 2.381265640258789,
      "learning_rate": 2.717222222222222e-05,
      "loss": 0.7528322696685791,
      "step": 6655
    },
    {
      "epoch": 0.7019392917369308,
      "grad_norm": 2.093629837036133,
      "learning_rate": 2.7167592592592594e-05,
      "loss": 0.5188535690307617,
      "step": 6660
    },
    {
      "epoch": 0.7024662731871838,
      "grad_norm": 6.16810417175293,
      "learning_rate": 2.7162962962962962e-05,
      "loss": 0.802223014831543,
      "step": 6665
    },
    {
      "epoch": 0.7029932546374368,
      "grad_norm": 1.94266939163208,
      "learning_rate": 2.7158333333333334e-05,
      "loss": 0.674552059173584,
      "step": 6670
    },
    {
      "epoch": 0.7035202360876898,
      "grad_norm": 2.8417892456054688,
      "learning_rate": 2.7153703703703702e-05,
      "loss": 0.7367715835571289,
      "step": 6675
    },
    {
      "epoch": 0.7040472175379426,
      "grad_norm": 2.1267940998077393,
      "learning_rate": 2.7149074074074078e-05,
      "loss": 0.43714303970336915,
      "step": 6680
    },
    {
      "epoch": 0.7045741989881956,
      "grad_norm": 4.397730827331543,
      "learning_rate": 2.7144444444444446e-05,
      "loss": 0.7896870136260986,
      "step": 6685
    },
    {
      "epoch": 0.7051011804384486,
      "grad_norm": 2.235135555267334,
      "learning_rate": 2.7139814814814815e-05,
      "loss": 0.5773466110229493,
      "step": 6690
    },
    {
      "epoch": 0.7056281618887015,
      "grad_norm": 2.705965757369995,
      "learning_rate": 2.7135185185185187e-05,
      "loss": 0.48230810165405275,
      "step": 6695
    },
    {
      "epoch": 0.7061551433389545,
      "grad_norm": 3.49497389793396,
      "learning_rate": 2.7130555555555555e-05,
      "loss": 0.5229732513427734,
      "step": 6700
    },
    {
      "epoch": 0.7066821247892074,
      "grad_norm": 2.135331153869629,
      "learning_rate": 2.7125925925925927e-05,
      "loss": 0.5793734073638916,
      "step": 6705
    },
    {
      "epoch": 0.7072091062394603,
      "grad_norm": 5.511328220367432,
      "learning_rate": 2.7121296296296295e-05,
      "loss": 0.41310911178588866,
      "step": 6710
    },
    {
      "epoch": 0.7077360876897133,
      "grad_norm": 4.922543048858643,
      "learning_rate": 2.7116666666666667e-05,
      "loss": 0.5843695640563965,
      "step": 6715
    },
    {
      "epoch": 0.7082630691399663,
      "grad_norm": 2.4000988006591797,
      "learning_rate": 2.7112037037037036e-05,
      "loss": 0.6623200893402099,
      "step": 6720
    },
    {
      "epoch": 0.7087900505902193,
      "grad_norm": 2.0422303676605225,
      "learning_rate": 2.710740740740741e-05,
      "loss": 0.5875658512115478,
      "step": 6725
    },
    {
      "epoch": 0.7093170320404721,
      "grad_norm": 3.3925838470458984,
      "learning_rate": 2.710277777777778e-05,
      "loss": 0.8663204193115235,
      "step": 6730
    },
    {
      "epoch": 0.7098440134907251,
      "grad_norm": 2.8770296573638916,
      "learning_rate": 2.7098148148148148e-05,
      "loss": 0.5696979999542237,
      "step": 6735
    },
    {
      "epoch": 0.7103709949409781,
      "grad_norm": 2.287095069885254,
      "learning_rate": 2.709351851851852e-05,
      "loss": 0.6668092727661132,
      "step": 6740
    },
    {
      "epoch": 0.710897976391231,
      "grad_norm": 6.9272050857543945,
      "learning_rate": 2.708888888888889e-05,
      "loss": 0.7663897037506103,
      "step": 6745
    },
    {
      "epoch": 0.711424957841484,
      "grad_norm": 2.4861018657684326,
      "learning_rate": 2.708425925925926e-05,
      "loss": 0.7271840095520019,
      "step": 6750
    },
    {
      "epoch": 0.711951939291737,
      "grad_norm": 3.037740468978882,
      "learning_rate": 2.707962962962963e-05,
      "loss": 0.6160249233245849,
      "step": 6755
    },
    {
      "epoch": 0.7124789207419899,
      "grad_norm": 2.044461727142334,
      "learning_rate": 2.7075e-05,
      "loss": 0.5592844009399414,
      "step": 6760
    },
    {
      "epoch": 0.7130059021922428,
      "grad_norm": 9.201728820800781,
      "learning_rate": 2.707037037037037e-05,
      "loss": 0.6330429077148437,
      "step": 6765
    },
    {
      "epoch": 0.7135328836424958,
      "grad_norm": 2.8794145584106445,
      "learning_rate": 2.706574074074074e-05,
      "loss": 0.8282376289367676,
      "step": 6770
    },
    {
      "epoch": 0.7140598650927488,
      "grad_norm": 3.237354278564453,
      "learning_rate": 2.7061111111111113e-05,
      "loss": 0.7008186340332031,
      "step": 6775
    },
    {
      "epoch": 0.7145868465430016,
      "grad_norm": 1.7083923816680908,
      "learning_rate": 2.705648148148148e-05,
      "loss": 0.4730700492858887,
      "step": 6780
    },
    {
      "epoch": 0.7151138279932546,
      "grad_norm": 5.364771366119385,
      "learning_rate": 2.7051851851851853e-05,
      "loss": 0.5932738780975342,
      "step": 6785
    },
    {
      "epoch": 0.7156408094435076,
      "grad_norm": 4.832773208618164,
      "learning_rate": 2.7047222222222222e-05,
      "loss": 0.7189383983612061,
      "step": 6790
    },
    {
      "epoch": 0.7161677908937606,
      "grad_norm": 3.2558069229125977,
      "learning_rate": 2.7042592592592594e-05,
      "loss": 0.6501839637756348,
      "step": 6795
    },
    {
      "epoch": 0.7166947723440135,
      "grad_norm": 4.542026996612549,
      "learning_rate": 2.7037962962962962e-05,
      "loss": 0.6698592185974122,
      "step": 6800
    },
    {
      "epoch": 0.7172217537942664,
      "grad_norm": 2.404825448989868,
      "learning_rate": 2.7033333333333334e-05,
      "loss": 0.5493189811706543,
      "step": 6805
    },
    {
      "epoch": 0.7177487352445194,
      "grad_norm": 1.8669463396072388,
      "learning_rate": 2.7028703703703703e-05,
      "loss": 0.5652354717254638,
      "step": 6810
    },
    {
      "epoch": 0.7182757166947723,
      "grad_norm": 6.537562847137451,
      "learning_rate": 2.7024074074074075e-05,
      "loss": 0.540371322631836,
      "step": 6815
    },
    {
      "epoch": 0.7188026981450253,
      "grad_norm": 5.515361309051514,
      "learning_rate": 2.7019444444444447e-05,
      "loss": 0.5897509098052979,
      "step": 6820
    },
    {
      "epoch": 0.7193296795952783,
      "grad_norm": 8.751692771911621,
      "learning_rate": 2.7014814814814815e-05,
      "loss": 0.5427817344665528,
      "step": 6825
    },
    {
      "epoch": 0.7198566610455311,
      "grad_norm": 5.217690467834473,
      "learning_rate": 2.7010185185185187e-05,
      "loss": 0.47652907371520997,
      "step": 6830
    },
    {
      "epoch": 0.7203836424957841,
      "grad_norm": 3.544872283935547,
      "learning_rate": 2.7005555555555555e-05,
      "loss": 0.6572602272033692,
      "step": 6835
    },
    {
      "epoch": 0.7209106239460371,
      "grad_norm": 2.247997283935547,
      "learning_rate": 2.7000925925925927e-05,
      "loss": 0.945560073852539,
      "step": 6840
    },
    {
      "epoch": 0.7214376053962901,
      "grad_norm": 2.514641523361206,
      "learning_rate": 2.6996296296296296e-05,
      "loss": 0.6624445915222168,
      "step": 6845
    },
    {
      "epoch": 0.721964586846543,
      "grad_norm": 2.062279462814331,
      "learning_rate": 2.6991666666666668e-05,
      "loss": 0.5023353576660157,
      "step": 6850
    },
    {
      "epoch": 0.722491568296796,
      "grad_norm": 2.266859292984009,
      "learning_rate": 2.6987037037037036e-05,
      "loss": 0.596884298324585,
      "step": 6855
    },
    {
      "epoch": 0.7230185497470489,
      "grad_norm": 2.764586925506592,
      "learning_rate": 2.6982407407407408e-05,
      "loss": 0.5550269603729248,
      "step": 6860
    },
    {
      "epoch": 0.7235455311973018,
      "grad_norm": 2.4257309436798096,
      "learning_rate": 2.697777777777778e-05,
      "loss": 0.4832253932952881,
      "step": 6865
    },
    {
      "epoch": 0.7240725126475548,
      "grad_norm": 1.544638991355896,
      "learning_rate": 2.697314814814815e-05,
      "loss": 0.5446912288665772,
      "step": 6870
    },
    {
      "epoch": 0.7245994940978078,
      "grad_norm": 5.514902591705322,
      "learning_rate": 2.696851851851852e-05,
      "loss": 0.5984832286834717,
      "step": 6875
    },
    {
      "epoch": 0.7251264755480608,
      "grad_norm": 1.812302827835083,
      "learning_rate": 2.696388888888889e-05,
      "loss": 0.48284502029418946,
      "step": 6880
    },
    {
      "epoch": 0.7256534569983136,
      "grad_norm": 4.731226921081543,
      "learning_rate": 2.695925925925926e-05,
      "loss": 0.5900132656097412,
      "step": 6885
    },
    {
      "epoch": 0.7261804384485666,
      "grad_norm": 5.520531177520752,
      "learning_rate": 2.695462962962963e-05,
      "loss": 0.897892951965332,
      "step": 6890
    },
    {
      "epoch": 0.7267074198988196,
      "grad_norm": 2.6807940006256104,
      "learning_rate": 2.695e-05,
      "loss": 0.6577368259429932,
      "step": 6895
    },
    {
      "epoch": 0.7272344013490725,
      "grad_norm": 4.258888244628906,
      "learning_rate": 2.694537037037037e-05,
      "loss": 0.7300944328308105,
      "step": 6900
    },
    {
      "epoch": 0.7277613827993255,
      "grad_norm": 3.423553228378296,
      "learning_rate": 2.694074074074074e-05,
      "loss": 0.47176241874694824,
      "step": 6905
    },
    {
      "epoch": 0.7282883642495784,
      "grad_norm": 3.32222056388855,
      "learning_rate": 2.693611111111111e-05,
      "loss": 0.7059494972229003,
      "step": 6910
    },
    {
      "epoch": 0.7288153456998314,
      "grad_norm": 2.6981701850891113,
      "learning_rate": 2.6931481481481482e-05,
      "loss": 0.7268572330474854,
      "step": 6915
    },
    {
      "epoch": 0.7293423271500843,
      "grad_norm": 1.9704804420471191,
      "learning_rate": 2.6926851851851854e-05,
      "loss": 0.5856533527374268,
      "step": 6920
    },
    {
      "epoch": 0.7298693086003373,
      "grad_norm": 1.8595095872879028,
      "learning_rate": 2.6922222222222222e-05,
      "loss": 0.48588972091674804,
      "step": 6925
    },
    {
      "epoch": 0.7303962900505903,
      "grad_norm": 2.544086456298828,
      "learning_rate": 2.6917592592592594e-05,
      "loss": 0.45968031883239746,
      "step": 6930
    },
    {
      "epoch": 0.7309232715008431,
      "grad_norm": 3.3956799507141113,
      "learning_rate": 2.6912962962962963e-05,
      "loss": 0.5378711700439454,
      "step": 6935
    },
    {
      "epoch": 0.7314502529510961,
      "grad_norm": 2.106623888015747,
      "learning_rate": 2.6908333333333335e-05,
      "loss": 0.7580016136169434,
      "step": 6940
    },
    {
      "epoch": 0.7319772344013491,
      "grad_norm": 3.1057920455932617,
      "learning_rate": 2.6903703703703703e-05,
      "loss": 0.45038642883300783,
      "step": 6945
    },
    {
      "epoch": 0.732504215851602,
      "grad_norm": 6.5638322830200195,
      "learning_rate": 2.6899074074074075e-05,
      "loss": 0.6910906314849854,
      "step": 6950
    },
    {
      "epoch": 0.733031197301855,
      "grad_norm": 51.317073822021484,
      "learning_rate": 2.6894444444444444e-05,
      "loss": 0.45524168014526367,
      "step": 6955
    },
    {
      "epoch": 0.7335581787521079,
      "grad_norm": 6.173446178436279,
      "learning_rate": 2.6889814814814815e-05,
      "loss": 0.4885398864746094,
      "step": 6960
    },
    {
      "epoch": 0.7340851602023609,
      "grad_norm": 3.9776456356048584,
      "learning_rate": 2.6885185185185187e-05,
      "loss": 0.5683666706085205,
      "step": 6965
    },
    {
      "epoch": 0.7346121416526138,
      "grad_norm": 1.6776373386383057,
      "learning_rate": 2.6880555555555556e-05,
      "loss": 0.599981164932251,
      "step": 6970
    },
    {
      "epoch": 0.7351391231028668,
      "grad_norm": 2.3230693340301514,
      "learning_rate": 2.6875925925925928e-05,
      "loss": 0.47494683265686033,
      "step": 6975
    },
    {
      "epoch": 0.7356661045531198,
      "grad_norm": 1.4858955144882202,
      "learning_rate": 2.6871296296296296e-05,
      "loss": 0.43683862686157227,
      "step": 6980
    },
    {
      "epoch": 0.7361930860033726,
      "grad_norm": 5.505967617034912,
      "learning_rate": 2.6866666666666668e-05,
      "loss": 0.47046480178833006,
      "step": 6985
    },
    {
      "epoch": 0.7367200674536256,
      "grad_norm": 2.736753463745117,
      "learning_rate": 2.6862037037037037e-05,
      "loss": 0.4465113639831543,
      "step": 6990
    },
    {
      "epoch": 0.7372470489038786,
      "grad_norm": 1.8937824964523315,
      "learning_rate": 2.685740740740741e-05,
      "loss": 0.6726171493530273,
      "step": 6995
    },
    {
      "epoch": 0.7377740303541316,
      "grad_norm": 1.3834847211837769,
      "learning_rate": 2.6852777777777777e-05,
      "loss": 0.4329071998596191,
      "step": 7000
    },
    {
      "epoch": 0.7383010118043845,
      "grad_norm": 2.621833086013794,
      "learning_rate": 2.684814814814815e-05,
      "loss": 0.5609934806823731,
      "step": 7005
    },
    {
      "epoch": 0.7388279932546374,
      "grad_norm": 2.7327637672424316,
      "learning_rate": 2.684351851851852e-05,
      "loss": 0.7390955924987793,
      "step": 7010
    },
    {
      "epoch": 0.7393549747048904,
      "grad_norm": 2.4609177112579346,
      "learning_rate": 2.683888888888889e-05,
      "loss": 0.6493018627166748,
      "step": 7015
    },
    {
      "epoch": 0.7398819561551433,
      "grad_norm": 3.6300041675567627,
      "learning_rate": 2.683425925925926e-05,
      "loss": 0.7375157833099365,
      "step": 7020
    },
    {
      "epoch": 0.7404089376053963,
      "grad_norm": 4.130035400390625,
      "learning_rate": 2.682962962962963e-05,
      "loss": 0.5991273880004883,
      "step": 7025
    },
    {
      "epoch": 0.7409359190556493,
      "grad_norm": 3.0026779174804688,
      "learning_rate": 2.6825e-05,
      "loss": 0.7503593444824219,
      "step": 7030
    },
    {
      "epoch": 0.7414629005059022,
      "grad_norm": 3.113821506500244,
      "learning_rate": 2.682037037037037e-05,
      "loss": 0.5755102157592773,
      "step": 7035
    },
    {
      "epoch": 0.7419898819561551,
      "grad_norm": 9.59659194946289,
      "learning_rate": 2.6815740740740742e-05,
      "loss": 0.504030418395996,
      "step": 7040
    },
    {
      "epoch": 0.7425168634064081,
      "grad_norm": 1.948272466659546,
      "learning_rate": 2.681111111111111e-05,
      "loss": 0.7272830486297608,
      "step": 7045
    },
    {
      "epoch": 0.7430438448566611,
      "grad_norm": 1.7417532205581665,
      "learning_rate": 2.6806481481481482e-05,
      "loss": 0.5712565898895263,
      "step": 7050
    },
    {
      "epoch": 0.743570826306914,
      "grad_norm": 2.558685541152954,
      "learning_rate": 2.6801851851851854e-05,
      "loss": 0.6015665054321289,
      "step": 7055
    },
    {
      "epoch": 0.7440978077571669,
      "grad_norm": 5.956873893737793,
      "learning_rate": 2.6797222222222223e-05,
      "loss": 0.34758687019348145,
      "step": 7060
    },
    {
      "epoch": 0.7446247892074199,
      "grad_norm": 1.8875815868377686,
      "learning_rate": 2.6792592592592595e-05,
      "loss": 0.4930112361907959,
      "step": 7065
    },
    {
      "epoch": 0.7451517706576728,
      "grad_norm": 2.442577362060547,
      "learning_rate": 2.6787962962962963e-05,
      "loss": 0.6025938510894775,
      "step": 7070
    },
    {
      "epoch": 0.7456787521079258,
      "grad_norm": 1.8140026330947876,
      "learning_rate": 2.6783333333333335e-05,
      "loss": 0.556910514831543,
      "step": 7075
    },
    {
      "epoch": 0.7462057335581788,
      "grad_norm": 4.816740989685059,
      "learning_rate": 2.6778703703703703e-05,
      "loss": 0.6961887359619141,
      "step": 7080
    },
    {
      "epoch": 0.7467327150084317,
      "grad_norm": 5.174365520477295,
      "learning_rate": 2.6774074074074075e-05,
      "loss": 0.5968813419342041,
      "step": 7085
    },
    {
      "epoch": 0.7472596964586846,
      "grad_norm": 2.8457937240600586,
      "learning_rate": 2.6769444444444444e-05,
      "loss": 0.590698528289795,
      "step": 7090
    },
    {
      "epoch": 0.7477866779089376,
      "grad_norm": 3.0913584232330322,
      "learning_rate": 2.6764814814814816e-05,
      "loss": 0.6780450820922852,
      "step": 7095
    },
    {
      "epoch": 0.7483136593591906,
      "grad_norm": 2.2961666584014893,
      "learning_rate": 2.6760185185185184e-05,
      "loss": 0.39906997680664064,
      "step": 7100
    },
    {
      "epoch": 0.7488406408094435,
      "grad_norm": 3.679717779159546,
      "learning_rate": 2.6755555555555556e-05,
      "loss": 0.4713280200958252,
      "step": 7105
    },
    {
      "epoch": 0.7493676222596964,
      "grad_norm": 3.2233598232269287,
      "learning_rate": 2.6750925925925928e-05,
      "loss": 0.5432586193084716,
      "step": 7110
    },
    {
      "epoch": 0.7498946037099494,
      "grad_norm": 2.896066904067993,
      "learning_rate": 2.6746296296296297e-05,
      "loss": 0.43573713302612305,
      "step": 7115
    },
    {
      "epoch": 0.7504215851602024,
      "grad_norm": 4.702426433563232,
      "learning_rate": 2.674166666666667e-05,
      "loss": 0.6020519733428955,
      "step": 7120
    },
    {
      "epoch": 0.7509485666104553,
      "grad_norm": 2.5107169151306152,
      "learning_rate": 2.6737037037037037e-05,
      "loss": 0.5104194164276123,
      "step": 7125
    },
    {
      "epoch": 0.7514755480607083,
      "grad_norm": 1.708316683769226,
      "learning_rate": 2.673240740740741e-05,
      "loss": 0.8165619850158692,
      "step": 7130
    },
    {
      "epoch": 0.7520025295109612,
      "grad_norm": 1.6279274225234985,
      "learning_rate": 2.6727777777777777e-05,
      "loss": 0.5974326610565186,
      "step": 7135
    },
    {
      "epoch": 0.7525295109612141,
      "grad_norm": 9.681278228759766,
      "learning_rate": 2.672314814814815e-05,
      "loss": 0.6197552680969238,
      "step": 7140
    },
    {
      "epoch": 0.7530564924114671,
      "grad_norm": 2.2266993522644043,
      "learning_rate": 2.6718518518518518e-05,
      "loss": 0.5811790943145752,
      "step": 7145
    },
    {
      "epoch": 0.7535834738617201,
      "grad_norm": 2.6199469566345215,
      "learning_rate": 2.671388888888889e-05,
      "loss": 0.44734921455383303,
      "step": 7150
    },
    {
      "epoch": 0.7541104553119731,
      "grad_norm": 3.093064308166504,
      "learning_rate": 2.670925925925926e-05,
      "loss": 0.5584475517272949,
      "step": 7155
    },
    {
      "epoch": 0.7546374367622259,
      "grad_norm": 2.2870874404907227,
      "learning_rate": 2.670462962962963e-05,
      "loss": 0.7375726699829102,
      "step": 7160
    },
    {
      "epoch": 0.7551644182124789,
      "grad_norm": 7.5891618728637695,
      "learning_rate": 2.6700000000000002e-05,
      "loss": 0.8130632400512695,
      "step": 7165
    },
    {
      "epoch": 0.7556913996627319,
      "grad_norm": 6.476091384887695,
      "learning_rate": 2.669537037037037e-05,
      "loss": 0.6114116668701172,
      "step": 7170
    },
    {
      "epoch": 0.7562183811129848,
      "grad_norm": 5.093849182128906,
      "learning_rate": 2.6690740740740742e-05,
      "loss": 0.7464784145355224,
      "step": 7175
    },
    {
      "epoch": 0.7567453625632378,
      "grad_norm": 3.0028834342956543,
      "learning_rate": 2.668611111111111e-05,
      "loss": 0.5018488883972168,
      "step": 7180
    },
    {
      "epoch": 0.7572723440134908,
      "grad_norm": 2.079277276992798,
      "learning_rate": 2.6681481481481483e-05,
      "loss": 0.6006983757019043,
      "step": 7185
    },
    {
      "epoch": 0.7577993254637436,
      "grad_norm": 2.9231460094451904,
      "learning_rate": 2.667685185185185e-05,
      "loss": 0.6676681995391845,
      "step": 7190
    },
    {
      "epoch": 0.7583263069139966,
      "grad_norm": 1.9105950593948364,
      "learning_rate": 2.6672222222222223e-05,
      "loss": 0.8279232025146485,
      "step": 7195
    },
    {
      "epoch": 0.7588532883642496,
      "grad_norm": 1.9822266101837158,
      "learning_rate": 2.6667592592592595e-05,
      "loss": 0.4544659614562988,
      "step": 7200
    },
    {
      "epoch": 0.7588532883642496,
      "eval_cer": 0.08102498105923012,
      "eval_loss": 0.36769798398017883,
      "eval_runtime": 1087.5962,
      "eval_samples_per_second": 2.677,
      "eval_score": 83.22921655224835,
      "eval_steps_per_second": 0.335,
      "eval_wer": 0.2543906878958029,
      "step": 7200
    },
    {
      "epoch": 0.7593802698145026,
      "grad_norm": 2.036095142364502,
      "learning_rate": 2.6662962962962963e-05,
      "loss": 0.5164259433746338,
      "step": 7205
    },
    {
      "epoch": 0.7599072512647554,
      "grad_norm": 6.91559362411499,
      "learning_rate": 2.6658333333333335e-05,
      "loss": 0.7559574127197266,
      "step": 7210
    },
    {
      "epoch": 0.7604342327150084,
      "grad_norm": 2.900909423828125,
      "learning_rate": 2.6653703703703704e-05,
      "loss": 0.519294023513794,
      "step": 7215
    },
    {
      "epoch": 0.7609612141652614,
      "grad_norm": 3.923060178756714,
      "learning_rate": 2.6649074074074076e-05,
      "loss": 0.5321662902832032,
      "step": 7220
    },
    {
      "epoch": 0.7614881956155143,
      "grad_norm": 2.2950308322906494,
      "learning_rate": 2.6644444444444444e-05,
      "loss": 0.897827434539795,
      "step": 7225
    },
    {
      "epoch": 0.7620151770657673,
      "grad_norm": 5.300478935241699,
      "learning_rate": 2.6639814814814816e-05,
      "loss": 0.6449319839477539,
      "step": 7230
    },
    {
      "epoch": 0.7625421585160203,
      "grad_norm": 4.017984867095947,
      "learning_rate": 2.6635185185185185e-05,
      "loss": 0.49291443824768066,
      "step": 7235
    },
    {
      "epoch": 0.7630691399662732,
      "grad_norm": 3.0274815559387207,
      "learning_rate": 2.6630555555555553e-05,
      "loss": 0.6180635929107666,
      "step": 7240
    },
    {
      "epoch": 0.7635961214165261,
      "grad_norm": 2.640129804611206,
      "learning_rate": 2.662592592592593e-05,
      "loss": 0.6556159973144531,
      "step": 7245
    },
    {
      "epoch": 0.7641231028667791,
      "grad_norm": 44.62621307373047,
      "learning_rate": 2.6621296296296297e-05,
      "loss": 0.48358688354492185,
      "step": 7250
    },
    {
      "epoch": 0.7646500843170321,
      "grad_norm": 2.0259079933166504,
      "learning_rate": 2.661666666666667e-05,
      "loss": 0.5311999320983887,
      "step": 7255
    },
    {
      "epoch": 0.765177065767285,
      "grad_norm": 13.79525089263916,
      "learning_rate": 2.6612037037037037e-05,
      "loss": 0.6319628238677979,
      "step": 7260
    },
    {
      "epoch": 0.7657040472175379,
      "grad_norm": 1.3739737272262573,
      "learning_rate": 2.660740740740741e-05,
      "loss": 0.5050047874450684,
      "step": 7265
    },
    {
      "epoch": 0.7662310286677909,
      "grad_norm": 2.6384024620056152,
      "learning_rate": 2.6602777777777778e-05,
      "loss": 0.5100329875946045,
      "step": 7270
    },
    {
      "epoch": 0.7667580101180439,
      "grad_norm": 6.892757892608643,
      "learning_rate": 2.659814814814815e-05,
      "loss": 0.5565145492553711,
      "step": 7275
    },
    {
      "epoch": 0.7672849915682968,
      "grad_norm": 7.406493663787842,
      "learning_rate": 2.6593518518518518e-05,
      "loss": 0.6986785888671875,
      "step": 7280
    },
    {
      "epoch": 0.7678119730185498,
      "grad_norm": 8.686240196228027,
      "learning_rate": 2.6588888888888887e-05,
      "loss": 0.6676241874694824,
      "step": 7285
    },
    {
      "epoch": 0.7683389544688027,
      "grad_norm": 8.301654815673828,
      "learning_rate": 2.6584259259259262e-05,
      "loss": 0.6646432876586914,
      "step": 7290
    },
    {
      "epoch": 0.7688659359190556,
      "grad_norm": 3.9997053146362305,
      "learning_rate": 2.657962962962963e-05,
      "loss": 0.45654892921447754,
      "step": 7295
    },
    {
      "epoch": 0.7693929173693086,
      "grad_norm": 6.781225204467773,
      "learning_rate": 2.6575000000000002e-05,
      "loss": 0.6095481872558594,
      "step": 7300
    },
    {
      "epoch": 0.7699198988195616,
      "grad_norm": 7.887539386749268,
      "learning_rate": 2.657037037037037e-05,
      "loss": 0.7369519710540772,
      "step": 7305
    },
    {
      "epoch": 0.7704468802698144,
      "grad_norm": 1.777485966682434,
      "learning_rate": 2.6565740740740743e-05,
      "loss": 0.6212932586669921,
      "step": 7310
    },
    {
      "epoch": 0.7709738617200674,
      "grad_norm": 2.3968706130981445,
      "learning_rate": 2.656111111111111e-05,
      "loss": 0.4714064121246338,
      "step": 7315
    },
    {
      "epoch": 0.7715008431703204,
      "grad_norm": 71.3398666381836,
      "learning_rate": 2.6556481481481483e-05,
      "loss": 0.549866008758545,
      "step": 7320
    },
    {
      "epoch": 0.7720278246205734,
      "grad_norm": 3.0341107845306396,
      "learning_rate": 2.655185185185185e-05,
      "loss": 0.6320767879486084,
      "step": 7325
    },
    {
      "epoch": 0.7725548060708263,
      "grad_norm": 2.0840678215026855,
      "learning_rate": 2.654722222222222e-05,
      "loss": 0.5672582626342774,
      "step": 7330
    },
    {
      "epoch": 0.7730817875210793,
      "grad_norm": 2.2120628356933594,
      "learning_rate": 2.6542592592592592e-05,
      "loss": 0.41654119491577146,
      "step": 7335
    },
    {
      "epoch": 0.7736087689713322,
      "grad_norm": 3.6302454471588135,
      "learning_rate": 2.6537962962962964e-05,
      "loss": 0.4090602874755859,
      "step": 7340
    },
    {
      "epoch": 0.7741357504215851,
      "grad_norm": 6.702475547790527,
      "learning_rate": 2.6533333333333336e-05,
      "loss": 0.8009929656982422,
      "step": 7345
    },
    {
      "epoch": 0.7746627318718381,
      "grad_norm": 11.102737426757812,
      "learning_rate": 2.6528703703703704e-05,
      "loss": 0.4730836391448975,
      "step": 7350
    },
    {
      "epoch": 0.7751897133220911,
      "grad_norm": 3.7046215534210205,
      "learning_rate": 2.6524074074074076e-05,
      "loss": 0.6441852569580078,
      "step": 7355
    },
    {
      "epoch": 0.7757166947723441,
      "grad_norm": 2.393411159515381,
      "learning_rate": 2.6519444444444445e-05,
      "loss": 0.42403383255004884,
      "step": 7360
    },
    {
      "epoch": 0.7762436762225969,
      "grad_norm": 3.7333672046661377,
      "learning_rate": 2.6514814814814816e-05,
      "loss": 0.48064160346984863,
      "step": 7365
    },
    {
      "epoch": 0.7767706576728499,
      "grad_norm": 1.6878741979599,
      "learning_rate": 2.6510185185185185e-05,
      "loss": 0.4714118480682373,
      "step": 7370
    },
    {
      "epoch": 0.7772976391231029,
      "grad_norm": 3.017073631286621,
      "learning_rate": 2.6505555555555553e-05,
      "loss": 0.5850565910339356,
      "step": 7375
    },
    {
      "epoch": 0.7778246205733558,
      "grad_norm": 2.7093136310577393,
      "learning_rate": 2.6500925925925925e-05,
      "loss": 0.9652751922607422,
      "step": 7380
    },
    {
      "epoch": 0.7783516020236088,
      "grad_norm": 1.3925453424453735,
      "learning_rate": 2.6496296296296297e-05,
      "loss": 0.5181360721588135,
      "step": 7385
    },
    {
      "epoch": 0.7788785834738617,
      "grad_norm": 3.237440586090088,
      "learning_rate": 2.649166666666667e-05,
      "loss": 0.962825870513916,
      "step": 7390
    },
    {
      "epoch": 0.7794055649241147,
      "grad_norm": 3.7168219089508057,
      "learning_rate": 2.6487037037037038e-05,
      "loss": 0.6002802848815918,
      "step": 7395
    },
    {
      "epoch": 0.7799325463743676,
      "grad_norm": 3.250014305114746,
      "learning_rate": 2.648240740740741e-05,
      "loss": 0.49185886383056643,
      "step": 7400
    },
    {
      "epoch": 0.7804595278246206,
      "grad_norm": 3.1981239318847656,
      "learning_rate": 2.6477777777777778e-05,
      "loss": 0.5599562168121338,
      "step": 7405
    },
    {
      "epoch": 0.7809865092748736,
      "grad_norm": 7.417464256286621,
      "learning_rate": 2.647314814814815e-05,
      "loss": 0.6797534942626953,
      "step": 7410
    },
    {
      "epoch": 0.7815134907251264,
      "grad_norm": 3.2079508304595947,
      "learning_rate": 2.646851851851852e-05,
      "loss": 0.5213259220123291,
      "step": 7415
    },
    {
      "epoch": 0.7820404721753794,
      "grad_norm": 2.840315580368042,
      "learning_rate": 2.6463888888888887e-05,
      "loss": 0.4445225238800049,
      "step": 7420
    },
    {
      "epoch": 0.7825674536256324,
      "grad_norm": 4.0795440673828125,
      "learning_rate": 2.645925925925926e-05,
      "loss": 0.6704715728759766,
      "step": 7425
    },
    {
      "epoch": 0.7830944350758853,
      "grad_norm": 5.90839147567749,
      "learning_rate": 2.645462962962963e-05,
      "loss": 0.6896227836608887,
      "step": 7430
    },
    {
      "epoch": 0.7836214165261383,
      "grad_norm": 2.204789638519287,
      "learning_rate": 2.6450000000000003e-05,
      "loss": 0.3663311004638672,
      "step": 7435
    },
    {
      "epoch": 0.7841483979763912,
      "grad_norm": 2.4908053874969482,
      "learning_rate": 2.644537037037037e-05,
      "loss": 0.7925317764282227,
      "step": 7440
    },
    {
      "epoch": 0.7846753794266442,
      "grad_norm": 11.41614055633545,
      "learning_rate": 2.6440740740740743e-05,
      "loss": 0.6188795566558838,
      "step": 7445
    },
    {
      "epoch": 0.7852023608768971,
      "grad_norm": 1.7881762981414795,
      "learning_rate": 2.643611111111111e-05,
      "loss": 0.5099064350128174,
      "step": 7450
    },
    {
      "epoch": 0.7857293423271501,
      "grad_norm": 3.2930667400360107,
      "learning_rate": 2.6431481481481483e-05,
      "loss": 0.7214854717254638,
      "step": 7455
    },
    {
      "epoch": 0.7862563237774031,
      "grad_norm": 1.8951592445373535,
      "learning_rate": 2.6426851851851852e-05,
      "loss": 0.41681246757507323,
      "step": 7460
    },
    {
      "epoch": 0.7867833052276559,
      "grad_norm": 7.345333099365234,
      "learning_rate": 2.6422222222222224e-05,
      "loss": 0.7349108695983887,
      "step": 7465
    },
    {
      "epoch": 0.7873102866779089,
      "grad_norm": 2.010871171951294,
      "learning_rate": 2.6417592592592592e-05,
      "loss": 0.5618105888366699,
      "step": 7470
    },
    {
      "epoch": 0.7878372681281619,
      "grad_norm": 8.684487342834473,
      "learning_rate": 2.641296296296296e-05,
      "loss": 0.5412879467010498,
      "step": 7475
    },
    {
      "epoch": 0.7883642495784149,
      "grad_norm": 2.5155341625213623,
      "learning_rate": 2.6408333333333336e-05,
      "loss": 0.5847397327423096,
      "step": 7480
    },
    {
      "epoch": 0.7888912310286678,
      "grad_norm": 3.1043167114257812,
      "learning_rate": 2.6403703703703705e-05,
      "loss": 0.4846341133117676,
      "step": 7485
    },
    {
      "epoch": 0.7894182124789207,
      "grad_norm": 1.86750066280365,
      "learning_rate": 2.6399074074074076e-05,
      "loss": 0.5559098720550537,
      "step": 7490
    },
    {
      "epoch": 0.7899451939291737,
      "grad_norm": 9.323966026306152,
      "learning_rate": 2.6394444444444445e-05,
      "loss": 0.5115445137023926,
      "step": 7495
    },
    {
      "epoch": 0.7904721753794266,
      "grad_norm": 6.66679573059082,
      "learning_rate": 2.6389814814814817e-05,
      "loss": 0.4792166233062744,
      "step": 7500
    },
    {
      "epoch": 0.7909991568296796,
      "grad_norm": 9.995429039001465,
      "learning_rate": 2.6385185185185185e-05,
      "loss": 0.6115067481994629,
      "step": 7505
    },
    {
      "epoch": 0.7915261382799326,
      "grad_norm": 2.4871950149536133,
      "learning_rate": 2.6380555555555557e-05,
      "loss": 0.6641794204711914,
      "step": 7510
    },
    {
      "epoch": 0.7920531197301856,
      "grad_norm": 2.221583366394043,
      "learning_rate": 2.6375925925925926e-05,
      "loss": 0.5238784313201904,
      "step": 7515
    },
    {
      "epoch": 0.7925801011804384,
      "grad_norm": 11.326064109802246,
      "learning_rate": 2.6371296296296294e-05,
      "loss": 0.47397441864013673,
      "step": 7520
    },
    {
      "epoch": 0.7931070826306914,
      "grad_norm": 3.2919392585754395,
      "learning_rate": 2.636666666666667e-05,
      "loss": 0.5215437412261963,
      "step": 7525
    },
    {
      "epoch": 0.7936340640809444,
      "grad_norm": 2.1585679054260254,
      "learning_rate": 2.6362037037037038e-05,
      "loss": 1.0170658111572266,
      "step": 7530
    },
    {
      "epoch": 0.7941610455311973,
      "grad_norm": 1.8891713619232178,
      "learning_rate": 2.635740740740741e-05,
      "loss": 0.5969651699066162,
      "step": 7535
    },
    {
      "epoch": 0.7946880269814502,
      "grad_norm": 3.5040009021759033,
      "learning_rate": 2.635277777777778e-05,
      "loss": 0.5923728942871094,
      "step": 7540
    },
    {
      "epoch": 0.7952150084317032,
      "grad_norm": 2.492905855178833,
      "learning_rate": 2.634814814814815e-05,
      "loss": 0.5161874771118165,
      "step": 7545
    },
    {
      "epoch": 0.7957419898819561,
      "grad_norm": 1.9637494087219238,
      "learning_rate": 2.634351851851852e-05,
      "loss": 0.7310072898864746,
      "step": 7550
    },
    {
      "epoch": 0.7962689713322091,
      "grad_norm": 2.2632875442504883,
      "learning_rate": 2.633888888888889e-05,
      "loss": 0.4683192729949951,
      "step": 7555
    },
    {
      "epoch": 0.7967959527824621,
      "grad_norm": 2.604618549346924,
      "learning_rate": 2.633425925925926e-05,
      "loss": 0.585986852645874,
      "step": 7560
    },
    {
      "epoch": 0.797322934232715,
      "grad_norm": 3.2240476608276367,
      "learning_rate": 2.6329629629629628e-05,
      "loss": 0.476761531829834,
      "step": 7565
    },
    {
      "epoch": 0.7978499156829679,
      "grad_norm": 2.0602023601531982,
      "learning_rate": 2.6325e-05,
      "loss": 0.6337683200836182,
      "step": 7570
    },
    {
      "epoch": 0.7983768971332209,
      "grad_norm": 13.821660995483398,
      "learning_rate": 2.632037037037037e-05,
      "loss": 0.6439201354980468,
      "step": 7575
    },
    {
      "epoch": 0.7989038785834739,
      "grad_norm": 2.2017862796783447,
      "learning_rate": 2.6315740740740743e-05,
      "loss": 0.44093990325927734,
      "step": 7580
    },
    {
      "epoch": 0.7994308600337268,
      "grad_norm": 2.0624232292175293,
      "learning_rate": 2.6311111111111112e-05,
      "loss": 0.5502132892608642,
      "step": 7585
    },
    {
      "epoch": 0.7999578414839797,
      "grad_norm": 2.927236557006836,
      "learning_rate": 2.6306481481481484e-05,
      "loss": 0.7949395656585694,
      "step": 7590
    },
    {
      "epoch": 0.8004848229342327,
      "grad_norm": 2.62247371673584,
      "learning_rate": 2.6301851851851852e-05,
      "loss": 0.4884042739868164,
      "step": 7595
    },
    {
      "epoch": 0.8010118043844857,
      "grad_norm": 2.447543144226074,
      "learning_rate": 2.6297222222222224e-05,
      "loss": 0.36671972274780273,
      "step": 7600
    },
    {
      "epoch": 0.8015387858347386,
      "grad_norm": 1.8280797004699707,
      "learning_rate": 2.6292592592592593e-05,
      "loss": 0.4544522285461426,
      "step": 7605
    },
    {
      "epoch": 0.8020657672849916,
      "grad_norm": 7.495122909545898,
      "learning_rate": 2.628796296296296e-05,
      "loss": 0.5098973751068115,
      "step": 7610
    },
    {
      "epoch": 0.8025927487352446,
      "grad_norm": 1.8826916217803955,
      "learning_rate": 2.6283333333333333e-05,
      "loss": 0.6282496452331543,
      "step": 7615
    },
    {
      "epoch": 0.8031197301854974,
      "grad_norm": 3.054372549057007,
      "learning_rate": 2.6278703703703705e-05,
      "loss": 0.8531402587890625,
      "step": 7620
    },
    {
      "epoch": 0.8036467116357504,
      "grad_norm": 2.8812642097473145,
      "learning_rate": 2.6274074074074077e-05,
      "loss": 0.4224548816680908,
      "step": 7625
    },
    {
      "epoch": 0.8041736930860034,
      "grad_norm": 3.2025325298309326,
      "learning_rate": 2.6269444444444445e-05,
      "loss": 0.48813772201538086,
      "step": 7630
    },
    {
      "epoch": 0.8047006745362564,
      "grad_norm": 17.479568481445312,
      "learning_rate": 2.6264814814814817e-05,
      "loss": 0.4688990116119385,
      "step": 7635
    },
    {
      "epoch": 0.8052276559865092,
      "grad_norm": 1.510733962059021,
      "learning_rate": 2.6260185185185186e-05,
      "loss": 0.602267837524414,
      "step": 7640
    },
    {
      "epoch": 0.8057546374367622,
      "grad_norm": 1.953749656677246,
      "learning_rate": 2.6255555555555558e-05,
      "loss": 0.5027735710144043,
      "step": 7645
    },
    {
      "epoch": 0.8062816188870152,
      "grad_norm": 8.580360412597656,
      "learning_rate": 2.6250925925925926e-05,
      "loss": 0.6612148284912109,
      "step": 7650
    },
    {
      "epoch": 0.8068086003372681,
      "grad_norm": 1.818293809890747,
      "learning_rate": 2.6246296296296295e-05,
      "loss": 0.5168534755706787,
      "step": 7655
    },
    {
      "epoch": 0.8073355817875211,
      "grad_norm": 3.70530366897583,
      "learning_rate": 2.6241666666666666e-05,
      "loss": 0.9531503677368164,
      "step": 7660
    },
    {
      "epoch": 0.8078625632377741,
      "grad_norm": 2.0362489223480225,
      "learning_rate": 2.6237037037037035e-05,
      "loss": 0.6243796348571777,
      "step": 7665
    },
    {
      "epoch": 0.8083895446880269,
      "grad_norm": 1.697981595993042,
      "learning_rate": 2.623240740740741e-05,
      "loss": 0.457948637008667,
      "step": 7670
    },
    {
      "epoch": 0.8089165261382799,
      "grad_norm": 2.4928877353668213,
      "learning_rate": 2.622777777777778e-05,
      "loss": 0.510216474533081,
      "step": 7675
    },
    {
      "epoch": 0.8094435075885329,
      "grad_norm": 4.045223712921143,
      "learning_rate": 2.622314814814815e-05,
      "loss": 0.541718864440918,
      "step": 7680
    },
    {
      "epoch": 0.8099704890387859,
      "grad_norm": 2.767437696456909,
      "learning_rate": 2.621851851851852e-05,
      "loss": 0.4720010757446289,
      "step": 7685
    },
    {
      "epoch": 0.8104974704890388,
      "grad_norm": 10.09451675415039,
      "learning_rate": 2.621388888888889e-05,
      "loss": 0.5967464447021484,
      "step": 7690
    },
    {
      "epoch": 0.8110244519392917,
      "grad_norm": 2.203434705734253,
      "learning_rate": 2.620925925925926e-05,
      "loss": 0.45791969299316404,
      "step": 7695
    },
    {
      "epoch": 0.8115514333895447,
      "grad_norm": 1.6485793590545654,
      "learning_rate": 2.6204629629629628e-05,
      "loss": 0.5994278430938721,
      "step": 7700
    },
    {
      "epoch": 0.8120784148397976,
      "grad_norm": 4.140239238739014,
      "learning_rate": 2.62e-05,
      "loss": 0.55039963722229,
      "step": 7705
    },
    {
      "epoch": 0.8126053962900506,
      "grad_norm": 2.1201012134552,
      "learning_rate": 2.619537037037037e-05,
      "loss": 0.46921939849853517,
      "step": 7710
    },
    {
      "epoch": 0.8131323777403036,
      "grad_norm": 2.2127535343170166,
      "learning_rate": 2.6190740740740744e-05,
      "loss": 0.5524220943450928,
      "step": 7715
    },
    {
      "epoch": 0.8136593591905565,
      "grad_norm": 2.8431713581085205,
      "learning_rate": 2.6186111111111112e-05,
      "loss": 0.5241374969482422,
      "step": 7720
    },
    {
      "epoch": 0.8141863406408094,
      "grad_norm": 1.6624705791473389,
      "learning_rate": 2.6181481481481484e-05,
      "loss": 0.603676176071167,
      "step": 7725
    },
    {
      "epoch": 0.8147133220910624,
      "grad_norm": 1.723941445350647,
      "learning_rate": 2.6176851851851853e-05,
      "loss": 0.5297400474548339,
      "step": 7730
    },
    {
      "epoch": 0.8152403035413154,
      "grad_norm": 2.5857152938842773,
      "learning_rate": 2.6172222222222224e-05,
      "loss": 0.4695253849029541,
      "step": 7735
    },
    {
      "epoch": 0.8157672849915683,
      "grad_norm": 4.85044002532959,
      "learning_rate": 2.6167592592592593e-05,
      "loss": 0.5599747180938721,
      "step": 7740
    },
    {
      "epoch": 0.8162942664418212,
      "grad_norm": 1.8611103296279907,
      "learning_rate": 2.616296296296296e-05,
      "loss": 0.5329379081726074,
      "step": 7745
    },
    {
      "epoch": 0.8168212478920742,
      "grad_norm": 2.219736337661743,
      "learning_rate": 2.6158333333333333e-05,
      "loss": 0.5858849048614502,
      "step": 7750
    },
    {
      "epoch": 0.8173482293423272,
      "grad_norm": 2.6224539279937744,
      "learning_rate": 2.6153703703703702e-05,
      "loss": 0.5424643993377686,
      "step": 7755
    },
    {
      "epoch": 0.8178752107925801,
      "grad_norm": 1.878581166267395,
      "learning_rate": 2.6149074074074077e-05,
      "loss": 0.5763490676879883,
      "step": 7760
    },
    {
      "epoch": 0.8184021922428331,
      "grad_norm": 1.5834393501281738,
      "learning_rate": 2.6144444444444446e-05,
      "loss": 0.45007619857788084,
      "step": 7765
    },
    {
      "epoch": 0.818929173693086,
      "grad_norm": 26.033369064331055,
      "learning_rate": 2.6139814814814817e-05,
      "loss": 0.7519399166107178,
      "step": 7770
    },
    {
      "epoch": 0.8194561551433389,
      "grad_norm": 1.2131361961364746,
      "learning_rate": 2.6135185185185186e-05,
      "loss": 0.6377189636230469,
      "step": 7775
    },
    {
      "epoch": 0.8199831365935919,
      "grad_norm": 1.8557072877883911,
      "learning_rate": 2.6130555555555558e-05,
      "loss": 0.45933852195739744,
      "step": 7780
    },
    {
      "epoch": 0.8205101180438449,
      "grad_norm": 3.4402787685394287,
      "learning_rate": 2.6125925925925926e-05,
      "loss": 0.5553073883056641,
      "step": 7785
    },
    {
      "epoch": 0.8210370994940978,
      "grad_norm": 2.6489791870117188,
      "learning_rate": 2.6121296296296295e-05,
      "loss": 0.8327629089355468,
      "step": 7790
    },
    {
      "epoch": 0.8215640809443507,
      "grad_norm": 2.327315330505371,
      "learning_rate": 2.6116666666666667e-05,
      "loss": 0.416402006149292,
      "step": 7795
    },
    {
      "epoch": 0.8220910623946037,
      "grad_norm": 5.134929180145264,
      "learning_rate": 2.6112037037037035e-05,
      "loss": 0.8295025825500488,
      "step": 7800
    },
    {
      "epoch": 0.8226180438448567,
      "grad_norm": 2.984144687652588,
      "learning_rate": 2.6107407407407407e-05,
      "loss": 0.6803039073944092,
      "step": 7805
    },
    {
      "epoch": 0.8231450252951096,
      "grad_norm": 44.10976791381836,
      "learning_rate": 2.610277777777778e-05,
      "loss": 0.5432338237762451,
      "step": 7810
    },
    {
      "epoch": 0.8236720067453626,
      "grad_norm": 3.8595433235168457,
      "learning_rate": 2.609814814814815e-05,
      "loss": 0.6458362579345703,
      "step": 7815
    },
    {
      "epoch": 0.8241989881956155,
      "grad_norm": 5.145875930786133,
      "learning_rate": 2.609351851851852e-05,
      "loss": 0.5446369171142578,
      "step": 7820
    },
    {
      "epoch": 0.8247259696458684,
      "grad_norm": 2.0312986373901367,
      "learning_rate": 2.608888888888889e-05,
      "loss": 0.5469358444213868,
      "step": 7825
    },
    {
      "epoch": 0.8252529510961214,
      "grad_norm": 5.595981121063232,
      "learning_rate": 2.608425925925926e-05,
      "loss": 0.6090641498565674,
      "step": 7830
    },
    {
      "epoch": 0.8257799325463744,
      "grad_norm": 3.1679630279541016,
      "learning_rate": 2.607962962962963e-05,
      "loss": 0.8976557731628418,
      "step": 7835
    },
    {
      "epoch": 0.8263069139966274,
      "grad_norm": 10.134594917297363,
      "learning_rate": 2.6075e-05,
      "loss": 0.662059211730957,
      "step": 7840
    },
    {
      "epoch": 0.8268338954468802,
      "grad_norm": 5.864568710327148,
      "learning_rate": 2.607037037037037e-05,
      "loss": 0.5465706825256348,
      "step": 7845
    },
    {
      "epoch": 0.8273608768971332,
      "grad_norm": 2.5282692909240723,
      "learning_rate": 2.606574074074074e-05,
      "loss": 0.5391222476959229,
      "step": 7850
    },
    {
      "epoch": 0.8278878583473862,
      "grad_norm": 2.8455629348754883,
      "learning_rate": 2.6061111111111113e-05,
      "loss": 0.49198265075683595,
      "step": 7855
    },
    {
      "epoch": 0.8284148397976391,
      "grad_norm": 2.359494924545288,
      "learning_rate": 2.6056481481481484e-05,
      "loss": 0.5606752872467041,
      "step": 7860
    },
    {
      "epoch": 0.8289418212478921,
      "grad_norm": 2.4590301513671875,
      "learning_rate": 2.6051851851851853e-05,
      "loss": 0.4852644920349121,
      "step": 7865
    },
    {
      "epoch": 0.829468802698145,
      "grad_norm": 2.642674684524536,
      "learning_rate": 2.6047222222222225e-05,
      "loss": 0.5594911098480224,
      "step": 7870
    },
    {
      "epoch": 0.829995784148398,
      "grad_norm": 3.0171892642974854,
      "learning_rate": 2.6042592592592593e-05,
      "loss": 0.5717520713806152,
      "step": 7875
    },
    {
      "epoch": 0.8305227655986509,
      "grad_norm": 2.910196304321289,
      "learning_rate": 2.6037962962962962e-05,
      "loss": 0.47945470809936525,
      "step": 7880
    },
    {
      "epoch": 0.8310497470489039,
      "grad_norm": 3.07672119140625,
      "learning_rate": 2.6033333333333334e-05,
      "loss": 0.6781099319458008,
      "step": 7885
    },
    {
      "epoch": 0.8315767284991569,
      "grad_norm": 3.940363645553589,
      "learning_rate": 2.6028703703703702e-05,
      "loss": 0.580634593963623,
      "step": 7890
    },
    {
      "epoch": 0.8321037099494097,
      "grad_norm": 4.119996070861816,
      "learning_rate": 2.6024074074074074e-05,
      "loss": 0.6949640274047851,
      "step": 7895
    },
    {
      "epoch": 0.8326306913996627,
      "grad_norm": 1.9559049606323242,
      "learning_rate": 2.6019444444444443e-05,
      "loss": 0.4578828811645508,
      "step": 7900
    },
    {
      "epoch": 0.8331576728499157,
      "grad_norm": 11.504281997680664,
      "learning_rate": 2.6014814814814818e-05,
      "loss": 0.7460196495056153,
      "step": 7905
    },
    {
      "epoch": 0.8336846543001686,
      "grad_norm": 2.235708236694336,
      "learning_rate": 2.6010185185185186e-05,
      "loss": 0.5170901775360107,
      "step": 7910
    },
    {
      "epoch": 0.8342116357504216,
      "grad_norm": 2.8090107440948486,
      "learning_rate": 2.6005555555555558e-05,
      "loss": 0.5173589706420898,
      "step": 7915
    },
    {
      "epoch": 0.8347386172006745,
      "grad_norm": 1.8309687376022339,
      "learning_rate": 2.6000925925925927e-05,
      "loss": 0.4094886302947998,
      "step": 7920
    },
    {
      "epoch": 0.8352655986509275,
      "grad_norm": 10.966878890991211,
      "learning_rate": 2.5996296296296295e-05,
      "loss": 0.40607576370239257,
      "step": 7925
    },
    {
      "epoch": 0.8357925801011804,
      "grad_norm": 3.4937524795532227,
      "learning_rate": 2.5991666666666667e-05,
      "loss": 1.432894515991211,
      "step": 7930
    },
    {
      "epoch": 0.8363195615514334,
      "grad_norm": 2.8223800659179688,
      "learning_rate": 2.5987037037037036e-05,
      "loss": 0.5154458045959472,
      "step": 7935
    },
    {
      "epoch": 0.8368465430016864,
      "grad_norm": 1.8516353368759155,
      "learning_rate": 2.5982407407407408e-05,
      "loss": 0.36353819370269774,
      "step": 7940
    },
    {
      "epoch": 0.8373735244519392,
      "grad_norm": 2.9179131984710693,
      "learning_rate": 2.5977777777777776e-05,
      "loss": 0.650379753112793,
      "step": 7945
    },
    {
      "epoch": 0.8379005059021922,
      "grad_norm": 2.08695912361145,
      "learning_rate": 2.597314814814815e-05,
      "loss": 0.49222702980041505,
      "step": 7950
    },
    {
      "epoch": 0.8384274873524452,
      "grad_norm": 1.5010414123535156,
      "learning_rate": 2.596851851851852e-05,
      "loss": 0.7560821056365967,
      "step": 7955
    },
    {
      "epoch": 0.8389544688026982,
      "grad_norm": 2.52716326713562,
      "learning_rate": 2.596388888888889e-05,
      "loss": 0.7591545581817627,
      "step": 7960
    },
    {
      "epoch": 0.8394814502529511,
      "grad_norm": 6.333287715911865,
      "learning_rate": 2.595925925925926e-05,
      "loss": 0.5097054481506348,
      "step": 7965
    },
    {
      "epoch": 0.840008431703204,
      "grad_norm": 2.0657923221588135,
      "learning_rate": 2.595462962962963e-05,
      "loss": 0.5024930953979492,
      "step": 7970
    },
    {
      "epoch": 0.840535413153457,
      "grad_norm": 3.9638214111328125,
      "learning_rate": 2.595e-05,
      "loss": 0.41669044494628904,
      "step": 7975
    },
    {
      "epoch": 0.8410623946037099,
      "grad_norm": 4.222261905670166,
      "learning_rate": 2.594537037037037e-05,
      "loss": 0.4694406509399414,
      "step": 7980
    },
    {
      "epoch": 0.8415893760539629,
      "grad_norm": 2.979032516479492,
      "learning_rate": 2.594074074074074e-05,
      "loss": 0.6008689403533936,
      "step": 7985
    },
    {
      "epoch": 0.8421163575042159,
      "grad_norm": 2.6008799076080322,
      "learning_rate": 2.593611111111111e-05,
      "loss": 0.5508081912994385,
      "step": 7990
    },
    {
      "epoch": 0.8426433389544689,
      "grad_norm": 5.245203495025635,
      "learning_rate": 2.5931481481481485e-05,
      "loss": 0.5255684852600098,
      "step": 7995
    },
    {
      "epoch": 0.8431703204047217,
      "grad_norm": 3.0579710006713867,
      "learning_rate": 2.5926851851851853e-05,
      "loss": 0.5886078834533691,
      "step": 8000
    },
    {
      "epoch": 0.8431703204047217,
      "eval_cer": 0.08162952891970152,
      "eval_loss": 0.37598931789398193,
      "eval_runtime": 1874.0912,
      "eval_samples_per_second": 1.554,
      "eval_score": 83.01246504569505,
      "eval_steps_per_second": 0.194,
      "eval_wer": 0.25812117016639746,
      "step": 8000
    },
    {
      "epoch": 0.8436973018549747,
      "grad_norm": 3.5226266384124756,
      "learning_rate": 2.5922222222222225e-05,
      "loss": 0.6796577453613282,
      "step": 8005
    },
    {
      "epoch": 0.8442242833052277,
      "grad_norm": 2.6572680473327637,
      "learning_rate": 2.5917592592592594e-05,
      "loss": 0.7250679016113282,
      "step": 8010
    },
    {
      "epoch": 0.8447512647554806,
      "grad_norm": 1.834648609161377,
      "learning_rate": 2.5912962962962966e-05,
      "loss": 0.4064486026763916,
      "step": 8015
    },
    {
      "epoch": 0.8452782462057336,
      "grad_norm": 7.262114524841309,
      "learning_rate": 2.5908333333333334e-05,
      "loss": 0.6433994770050049,
      "step": 8020
    },
    {
      "epoch": 0.8458052276559865,
      "grad_norm": 2.4424781799316406,
      "learning_rate": 2.5903703703703703e-05,
      "loss": 0.6680912494659423,
      "step": 8025
    },
    {
      "epoch": 0.8463322091062394,
      "grad_norm": 2.522771120071411,
      "learning_rate": 2.5899074074074074e-05,
      "loss": 0.5318217277526855,
      "step": 8030
    },
    {
      "epoch": 0.8468591905564924,
      "grad_norm": 3.059760570526123,
      "learning_rate": 2.5894444444444443e-05,
      "loss": 0.6823352336883545,
      "step": 8035
    },
    {
      "epoch": 0.8473861720067454,
      "grad_norm": 17.055274963378906,
      "learning_rate": 2.5889814814814815e-05,
      "loss": 0.7161585807800293,
      "step": 8040
    },
    {
      "epoch": 0.8479131534569984,
      "grad_norm": 2.1613500118255615,
      "learning_rate": 2.5885185185185187e-05,
      "loss": 0.46471385955810546,
      "step": 8045
    },
    {
      "epoch": 0.8484401349072512,
      "grad_norm": 1.9804245233535767,
      "learning_rate": 2.588055555555556e-05,
      "loss": 0.4980013847351074,
      "step": 8050
    },
    {
      "epoch": 0.8489671163575042,
      "grad_norm": 11.963054656982422,
      "learning_rate": 2.5875925925925927e-05,
      "loss": 0.5191718101501465,
      "step": 8055
    },
    {
      "epoch": 0.8494940978077572,
      "grad_norm": 1.782650351524353,
      "learning_rate": 2.58712962962963e-05,
      "loss": 0.520427942276001,
      "step": 8060
    },
    {
      "epoch": 0.8500210792580101,
      "grad_norm": 3.2689430713653564,
      "learning_rate": 2.5866666666666667e-05,
      "loss": 0.524320411682129,
      "step": 8065
    },
    {
      "epoch": 0.850548060708263,
      "grad_norm": 3.3818359375,
      "learning_rate": 2.5862037037037036e-05,
      "loss": 0.8161106109619141,
      "step": 8070
    },
    {
      "epoch": 0.851075042158516,
      "grad_norm": 2.437652587890625,
      "learning_rate": 2.5857407407407408e-05,
      "loss": 0.5783756732940674,
      "step": 8075
    },
    {
      "epoch": 0.851602023608769,
      "grad_norm": 1.558117151260376,
      "learning_rate": 2.5852777777777776e-05,
      "loss": 0.6273690223693847,
      "step": 8080
    },
    {
      "epoch": 0.8521290050590219,
      "grad_norm": 2.83718204498291,
      "learning_rate": 2.5848148148148148e-05,
      "loss": 0.4964378833770752,
      "step": 8085
    },
    {
      "epoch": 0.8526559865092749,
      "grad_norm": 4.973510265350342,
      "learning_rate": 2.584351851851852e-05,
      "loss": 0.4624298572540283,
      "step": 8090
    },
    {
      "epoch": 0.8531829679595279,
      "grad_norm": 1.8265063762664795,
      "learning_rate": 2.5838888888888892e-05,
      "loss": 0.5275044441223145,
      "step": 8095
    },
    {
      "epoch": 0.8537099494097807,
      "grad_norm": 3.165673017501831,
      "learning_rate": 2.583425925925926e-05,
      "loss": 0.519686508178711,
      "step": 8100
    },
    {
      "epoch": 0.8542369308600337,
      "grad_norm": 1.918954610824585,
      "learning_rate": 2.5829629629629632e-05,
      "loss": 0.5362155914306641,
      "step": 8105
    },
    {
      "epoch": 0.8547639123102867,
      "grad_norm": 2.4745852947235107,
      "learning_rate": 2.5825e-05,
      "loss": 0.5379302024841308,
      "step": 8110
    },
    {
      "epoch": 0.8552908937605397,
      "grad_norm": 3.426050901412964,
      "learning_rate": 2.582037037037037e-05,
      "loss": 0.8979066848754883,
      "step": 8115
    },
    {
      "epoch": 0.8558178752107926,
      "grad_norm": 2.488818645477295,
      "learning_rate": 2.581574074074074e-05,
      "loss": 0.6546954154968262,
      "step": 8120
    },
    {
      "epoch": 0.8563448566610455,
      "grad_norm": 2.6232316493988037,
      "learning_rate": 2.581111111111111e-05,
      "loss": 0.6438191413879395,
      "step": 8125
    },
    {
      "epoch": 0.8568718381112985,
      "grad_norm": 3.1590213775634766,
      "learning_rate": 2.5806481481481482e-05,
      "loss": 0.6275258541107178,
      "step": 8130
    },
    {
      "epoch": 0.8573988195615514,
      "grad_norm": 1.6445064544677734,
      "learning_rate": 2.580185185185185e-05,
      "loss": 0.49982614517211915,
      "step": 8135
    },
    {
      "epoch": 0.8579258010118044,
      "grad_norm": 2.414982795715332,
      "learning_rate": 2.5797222222222225e-05,
      "loss": 0.6465312957763671,
      "step": 8140
    },
    {
      "epoch": 0.8584527824620574,
      "grad_norm": 3.8357696533203125,
      "learning_rate": 2.5792592592592594e-05,
      "loss": 0.5981540679931641,
      "step": 8145
    },
    {
      "epoch": 0.8589797639123102,
      "grad_norm": 3.028771162033081,
      "learning_rate": 2.5787962962962966e-05,
      "loss": 0.6401836395263671,
      "step": 8150
    },
    {
      "epoch": 0.8595067453625632,
      "grad_norm": 2.462047576904297,
      "learning_rate": 2.5783333333333334e-05,
      "loss": 0.6629807472229003,
      "step": 8155
    },
    {
      "epoch": 0.8600337268128162,
      "grad_norm": 7.799460411071777,
      "learning_rate": 2.5778703703703703e-05,
      "loss": 0.7085875034332275,
      "step": 8160
    },
    {
      "epoch": 0.8605607082630692,
      "grad_norm": 10.395979881286621,
      "learning_rate": 2.5774074074074075e-05,
      "loss": 0.8194831848144531,
      "step": 8165
    },
    {
      "epoch": 0.8610876897133221,
      "grad_norm": 2.1215381622314453,
      "learning_rate": 2.5769444444444443e-05,
      "loss": 0.5470043182373047,
      "step": 8170
    },
    {
      "epoch": 0.861614671163575,
      "grad_norm": 4.3159260749816895,
      "learning_rate": 2.5764814814814815e-05,
      "loss": 0.5286021709442139,
      "step": 8175
    },
    {
      "epoch": 0.862141652613828,
      "grad_norm": 1.9035147428512573,
      "learning_rate": 2.5760185185185184e-05,
      "loss": 0.5973564147949219,
      "step": 8180
    },
    {
      "epoch": 0.8626686340640809,
      "grad_norm": 2.773341417312622,
      "learning_rate": 2.575555555555556e-05,
      "loss": 0.9404019355773926,
      "step": 8185
    },
    {
      "epoch": 0.8631956155143339,
      "grad_norm": 3.3383846282958984,
      "learning_rate": 2.5750925925925927e-05,
      "loss": 0.47007126808166505,
      "step": 8190
    },
    {
      "epoch": 0.8637225969645869,
      "grad_norm": 2.3334364891052246,
      "learning_rate": 2.57462962962963e-05,
      "loss": 0.6346262454986572,
      "step": 8195
    },
    {
      "epoch": 0.8642495784148398,
      "grad_norm": 5.878522872924805,
      "learning_rate": 2.5741666666666668e-05,
      "loss": 0.5747761726379395,
      "step": 8200
    },
    {
      "epoch": 0.8647765598650927,
      "grad_norm": 1.8139389753341675,
      "learning_rate": 2.5737037037037036e-05,
      "loss": 0.4007880210876465,
      "step": 8205
    },
    {
      "epoch": 0.8653035413153457,
      "grad_norm": 2.827798843383789,
      "learning_rate": 2.5732407407407408e-05,
      "loss": 0.5602149963378906,
      "step": 8210
    },
    {
      "epoch": 0.8658305227655987,
      "grad_norm": 4.69439697265625,
      "learning_rate": 2.5727777777777777e-05,
      "loss": 0.725891399383545,
      "step": 8215
    },
    {
      "epoch": 0.8663575042158516,
      "grad_norm": 4.149702548980713,
      "learning_rate": 2.572314814814815e-05,
      "loss": 0.6541176795959472,
      "step": 8220
    },
    {
      "epoch": 0.8668844856661045,
      "grad_norm": 3.5366415977478027,
      "learning_rate": 2.5718518518518517e-05,
      "loss": 0.5697765350341797,
      "step": 8225
    },
    {
      "epoch": 0.8674114671163575,
      "grad_norm": 2.167093276977539,
      "learning_rate": 2.571388888888889e-05,
      "loss": 0.6381171226501465,
      "step": 8230
    },
    {
      "epoch": 0.8679384485666105,
      "grad_norm": 2.9891088008880615,
      "learning_rate": 2.570925925925926e-05,
      "loss": 0.5825680732727051,
      "step": 8235
    },
    {
      "epoch": 0.8684654300168634,
      "grad_norm": 1.7872064113616943,
      "learning_rate": 2.5704629629629633e-05,
      "loss": 1.057235336303711,
      "step": 8240
    },
    {
      "epoch": 0.8689924114671164,
      "grad_norm": 2.465965747833252,
      "learning_rate": 2.57e-05,
      "loss": 0.5236040115356445,
      "step": 8245
    },
    {
      "epoch": 0.8695193929173693,
      "grad_norm": 1.7303086519241333,
      "learning_rate": 2.569537037037037e-05,
      "loss": 0.44795904159545896,
      "step": 8250
    },
    {
      "epoch": 0.8700463743676222,
      "grad_norm": 1.5447052717208862,
      "learning_rate": 2.569074074074074e-05,
      "loss": 0.4455120086669922,
      "step": 8255
    },
    {
      "epoch": 0.8705733558178752,
      "grad_norm": 2.239778518676758,
      "learning_rate": 2.568611111111111e-05,
      "loss": 0.540680980682373,
      "step": 8260
    },
    {
      "epoch": 0.8711003372681282,
      "grad_norm": 4.079485893249512,
      "learning_rate": 2.5681481481481482e-05,
      "loss": 0.8089370727539062,
      "step": 8265
    },
    {
      "epoch": 0.8716273187183811,
      "grad_norm": 2.7561278343200684,
      "learning_rate": 2.567685185185185e-05,
      "loss": 0.40899481773376467,
      "step": 8270
    },
    {
      "epoch": 0.872154300168634,
      "grad_norm": 4.535599231719971,
      "learning_rate": 2.5672222222222222e-05,
      "loss": 1.279192066192627,
      "step": 8275
    },
    {
      "epoch": 0.872681281618887,
      "grad_norm": 3.023111343383789,
      "learning_rate": 2.5667592592592594e-05,
      "loss": 0.750870656967163,
      "step": 8280
    },
    {
      "epoch": 0.87320826306914,
      "grad_norm": 4.859055995941162,
      "learning_rate": 2.5662962962962966e-05,
      "loss": 0.5908397674560547,
      "step": 8285
    },
    {
      "epoch": 0.8737352445193929,
      "grad_norm": 25.240161895751953,
      "learning_rate": 2.5658333333333335e-05,
      "loss": 0.5197240829467773,
      "step": 8290
    },
    {
      "epoch": 0.8742622259696459,
      "grad_norm": 2.5068318843841553,
      "learning_rate": 2.5653703703703703e-05,
      "loss": 0.5285727977752686,
      "step": 8295
    },
    {
      "epoch": 0.8747892074198989,
      "grad_norm": 6.708595275878906,
      "learning_rate": 2.5649074074074075e-05,
      "loss": 0.5198620796203614,
      "step": 8300
    },
    {
      "epoch": 0.8753161888701517,
      "grad_norm": 2.8156845569610596,
      "learning_rate": 2.5644444444444444e-05,
      "loss": 0.5153178215026856,
      "step": 8305
    },
    {
      "epoch": 0.8758431703204047,
      "grad_norm": 3.341762065887451,
      "learning_rate": 2.5639814814814816e-05,
      "loss": 0.6202839851379395,
      "step": 8310
    },
    {
      "epoch": 0.8763701517706577,
      "grad_norm": 1.43446946144104,
      "learning_rate": 2.5635185185185184e-05,
      "loss": 0.5966578483581543,
      "step": 8315
    },
    {
      "epoch": 0.8768971332209107,
      "grad_norm": 3.6837069988250732,
      "learning_rate": 2.5630555555555556e-05,
      "loss": 0.6752662181854248,
      "step": 8320
    },
    {
      "epoch": 0.8774241146711635,
      "grad_norm": 5.2801666259765625,
      "learning_rate": 2.5625925925925928e-05,
      "loss": 0.5369594097137451,
      "step": 8325
    },
    {
      "epoch": 0.8779510961214165,
      "grad_norm": 1.4473192691802979,
      "learning_rate": 2.56212962962963e-05,
      "loss": 0.5955732822418213,
      "step": 8330
    },
    {
      "epoch": 0.8784780775716695,
      "grad_norm": 4.619093894958496,
      "learning_rate": 2.5616666666666668e-05,
      "loss": 0.5389225959777832,
      "step": 8335
    },
    {
      "epoch": 0.8790050590219224,
      "grad_norm": 2.375295400619507,
      "learning_rate": 2.5612037037037037e-05,
      "loss": 0.5464402675628662,
      "step": 8340
    },
    {
      "epoch": 0.8795320404721754,
      "grad_norm": 2.7799530029296875,
      "learning_rate": 2.560740740740741e-05,
      "loss": 0.5830719470977783,
      "step": 8345
    },
    {
      "epoch": 0.8800590219224284,
      "grad_norm": 3.413330316543579,
      "learning_rate": 2.5602777777777777e-05,
      "loss": 0.45795650482177735,
      "step": 8350
    },
    {
      "epoch": 0.8805860033726813,
      "grad_norm": 1.8523483276367188,
      "learning_rate": 2.559814814814815e-05,
      "loss": 0.9381542205810547,
      "step": 8355
    },
    {
      "epoch": 0.8811129848229342,
      "grad_norm": 20.078937530517578,
      "learning_rate": 2.5593518518518517e-05,
      "loss": 0.7456339836120606,
      "step": 8360
    },
    {
      "epoch": 0.8816399662731872,
      "grad_norm": 4.547595024108887,
      "learning_rate": 2.558888888888889e-05,
      "loss": 0.6355673313140869,
      "step": 8365
    },
    {
      "epoch": 0.8821669477234402,
      "grad_norm": 1.7224602699279785,
      "learning_rate": 2.5584259259259258e-05,
      "loss": 0.44806318283081054,
      "step": 8370
    },
    {
      "epoch": 0.882693929173693,
      "grad_norm": 6.587995529174805,
      "learning_rate": 2.5579629629629633e-05,
      "loss": 0.7058300018310547,
      "step": 8375
    },
    {
      "epoch": 0.883220910623946,
      "grad_norm": 1.6807507276535034,
      "learning_rate": 2.5575e-05,
      "loss": 0.48323979377746584,
      "step": 8380
    },
    {
      "epoch": 0.883747892074199,
      "grad_norm": 2.13222074508667,
      "learning_rate": 2.557037037037037e-05,
      "loss": 0.4550196170806885,
      "step": 8385
    },
    {
      "epoch": 0.8842748735244519,
      "grad_norm": 3.119072437286377,
      "learning_rate": 2.5565740740740742e-05,
      "loss": 0.6619035243988037,
      "step": 8390
    },
    {
      "epoch": 0.8848018549747049,
      "grad_norm": 3.7386207580566406,
      "learning_rate": 2.556111111111111e-05,
      "loss": 0.5716315746307373,
      "step": 8395
    },
    {
      "epoch": 0.8853288364249579,
      "grad_norm": 4.566948413848877,
      "learning_rate": 2.5556481481481482e-05,
      "loss": 0.7020515441894531,
      "step": 8400
    },
    {
      "epoch": 0.8858558178752108,
      "grad_norm": 7.026034355163574,
      "learning_rate": 2.555185185185185e-05,
      "loss": 0.6242863178253174,
      "step": 8405
    },
    {
      "epoch": 0.8863827993254637,
      "grad_norm": 2.253885269165039,
      "learning_rate": 2.5547222222222223e-05,
      "loss": 0.5944783210754394,
      "step": 8410
    },
    {
      "epoch": 0.8869097807757167,
      "grad_norm": 2.620640516281128,
      "learning_rate": 2.554259259259259e-05,
      "loss": 0.5867797374725342,
      "step": 8415
    },
    {
      "epoch": 0.8874367622259697,
      "grad_norm": 1.425116777420044,
      "learning_rate": 2.5537962962962967e-05,
      "loss": 0.5496298313140869,
      "step": 8420
    },
    {
      "epoch": 0.8879637436762225,
      "grad_norm": 2.5254130363464355,
      "learning_rate": 2.5533333333333335e-05,
      "loss": 0.5145961761474609,
      "step": 8425
    },
    {
      "epoch": 0.8884907251264755,
      "grad_norm": 2.4322574138641357,
      "learning_rate": 2.5528703703703704e-05,
      "loss": 0.705751609802246,
      "step": 8430
    },
    {
      "epoch": 0.8890177065767285,
      "grad_norm": 2.518143892288208,
      "learning_rate": 2.5524074074074075e-05,
      "loss": 0.7355166912078858,
      "step": 8435
    },
    {
      "epoch": 0.8895446880269815,
      "grad_norm": 4.363118648529053,
      "learning_rate": 2.5519444444444444e-05,
      "loss": 0.5977611064910888,
      "step": 8440
    },
    {
      "epoch": 0.8900716694772344,
      "grad_norm": 2.115504741668701,
      "learning_rate": 2.5514814814814816e-05,
      "loss": 0.6453730583190918,
      "step": 8445
    },
    {
      "epoch": 0.8905986509274874,
      "grad_norm": 3.67794132232666,
      "learning_rate": 2.5510185185185184e-05,
      "loss": 0.48497753143310546,
      "step": 8450
    },
    {
      "epoch": 0.8911256323777403,
      "grad_norm": 2.6487162113189697,
      "learning_rate": 2.5505555555555556e-05,
      "loss": 0.5611987590789795,
      "step": 8455
    },
    {
      "epoch": 0.8916526138279932,
      "grad_norm": 2.8931217193603516,
      "learning_rate": 2.5500925925925925e-05,
      "loss": 0.6001757144927978,
      "step": 8460
    },
    {
      "epoch": 0.8921795952782462,
      "grad_norm": 2.0897622108459473,
      "learning_rate": 2.5496296296296297e-05,
      "loss": 0.4935732364654541,
      "step": 8465
    },
    {
      "epoch": 0.8927065767284992,
      "grad_norm": 2.4221253395080566,
      "learning_rate": 2.549166666666667e-05,
      "loss": 0.6813737392425537,
      "step": 8470
    },
    {
      "epoch": 0.8932335581787522,
      "grad_norm": 4.471294403076172,
      "learning_rate": 2.5487037037037037e-05,
      "loss": 0.4944704532623291,
      "step": 8475
    },
    {
      "epoch": 0.893760539629005,
      "grad_norm": 13.778606414794922,
      "learning_rate": 2.548240740740741e-05,
      "loss": 0.7787793159484864,
      "step": 8480
    },
    {
      "epoch": 0.894287521079258,
      "grad_norm": 2.895387649536133,
      "learning_rate": 2.5477777777777777e-05,
      "loss": 0.6451347351074219,
      "step": 8485
    },
    {
      "epoch": 0.894814502529511,
      "grad_norm": 5.258866786956787,
      "learning_rate": 2.547314814814815e-05,
      "loss": 0.6373270988464356,
      "step": 8490
    },
    {
      "epoch": 0.8953414839797639,
      "grad_norm": 2.6829614639282227,
      "learning_rate": 2.5468518518518518e-05,
      "loss": 0.7952410697937011,
      "step": 8495
    },
    {
      "epoch": 0.8958684654300169,
      "grad_norm": 3.2866904735565186,
      "learning_rate": 2.546388888888889e-05,
      "loss": 0.491118335723877,
      "step": 8500
    },
    {
      "epoch": 0.8963954468802698,
      "grad_norm": 1.5738978385925293,
      "learning_rate": 2.5459259259259258e-05,
      "loss": 0.4139866352081299,
      "step": 8505
    },
    {
      "epoch": 0.8969224283305227,
      "grad_norm": 2.361677646636963,
      "learning_rate": 2.545462962962963e-05,
      "loss": 0.5157225608825684,
      "step": 8510
    },
    {
      "epoch": 0.8974494097807757,
      "grad_norm": 3.714949131011963,
      "learning_rate": 2.5450000000000002e-05,
      "loss": 0.5670590400695801,
      "step": 8515
    },
    {
      "epoch": 0.8979763912310287,
      "grad_norm": 6.409179210662842,
      "learning_rate": 2.5445370370370374e-05,
      "loss": 0.5948799133300782,
      "step": 8520
    },
    {
      "epoch": 0.8985033726812817,
      "grad_norm": 2.503293991088867,
      "learning_rate": 2.5440740740740742e-05,
      "loss": 0.6442841529846192,
      "step": 8525
    },
    {
      "epoch": 0.8990303541315345,
      "grad_norm": 2.0408413410186768,
      "learning_rate": 2.543611111111111e-05,
      "loss": 0.7066184520721436,
      "step": 8530
    },
    {
      "epoch": 0.8995573355817875,
      "grad_norm": 2.7150137424468994,
      "learning_rate": 2.5431481481481483e-05,
      "loss": 0.4524538040161133,
      "step": 8535
    },
    {
      "epoch": 0.9000843170320405,
      "grad_norm": 3.5100488662719727,
      "learning_rate": 2.542685185185185e-05,
      "loss": 0.6446498394012451,
      "step": 8540
    },
    {
      "epoch": 0.9006112984822934,
      "grad_norm": 1.977452278137207,
      "learning_rate": 2.5422222222222223e-05,
      "loss": 0.5228137969970703,
      "step": 8545
    },
    {
      "epoch": 0.9011382799325464,
      "grad_norm": 1.6780704259872437,
      "learning_rate": 2.541759259259259e-05,
      "loss": 0.7483259201049804,
      "step": 8550
    },
    {
      "epoch": 0.9016652613827993,
      "grad_norm": 3.796285390853882,
      "learning_rate": 2.5412962962962964e-05,
      "loss": 0.6419693470001221,
      "step": 8555
    },
    {
      "epoch": 0.9021922428330523,
      "grad_norm": 1.7362874746322632,
      "learning_rate": 2.5408333333333335e-05,
      "loss": 0.49216570854187014,
      "step": 8560
    },
    {
      "epoch": 0.9027192242833052,
      "grad_norm": 1.9960541725158691,
      "learning_rate": 2.5403703703703707e-05,
      "loss": 0.5249151229858399,
      "step": 8565
    },
    {
      "epoch": 0.9032462057335582,
      "grad_norm": 1.8157979249954224,
      "learning_rate": 2.5399074074074076e-05,
      "loss": 0.7325235843658447,
      "step": 8570
    },
    {
      "epoch": 0.9037731871838112,
      "grad_norm": 3.882310628890991,
      "learning_rate": 2.5394444444444444e-05,
      "loss": 0.48844232559204104,
      "step": 8575
    },
    {
      "epoch": 0.904300168634064,
      "grad_norm": 8.268941879272461,
      "learning_rate": 2.5389814814814816e-05,
      "loss": 0.6998235702514648,
      "step": 8580
    },
    {
      "epoch": 0.904827150084317,
      "grad_norm": 3.6750900745391846,
      "learning_rate": 2.5385185185185185e-05,
      "loss": 0.644384765625,
      "step": 8585
    },
    {
      "epoch": 0.90535413153457,
      "grad_norm": 2.184596538543701,
      "learning_rate": 2.5380555555555557e-05,
      "loss": 0.5388967990875244,
      "step": 8590
    },
    {
      "epoch": 0.905881112984823,
      "grad_norm": 3.0991039276123047,
      "learning_rate": 2.5375925925925925e-05,
      "loss": 0.4164320468902588,
      "step": 8595
    },
    {
      "epoch": 0.9064080944350759,
      "grad_norm": 2.542316198348999,
      "learning_rate": 2.5371296296296297e-05,
      "loss": 0.46086416244506834,
      "step": 8600
    },
    {
      "epoch": 0.9069350758853288,
      "grad_norm": 2.1663711071014404,
      "learning_rate": 2.5366666666666665e-05,
      "loss": 0.8691551208496093,
      "step": 8605
    },
    {
      "epoch": 0.9074620573355818,
      "grad_norm": 2.8627450466156006,
      "learning_rate": 2.536203703703704e-05,
      "loss": 0.5872018337249756,
      "step": 8610
    },
    {
      "epoch": 0.9079890387858347,
      "grad_norm": 2.6707804203033447,
      "learning_rate": 2.535740740740741e-05,
      "loss": 0.6650388240814209,
      "step": 8615
    },
    {
      "epoch": 0.9085160202360877,
      "grad_norm": 2.4158775806427,
      "learning_rate": 2.5352777777777778e-05,
      "loss": 0.47687110900878904,
      "step": 8620
    },
    {
      "epoch": 0.9090430016863407,
      "grad_norm": 2.7384891510009766,
      "learning_rate": 2.534814814814815e-05,
      "loss": 0.883672046661377,
      "step": 8625
    },
    {
      "epoch": 0.9095699831365935,
      "grad_norm": 5.401230335235596,
      "learning_rate": 2.5343518518518518e-05,
      "loss": 0.45951070785522463,
      "step": 8630
    },
    {
      "epoch": 0.9100969645868465,
      "grad_norm": 3.973158836364746,
      "learning_rate": 2.533888888888889e-05,
      "loss": 0.7007697105407715,
      "step": 8635
    },
    {
      "epoch": 0.9106239460370995,
      "grad_norm": 2.8123435974121094,
      "learning_rate": 2.533425925925926e-05,
      "loss": 0.6645976543426514,
      "step": 8640
    },
    {
      "epoch": 0.9111509274873525,
      "grad_norm": 1.5765283107757568,
      "learning_rate": 2.532962962962963e-05,
      "loss": 0.4836118698120117,
      "step": 8645
    },
    {
      "epoch": 0.9116779089376054,
      "grad_norm": 1.5274969339370728,
      "learning_rate": 2.5325e-05,
      "loss": 0.6636271953582764,
      "step": 8650
    },
    {
      "epoch": 0.9122048903878583,
      "grad_norm": 2.1275503635406494,
      "learning_rate": 2.5320370370370374e-05,
      "loss": 0.45193967819213865,
      "step": 8655
    },
    {
      "epoch": 0.9127318718381113,
      "grad_norm": 1.7392727136611938,
      "learning_rate": 2.5315740740740743e-05,
      "loss": 0.5186766624450684,
      "step": 8660
    },
    {
      "epoch": 0.9132588532883642,
      "grad_norm": 7.523205757141113,
      "learning_rate": 2.531111111111111e-05,
      "loss": 0.5291525363922119,
      "step": 8665
    },
    {
      "epoch": 0.9137858347386172,
      "grad_norm": 1.9635189771652222,
      "learning_rate": 2.5306481481481483e-05,
      "loss": 0.45038909912109376,
      "step": 8670
    },
    {
      "epoch": 0.9143128161888702,
      "grad_norm": 4.0461320877075195,
      "learning_rate": 2.530185185185185e-05,
      "loss": 0.6855957508087158,
      "step": 8675
    },
    {
      "epoch": 0.9148397976391232,
      "grad_norm": 2.0291004180908203,
      "learning_rate": 2.5297222222222223e-05,
      "loss": 0.5770470142364502,
      "step": 8680
    },
    {
      "epoch": 0.915366779089376,
      "grad_norm": 3.5376198291778564,
      "learning_rate": 2.5292592592592592e-05,
      "loss": 0.5519680976867676,
      "step": 8685
    },
    {
      "epoch": 0.915893760539629,
      "grad_norm": 2.893123149871826,
      "learning_rate": 2.5287962962962964e-05,
      "loss": 0.5698081016540527,
      "step": 8690
    },
    {
      "epoch": 0.916420741989882,
      "grad_norm": 2.8568973541259766,
      "learning_rate": 2.5283333333333332e-05,
      "loss": 0.5802749633789063,
      "step": 8695
    },
    {
      "epoch": 0.9169477234401349,
      "grad_norm": 2.932175874710083,
      "learning_rate": 2.5278703703703704e-05,
      "loss": 0.5702074050903321,
      "step": 8700
    },
    {
      "epoch": 0.9174747048903878,
      "grad_norm": 24.997116088867188,
      "learning_rate": 2.5274074074074076e-05,
      "loss": 0.4466282367706299,
      "step": 8705
    },
    {
      "epoch": 0.9180016863406408,
      "grad_norm": 2.202108383178711,
      "learning_rate": 2.5269444444444445e-05,
      "loss": 0.6545033931732178,
      "step": 8710
    },
    {
      "epoch": 0.9185286677908938,
      "grad_norm": 2.660144805908203,
      "learning_rate": 2.5264814814814817e-05,
      "loss": 0.5011487483978272,
      "step": 8715
    },
    {
      "epoch": 0.9190556492411467,
      "grad_norm": 2.1956820487976074,
      "learning_rate": 2.5260185185185185e-05,
      "loss": 0.48034515380859377,
      "step": 8720
    },
    {
      "epoch": 0.9195826306913997,
      "grad_norm": 2.9088447093963623,
      "learning_rate": 2.5255555555555557e-05,
      "loss": 0.5838938236236573,
      "step": 8725
    },
    {
      "epoch": 0.9201096121416527,
      "grad_norm": 2.322211265563965,
      "learning_rate": 2.5250925925925925e-05,
      "loss": 0.44967331886291506,
      "step": 8730
    },
    {
      "epoch": 0.9206365935919055,
      "grad_norm": 1.672561764717102,
      "learning_rate": 2.5246296296296297e-05,
      "loss": 0.641737413406372,
      "step": 8735
    },
    {
      "epoch": 0.9211635750421585,
      "grad_norm": 3.4560434818267822,
      "learning_rate": 2.5241666666666666e-05,
      "loss": 0.5646068572998046,
      "step": 8740
    },
    {
      "epoch": 0.9216905564924115,
      "grad_norm": 4.404941082000732,
      "learning_rate": 2.5237037037037038e-05,
      "loss": 0.5522373676300049,
      "step": 8745
    },
    {
      "epoch": 0.9222175379426644,
      "grad_norm": 4.319079399108887,
      "learning_rate": 2.523240740740741e-05,
      "loss": 0.49982404708862305,
      "step": 8750
    },
    {
      "epoch": 0.9227445193929174,
      "grad_norm": 2.035707950592041,
      "learning_rate": 2.5227777777777778e-05,
      "loss": 0.7684447288513183,
      "step": 8755
    },
    {
      "epoch": 0.9232715008431703,
      "grad_norm": 2.079573392868042,
      "learning_rate": 2.522314814814815e-05,
      "loss": 0.5155778884887695,
      "step": 8760
    },
    {
      "epoch": 0.9237984822934233,
      "grad_norm": 3.993567943572998,
      "learning_rate": 2.521851851851852e-05,
      "loss": 0.5828021049499512,
      "step": 8765
    },
    {
      "epoch": 0.9243254637436762,
      "grad_norm": 7.641556262969971,
      "learning_rate": 2.521388888888889e-05,
      "loss": 0.6130038738250733,
      "step": 8770
    },
    {
      "epoch": 0.9248524451939292,
      "grad_norm": 3.071979284286499,
      "learning_rate": 2.520925925925926e-05,
      "loss": 0.5195584297180176,
      "step": 8775
    },
    {
      "epoch": 0.9253794266441822,
      "grad_norm": 1.8148244619369507,
      "learning_rate": 2.520462962962963e-05,
      "loss": 0.5181794166564941,
      "step": 8780
    },
    {
      "epoch": 0.925906408094435,
      "grad_norm": 5.923309326171875,
      "learning_rate": 2.52e-05,
      "loss": 0.9062843322753906,
      "step": 8785
    },
    {
      "epoch": 0.926433389544688,
      "grad_norm": 3.774200677871704,
      "learning_rate": 2.519537037037037e-05,
      "loss": 0.48636717796325685,
      "step": 8790
    },
    {
      "epoch": 0.926960370994941,
      "grad_norm": 4.7394232749938965,
      "learning_rate": 2.519074074074074e-05,
      "loss": 0.5762448310852051,
      "step": 8795
    },
    {
      "epoch": 0.927487352445194,
      "grad_norm": 4.3353705406188965,
      "learning_rate": 2.518611111111111e-05,
      "loss": 0.5032669544219971,
      "step": 8800
    },
    {
      "epoch": 0.927487352445194,
      "eval_cer": 0.08069027430386184,
      "eval_loss": 0.36009395122528076,
      "eval_runtime": 1088.9951,
      "eval_samples_per_second": 2.674,
      "eval_score": 83.26646313274169,
      "eval_steps_per_second": 0.334,
      "eval_wer": 0.2539804630413045,
      "step": 8800
    },
    {
      "epoch": 0.9280143338954469,
      "grad_norm": 2.0697219371795654,
      "learning_rate": 2.5181481481481483e-05,
      "loss": 0.4885730743408203,
      "step": 8805
    },
    {
      "epoch": 0.9285413153456998,
      "grad_norm": 4.994986534118652,
      "learning_rate": 2.5176851851851852e-05,
      "loss": 1.016306495666504,
      "step": 8810
    },
    {
      "epoch": 0.9290682967959528,
      "grad_norm": 3.2615718841552734,
      "learning_rate": 2.5172222222222224e-05,
      "loss": 0.8875133514404296,
      "step": 8815
    },
    {
      "epoch": 0.9295952782462057,
      "grad_norm": 1.7811813354492188,
      "learning_rate": 2.5167592592592592e-05,
      "loss": 0.6553737163543701,
      "step": 8820
    },
    {
      "epoch": 0.9301222596964587,
      "grad_norm": 4.424694538116455,
      "learning_rate": 2.5162962962962964e-05,
      "loss": 0.5495126247406006,
      "step": 8825
    },
    {
      "epoch": 0.9306492411467117,
      "grad_norm": 3.7857065200805664,
      "learning_rate": 2.5158333333333333e-05,
      "loss": 0.5755097389221191,
      "step": 8830
    },
    {
      "epoch": 0.9311762225969646,
      "grad_norm": 2.3565781116485596,
      "learning_rate": 2.5153703703703705e-05,
      "loss": 0.5510698318481445,
      "step": 8835
    },
    {
      "epoch": 0.9317032040472175,
      "grad_norm": 2.022569179534912,
      "learning_rate": 2.5149074074074073e-05,
      "loss": 0.785432243347168,
      "step": 8840
    },
    {
      "epoch": 0.9322301854974705,
      "grad_norm": 2.5583667755126953,
      "learning_rate": 2.5144444444444445e-05,
      "loss": 0.7734767913818359,
      "step": 8845
    },
    {
      "epoch": 0.9327571669477235,
      "grad_norm": 2.66709303855896,
      "learning_rate": 2.5139814814814817e-05,
      "loss": 0.5618053436279297,
      "step": 8850
    },
    {
      "epoch": 0.9332841483979764,
      "grad_norm": 2.840186595916748,
      "learning_rate": 2.5135185185185185e-05,
      "loss": 0.47126784324646,
      "step": 8855
    },
    {
      "epoch": 0.9338111298482293,
      "grad_norm": 3.2654082775115967,
      "learning_rate": 2.5130555555555557e-05,
      "loss": 0.507037878036499,
      "step": 8860
    },
    {
      "epoch": 0.9343381112984823,
      "grad_norm": 3.484963893890381,
      "learning_rate": 2.5125925925925926e-05,
      "loss": 0.7832345485687255,
      "step": 8865
    },
    {
      "epoch": 0.9348650927487352,
      "grad_norm": 3.0663845539093018,
      "learning_rate": 2.5121296296296298e-05,
      "loss": 0.4238121032714844,
      "step": 8870
    },
    {
      "epoch": 0.9353920741989882,
      "grad_norm": 3.617668867111206,
      "learning_rate": 2.5116666666666666e-05,
      "loss": 0.5826184272766113,
      "step": 8875
    },
    {
      "epoch": 0.9359190556492412,
      "grad_norm": 1.2319055795669556,
      "learning_rate": 2.5112037037037038e-05,
      "loss": 0.6493821144104004,
      "step": 8880
    },
    {
      "epoch": 0.9364460370994941,
      "grad_norm": 2.252768039703369,
      "learning_rate": 2.5107407407407407e-05,
      "loss": 0.4431331634521484,
      "step": 8885
    },
    {
      "epoch": 0.936973018549747,
      "grad_norm": 2.3861165046691895,
      "learning_rate": 2.510277777777778e-05,
      "loss": 0.5937721729278564,
      "step": 8890
    },
    {
      "epoch": 0.9375,
      "grad_norm": 2.6994640827178955,
      "learning_rate": 2.509814814814815e-05,
      "loss": 0.5559779644012451,
      "step": 8895
    },
    {
      "epoch": 0.938026981450253,
      "grad_norm": 2.7686192989349365,
      "learning_rate": 2.509351851851852e-05,
      "loss": 0.6885186195373535,
      "step": 8900
    },
    {
      "epoch": 0.9385539629005059,
      "grad_norm": 2.2941670417785645,
      "learning_rate": 2.508888888888889e-05,
      "loss": 0.46509733200073244,
      "step": 8905
    },
    {
      "epoch": 0.9390809443507588,
      "grad_norm": 10.2855863571167,
      "learning_rate": 2.508425925925926e-05,
      "loss": 0.5626669883728027,
      "step": 8910
    },
    {
      "epoch": 0.9396079258010118,
      "grad_norm": 5.8879499435424805,
      "learning_rate": 2.507962962962963e-05,
      "loss": 0.636616849899292,
      "step": 8915
    },
    {
      "epoch": 0.9401349072512648,
      "grad_norm": 3.6722018718719482,
      "learning_rate": 2.5075e-05,
      "loss": 0.47526259422302247,
      "step": 8920
    },
    {
      "epoch": 0.9406618887015177,
      "grad_norm": 3.3038687705993652,
      "learning_rate": 2.507037037037037e-05,
      "loss": 0.6711626052856445,
      "step": 8925
    },
    {
      "epoch": 0.9411888701517707,
      "grad_norm": 6.024215221405029,
      "learning_rate": 2.506574074074074e-05,
      "loss": 0.6366400241851806,
      "step": 8930
    },
    {
      "epoch": 0.9417158516020236,
      "grad_norm": 3.252556800842285,
      "learning_rate": 2.506111111111111e-05,
      "loss": 0.9200609207153321,
      "step": 8935
    },
    {
      "epoch": 0.9422428330522765,
      "grad_norm": 3.942946672439575,
      "learning_rate": 2.5056481481481484e-05,
      "loss": 0.629651403427124,
      "step": 8940
    },
    {
      "epoch": 0.9427698145025295,
      "grad_norm": 2.8828225135803223,
      "learning_rate": 2.5051851851851852e-05,
      "loss": 0.5575367927551269,
      "step": 8945
    },
    {
      "epoch": 0.9432967959527825,
      "grad_norm": 11.968867301940918,
      "learning_rate": 2.5047222222222224e-05,
      "loss": 0.6088338851928711,
      "step": 8950
    },
    {
      "epoch": 0.9438237774030354,
      "grad_norm": 1.9017326831817627,
      "learning_rate": 2.5042592592592593e-05,
      "loss": 0.6809841156005859,
      "step": 8955
    },
    {
      "epoch": 0.9443507588532883,
      "grad_norm": 1.4108773469924927,
      "learning_rate": 2.5037962962962965e-05,
      "loss": 0.5663483619689942,
      "step": 8960
    },
    {
      "epoch": 0.9448777403035413,
      "grad_norm": 2.184758424758911,
      "learning_rate": 2.5033333333333333e-05,
      "loss": 0.45447769165039065,
      "step": 8965
    },
    {
      "epoch": 0.9454047217537943,
      "grad_norm": 2.2460553646087646,
      "learning_rate": 2.5028703703703705e-05,
      "loss": 0.5757721900939942,
      "step": 8970
    },
    {
      "epoch": 0.9459317032040472,
      "grad_norm": 1.4437049627304077,
      "learning_rate": 2.5024074074074073e-05,
      "loss": 0.40339007377624514,
      "step": 8975
    },
    {
      "epoch": 0.9464586846543002,
      "grad_norm": 2.3222270011901855,
      "learning_rate": 2.5019444444444445e-05,
      "loss": 0.4315627574920654,
      "step": 8980
    },
    {
      "epoch": 0.9469856661045531,
      "grad_norm": 2.9584922790527344,
      "learning_rate": 2.5014814814814817e-05,
      "loss": 0.4705699920654297,
      "step": 8985
    },
    {
      "epoch": 0.947512647554806,
      "grad_norm": 1.9627472162246704,
      "learning_rate": 2.5010185185185186e-05,
      "loss": 0.5924756526947021,
      "step": 8990
    },
    {
      "epoch": 0.948039629005059,
      "grad_norm": 2.562833309173584,
      "learning_rate": 2.5005555555555558e-05,
      "loss": 0.5646979331970214,
      "step": 8995
    },
    {
      "epoch": 0.948566610455312,
      "grad_norm": 2.2847533226013184,
      "learning_rate": 2.5000925925925926e-05,
      "loss": 0.6463304042816163,
      "step": 9000
    },
    {
      "epoch": 0.949093591905565,
      "grad_norm": 4.543805122375488,
      "learning_rate": 2.4996296296296298e-05,
      "loss": 0.6333652019500733,
      "step": 9005
    },
    {
      "epoch": 0.9496205733558178,
      "grad_norm": 2.4933419227600098,
      "learning_rate": 2.4991666666666667e-05,
      "loss": 0.5715052127838135,
      "step": 9010
    },
    {
      "epoch": 0.9501475548060708,
      "grad_norm": 4.952400207519531,
      "learning_rate": 2.498703703703704e-05,
      "loss": 0.5953851699829101,
      "step": 9015
    },
    {
      "epoch": 0.9506745362563238,
      "grad_norm": 4.279822826385498,
      "learning_rate": 2.4982407407407407e-05,
      "loss": 0.419648265838623,
      "step": 9020
    },
    {
      "epoch": 0.9512015177065767,
      "grad_norm": 2.0346429347991943,
      "learning_rate": 2.497777777777778e-05,
      "loss": 0.4814793586730957,
      "step": 9025
    },
    {
      "epoch": 0.9517284991568297,
      "grad_norm": 2.9776618480682373,
      "learning_rate": 2.4973148148148147e-05,
      "loss": 0.4759101390838623,
      "step": 9030
    },
    {
      "epoch": 0.9522554806070826,
      "grad_norm": 2.696608781814575,
      "learning_rate": 2.496851851851852e-05,
      "loss": 0.5739469051361084,
      "step": 9035
    },
    {
      "epoch": 0.9527824620573356,
      "grad_norm": 2.0671467781066895,
      "learning_rate": 2.496388888888889e-05,
      "loss": 0.5975542068481445,
      "step": 9040
    },
    {
      "epoch": 0.9533094435075885,
      "grad_norm": 4.416686058044434,
      "learning_rate": 2.495925925925926e-05,
      "loss": 0.8005413055419922,
      "step": 9045
    },
    {
      "epoch": 0.9538364249578415,
      "grad_norm": 7.911275863647461,
      "learning_rate": 2.495462962962963e-05,
      "loss": 0.5430831432342529,
      "step": 9050
    },
    {
      "epoch": 0.9543634064080945,
      "grad_norm": 1.7064237594604492,
      "learning_rate": 2.495e-05,
      "loss": 0.5728147506713868,
      "step": 9055
    },
    {
      "epoch": 0.9548903878583473,
      "grad_norm": 2.024320125579834,
      "learning_rate": 2.4945370370370372e-05,
      "loss": 0.4714535713195801,
      "step": 9060
    },
    {
      "epoch": 0.9554173693086003,
      "grad_norm": 5.341529369354248,
      "learning_rate": 2.494074074074074e-05,
      "loss": 0.5909480094909668,
      "step": 9065
    },
    {
      "epoch": 0.9559443507588533,
      "grad_norm": 2.5238683223724365,
      "learning_rate": 2.4936111111111112e-05,
      "loss": 0.4437379837036133,
      "step": 9070
    },
    {
      "epoch": 0.9564713322091062,
      "grad_norm": 2.189053535461426,
      "learning_rate": 2.493148148148148e-05,
      "loss": 0.5033287048339844,
      "step": 9075
    },
    {
      "epoch": 0.9569983136593592,
      "grad_norm": 2.5319857597351074,
      "learning_rate": 2.4926851851851853e-05,
      "loss": 0.5677353858947753,
      "step": 9080
    },
    {
      "epoch": 0.9575252951096122,
      "grad_norm": 6.3690595626831055,
      "learning_rate": 2.4922222222222225e-05,
      "loss": 0.8221658706665039,
      "step": 9085
    },
    {
      "epoch": 0.9580522765598651,
      "grad_norm": 2.3030622005462646,
      "learning_rate": 2.4917592592592593e-05,
      "loss": 0.6573833465576172,
      "step": 9090
    },
    {
      "epoch": 0.958579258010118,
      "grad_norm": 3.039524793624878,
      "learning_rate": 2.4912962962962965e-05,
      "loss": 0.5241086483001709,
      "step": 9095
    },
    {
      "epoch": 0.959106239460371,
      "grad_norm": 5.334709644317627,
      "learning_rate": 2.4908333333333333e-05,
      "loss": 0.7134997844696045,
      "step": 9100
    },
    {
      "epoch": 0.959633220910624,
      "grad_norm": 2.230328321456909,
      "learning_rate": 2.4903703703703705e-05,
      "loss": 0.6990773677825928,
      "step": 9105
    },
    {
      "epoch": 0.9601602023608768,
      "grad_norm": 2.756619930267334,
      "learning_rate": 2.4899074074074074e-05,
      "loss": 0.5536146640777588,
      "step": 9110
    },
    {
      "epoch": 0.9606871838111298,
      "grad_norm": 3.200366258621216,
      "learning_rate": 2.4894444444444446e-05,
      "loss": 0.6273404121398926,
      "step": 9115
    },
    {
      "epoch": 0.9612141652613828,
      "grad_norm": 2.8488309383392334,
      "learning_rate": 2.4889814814814814e-05,
      "loss": 0.5264143466949462,
      "step": 9120
    },
    {
      "epoch": 0.9617411467116358,
      "grad_norm": 3.0204873085021973,
      "learning_rate": 2.4885185185185183e-05,
      "loss": 0.6482471466064453,
      "step": 9125
    },
    {
      "epoch": 0.9622681281618887,
      "grad_norm": 1.7804334163665771,
      "learning_rate": 2.4880555555555558e-05,
      "loss": 0.5595125198364258,
      "step": 9130
    },
    {
      "epoch": 0.9627951096121417,
      "grad_norm": 2.4570653438568115,
      "learning_rate": 2.4875925925925926e-05,
      "loss": 0.6822402954101563,
      "step": 9135
    },
    {
      "epoch": 0.9633220910623946,
      "grad_norm": 1.440780520439148,
      "learning_rate": 2.48712962962963e-05,
      "loss": 0.7766595363616944,
      "step": 9140
    },
    {
      "epoch": 0.9638490725126475,
      "grad_norm": 42.757041931152344,
      "learning_rate": 2.4866666666666667e-05,
      "loss": 0.5166083335876465,
      "step": 9145
    },
    {
      "epoch": 0.9643760539629005,
      "grad_norm": 2.641160249710083,
      "learning_rate": 2.486203703703704e-05,
      "loss": 0.4075032711029053,
      "step": 9150
    },
    {
      "epoch": 0.9649030354131535,
      "grad_norm": 8.358941078186035,
      "learning_rate": 2.4857407407407407e-05,
      "loss": 0.6805656909942627,
      "step": 9155
    },
    {
      "epoch": 0.9654300168634065,
      "grad_norm": 2.1405441761016846,
      "learning_rate": 2.485277777777778e-05,
      "loss": 0.46564698219299316,
      "step": 9160
    },
    {
      "epoch": 0.9659569983136593,
      "grad_norm": 2.27048921585083,
      "learning_rate": 2.4848148148148148e-05,
      "loss": 0.6271541118621826,
      "step": 9165
    },
    {
      "epoch": 0.9664839797639123,
      "grad_norm": 5.452524185180664,
      "learning_rate": 2.4843518518518516e-05,
      "loss": 0.461732816696167,
      "step": 9170
    },
    {
      "epoch": 0.9670109612141653,
      "grad_norm": 1.4500850439071655,
      "learning_rate": 2.483888888888889e-05,
      "loss": 0.4574549674987793,
      "step": 9175
    },
    {
      "epoch": 0.9675379426644182,
      "grad_norm": 2.406623601913452,
      "learning_rate": 2.483425925925926e-05,
      "loss": 0.5061777114868165,
      "step": 9180
    },
    {
      "epoch": 0.9680649241146712,
      "grad_norm": 11.066635131835938,
      "learning_rate": 2.4829629629629632e-05,
      "loss": 0.7736808776855468,
      "step": 9185
    },
    {
      "epoch": 0.9685919055649241,
      "grad_norm": 24.866193771362305,
      "learning_rate": 2.4825e-05,
      "loss": 0.5594916343688965,
      "step": 9190
    },
    {
      "epoch": 0.969118887015177,
      "grad_norm": 1.9667853116989136,
      "learning_rate": 2.4820370370370372e-05,
      "loss": 0.5004755973815918,
      "step": 9195
    },
    {
      "epoch": 0.96964586846543,
      "grad_norm": 4.31022310256958,
      "learning_rate": 2.481574074074074e-05,
      "loss": 0.6477038383483886,
      "step": 9200
    },
    {
      "epoch": 0.970172849915683,
      "grad_norm": 1.8139475584030151,
      "learning_rate": 2.4811111111111113e-05,
      "loss": 0.4557208061218262,
      "step": 9205
    },
    {
      "epoch": 0.970699831365936,
      "grad_norm": 2.043739080429077,
      "learning_rate": 2.480648148148148e-05,
      "loss": 0.5440220832824707,
      "step": 9210
    },
    {
      "epoch": 0.9712268128161888,
      "grad_norm": 8.350841522216797,
      "learning_rate": 2.480185185185185e-05,
      "loss": 0.7750752925872803,
      "step": 9215
    },
    {
      "epoch": 0.9717537942664418,
      "grad_norm": 5.213863372802734,
      "learning_rate": 2.4797222222222225e-05,
      "loss": 0.7181743144989013,
      "step": 9220
    },
    {
      "epoch": 0.9722807757166948,
      "grad_norm": 5.767409324645996,
      "learning_rate": 2.4792592592592593e-05,
      "loss": 0.55557279586792,
      "step": 9225
    },
    {
      "epoch": 0.9728077571669477,
      "grad_norm": 3.032008171081543,
      "learning_rate": 2.4787962962962965e-05,
      "loss": 0.6232715129852295,
      "step": 9230
    },
    {
      "epoch": 0.9733347386172007,
      "grad_norm": 5.149725914001465,
      "learning_rate": 2.4783333333333334e-05,
      "loss": 0.8047068595886231,
      "step": 9235
    },
    {
      "epoch": 0.9738617200674536,
      "grad_norm": 2.288372278213501,
      "learning_rate": 2.4778703703703706e-05,
      "loss": 0.5314108848571777,
      "step": 9240
    },
    {
      "epoch": 0.9743887015177066,
      "grad_norm": 1.3295820951461792,
      "learning_rate": 2.4774074074074074e-05,
      "loss": 0.4988821029663086,
      "step": 9245
    },
    {
      "epoch": 0.9749156829679595,
      "grad_norm": 2.1859874725341797,
      "learning_rate": 2.4769444444444446e-05,
      "loss": 0.5449855327606201,
      "step": 9250
    },
    {
      "epoch": 0.9754426644182125,
      "grad_norm": 2.128178834915161,
      "learning_rate": 2.4764814814814815e-05,
      "loss": 0.48946166038513184,
      "step": 9255
    },
    {
      "epoch": 0.9759696458684655,
      "grad_norm": 4.1778483390808105,
      "learning_rate": 2.4760185185185183e-05,
      "loss": 0.6371489524841308,
      "step": 9260
    },
    {
      "epoch": 0.9764966273187183,
      "grad_norm": 1.931955099105835,
      "learning_rate": 2.4755555555555555e-05,
      "loss": 0.6207146644592285,
      "step": 9265
    },
    {
      "epoch": 0.9770236087689713,
      "grad_norm": 1.5064202547073364,
      "learning_rate": 2.4750925925925927e-05,
      "loss": 0.6342272281646728,
      "step": 9270
    },
    {
      "epoch": 0.9775505902192243,
      "grad_norm": 2.7033159732818604,
      "learning_rate": 2.47462962962963e-05,
      "loss": 0.5267427921295166,
      "step": 9275
    },
    {
      "epoch": 0.9780775716694773,
      "grad_norm": 10.942822456359863,
      "learning_rate": 2.4741666666666667e-05,
      "loss": 0.5367912769317627,
      "step": 9280
    },
    {
      "epoch": 0.9786045531197302,
      "grad_norm": 6.713120460510254,
      "learning_rate": 2.473703703703704e-05,
      "loss": 0.4208799362182617,
      "step": 9285
    },
    {
      "epoch": 0.9791315345699831,
      "grad_norm": 3.955735683441162,
      "learning_rate": 2.4732407407407408e-05,
      "loss": 0.6068527698516846,
      "step": 9290
    },
    {
      "epoch": 0.9796585160202361,
      "grad_norm": 13.016685485839844,
      "learning_rate": 2.472777777777778e-05,
      "loss": 0.5885326862335205,
      "step": 9295
    },
    {
      "epoch": 0.980185497470489,
      "grad_norm": 3.837249517440796,
      "learning_rate": 2.4723148148148148e-05,
      "loss": 0.5384084224700928,
      "step": 9300
    },
    {
      "epoch": 0.980712478920742,
      "grad_norm": 2.6150612831115723,
      "learning_rate": 2.4718518518518517e-05,
      "loss": 0.6929398059844971,
      "step": 9305
    },
    {
      "epoch": 0.981239460370995,
      "grad_norm": 5.495925426483154,
      "learning_rate": 2.471388888888889e-05,
      "loss": 0.7571365356445312,
      "step": 9310
    },
    {
      "epoch": 0.9817664418212478,
      "grad_norm": 2.017181634902954,
      "learning_rate": 2.470925925925926e-05,
      "loss": 0.6709307670593262,
      "step": 9315
    },
    {
      "epoch": 0.9822934232715008,
      "grad_norm": 2.412734031677246,
      "learning_rate": 2.4704629629629632e-05,
      "loss": 0.7553038120269775,
      "step": 9320
    },
    {
      "epoch": 0.9828204047217538,
      "grad_norm": 1.8813190460205078,
      "learning_rate": 2.47e-05,
      "loss": 0.735663890838623,
      "step": 9325
    },
    {
      "epoch": 0.9833473861720068,
      "grad_norm": 5.182259559631348,
      "learning_rate": 2.4695370370370373e-05,
      "loss": 0.5174643039703369,
      "step": 9330
    },
    {
      "epoch": 0.9838743676222597,
      "grad_norm": 2.8078131675720215,
      "learning_rate": 2.469074074074074e-05,
      "loss": 0.7639113426208496,
      "step": 9335
    },
    {
      "epoch": 0.9844013490725126,
      "grad_norm": 2.31618332862854,
      "learning_rate": 2.4686111111111113e-05,
      "loss": 0.42831101417541506,
      "step": 9340
    },
    {
      "epoch": 0.9849283305227656,
      "grad_norm": 3.018765926361084,
      "learning_rate": 2.468148148148148e-05,
      "loss": 0.6061196804046631,
      "step": 9345
    },
    {
      "epoch": 0.9854553119730185,
      "grad_norm": 7.834364891052246,
      "learning_rate": 2.467685185185185e-05,
      "loss": 0.8536172866821289,
      "step": 9350
    },
    {
      "epoch": 0.9859822934232715,
      "grad_norm": 6.230235576629639,
      "learning_rate": 2.4672222222222222e-05,
      "loss": 0.4329275608062744,
      "step": 9355
    },
    {
      "epoch": 0.9865092748735245,
      "grad_norm": 2.2694082260131836,
      "learning_rate": 2.466759259259259e-05,
      "loss": 0.5760141372680664,
      "step": 9360
    },
    {
      "epoch": 0.9870362563237775,
      "grad_norm": 2.4119722843170166,
      "learning_rate": 2.4662962962962966e-05,
      "loss": 0.46560020446777345,
      "step": 9365
    },
    {
      "epoch": 0.9875632377740303,
      "grad_norm": 1.5349647998809814,
      "learning_rate": 2.4658333333333334e-05,
      "loss": 0.4431910991668701,
      "step": 9370
    },
    {
      "epoch": 0.9880902192242833,
      "grad_norm": 3.144378185272217,
      "learning_rate": 2.4653703703703706e-05,
      "loss": 0.7973485946655273,
      "step": 9375
    },
    {
      "epoch": 0.9886172006745363,
      "grad_norm": 2.0891003608703613,
      "learning_rate": 2.4649074074074075e-05,
      "loss": 0.6153361797332764,
      "step": 9380
    },
    {
      "epoch": 0.9891441821247892,
      "grad_norm": 1.9951999187469482,
      "learning_rate": 2.4644444444444446e-05,
      "loss": 0.44328985214233396,
      "step": 9385
    },
    {
      "epoch": 0.9896711635750421,
      "grad_norm": 3.3044862747192383,
      "learning_rate": 2.4639814814814815e-05,
      "loss": 0.5515494823455811,
      "step": 9390
    },
    {
      "epoch": 0.9901981450252951,
      "grad_norm": 6.053934574127197,
      "learning_rate": 2.4635185185185183e-05,
      "loss": 0.5881152629852295,
      "step": 9395
    },
    {
      "epoch": 0.9907251264755481,
      "grad_norm": 3.3509092330932617,
      "learning_rate": 2.4630555555555555e-05,
      "loss": 0.4754486560821533,
      "step": 9400
    },
    {
      "epoch": 0.991252107925801,
      "grad_norm": 3.675501585006714,
      "learning_rate": 2.4625925925925924e-05,
      "loss": 0.6065697193145752,
      "step": 9405
    },
    {
      "epoch": 0.991779089376054,
      "grad_norm": 4.461000919342041,
      "learning_rate": 2.46212962962963e-05,
      "loss": 0.5418930053710938,
      "step": 9410
    },
    {
      "epoch": 0.992306070826307,
      "grad_norm": 3.9398820400238037,
      "learning_rate": 2.4616666666666668e-05,
      "loss": 0.8832499504089355,
      "step": 9415
    },
    {
      "epoch": 0.9928330522765598,
      "grad_norm": 19.32600212097168,
      "learning_rate": 2.461203703703704e-05,
      "loss": 0.4687549114227295,
      "step": 9420
    },
    {
      "epoch": 0.9933600337268128,
      "grad_norm": 1.9193302392959595,
      "learning_rate": 2.4607407407407408e-05,
      "loss": 0.6692771911621094,
      "step": 9425
    },
    {
      "epoch": 0.9938870151770658,
      "grad_norm": 4.279512405395508,
      "learning_rate": 2.460277777777778e-05,
      "loss": 0.721006965637207,
      "step": 9430
    },
    {
      "epoch": 0.9944139966273187,
      "grad_norm": 2.184842348098755,
      "learning_rate": 2.459814814814815e-05,
      "loss": 0.714411449432373,
      "step": 9435
    },
    {
      "epoch": 0.9949409780775716,
      "grad_norm": 1.729533314704895,
      "learning_rate": 2.4593518518518517e-05,
      "loss": 0.5594752311706543,
      "step": 9440
    },
    {
      "epoch": 0.9954679595278246,
      "grad_norm": 4.374278545379639,
      "learning_rate": 2.458888888888889e-05,
      "loss": 1.1351568222045898,
      "step": 9445
    },
    {
      "epoch": 0.9959949409780776,
      "grad_norm": 8.408894538879395,
      "learning_rate": 2.4584259259259257e-05,
      "loss": 0.5964161872863769,
      "step": 9450
    },
    {
      "epoch": 0.9965219224283305,
      "grad_norm": 3.6825785636901855,
      "learning_rate": 2.4579629629629633e-05,
      "loss": 0.5128688812255859,
      "step": 9455
    },
    {
      "epoch": 0.9970489038785835,
      "grad_norm": 5.535092830657959,
      "learning_rate": 2.4575e-05,
      "loss": 0.4974327087402344,
      "step": 9460
    },
    {
      "epoch": 0.9975758853288365,
      "grad_norm": 3.767789125442505,
      "learning_rate": 2.4570370370370373e-05,
      "loss": 0.5511689186096191,
      "step": 9465
    },
    {
      "epoch": 0.9981028667790893,
      "grad_norm": 2.431020736694336,
      "learning_rate": 2.456574074074074e-05,
      "loss": 0.42680039405822756,
      "step": 9470
    },
    {
      "epoch": 0.9986298482293423,
      "grad_norm": 2.862058401107788,
      "learning_rate": 2.4561111111111113e-05,
      "loss": 0.7869741439819335,
      "step": 9475
    },
    {
      "epoch": 0.9991568296795953,
      "grad_norm": 1.6598155498504639,
      "learning_rate": 2.4556481481481482e-05,
      "loss": 0.544760274887085,
      "step": 9480
    },
    {
      "epoch": 0.9996838111298483,
      "grad_norm": 2.0770797729492188,
      "learning_rate": 2.455185185185185e-05,
      "loss": 0.41603679656982423,
      "step": 9485
    },
    {
      "epoch": 1.0002107925801011,
      "grad_norm": 1.9161697626113892,
      "learning_rate": 2.4547222222222222e-05,
      "loss": 0.507683801651001,
      "step": 9490
    },
    {
      "epoch": 1.000737774030354,
      "grad_norm": 1.7323615550994873,
      "learning_rate": 2.454259259259259e-05,
      "loss": 0.46410069465637205,
      "step": 9495
    },
    {
      "epoch": 1.0012647554806071,
      "grad_norm": 1.573228359222412,
      "learning_rate": 2.4537962962962963e-05,
      "loss": 0.4543127536773682,
      "step": 9500
    },
    {
      "epoch": 1.00179173693086,
      "grad_norm": 2.1392886638641357,
      "learning_rate": 2.4533333333333334e-05,
      "loss": 0.6717381000518798,
      "step": 9505
    },
    {
      "epoch": 1.002318718381113,
      "grad_norm": 3.0341551303863525,
      "learning_rate": 2.4528703703703706e-05,
      "loss": 0.5837025165557861,
      "step": 9510
    },
    {
      "epoch": 1.002845699831366,
      "grad_norm": 5.332125186920166,
      "learning_rate": 2.4524074074074075e-05,
      "loss": 0.5425117969512939,
      "step": 9515
    },
    {
      "epoch": 1.0033726812816188,
      "grad_norm": 3.6887290477752686,
      "learning_rate": 2.4519444444444447e-05,
      "loss": 0.5930210590362549,
      "step": 9520
    },
    {
      "epoch": 1.003899662731872,
      "grad_norm": 3.269101619720459,
      "learning_rate": 2.4514814814814815e-05,
      "loss": 0.5687933444976807,
      "step": 9525
    },
    {
      "epoch": 1.0044266441821248,
      "grad_norm": 2.051039218902588,
      "learning_rate": 2.4510185185185187e-05,
      "loss": 0.5360733032226562,
      "step": 9530
    },
    {
      "epoch": 1.0049536256323777,
      "grad_norm": 1.9588936567306519,
      "learning_rate": 2.4505555555555556e-05,
      "loss": 0.3897864580154419,
      "step": 9535
    },
    {
      "epoch": 1.0054806070826308,
      "grad_norm": 1.8061542510986328,
      "learning_rate": 2.4500925925925924e-05,
      "loss": 0.3860015869140625,
      "step": 9540
    },
    {
      "epoch": 1.0060075885328836,
      "grad_norm": 1.2792460918426514,
      "learning_rate": 2.4496296296296296e-05,
      "loss": 0.6709778785705567,
      "step": 9545
    },
    {
      "epoch": 1.0065345699831365,
      "grad_norm": 2.004107713699341,
      "learning_rate": 2.4491666666666668e-05,
      "loss": 0.4517663955688477,
      "step": 9550
    },
    {
      "epoch": 1.0070615514333896,
      "grad_norm": 2.552203416824341,
      "learning_rate": 2.448703703703704e-05,
      "loss": 0.4413966178894043,
      "step": 9555
    },
    {
      "epoch": 1.0075885328836425,
      "grad_norm": 1.803519606590271,
      "learning_rate": 2.448240740740741e-05,
      "loss": 0.5842449188232421,
      "step": 9560
    },
    {
      "epoch": 1.0081155143338953,
      "grad_norm": 6.69197416305542,
      "learning_rate": 2.447777777777778e-05,
      "loss": 0.5760097503662109,
      "step": 9565
    },
    {
      "epoch": 1.0086424957841484,
      "grad_norm": 3.0579113960266113,
      "learning_rate": 2.447314814814815e-05,
      "loss": 0.6360200881958008,
      "step": 9570
    },
    {
      "epoch": 1.0091694772344013,
      "grad_norm": 4.944344997406006,
      "learning_rate": 2.446851851851852e-05,
      "loss": 0.501225471496582,
      "step": 9575
    },
    {
      "epoch": 1.0096964586846544,
      "grad_norm": 2.5945143699645996,
      "learning_rate": 2.446388888888889e-05,
      "loss": 0.639568567276001,
      "step": 9580
    },
    {
      "epoch": 1.0102234401349073,
      "grad_norm": 1.6576560735702515,
      "learning_rate": 2.4459259259259258e-05,
      "loss": 0.42601828575134276,
      "step": 9585
    },
    {
      "epoch": 1.0107504215851602,
      "grad_norm": 2.499816656112671,
      "learning_rate": 2.445462962962963e-05,
      "loss": 0.5424621105194092,
      "step": 9590
    },
    {
      "epoch": 1.0112774030354132,
      "grad_norm": 2.979076862335205,
      "learning_rate": 2.4449999999999998e-05,
      "loss": 0.6922072887420654,
      "step": 9595
    },
    {
      "epoch": 1.0118043844856661,
      "grad_norm": 1.8182138204574585,
      "learning_rate": 2.4445370370370373e-05,
      "loss": 0.4558283805847168,
      "step": 9600
    },
    {
      "epoch": 1.0118043844856661,
      "eval_cer": 0.08080184322231794,
      "eval_loss": 0.369809627532959,
      "eval_runtime": 1067.2979,
      "eval_samples_per_second": 2.728,
      "eval_score": 83.37241456913563,
      "eval_steps_per_second": 0.341,
      "eval_wer": 0.25174986539496963,
      "step": 9600
    },
    {
      "epoch": 1.012331365935919,
      "grad_norm": 2.185678720474243,
      "learning_rate": 2.4440740740740742e-05,
      "loss": 0.4220540523529053,
      "step": 9605
    },
    {
      "epoch": 1.012858347386172,
      "grad_norm": 4.377137660980225,
      "learning_rate": 2.4436111111111114e-05,
      "loss": 0.615932559967041,
      "step": 9610
    },
    {
      "epoch": 1.013385328836425,
      "grad_norm": 3.1676814556121826,
      "learning_rate": 2.4431481481481482e-05,
      "loss": 0.3959892511367798,
      "step": 9615
    },
    {
      "epoch": 1.0139123102866778,
      "grad_norm": 2.002100944519043,
      "learning_rate": 2.4426851851851854e-05,
      "loss": 0.4972094535827637,
      "step": 9620
    },
    {
      "epoch": 1.014439291736931,
      "grad_norm": 7.015918254852295,
      "learning_rate": 2.4422222222222223e-05,
      "loss": 0.35552737712860105,
      "step": 9625
    },
    {
      "epoch": 1.0149662731871838,
      "grad_norm": 3.5641069412231445,
      "learning_rate": 2.441759259259259e-05,
      "loss": 0.49783101081848147,
      "step": 9630
    },
    {
      "epoch": 1.0154932546374367,
      "grad_norm": 2.888812780380249,
      "learning_rate": 2.4412962962962963e-05,
      "loss": 0.5529005050659179,
      "step": 9635
    },
    {
      "epoch": 1.0160202360876898,
      "grad_norm": 5.870029926300049,
      "learning_rate": 2.440833333333333e-05,
      "loss": 0.8301362037658692,
      "step": 9640
    },
    {
      "epoch": 1.0165472175379426,
      "grad_norm": 2.5583338737487793,
      "learning_rate": 2.4403703703703707e-05,
      "loss": 0.5901864051818848,
      "step": 9645
    },
    {
      "epoch": 1.0170741989881955,
      "grad_norm": 2.202939748764038,
      "learning_rate": 2.4399074074074075e-05,
      "loss": 0.4773298740386963,
      "step": 9650
    },
    {
      "epoch": 1.0176011804384486,
      "grad_norm": 18.092138290405273,
      "learning_rate": 2.4394444444444447e-05,
      "loss": 0.5564499855041504,
      "step": 9655
    },
    {
      "epoch": 1.0181281618887015,
      "grad_norm": 1.0705615282058716,
      "learning_rate": 2.4389814814814816e-05,
      "loss": 0.41294078826904296,
      "step": 9660
    },
    {
      "epoch": 1.0186551433389546,
      "grad_norm": 2.621821403503418,
      "learning_rate": 2.4385185185185188e-05,
      "loss": 0.768960428237915,
      "step": 9665
    },
    {
      "epoch": 1.0191821247892074,
      "grad_norm": 6.918547630310059,
      "learning_rate": 2.4380555555555556e-05,
      "loss": 0.5541501045227051,
      "step": 9670
    },
    {
      "epoch": 1.0197091062394603,
      "grad_norm": 3.1257412433624268,
      "learning_rate": 2.4375925925925925e-05,
      "loss": 0.6841066360473633,
      "step": 9675
    },
    {
      "epoch": 1.0202360876897134,
      "grad_norm": 2.828195571899414,
      "learning_rate": 2.4371296296296296e-05,
      "loss": 0.5831767559051514,
      "step": 9680
    },
    {
      "epoch": 1.0207630691399663,
      "grad_norm": 4.472440242767334,
      "learning_rate": 2.4366666666666665e-05,
      "loss": 0.5699464797973632,
      "step": 9685
    },
    {
      "epoch": 1.0212900505902192,
      "grad_norm": 2.4564168453216553,
      "learning_rate": 2.4362037037037037e-05,
      "loss": 0.4787431716918945,
      "step": 9690
    },
    {
      "epoch": 1.0218170320404723,
      "grad_norm": 2.6192595958709717,
      "learning_rate": 2.435740740740741e-05,
      "loss": 0.7192723751068115,
      "step": 9695
    },
    {
      "epoch": 1.0223440134907251,
      "grad_norm": 2.296536922454834,
      "learning_rate": 2.435277777777778e-05,
      "loss": 0.3733315706253052,
      "step": 9700
    },
    {
      "epoch": 1.022870994940978,
      "grad_norm": 3.9654736518859863,
      "learning_rate": 2.434814814814815e-05,
      "loss": 0.425352144241333,
      "step": 9705
    },
    {
      "epoch": 1.023397976391231,
      "grad_norm": 2.252500295639038,
      "learning_rate": 2.434351851851852e-05,
      "loss": 0.6042169094085693,
      "step": 9710
    },
    {
      "epoch": 1.023924957841484,
      "grad_norm": 1.6618449687957764,
      "learning_rate": 2.433888888888889e-05,
      "loss": 0.4472337245941162,
      "step": 9715
    },
    {
      "epoch": 1.0244519392917368,
      "grad_norm": 3.3329107761383057,
      "learning_rate": 2.4334259259259258e-05,
      "loss": 0.4220332145690918,
      "step": 9720
    },
    {
      "epoch": 1.02497892074199,
      "grad_norm": 3.566645860671997,
      "learning_rate": 2.432962962962963e-05,
      "loss": 0.4487739086151123,
      "step": 9725
    },
    {
      "epoch": 1.0255059021922428,
      "grad_norm": 1.4745841026306152,
      "learning_rate": 2.4325e-05,
      "loss": 0.4471397399902344,
      "step": 9730
    },
    {
      "epoch": 1.026032883642496,
      "grad_norm": 1.5609041452407837,
      "learning_rate": 2.432037037037037e-05,
      "loss": 0.4320185661315918,
      "step": 9735
    },
    {
      "epoch": 1.0265598650927488,
      "grad_norm": 4.0910868644714355,
      "learning_rate": 2.4315740740740742e-05,
      "loss": 0.650977373123169,
      "step": 9740
    },
    {
      "epoch": 1.0270868465430016,
      "grad_norm": 2.3145902156829834,
      "learning_rate": 2.4311111111111114e-05,
      "loss": 0.7792980194091796,
      "step": 9745
    },
    {
      "epoch": 1.0276138279932547,
      "grad_norm": 4.846022129058838,
      "learning_rate": 2.4306481481481483e-05,
      "loss": 0.5546621799468994,
      "step": 9750
    },
    {
      "epoch": 1.0281408094435076,
      "grad_norm": 1.5468560457229614,
      "learning_rate": 2.4301851851851854e-05,
      "loss": 0.6235503196716309,
      "step": 9755
    },
    {
      "epoch": 1.0286677908937605,
      "grad_norm": 6.685708045959473,
      "learning_rate": 2.4297222222222223e-05,
      "loss": 0.53103609085083,
      "step": 9760
    },
    {
      "epoch": 1.0291947723440136,
      "grad_norm": 2.4821529388427734,
      "learning_rate": 2.429259259259259e-05,
      "loss": 0.5149848937988282,
      "step": 9765
    },
    {
      "epoch": 1.0297217537942664,
      "grad_norm": 4.7972187995910645,
      "learning_rate": 2.4287962962962963e-05,
      "loss": 0.41086769104003906,
      "step": 9770
    },
    {
      "epoch": 1.0302487352445193,
      "grad_norm": 1.6011918783187866,
      "learning_rate": 2.4283333333333332e-05,
      "loss": 0.43239898681640626,
      "step": 9775
    },
    {
      "epoch": 1.0307757166947724,
      "grad_norm": 2.435291290283203,
      "learning_rate": 2.4278703703703704e-05,
      "loss": 0.42790746688842773,
      "step": 9780
    },
    {
      "epoch": 1.0313026981450253,
      "grad_norm": 1.5068696737289429,
      "learning_rate": 2.4274074074074076e-05,
      "loss": 0.5868932723999023,
      "step": 9785
    },
    {
      "epoch": 1.0318296795952782,
      "grad_norm": 2.73557448387146,
      "learning_rate": 2.4269444444444447e-05,
      "loss": 0.6004043579101562,
      "step": 9790
    },
    {
      "epoch": 1.0323566610455313,
      "grad_norm": 4.657722473144531,
      "learning_rate": 2.4264814814814816e-05,
      "loss": 0.49790492057800295,
      "step": 9795
    },
    {
      "epoch": 1.0328836424957841,
      "grad_norm": 2.8549644947052,
      "learning_rate": 2.4260185185185188e-05,
      "loss": 0.6695602416992188,
      "step": 9800
    },
    {
      "epoch": 1.033410623946037,
      "grad_norm": 2.068427801132202,
      "learning_rate": 2.4255555555555556e-05,
      "loss": 0.43788852691650393,
      "step": 9805
    },
    {
      "epoch": 1.03393760539629,
      "grad_norm": 2.9127297401428223,
      "learning_rate": 2.4250925925925925e-05,
      "loss": 0.46166110038757324,
      "step": 9810
    },
    {
      "epoch": 1.034464586846543,
      "grad_norm": 1.5983057022094727,
      "learning_rate": 2.4246296296296297e-05,
      "loss": 0.47005505561828614,
      "step": 9815
    },
    {
      "epoch": 1.034991568296796,
      "grad_norm": 1.7876300811767578,
      "learning_rate": 2.4241666666666665e-05,
      "loss": 0.7086421966552734,
      "step": 9820
    },
    {
      "epoch": 1.035518549747049,
      "grad_norm": 2.2737410068511963,
      "learning_rate": 2.4237037037037037e-05,
      "loss": 0.4863261699676514,
      "step": 9825
    },
    {
      "epoch": 1.0360455311973018,
      "grad_norm": 2.314967632293701,
      "learning_rate": 2.4232407407407406e-05,
      "loss": 0.4705343723297119,
      "step": 9830
    },
    {
      "epoch": 1.036572512647555,
      "grad_norm": 2.3583269119262695,
      "learning_rate": 2.422777777777778e-05,
      "loss": 0.5632674217224121,
      "step": 9835
    },
    {
      "epoch": 1.0370994940978078,
      "grad_norm": 2.0155673027038574,
      "learning_rate": 2.422314814814815e-05,
      "loss": 0.40214948654174804,
      "step": 9840
    },
    {
      "epoch": 1.0376264755480606,
      "grad_norm": 1.3894561529159546,
      "learning_rate": 2.421851851851852e-05,
      "loss": 0.6492326736450196,
      "step": 9845
    },
    {
      "epoch": 1.0381534569983137,
      "grad_norm": 4.216483116149902,
      "learning_rate": 2.421388888888889e-05,
      "loss": 0.49922924041748046,
      "step": 9850
    },
    {
      "epoch": 1.0386804384485666,
      "grad_norm": 5.1062750816345215,
      "learning_rate": 2.4209259259259258e-05,
      "loss": 0.4279026508331299,
      "step": 9855
    },
    {
      "epoch": 1.0392074198988195,
      "grad_norm": 2.3832600116729736,
      "learning_rate": 2.420462962962963e-05,
      "loss": 0.4947700500488281,
      "step": 9860
    },
    {
      "epoch": 1.0397344013490726,
      "grad_norm": 2.522069215774536,
      "learning_rate": 2.42e-05,
      "loss": 0.44621982574462893,
      "step": 9865
    },
    {
      "epoch": 1.0402613827993255,
      "grad_norm": 2.891014337539673,
      "learning_rate": 2.419537037037037e-05,
      "loss": 0.45347113609313966,
      "step": 9870
    },
    {
      "epoch": 1.0407883642495783,
      "grad_norm": 1.4786031246185303,
      "learning_rate": 2.419074074074074e-05,
      "loss": 0.3771188735961914,
      "step": 9875
    },
    {
      "epoch": 1.0413153456998314,
      "grad_norm": 2.0160393714904785,
      "learning_rate": 2.4186111111111114e-05,
      "loss": 0.5261409282684326,
      "step": 9880
    },
    {
      "epoch": 1.0418423271500843,
      "grad_norm": 1.6858288049697876,
      "learning_rate": 2.4181481481481483e-05,
      "loss": 0.5121039867401123,
      "step": 9885
    },
    {
      "epoch": 1.0423693086003372,
      "grad_norm": 2.929351806640625,
      "learning_rate": 2.4176851851851855e-05,
      "loss": 0.5933583736419678,
      "step": 9890
    },
    {
      "epoch": 1.0428962900505903,
      "grad_norm": 1.4603838920593262,
      "learning_rate": 2.4172222222222223e-05,
      "loss": 0.5100801944732666,
      "step": 9895
    },
    {
      "epoch": 1.0434232715008431,
      "grad_norm": 3.284135103225708,
      "learning_rate": 2.4167592592592592e-05,
      "loss": 0.4222861289978027,
      "step": 9900
    },
    {
      "epoch": 1.0439502529510962,
      "grad_norm": 1.9808217287063599,
      "learning_rate": 2.4162962962962964e-05,
      "loss": 0.515216588973999,
      "step": 9905
    },
    {
      "epoch": 1.044477234401349,
      "grad_norm": 1.0680030584335327,
      "learning_rate": 2.4158333333333332e-05,
      "loss": 0.4661203384399414,
      "step": 9910
    },
    {
      "epoch": 1.045004215851602,
      "grad_norm": 3.5310065746307373,
      "learning_rate": 2.4153703703703704e-05,
      "loss": 0.5036436557769776,
      "step": 9915
    },
    {
      "epoch": 1.045531197301855,
      "grad_norm": 4.0914225578308105,
      "learning_rate": 2.4149074074074073e-05,
      "loss": 0.7121707916259765,
      "step": 9920
    },
    {
      "epoch": 1.046058178752108,
      "grad_norm": 2.004446029663086,
      "learning_rate": 2.4144444444444444e-05,
      "loss": 0.3722975254058838,
      "step": 9925
    },
    {
      "epoch": 1.0465851602023608,
      "grad_norm": 1.7160879373550415,
      "learning_rate": 2.4139814814814816e-05,
      "loss": 0.4528348445892334,
      "step": 9930
    },
    {
      "epoch": 1.047112141652614,
      "grad_norm": 4.088608741760254,
      "learning_rate": 2.4135185185185188e-05,
      "loss": 0.4492209434509277,
      "step": 9935
    },
    {
      "epoch": 1.0476391231028668,
      "grad_norm": 3.223839521408081,
      "learning_rate": 2.4130555555555557e-05,
      "loss": 0.6490265369415283,
      "step": 9940
    },
    {
      "epoch": 1.0481661045531196,
      "grad_norm": 2.557380199432373,
      "learning_rate": 2.4125925925925925e-05,
      "loss": 0.6863632678985596,
      "step": 9945
    },
    {
      "epoch": 1.0486930860033727,
      "grad_norm": 2.076082229614258,
      "learning_rate": 2.4121296296296297e-05,
      "loss": 0.5828619480133057,
      "step": 9950
    },
    {
      "epoch": 1.0492200674536256,
      "grad_norm": 5.903364181518555,
      "learning_rate": 2.4116666666666666e-05,
      "loss": 0.5415009498596192,
      "step": 9955
    },
    {
      "epoch": 1.0497470489038785,
      "grad_norm": 2.914367914199829,
      "learning_rate": 2.4112037037037037e-05,
      "loss": 0.4765296936035156,
      "step": 9960
    },
    {
      "epoch": 1.0502740303541316,
      "grad_norm": 1.846551537513733,
      "learning_rate": 2.4107407407407406e-05,
      "loss": 0.5378673553466797,
      "step": 9965
    },
    {
      "epoch": 1.0508010118043845,
      "grad_norm": 3.271829128265381,
      "learning_rate": 2.4102777777777778e-05,
      "loss": 0.42163758277893065,
      "step": 9970
    },
    {
      "epoch": 1.0513279932546373,
      "grad_norm": 3.226205348968506,
      "learning_rate": 2.409814814814815e-05,
      "loss": 0.6727066993713379,
      "step": 9975
    },
    {
      "epoch": 1.0518549747048904,
      "grad_norm": 5.4355998039245605,
      "learning_rate": 2.409351851851852e-05,
      "loss": 0.4723960876464844,
      "step": 9980
    },
    {
      "epoch": 1.0523819561551433,
      "grad_norm": 1.7084251642227173,
      "learning_rate": 2.408888888888889e-05,
      "loss": 0.4313214302062988,
      "step": 9985
    },
    {
      "epoch": 1.0529089376053964,
      "grad_norm": 3.057067394256592,
      "learning_rate": 2.408425925925926e-05,
      "loss": 0.5372365474700928,
      "step": 9990
    },
    {
      "epoch": 1.0534359190556493,
      "grad_norm": 4.624213218688965,
      "learning_rate": 2.407962962962963e-05,
      "loss": 0.7247255802154541,
      "step": 9995
    },
    {
      "epoch": 1.0539629005059021,
      "grad_norm": 5.309514045715332,
      "learning_rate": 2.4075e-05,
      "loss": 0.4113743782043457,
      "step": 10000
    },
    {
      "epoch": 1.0544898819561552,
      "grad_norm": 8.644389152526855,
      "learning_rate": 2.407037037037037e-05,
      "loss": 0.43007831573486327,
      "step": 10005
    },
    {
      "epoch": 1.055016863406408,
      "grad_norm": 5.752358913421631,
      "learning_rate": 2.406574074074074e-05,
      "loss": 0.4624542236328125,
      "step": 10010
    },
    {
      "epoch": 1.055543844856661,
      "grad_norm": 3.5834970474243164,
      "learning_rate": 2.406111111111111e-05,
      "loss": 0.4949019908905029,
      "step": 10015
    },
    {
      "epoch": 1.056070826306914,
      "grad_norm": 6.590744495391846,
      "learning_rate": 2.4056481481481483e-05,
      "loss": 0.6164354801177978,
      "step": 10020
    },
    {
      "epoch": 1.056597807757167,
      "grad_norm": 8.434619903564453,
      "learning_rate": 2.4051851851851855e-05,
      "loss": 0.5252203941345215,
      "step": 10025
    },
    {
      "epoch": 1.0571247892074198,
      "grad_norm": 2.0443761348724365,
      "learning_rate": 2.4047222222222224e-05,
      "loss": 0.45957112312316895,
      "step": 10030
    },
    {
      "epoch": 1.057651770657673,
      "grad_norm": 1.9365378618240356,
      "learning_rate": 2.4042592592592592e-05,
      "loss": 0.5341064929962158,
      "step": 10035
    },
    {
      "epoch": 1.0581787521079258,
      "grad_norm": 2.2545626163482666,
      "learning_rate": 2.4037962962962964e-05,
      "loss": 0.4636666297912598,
      "step": 10040
    },
    {
      "epoch": 1.0587057335581787,
      "grad_norm": 1.8605175018310547,
      "learning_rate": 2.4033333333333332e-05,
      "loss": 0.3857929229736328,
      "step": 10045
    },
    {
      "epoch": 1.0592327150084317,
      "grad_norm": 5.950658321380615,
      "learning_rate": 2.4028703703703704e-05,
      "loss": 0.7166276931762695,
      "step": 10050
    },
    {
      "epoch": 1.0597596964586846,
      "grad_norm": 9.58629035949707,
      "learning_rate": 2.4024074074074073e-05,
      "loss": 0.5970534801483154,
      "step": 10055
    },
    {
      "epoch": 1.0602866779089375,
      "grad_norm": 1.669244647026062,
      "learning_rate": 2.4019444444444445e-05,
      "loss": 0.475384521484375,
      "step": 10060
    },
    {
      "epoch": 1.0608136593591906,
      "grad_norm": 6.7760443687438965,
      "learning_rate": 2.4014814814814813e-05,
      "loss": 0.4610872745513916,
      "step": 10065
    },
    {
      "epoch": 1.0613406408094435,
      "grad_norm": 3.4979639053344727,
      "learning_rate": 2.401018518518519e-05,
      "loss": 0.5981007099151612,
      "step": 10070
    },
    {
      "epoch": 1.0618676222596966,
      "grad_norm": 3.4113974571228027,
      "learning_rate": 2.4005555555555557e-05,
      "loss": 0.5972448348999023,
      "step": 10075
    },
    {
      "epoch": 1.0623946037099494,
      "grad_norm": 1.7440165281295776,
      "learning_rate": 2.400092592592593e-05,
      "loss": 0.3957697629928589,
      "step": 10080
    },
    {
      "epoch": 1.0629215851602023,
      "grad_norm": 3.0565185546875,
      "learning_rate": 2.3996296296296297e-05,
      "loss": 0.5570284843444824,
      "step": 10085
    },
    {
      "epoch": 1.0634485666104554,
      "grad_norm": 1.5197089910507202,
      "learning_rate": 2.3991666666666666e-05,
      "loss": 0.7192792415618896,
      "step": 10090
    },
    {
      "epoch": 1.0639755480607083,
      "grad_norm": 11.681857109069824,
      "learning_rate": 2.3987037037037038e-05,
      "loss": 0.5867106914520264,
      "step": 10095
    },
    {
      "epoch": 1.0645025295109611,
      "grad_norm": 1.7329585552215576,
      "learning_rate": 2.3982407407407406e-05,
      "loss": 0.44809956550598146,
      "step": 10100
    },
    {
      "epoch": 1.0650295109612142,
      "grad_norm": 2.2721381187438965,
      "learning_rate": 2.3977777777777778e-05,
      "loss": 0.38407938480377196,
      "step": 10105
    },
    {
      "epoch": 1.065556492411467,
      "grad_norm": 2.4360530376434326,
      "learning_rate": 2.3973148148148147e-05,
      "loss": 0.6765793800354004,
      "step": 10110
    },
    {
      "epoch": 1.06608347386172,
      "grad_norm": 3.159860849380493,
      "learning_rate": 2.3968518518518522e-05,
      "loss": 0.4473099708557129,
      "step": 10115
    },
    {
      "epoch": 1.066610455311973,
      "grad_norm": 3.334419012069702,
      "learning_rate": 2.396388888888889e-05,
      "loss": 0.5782490253448487,
      "step": 10120
    },
    {
      "epoch": 1.067137436762226,
      "grad_norm": 12.28684139251709,
      "learning_rate": 2.3959259259259262e-05,
      "loss": 0.39590375423431395,
      "step": 10125
    },
    {
      "epoch": 1.067664418212479,
      "grad_norm": 2.308530569076538,
      "learning_rate": 2.395462962962963e-05,
      "loss": 0.41425395011901855,
      "step": 10130
    },
    {
      "epoch": 1.068191399662732,
      "grad_norm": 2.427508592605591,
      "learning_rate": 2.395e-05,
      "loss": 0.5235940456390381,
      "step": 10135
    },
    {
      "epoch": 1.0687183811129848,
      "grad_norm": 2.1858389377593994,
      "learning_rate": 2.394537037037037e-05,
      "loss": 0.5735483646392823,
      "step": 10140
    },
    {
      "epoch": 1.0692453625632379,
      "grad_norm": 1.2920135259628296,
      "learning_rate": 2.394074074074074e-05,
      "loss": 0.6680286407470704,
      "step": 10145
    },
    {
      "epoch": 1.0697723440134908,
      "grad_norm": 2.731903076171875,
      "learning_rate": 2.393611111111111e-05,
      "loss": 0.513465690612793,
      "step": 10150
    },
    {
      "epoch": 1.0702993254637436,
      "grad_norm": 1.6674809455871582,
      "learning_rate": 2.393148148148148e-05,
      "loss": 0.48505539894104005,
      "step": 10155
    },
    {
      "epoch": 1.0708263069139967,
      "grad_norm": 1.88657546043396,
      "learning_rate": 2.3926851851851852e-05,
      "loss": 0.8126008033752441,
      "step": 10160
    },
    {
      "epoch": 1.0713532883642496,
      "grad_norm": 2.338836908340454,
      "learning_rate": 2.3922222222222224e-05,
      "loss": 0.5139117240905762,
      "step": 10165
    },
    {
      "epoch": 1.0718802698145025,
      "grad_norm": 2.449937105178833,
      "learning_rate": 2.3917592592592596e-05,
      "loss": 0.33904662132263186,
      "step": 10170
    },
    {
      "epoch": 1.0724072512647556,
      "grad_norm": 1.460754156112671,
      "learning_rate": 2.3912962962962964e-05,
      "loss": 0.46227421760559084,
      "step": 10175
    },
    {
      "epoch": 1.0729342327150084,
      "grad_norm": 2.956895351409912,
      "learning_rate": 2.3908333333333333e-05,
      "loss": 0.6602376937866211,
      "step": 10180
    },
    {
      "epoch": 1.0734612141652613,
      "grad_norm": 1.6825783252716064,
      "learning_rate": 2.3903703703703705e-05,
      "loss": 0.44405422210693357,
      "step": 10185
    },
    {
      "epoch": 1.0739881956155144,
      "grad_norm": 5.240649700164795,
      "learning_rate": 2.3899074074074073e-05,
      "loss": 0.6145670890808106,
      "step": 10190
    },
    {
      "epoch": 1.0745151770657673,
      "grad_norm": 2.631368398666382,
      "learning_rate": 2.3894444444444445e-05,
      "loss": 0.5230589866638183,
      "step": 10195
    },
    {
      "epoch": 1.0750421585160201,
      "grad_norm": 1.2636562585830688,
      "learning_rate": 2.3889814814814814e-05,
      "loss": 0.588054609298706,
      "step": 10200
    },
    {
      "epoch": 1.0755691399662732,
      "grad_norm": 3.3480873107910156,
      "learning_rate": 2.3885185185185186e-05,
      "loss": 0.6544181823730468,
      "step": 10205
    },
    {
      "epoch": 1.076096121416526,
      "grad_norm": 2.0062649250030518,
      "learning_rate": 2.3880555555555557e-05,
      "loss": 0.38311970233917236,
      "step": 10210
    },
    {
      "epoch": 1.0766231028667792,
      "grad_norm": 2.889324903488159,
      "learning_rate": 2.387592592592593e-05,
      "loss": 0.47985053062438965,
      "step": 10215
    },
    {
      "epoch": 1.077150084317032,
      "grad_norm": 2.2243828773498535,
      "learning_rate": 2.3871296296296298e-05,
      "loss": 0.540448808670044,
      "step": 10220
    },
    {
      "epoch": 1.077677065767285,
      "grad_norm": 5.294966697692871,
      "learning_rate": 2.3866666666666666e-05,
      "loss": 0.5660685539245606,
      "step": 10225
    },
    {
      "epoch": 1.078204047217538,
      "grad_norm": 6.098361492156982,
      "learning_rate": 2.3862037037037038e-05,
      "loss": 0.7711833953857422,
      "step": 10230
    },
    {
      "epoch": 1.078731028667791,
      "grad_norm": 2.0804007053375244,
      "learning_rate": 2.3857407407407407e-05,
      "loss": 0.6656228542327881,
      "step": 10235
    },
    {
      "epoch": 1.0792580101180438,
      "grad_norm": 2.636061668395996,
      "learning_rate": 2.385277777777778e-05,
      "loss": 0.5435399532318115,
      "step": 10240
    },
    {
      "epoch": 1.0797849915682969,
      "grad_norm": 5.472274303436279,
      "learning_rate": 2.3848148148148147e-05,
      "loss": 0.7073801517486572,
      "step": 10245
    },
    {
      "epoch": 1.0803119730185498,
      "grad_norm": 2.1533210277557373,
      "learning_rate": 2.384351851851852e-05,
      "loss": 0.6191553115844727,
      "step": 10250
    },
    {
      "epoch": 1.0808389544688026,
      "grad_norm": 4.8964009284973145,
      "learning_rate": 2.3838888888888887e-05,
      "loss": 0.6360297679901123,
      "step": 10255
    },
    {
      "epoch": 1.0813659359190557,
      "grad_norm": 8.975736618041992,
      "learning_rate": 2.3834259259259263e-05,
      "loss": 0.6012506008148193,
      "step": 10260
    },
    {
      "epoch": 1.0818929173693086,
      "grad_norm": 1.6873570680618286,
      "learning_rate": 2.382962962962963e-05,
      "loss": 0.4648288249969482,
      "step": 10265
    },
    {
      "epoch": 1.0824198988195615,
      "grad_norm": 1.7176316976547241,
      "learning_rate": 2.3825e-05,
      "loss": 0.4422999382019043,
      "step": 10270
    },
    {
      "epoch": 1.0829468802698146,
      "grad_norm": 2.8194215297698975,
      "learning_rate": 2.382037037037037e-05,
      "loss": 0.5190774917602539,
      "step": 10275
    },
    {
      "epoch": 1.0834738617200674,
      "grad_norm": 4.078035831451416,
      "learning_rate": 2.381574074074074e-05,
      "loss": 0.5529286384582519,
      "step": 10280
    },
    {
      "epoch": 1.0840008431703203,
      "grad_norm": 2.4555153846740723,
      "learning_rate": 2.3811111111111112e-05,
      "loss": 0.5183275222778321,
      "step": 10285
    },
    {
      "epoch": 1.0845278246205734,
      "grad_norm": 3.769146680831909,
      "learning_rate": 2.380648148148148e-05,
      "loss": 0.42762274742126466,
      "step": 10290
    },
    {
      "epoch": 1.0850548060708263,
      "grad_norm": 3.0009243488311768,
      "learning_rate": 2.3801851851851852e-05,
      "loss": 0.7783896923065186,
      "step": 10295
    },
    {
      "epoch": 1.0855817875210794,
      "grad_norm": 2.3015623092651367,
      "learning_rate": 2.379722222222222e-05,
      "loss": 0.44581942558288573,
      "step": 10300
    },
    {
      "epoch": 1.0861087689713322,
      "grad_norm": 2.2173361778259277,
      "learning_rate": 2.3792592592592596e-05,
      "loss": 0.5176382541656495,
      "step": 10305
    },
    {
      "epoch": 1.0866357504215851,
      "grad_norm": 8.629589080810547,
      "learning_rate": 2.3787962962962965e-05,
      "loss": 0.42999906539916993,
      "step": 10310
    },
    {
      "epoch": 1.0871627318718382,
      "grad_norm": 7.712301731109619,
      "learning_rate": 2.3783333333333333e-05,
      "loss": 0.5944723129272461,
      "step": 10315
    },
    {
      "epoch": 1.087689713322091,
      "grad_norm": 2.595743179321289,
      "learning_rate": 2.3778703703703705e-05,
      "loss": 0.4472321033477783,
      "step": 10320
    },
    {
      "epoch": 1.088216694772344,
      "grad_norm": 1.6805098056793213,
      "learning_rate": 2.3774074074074074e-05,
      "loss": 0.5767582893371582,
      "step": 10325
    },
    {
      "epoch": 1.088743676222597,
      "grad_norm": 4.489139080047607,
      "learning_rate": 2.3769444444444445e-05,
      "loss": 0.41628155708312986,
      "step": 10330
    },
    {
      "epoch": 1.08927065767285,
      "grad_norm": 1.4893248081207275,
      "learning_rate": 2.3764814814814814e-05,
      "loss": 0.5589550971984864,
      "step": 10335
    },
    {
      "epoch": 1.0897976391231028,
      "grad_norm": 3.01562237739563,
      "learning_rate": 2.3760185185185186e-05,
      "loss": 0.4802584648132324,
      "step": 10340
    },
    {
      "epoch": 1.0903246205733559,
      "grad_norm": 9.424217224121094,
      "learning_rate": 2.3755555555555554e-05,
      "loss": 0.5558209896087647,
      "step": 10345
    },
    {
      "epoch": 1.0908516020236088,
      "grad_norm": 11.346251487731934,
      "learning_rate": 2.375092592592593e-05,
      "loss": 0.8282410621643066,
      "step": 10350
    },
    {
      "epoch": 1.0913785834738616,
      "grad_norm": 3.650649070739746,
      "learning_rate": 2.3746296296296298e-05,
      "loss": 0.46293959617614744,
      "step": 10355
    },
    {
      "epoch": 1.0919055649241147,
      "grad_norm": 4.197488784790039,
      "learning_rate": 2.3741666666666667e-05,
      "loss": 0.4151728630065918,
      "step": 10360
    },
    {
      "epoch": 1.0924325463743676,
      "grad_norm": 4.657485485076904,
      "learning_rate": 2.373703703703704e-05,
      "loss": 0.4583238124847412,
      "step": 10365
    },
    {
      "epoch": 1.0929595278246205,
      "grad_norm": 4.056079864501953,
      "learning_rate": 2.3732407407407407e-05,
      "loss": 0.43407344818115234,
      "step": 10370
    },
    {
      "epoch": 1.0934865092748736,
      "grad_norm": 2.5095717906951904,
      "learning_rate": 2.372777777777778e-05,
      "loss": 0.4574697971343994,
      "step": 10375
    },
    {
      "epoch": 1.0940134907251264,
      "grad_norm": 2.7994372844696045,
      "learning_rate": 2.3723148148148147e-05,
      "loss": 0.7378952026367187,
      "step": 10380
    },
    {
      "epoch": 1.0945404721753795,
      "grad_norm": 5.132437229156494,
      "learning_rate": 2.371851851851852e-05,
      "loss": 0.6362065315246582,
      "step": 10385
    },
    {
      "epoch": 1.0950674536256324,
      "grad_norm": 3.337786912918091,
      "learning_rate": 2.3713888888888888e-05,
      "loss": 0.5087409496307373,
      "step": 10390
    },
    {
      "epoch": 1.0955944350758853,
      "grad_norm": 2.013831377029419,
      "learning_rate": 2.370925925925926e-05,
      "loss": 0.3665755271911621,
      "step": 10395
    },
    {
      "epoch": 1.0961214165261384,
      "grad_norm": 3.692183017730713,
      "learning_rate": 2.370462962962963e-05,
      "loss": 0.6405353546142578,
      "step": 10400
    },
    {
      "epoch": 1.0961214165261384,
      "eval_cer": 0.08165806980581819,
      "eval_loss": 0.36676889657974243,
      "eval_runtime": 1049.0001,
      "eval_samples_per_second": 2.776,
      "eval_score": 83.16423134549096,
      "eval_steps_per_second": 0.347,
      "eval_wer": 0.25505730328436277,
      "step": 10400
    },
    {
      "epoch": 1.0966483979763912,
      "grad_norm": 2.509935140609741,
      "learning_rate": 2.37e-05,
      "loss": 0.5636213779449463,
      "step": 10405
    },
    {
      "epoch": 1.0971753794266441,
      "grad_norm": 5.50299596786499,
      "learning_rate": 2.3695370370370372e-05,
      "loss": 0.5050229072570801,
      "step": 10410
    },
    {
      "epoch": 1.0977023608768972,
      "grad_norm": 6.128594875335693,
      "learning_rate": 2.369074074074074e-05,
      "loss": 0.6448144435882568,
      "step": 10415
    },
    {
      "epoch": 1.09822934232715,
      "grad_norm": 2.670003652572632,
      "learning_rate": 2.3686111111111112e-05,
      "loss": 0.4520244121551514,
      "step": 10420
    },
    {
      "epoch": 1.098756323777403,
      "grad_norm": 1.8103798627853394,
      "learning_rate": 2.368148148148148e-05,
      "loss": 0.4299685001373291,
      "step": 10425
    },
    {
      "epoch": 1.099283305227656,
      "grad_norm": 1.8002251386642456,
      "learning_rate": 2.3676851851851853e-05,
      "loss": 0.782553768157959,
      "step": 10430
    },
    {
      "epoch": 1.099810286677909,
      "grad_norm": 1.984033465385437,
      "learning_rate": 2.367222222222222e-05,
      "loss": 0.6751758575439453,
      "step": 10435
    },
    {
      "epoch": 1.1003372681281618,
      "grad_norm": 6.9493865966796875,
      "learning_rate": 2.3667592592592593e-05,
      "loss": 0.6196841239929199,
      "step": 10440
    },
    {
      "epoch": 1.1008642495784149,
      "grad_norm": 2.080571174621582,
      "learning_rate": 2.3662962962962965e-05,
      "loss": 0.41040215492248533,
      "step": 10445
    },
    {
      "epoch": 1.1013912310286678,
      "grad_norm": 1.6137988567352295,
      "learning_rate": 2.3658333333333334e-05,
      "loss": 0.3688597917556763,
      "step": 10450
    },
    {
      "epoch": 1.1019182124789206,
      "grad_norm": 2.2173781394958496,
      "learning_rate": 2.3653703703703705e-05,
      "loss": 0.46829609870910643,
      "step": 10455
    },
    {
      "epoch": 1.1024451939291737,
      "grad_norm": 3.2600841522216797,
      "learning_rate": 2.3649074074074074e-05,
      "loss": 0.46416215896606444,
      "step": 10460
    },
    {
      "epoch": 1.1029721753794266,
      "grad_norm": 2.3836889266967773,
      "learning_rate": 2.3644444444444446e-05,
      "loss": 0.4527587413787842,
      "step": 10465
    },
    {
      "epoch": 1.1034991568296797,
      "grad_norm": 2.328418254852295,
      "learning_rate": 2.3639814814814814e-05,
      "loss": 0.5236894607543945,
      "step": 10470
    },
    {
      "epoch": 1.1040261382799326,
      "grad_norm": 2.7562851905822754,
      "learning_rate": 2.3635185185185186e-05,
      "loss": 0.5948497295379639,
      "step": 10475
    },
    {
      "epoch": 1.1045531197301854,
      "grad_norm": 4.096497058868408,
      "learning_rate": 2.3630555555555555e-05,
      "loss": 0.4406874179840088,
      "step": 10480
    },
    {
      "epoch": 1.1050801011804385,
      "grad_norm": 3.040928363800049,
      "learning_rate": 2.3625925925925927e-05,
      "loss": 0.4983656883239746,
      "step": 10485
    },
    {
      "epoch": 1.1056070826306914,
      "grad_norm": 1.5017406940460205,
      "learning_rate": 2.3621296296296295e-05,
      "loss": 0.5633294582366943,
      "step": 10490
    },
    {
      "epoch": 1.1061340640809443,
      "grad_norm": 2.148778200149536,
      "learning_rate": 2.3616666666666667e-05,
      "loss": 0.4837453842163086,
      "step": 10495
    },
    {
      "epoch": 1.1066610455311974,
      "grad_norm": 8.70139217376709,
      "learning_rate": 2.361203703703704e-05,
      "loss": 0.5410290718078613,
      "step": 10500
    },
    {
      "epoch": 1.1071880269814502,
      "grad_norm": 2.840606689453125,
      "learning_rate": 2.3607407407407407e-05,
      "loss": 0.6361162662506104,
      "step": 10505
    },
    {
      "epoch": 1.1077150084317031,
      "grad_norm": 3.208728551864624,
      "learning_rate": 2.360277777777778e-05,
      "loss": 0.43759713172912595,
      "step": 10510
    },
    {
      "epoch": 1.1082419898819562,
      "grad_norm": 2.420443058013916,
      "learning_rate": 2.3598148148148148e-05,
      "loss": 0.5037637233734131,
      "step": 10515
    },
    {
      "epoch": 1.108768971332209,
      "grad_norm": 3.874757766723633,
      "learning_rate": 2.359351851851852e-05,
      "loss": 0.4295535087585449,
      "step": 10520
    },
    {
      "epoch": 1.109295952782462,
      "grad_norm": 1.7182437181472778,
      "learning_rate": 2.3588888888888888e-05,
      "loss": 0.7563225746154785,
      "step": 10525
    },
    {
      "epoch": 1.109822934232715,
      "grad_norm": 2.5050835609436035,
      "learning_rate": 2.358425925925926e-05,
      "loss": 0.48665032386779783,
      "step": 10530
    },
    {
      "epoch": 1.110349915682968,
      "grad_norm": 1.634521484375,
      "learning_rate": 2.357962962962963e-05,
      "loss": 0.5068927764892578,
      "step": 10535
    },
    {
      "epoch": 1.1108768971332208,
      "grad_norm": 14.243111610412598,
      "learning_rate": 2.3575e-05,
      "loss": 0.67423095703125,
      "step": 10540
    },
    {
      "epoch": 1.111403878583474,
      "grad_norm": 2.670978307723999,
      "learning_rate": 2.3570370370370372e-05,
      "loss": 0.5381295680999756,
      "step": 10545
    },
    {
      "epoch": 1.1119308600337268,
      "grad_norm": 2.2477283477783203,
      "learning_rate": 2.356574074074074e-05,
      "loss": 0.5151597499847412,
      "step": 10550
    },
    {
      "epoch": 1.1124578414839799,
      "grad_norm": 1.6863189935684204,
      "learning_rate": 2.3561111111111113e-05,
      "loss": 0.38548479080200193,
      "step": 10555
    },
    {
      "epoch": 1.1129848229342327,
      "grad_norm": 15.235525131225586,
      "learning_rate": 2.355648148148148e-05,
      "loss": 0.5775842189788818,
      "step": 10560
    },
    {
      "epoch": 1.1135118043844856,
      "grad_norm": 4.84743070602417,
      "learning_rate": 2.3551851851851853e-05,
      "loss": 0.45606174468994143,
      "step": 10565
    },
    {
      "epoch": 1.1140387858347387,
      "grad_norm": 6.348058700561523,
      "learning_rate": 2.354722222222222e-05,
      "loss": 0.46971445083618163,
      "step": 10570
    },
    {
      "epoch": 1.1145657672849916,
      "grad_norm": 1.86430025100708,
      "learning_rate": 2.3542592592592594e-05,
      "loss": 0.7454393386840821,
      "step": 10575
    },
    {
      "epoch": 1.1150927487352444,
      "grad_norm": 2.807481527328491,
      "learning_rate": 2.3537962962962962e-05,
      "loss": 0.4337580680847168,
      "step": 10580
    },
    {
      "epoch": 1.1156197301854975,
      "grad_norm": 2.0251173973083496,
      "learning_rate": 2.3533333333333337e-05,
      "loss": 0.42372798919677734,
      "step": 10585
    },
    {
      "epoch": 1.1161467116357504,
      "grad_norm": 2.2358286380767822,
      "learning_rate": 2.3528703703703706e-05,
      "loss": 0.4118053436279297,
      "step": 10590
    },
    {
      "epoch": 1.1166736930860033,
      "grad_norm": 1.7173655033111572,
      "learning_rate": 2.3524074074074074e-05,
      "loss": 0.4828669548034668,
      "step": 10595
    },
    {
      "epoch": 1.1172006745362564,
      "grad_norm": 2.460625410079956,
      "learning_rate": 2.3519444444444446e-05,
      "loss": 0.36321344375610354,
      "step": 10600
    },
    {
      "epoch": 1.1177276559865092,
      "grad_norm": 2.1294682025909424,
      "learning_rate": 2.3514814814814815e-05,
      "loss": 0.5106385231018067,
      "step": 10605
    },
    {
      "epoch": 1.1182546374367621,
      "grad_norm": 1.7876216173171997,
      "learning_rate": 2.3510185185185187e-05,
      "loss": 0.8953227043151856,
      "step": 10610
    },
    {
      "epoch": 1.1187816188870152,
      "grad_norm": 2.74780011177063,
      "learning_rate": 2.3505555555555555e-05,
      "loss": 0.6298336982727051,
      "step": 10615
    },
    {
      "epoch": 1.119308600337268,
      "grad_norm": 2.2587008476257324,
      "learning_rate": 2.3500925925925927e-05,
      "loss": 0.40125241279602053,
      "step": 10620
    },
    {
      "epoch": 1.119835581787521,
      "grad_norm": 3.810386896133423,
      "learning_rate": 2.3496296296296295e-05,
      "loss": 0.43928279876708987,
      "step": 10625
    },
    {
      "epoch": 1.120362563237774,
      "grad_norm": 4.466296195983887,
      "learning_rate": 2.3491666666666667e-05,
      "loss": 0.42496042251586913,
      "step": 10630
    },
    {
      "epoch": 1.120889544688027,
      "grad_norm": 2.4051833152770996,
      "learning_rate": 2.348703703703704e-05,
      "loss": 0.4909502983093262,
      "step": 10635
    },
    {
      "epoch": 1.12141652613828,
      "grad_norm": 1.9414300918579102,
      "learning_rate": 2.3482407407407408e-05,
      "loss": 0.6314699172973632,
      "step": 10640
    },
    {
      "epoch": 1.121943507588533,
      "grad_norm": 2.1693203449249268,
      "learning_rate": 2.347777777777778e-05,
      "loss": 0.4294751167297363,
      "step": 10645
    },
    {
      "epoch": 1.1224704890387858,
      "grad_norm": 2.700244665145874,
      "learning_rate": 2.3473148148148148e-05,
      "loss": 0.4983405590057373,
      "step": 10650
    },
    {
      "epoch": 1.1229974704890389,
      "grad_norm": 1.6784448623657227,
      "learning_rate": 2.346851851851852e-05,
      "loss": 0.36702516078948977,
      "step": 10655
    },
    {
      "epoch": 1.1235244519392917,
      "grad_norm": 1.7179044485092163,
      "learning_rate": 2.346388888888889e-05,
      "loss": 0.40558996200561526,
      "step": 10660
    },
    {
      "epoch": 1.1240514333895446,
      "grad_norm": 1.6615806818008423,
      "learning_rate": 2.345925925925926e-05,
      "loss": 0.5452835559844971,
      "step": 10665
    },
    {
      "epoch": 1.1245784148397977,
      "grad_norm": 1.507793664932251,
      "learning_rate": 2.345462962962963e-05,
      "loss": 0.5597851753234864,
      "step": 10670
    },
    {
      "epoch": 1.1251053962900506,
      "grad_norm": 4.548202037811279,
      "learning_rate": 2.345e-05,
      "loss": 0.37672057151794436,
      "step": 10675
    },
    {
      "epoch": 1.1256323777403034,
      "grad_norm": 2.9746382236480713,
      "learning_rate": 2.3445370370370373e-05,
      "loss": 0.6337188243865967,
      "step": 10680
    },
    {
      "epoch": 1.1261593591905565,
      "grad_norm": 2.402869462966919,
      "learning_rate": 2.344074074074074e-05,
      "loss": 0.4881598472595215,
      "step": 10685
    },
    {
      "epoch": 1.1266863406408094,
      "grad_norm": 6.715000152587891,
      "learning_rate": 2.3436111111111113e-05,
      "loss": 0.4252432346343994,
      "step": 10690
    },
    {
      "epoch": 1.1272133220910625,
      "grad_norm": 2.049861192703247,
      "learning_rate": 2.343148148148148e-05,
      "loss": 0.5627763271331787,
      "step": 10695
    },
    {
      "epoch": 1.1277403035413154,
      "grad_norm": 2.700409412384033,
      "learning_rate": 2.3426851851851853e-05,
      "loss": 0.5637072086334228,
      "step": 10700
    },
    {
      "epoch": 1.1282672849915683,
      "grad_norm": 2.3414435386657715,
      "learning_rate": 2.3422222222222222e-05,
      "loss": 0.41417756080627444,
      "step": 10705
    },
    {
      "epoch": 1.1287942664418211,
      "grad_norm": 1.8479708433151245,
      "learning_rate": 2.3417592592592594e-05,
      "loss": 0.5603606224060058,
      "step": 10710
    },
    {
      "epoch": 1.1293212478920742,
      "grad_norm": 3.7099990844726562,
      "learning_rate": 2.3412962962962962e-05,
      "loss": 0.7583713531494141,
      "step": 10715
    },
    {
      "epoch": 1.129848229342327,
      "grad_norm": 3.6635639667510986,
      "learning_rate": 2.3408333333333334e-05,
      "loss": 0.5197514533996582,
      "step": 10720
    },
    {
      "epoch": 1.1303752107925802,
      "grad_norm": 5.139056205749512,
      "learning_rate": 2.3403703703703703e-05,
      "loss": 0.7150416851043702,
      "step": 10725
    },
    {
      "epoch": 1.130902192242833,
      "grad_norm": 2.1022379398345947,
      "learning_rate": 2.3399074074074075e-05,
      "loss": 0.5605140686035156,
      "step": 10730
    },
    {
      "epoch": 1.131429173693086,
      "grad_norm": 2.1291229724884033,
      "learning_rate": 2.3394444444444447e-05,
      "loss": 0.7362918853759766,
      "step": 10735
    },
    {
      "epoch": 1.131956155143339,
      "grad_norm": 3.013140916824341,
      "learning_rate": 2.3389814814814815e-05,
      "loss": 0.6142758369445801,
      "step": 10740
    },
    {
      "epoch": 1.132483136593592,
      "grad_norm": 2.083592176437378,
      "learning_rate": 2.3385185185185187e-05,
      "loss": 0.4556528091430664,
      "step": 10745
    },
    {
      "epoch": 1.1330101180438448,
      "grad_norm": 1.955086588859558,
      "learning_rate": 2.3380555555555555e-05,
      "loss": 0.47106056213378905,
      "step": 10750
    },
    {
      "epoch": 1.1335370994940979,
      "grad_norm": 2.227447509765625,
      "learning_rate": 2.3375925925925927e-05,
      "loss": 0.4742118358612061,
      "step": 10755
    },
    {
      "epoch": 1.1340640809443507,
      "grad_norm": 3.301509141921997,
      "learning_rate": 2.3371296296296296e-05,
      "loss": 0.4876420497894287,
      "step": 10760
    },
    {
      "epoch": 1.1345910623946036,
      "grad_norm": 2.4984054565429688,
      "learning_rate": 2.3366666666666668e-05,
      "loss": 0.4958301544189453,
      "step": 10765
    },
    {
      "epoch": 1.1351180438448567,
      "grad_norm": 3.3990135192871094,
      "learning_rate": 2.3362037037037036e-05,
      "loss": 0.5304325580596924,
      "step": 10770
    },
    {
      "epoch": 1.1356450252951096,
      "grad_norm": 2.79144549369812,
      "learning_rate": 2.3357407407407408e-05,
      "loss": 0.571034574508667,
      "step": 10775
    },
    {
      "epoch": 1.1361720067453627,
      "grad_norm": 1.5664348602294922,
      "learning_rate": 2.335277777777778e-05,
      "loss": 0.6476763725280762,
      "step": 10780
    },
    {
      "epoch": 1.1366989881956155,
      "grad_norm": 4.332584857940674,
      "learning_rate": 2.334814814814815e-05,
      "loss": 0.6818070888519288,
      "step": 10785
    },
    {
      "epoch": 1.1372259696458684,
      "grad_norm": 1.129152774810791,
      "learning_rate": 2.334351851851852e-05,
      "loss": 0.6428360939025879,
      "step": 10790
    },
    {
      "epoch": 1.1377529510961215,
      "grad_norm": 2.4895544052124023,
      "learning_rate": 2.333888888888889e-05,
      "loss": 0.5160640239715576,
      "step": 10795
    },
    {
      "epoch": 1.1382799325463744,
      "grad_norm": 3.223343849182129,
      "learning_rate": 2.333425925925926e-05,
      "loss": 0.46506080627441404,
      "step": 10800
    },
    {
      "epoch": 1.1388069139966273,
      "grad_norm": 2.3526837825775146,
      "learning_rate": 2.332962962962963e-05,
      "loss": 0.5858509540557861,
      "step": 10805
    },
    {
      "epoch": 1.1393338954468804,
      "grad_norm": 1.5475289821624756,
      "learning_rate": 2.3325e-05,
      "loss": 0.38222243785858157,
      "step": 10810
    },
    {
      "epoch": 1.1398608768971332,
      "grad_norm": 4.0183868408203125,
      "learning_rate": 2.332037037037037e-05,
      "loss": 0.47333493232727053,
      "step": 10815
    },
    {
      "epoch": 1.140387858347386,
      "grad_norm": 1.908511757850647,
      "learning_rate": 2.3315740740740738e-05,
      "loss": 0.6018758296966553,
      "step": 10820
    },
    {
      "epoch": 1.1409148397976392,
      "grad_norm": 1.9876981973648071,
      "learning_rate": 2.3311111111111113e-05,
      "loss": 0.45940184593200684,
      "step": 10825
    },
    {
      "epoch": 1.141441821247892,
      "grad_norm": 2.3649630546569824,
      "learning_rate": 2.3306481481481482e-05,
      "loss": 0.491179370880127,
      "step": 10830
    },
    {
      "epoch": 1.141968802698145,
      "grad_norm": 2.22100567817688,
      "learning_rate": 2.3301851851851854e-05,
      "loss": 0.5740856170654297,
      "step": 10835
    },
    {
      "epoch": 1.142495784148398,
      "grad_norm": 2.007326364517212,
      "learning_rate": 2.3297222222222222e-05,
      "loss": 0.6106650829315186,
      "step": 10840
    },
    {
      "epoch": 1.143022765598651,
      "grad_norm": 1.4220775365829468,
      "learning_rate": 2.3292592592592594e-05,
      "loss": 0.5246752738952637,
      "step": 10845
    },
    {
      "epoch": 1.1435497470489038,
      "grad_norm": 2.186842918395996,
      "learning_rate": 2.3287962962962963e-05,
      "loss": 0.3962945699691772,
      "step": 10850
    },
    {
      "epoch": 1.1440767284991569,
      "grad_norm": 6.947951316833496,
      "learning_rate": 2.3283333333333335e-05,
      "loss": 0.528875207901001,
      "step": 10855
    },
    {
      "epoch": 1.1446037099494097,
      "grad_norm": 4.242156505584717,
      "learning_rate": 2.3278703703703703e-05,
      "loss": 0.748732328414917,
      "step": 10860
    },
    {
      "epoch": 1.1451306913996628,
      "grad_norm": 14.817167282104492,
      "learning_rate": 2.327407407407407e-05,
      "loss": 0.9303620338439942,
      "step": 10865
    },
    {
      "epoch": 1.1456576728499157,
      "grad_norm": 2.272402286529541,
      "learning_rate": 2.3269444444444447e-05,
      "loss": 0.4296739101409912,
      "step": 10870
    },
    {
      "epoch": 1.1461846543001686,
      "grad_norm": 2.066038131713867,
      "learning_rate": 2.3264814814814815e-05,
      "loss": 0.5224152088165284,
      "step": 10875
    },
    {
      "epoch": 1.1467116357504217,
      "grad_norm": 2.702730894088745,
      "learning_rate": 2.3260185185185187e-05,
      "loss": 0.43147807121276854,
      "step": 10880
    },
    {
      "epoch": 1.1472386172006745,
      "grad_norm": 4.129719257354736,
      "learning_rate": 2.3255555555555556e-05,
      "loss": 0.5822288990020752,
      "step": 10885
    },
    {
      "epoch": 1.1477655986509274,
      "grad_norm": 2.7231242656707764,
      "learning_rate": 2.3250925925925928e-05,
      "loss": 0.5313013553619385,
      "step": 10890
    },
    {
      "epoch": 1.1482925801011805,
      "grad_norm": 15.713360786437988,
      "learning_rate": 2.3246296296296296e-05,
      "loss": 0.3825641632080078,
      "step": 10895
    },
    {
      "epoch": 1.1488195615514334,
      "grad_norm": 2.7212183475494385,
      "learning_rate": 2.3241666666666668e-05,
      "loss": 0.5842068195343018,
      "step": 10900
    },
    {
      "epoch": 1.1493465430016863,
      "grad_norm": 8.861933708190918,
      "learning_rate": 2.3237037037037037e-05,
      "loss": 0.6139827728271484,
      "step": 10905
    },
    {
      "epoch": 1.1498735244519394,
      "grad_norm": 1.9137645959854126,
      "learning_rate": 2.3232407407407405e-05,
      "loss": 0.583211088180542,
      "step": 10910
    },
    {
      "epoch": 1.1504005059021922,
      "grad_norm": 2.226271629333496,
      "learning_rate": 2.322777777777778e-05,
      "loss": 0.4326627731323242,
      "step": 10915
    },
    {
      "epoch": 1.150927487352445,
      "grad_norm": 2.4072065353393555,
      "learning_rate": 2.322314814814815e-05,
      "loss": 0.46422109603881834,
      "step": 10920
    },
    {
      "epoch": 1.1514544688026982,
      "grad_norm": 4.080316543579102,
      "learning_rate": 2.321851851851852e-05,
      "loss": 0.48923540115356445,
      "step": 10925
    },
    {
      "epoch": 1.151981450252951,
      "grad_norm": 2.181243658065796,
      "learning_rate": 2.321388888888889e-05,
      "loss": 0.48044190406799314,
      "step": 10930
    },
    {
      "epoch": 1.152508431703204,
      "grad_norm": 3.1354801654815674,
      "learning_rate": 2.320925925925926e-05,
      "loss": 0.5738420963287354,
      "step": 10935
    },
    {
      "epoch": 1.153035413153457,
      "grad_norm": 1.5443549156188965,
      "learning_rate": 2.320462962962963e-05,
      "loss": 0.41498699188232424,
      "step": 10940
    },
    {
      "epoch": 1.15356239460371,
      "grad_norm": 2.8990423679351807,
      "learning_rate": 2.32e-05,
      "loss": 0.5375858306884765,
      "step": 10945
    },
    {
      "epoch": 1.154089376053963,
      "grad_norm": 2.867018222808838,
      "learning_rate": 2.319537037037037e-05,
      "loss": 0.5416113853454589,
      "step": 10950
    },
    {
      "epoch": 1.1546163575042159,
      "grad_norm": 4.874279975891113,
      "learning_rate": 2.319074074074074e-05,
      "loss": 0.46075921058654784,
      "step": 10955
    },
    {
      "epoch": 1.1551433389544687,
      "grad_norm": 4.29534912109375,
      "learning_rate": 2.318611111111111e-05,
      "loss": 0.6674795627593995,
      "step": 10960
    },
    {
      "epoch": 1.1556703204047218,
      "grad_norm": 2.1518921852111816,
      "learning_rate": 2.3181481481481482e-05,
      "loss": 0.7083373546600342,
      "step": 10965
    },
    {
      "epoch": 1.1561973018549747,
      "grad_norm": 2.5067107677459717,
      "learning_rate": 2.3176851851851854e-05,
      "loss": 0.49979124069213865,
      "step": 10970
    },
    {
      "epoch": 1.1567242833052276,
      "grad_norm": 2.190288543701172,
      "learning_rate": 2.3172222222222223e-05,
      "loss": 0.7135694026947021,
      "step": 10975
    },
    {
      "epoch": 1.1572512647554807,
      "grad_norm": 1.8182471990585327,
      "learning_rate": 2.3167592592592595e-05,
      "loss": 0.4815725803375244,
      "step": 10980
    },
    {
      "epoch": 1.1577782462057336,
      "grad_norm": 1.9576737880706787,
      "learning_rate": 2.3162962962962963e-05,
      "loss": 0.8234222412109375,
      "step": 10985
    },
    {
      "epoch": 1.1583052276559864,
      "grad_norm": 4.419145584106445,
      "learning_rate": 2.3158333333333335e-05,
      "loss": 0.36620957851409913,
      "step": 10990
    },
    {
      "epoch": 1.1588322091062395,
      "grad_norm": 6.131021022796631,
      "learning_rate": 2.3153703703703703e-05,
      "loss": 0.5377540111541748,
      "step": 10995
    },
    {
      "epoch": 1.1593591905564924,
      "grad_norm": 2.301835775375366,
      "learning_rate": 2.3149074074074072e-05,
      "loss": 0.47746810913085935,
      "step": 11000
    },
    {
      "epoch": 1.1598861720067455,
      "grad_norm": 1.5740470886230469,
      "learning_rate": 2.3144444444444444e-05,
      "loss": 0.440946626663208,
      "step": 11005
    },
    {
      "epoch": 1.1604131534569984,
      "grad_norm": 3.263361930847168,
      "learning_rate": 2.3139814814814816e-05,
      "loss": 0.5025681018829345,
      "step": 11010
    },
    {
      "epoch": 1.1609401349072512,
      "grad_norm": 4.048649311065674,
      "learning_rate": 2.3135185185185188e-05,
      "loss": 0.5811975955963135,
      "step": 11015
    },
    {
      "epoch": 1.161467116357504,
      "grad_norm": 1.883048415184021,
      "learning_rate": 2.3130555555555556e-05,
      "loss": 0.4603630542755127,
      "step": 11020
    },
    {
      "epoch": 1.1619940978077572,
      "grad_norm": 2.238776922225952,
      "learning_rate": 2.3125925925925928e-05,
      "loss": 0.47905788421630857,
      "step": 11025
    },
    {
      "epoch": 1.16252107925801,
      "grad_norm": 2.3013157844543457,
      "learning_rate": 2.3121296296296297e-05,
      "loss": 0.3578781604766846,
      "step": 11030
    },
    {
      "epoch": 1.1630480607082632,
      "grad_norm": 1.376906394958496,
      "learning_rate": 2.311666666666667e-05,
      "loss": 0.4517974853515625,
      "step": 11035
    },
    {
      "epoch": 1.163575042158516,
      "grad_norm": 3.33612322807312,
      "learning_rate": 2.3112037037037037e-05,
      "loss": 0.5114593505859375,
      "step": 11040
    },
    {
      "epoch": 1.164102023608769,
      "grad_norm": 13.280801773071289,
      "learning_rate": 2.310740740740741e-05,
      "loss": 0.7007443904876709,
      "step": 11045
    },
    {
      "epoch": 1.164629005059022,
      "grad_norm": 3.6049745082855225,
      "learning_rate": 2.3102777777777777e-05,
      "loss": 0.46294498443603516,
      "step": 11050
    },
    {
      "epoch": 1.1651559865092749,
      "grad_norm": 4.805628299713135,
      "learning_rate": 2.3098148148148146e-05,
      "loss": 0.568141508102417,
      "step": 11055
    },
    {
      "epoch": 1.1656829679595277,
      "grad_norm": 1.706272006034851,
      "learning_rate": 2.309351851851852e-05,
      "loss": 0.8470970153808594,
      "step": 11060
    },
    {
      "epoch": 1.1662099494097808,
      "grad_norm": 2.0745582580566406,
      "learning_rate": 2.308888888888889e-05,
      "loss": 0.5686599731445312,
      "step": 11065
    },
    {
      "epoch": 1.1667369308600337,
      "grad_norm": 1.3201133012771606,
      "learning_rate": 2.308425925925926e-05,
      "loss": 0.37815730571746825,
      "step": 11070
    },
    {
      "epoch": 1.1672639123102866,
      "grad_norm": 1.4570566415786743,
      "learning_rate": 2.307962962962963e-05,
      "loss": 0.45641450881958007,
      "step": 11075
    },
    {
      "epoch": 1.1677908937605397,
      "grad_norm": 1.954129934310913,
      "learning_rate": 2.3075000000000002e-05,
      "loss": 0.4602390766143799,
      "step": 11080
    },
    {
      "epoch": 1.1683178752107926,
      "grad_norm": 1.6509288549423218,
      "learning_rate": 2.307037037037037e-05,
      "loss": 0.42124028205871583,
      "step": 11085
    },
    {
      "epoch": 1.1688448566610457,
      "grad_norm": 7.675400257110596,
      "learning_rate": 2.3065740740740742e-05,
      "loss": 0.6332882404327392,
      "step": 11090
    },
    {
      "epoch": 1.1693718381112985,
      "grad_norm": 3.057100296020508,
      "learning_rate": 2.306111111111111e-05,
      "loss": 0.4414736270904541,
      "step": 11095
    },
    {
      "epoch": 1.1698988195615514,
      "grad_norm": 4.59260892868042,
      "learning_rate": 2.305648148148148e-05,
      "loss": 0.5272950172424317,
      "step": 11100
    },
    {
      "epoch": 1.1704258010118043,
      "grad_norm": 14.106882095336914,
      "learning_rate": 2.3051851851851855e-05,
      "loss": 0.410465145111084,
      "step": 11105
    },
    {
      "epoch": 1.1709527824620574,
      "grad_norm": 2.215561866760254,
      "learning_rate": 2.3047222222222223e-05,
      "loss": 0.6274597644805908,
      "step": 11110
    },
    {
      "epoch": 1.1714797639123102,
      "grad_norm": 3.9861879348754883,
      "learning_rate": 2.3042592592592595e-05,
      "loss": 0.6225748062133789,
      "step": 11115
    },
    {
      "epoch": 1.1720067453625633,
      "grad_norm": 2.9320011138916016,
      "learning_rate": 2.3037962962962963e-05,
      "loss": 0.6079444408416748,
      "step": 11120
    },
    {
      "epoch": 1.1725337268128162,
      "grad_norm": 3.6158056259155273,
      "learning_rate": 2.3033333333333335e-05,
      "loss": 0.6295417785644531,
      "step": 11125
    },
    {
      "epoch": 1.173060708263069,
      "grad_norm": 2.4195549488067627,
      "learning_rate": 2.3028703703703704e-05,
      "loss": 0.4683544158935547,
      "step": 11130
    },
    {
      "epoch": 1.1735876897133222,
      "grad_norm": 1.9171440601348877,
      "learning_rate": 2.3024074074074076e-05,
      "loss": 0.5678404331207275,
      "step": 11135
    },
    {
      "epoch": 1.174114671163575,
      "grad_norm": 3.2758986949920654,
      "learning_rate": 2.3019444444444444e-05,
      "loss": 0.3819199323654175,
      "step": 11140
    },
    {
      "epoch": 1.174641652613828,
      "grad_norm": 6.387856960296631,
      "learning_rate": 2.3014814814814813e-05,
      "loss": 0.4758456707000732,
      "step": 11145
    },
    {
      "epoch": 1.175168634064081,
      "grad_norm": 1.7624008655548096,
      "learning_rate": 2.3010185185185185e-05,
      "loss": 0.7845569610595703,
      "step": 11150
    },
    {
      "epoch": 1.1756956155143339,
      "grad_norm": 2.295701026916504,
      "learning_rate": 2.3005555555555556e-05,
      "loss": 0.5507041931152343,
      "step": 11155
    },
    {
      "epoch": 1.1762225969645868,
      "grad_norm": 1.9657738208770752,
      "learning_rate": 2.300092592592593e-05,
      "loss": 0.47365646362304686,
      "step": 11160
    },
    {
      "epoch": 1.1767495784148398,
      "grad_norm": 4.190159797668457,
      "learning_rate": 2.2996296296296297e-05,
      "loss": 0.5143381118774414,
      "step": 11165
    },
    {
      "epoch": 1.1772765598650927,
      "grad_norm": 3.714303493499756,
      "learning_rate": 2.299166666666667e-05,
      "loss": 0.43491182327270506,
      "step": 11170
    },
    {
      "epoch": 1.1778035413153458,
      "grad_norm": 2.2730226516723633,
      "learning_rate": 2.2987037037037037e-05,
      "loss": 0.501515245437622,
      "step": 11175
    },
    {
      "epoch": 1.1783305227655987,
      "grad_norm": 2.8009517192840576,
      "learning_rate": 2.298240740740741e-05,
      "loss": 0.55696702003479,
      "step": 11180
    },
    {
      "epoch": 1.1788575042158516,
      "grad_norm": 2.6922175884246826,
      "learning_rate": 2.2977777777777778e-05,
      "loss": 0.5445518970489502,
      "step": 11185
    },
    {
      "epoch": 1.1793844856661044,
      "grad_norm": 2.2131154537200928,
      "learning_rate": 2.2973148148148146e-05,
      "loss": 0.5828395843505859,
      "step": 11190
    },
    {
      "epoch": 1.1799114671163575,
      "grad_norm": 1.5961538553237915,
      "learning_rate": 2.2968518518518518e-05,
      "loss": 0.32863731384277345,
      "step": 11195
    },
    {
      "epoch": 1.1804384485666104,
      "grad_norm": 3.6942458152770996,
      "learning_rate": 2.296388888888889e-05,
      "loss": 0.4483048915863037,
      "step": 11200
    },
    {
      "epoch": 1.1804384485666104,
      "eval_cer": 0.07903490290909468,
      "eval_loss": 0.35820552706718445,
      "eval_runtime": 1149.0967,
      "eval_samples_per_second": 2.534,
      "eval_score": 83.69215404178728,
      "eval_steps_per_second": 0.317,
      "eval_wer": 0.24712201625515987,
      "step": 11200
    },
    {
      "epoch": 1.1809654300168635,
      "grad_norm": 1.7273889780044556,
      "learning_rate": 2.2959259259259262e-05,
      "loss": 0.5361067295074463,
      "step": 11205
    },
    {
      "epoch": 1.1814924114671164,
      "grad_norm": 1.2957841157913208,
      "learning_rate": 2.295462962962963e-05,
      "loss": 0.3600954532623291,
      "step": 11210
    },
    {
      "epoch": 1.1820193929173692,
      "grad_norm": 4.622973442077637,
      "learning_rate": 2.2950000000000002e-05,
      "loss": 0.5120455741882324,
      "step": 11215
    },
    {
      "epoch": 1.1825463743676223,
      "grad_norm": 3.8566906452178955,
      "learning_rate": 2.294537037037037e-05,
      "loss": 0.40897669792175295,
      "step": 11220
    },
    {
      "epoch": 1.1830733558178752,
      "grad_norm": 4.105072975158691,
      "learning_rate": 2.2940740740740743e-05,
      "loss": 0.6144223690032959,
      "step": 11225
    },
    {
      "epoch": 1.183600337268128,
      "grad_norm": 2.1810529232025146,
      "learning_rate": 2.293611111111111e-05,
      "loss": 0.574266767501831,
      "step": 11230
    },
    {
      "epoch": 1.1841273187183812,
      "grad_norm": 6.2770185470581055,
      "learning_rate": 2.293148148148148e-05,
      "loss": 0.6314090728759766,
      "step": 11235
    },
    {
      "epoch": 1.184654300168634,
      "grad_norm": 1.8471287488937378,
      "learning_rate": 2.292685185185185e-05,
      "loss": 0.5107107162475586,
      "step": 11240
    },
    {
      "epoch": 1.185181281618887,
      "grad_norm": 1.9119855165481567,
      "learning_rate": 2.2922222222222223e-05,
      "loss": 0.6919858455657959,
      "step": 11245
    },
    {
      "epoch": 1.18570826306914,
      "grad_norm": 2.118394136428833,
      "learning_rate": 2.2917592592592595e-05,
      "loss": 0.5500891208648682,
      "step": 11250
    },
    {
      "epoch": 1.1862352445193929,
      "grad_norm": 2.6655898094177246,
      "learning_rate": 2.2912962962962964e-05,
      "loss": 0.6119325637817383,
      "step": 11255
    },
    {
      "epoch": 1.186762225969646,
      "grad_norm": 1.9359147548675537,
      "learning_rate": 2.2908333333333336e-05,
      "loss": 0.6432379245758056,
      "step": 11260
    },
    {
      "epoch": 1.1872892074198989,
      "grad_norm": 1.5057109594345093,
      "learning_rate": 2.2903703703703704e-05,
      "loss": 0.5290082931518555,
      "step": 11265
    },
    {
      "epoch": 1.1878161888701517,
      "grad_norm": 1.5747473239898682,
      "learning_rate": 2.2899074074074076e-05,
      "loss": 0.37858190536499026,
      "step": 11270
    },
    {
      "epoch": 1.1883431703204048,
      "grad_norm": 3.375532388687134,
      "learning_rate": 2.2894444444444445e-05,
      "loss": 0.48908658027648927,
      "step": 11275
    },
    {
      "epoch": 1.1888701517706577,
      "grad_norm": 2.8771486282348633,
      "learning_rate": 2.2889814814814813e-05,
      "loss": 0.5088295459747314,
      "step": 11280
    },
    {
      "epoch": 1.1893971332209106,
      "grad_norm": 2.786182165145874,
      "learning_rate": 2.2885185185185185e-05,
      "loss": 0.584446907043457,
      "step": 11285
    },
    {
      "epoch": 1.1899241146711637,
      "grad_norm": 4.229886054992676,
      "learning_rate": 2.2880555555555553e-05,
      "loss": 0.5055381774902343,
      "step": 11290
    },
    {
      "epoch": 1.1904510961214165,
      "grad_norm": 2.8659534454345703,
      "learning_rate": 2.287592592592593e-05,
      "loss": 0.42149009704589846,
      "step": 11295
    },
    {
      "epoch": 1.1909780775716694,
      "grad_norm": 2.2311997413635254,
      "learning_rate": 2.2871296296296297e-05,
      "loss": 0.6217433452606201,
      "step": 11300
    },
    {
      "epoch": 1.1915050590219225,
      "grad_norm": 4.935277938842773,
      "learning_rate": 2.286666666666667e-05,
      "loss": 0.5507415771484375,
      "step": 11305
    },
    {
      "epoch": 1.1920320404721754,
      "grad_norm": 3.647348642349243,
      "learning_rate": 2.2862037037037038e-05,
      "loss": 0.4279480934143066,
      "step": 11310
    },
    {
      "epoch": 1.1925590219224282,
      "grad_norm": 2.5696730613708496,
      "learning_rate": 2.285740740740741e-05,
      "loss": 0.506177282333374,
      "step": 11315
    },
    {
      "epoch": 1.1930860033726813,
      "grad_norm": 1.3693441152572632,
      "learning_rate": 2.2852777777777778e-05,
      "loss": 0.6425432205200196,
      "step": 11320
    },
    {
      "epoch": 1.1936129848229342,
      "grad_norm": 4.16379451751709,
      "learning_rate": 2.2848148148148146e-05,
      "loss": 0.45926413536071775,
      "step": 11325
    },
    {
      "epoch": 1.194139966273187,
      "grad_norm": 1.2190901041030884,
      "learning_rate": 2.284351851851852e-05,
      "loss": 0.27852113246917726,
      "step": 11330
    },
    {
      "epoch": 1.1946669477234402,
      "grad_norm": 1.5483250617980957,
      "learning_rate": 2.2838888888888887e-05,
      "loss": 0.35021018981933594,
      "step": 11335
    },
    {
      "epoch": 1.195193929173693,
      "grad_norm": 1.591690182685852,
      "learning_rate": 2.2834259259259262e-05,
      "loss": 0.7008642673492431,
      "step": 11340
    },
    {
      "epoch": 1.1957209106239461,
      "grad_norm": 2.1292905807495117,
      "learning_rate": 2.282962962962963e-05,
      "loss": 0.7216075897216797,
      "step": 11345
    },
    {
      "epoch": 1.196247892074199,
      "grad_norm": 2.8711600303649902,
      "learning_rate": 2.2825000000000003e-05,
      "loss": 0.5277031421661377,
      "step": 11350
    },
    {
      "epoch": 1.1967748735244519,
      "grad_norm": 1.648572325706482,
      "learning_rate": 2.282037037037037e-05,
      "loss": 0.552569055557251,
      "step": 11355
    },
    {
      "epoch": 1.197301854974705,
      "grad_norm": 1.727126955986023,
      "learning_rate": 2.2815740740740743e-05,
      "loss": 0.47639665603637693,
      "step": 11360
    },
    {
      "epoch": 1.1978288364249579,
      "grad_norm": 5.4954705238342285,
      "learning_rate": 2.281111111111111e-05,
      "loss": 0.492111873626709,
      "step": 11365
    },
    {
      "epoch": 1.1983558178752107,
      "grad_norm": 3.572615146636963,
      "learning_rate": 2.280648148148148e-05,
      "loss": 0.8269054412841796,
      "step": 11370
    },
    {
      "epoch": 1.1988827993254638,
      "grad_norm": 1.664227843284607,
      "learning_rate": 2.2801851851851852e-05,
      "loss": 0.5300456047058105,
      "step": 11375
    },
    {
      "epoch": 1.1994097807757167,
      "grad_norm": 2.3716928958892822,
      "learning_rate": 2.279722222222222e-05,
      "loss": 0.4236456394195557,
      "step": 11380
    },
    {
      "epoch": 1.1999367622259696,
      "grad_norm": 2.9072115421295166,
      "learning_rate": 2.2792592592592592e-05,
      "loss": 0.4121844291687012,
      "step": 11385
    },
    {
      "epoch": 1.2004637436762227,
      "grad_norm": 2.4611167907714844,
      "learning_rate": 2.2787962962962964e-05,
      "loss": 0.3779568672180176,
      "step": 11390
    },
    {
      "epoch": 1.2009907251264755,
      "grad_norm": 3.9124691486358643,
      "learning_rate": 2.2783333333333336e-05,
      "loss": 0.6368104457855225,
      "step": 11395
    },
    {
      "epoch": 1.2015177065767284,
      "grad_norm": 2.1110029220581055,
      "learning_rate": 2.2778703703703704e-05,
      "loss": 0.6244359970092773,
      "step": 11400
    },
    {
      "epoch": 1.2020446880269815,
      "grad_norm": 3.0384273529052734,
      "learning_rate": 2.2774074074074076e-05,
      "loss": 0.3940732955932617,
      "step": 11405
    },
    {
      "epoch": 1.2025716694772344,
      "grad_norm": 2.1455914974212646,
      "learning_rate": 2.2769444444444445e-05,
      "loss": 0.4233388900756836,
      "step": 11410
    },
    {
      "epoch": 1.2030986509274872,
      "grad_norm": 3.5647530555725098,
      "learning_rate": 2.2764814814814813e-05,
      "loss": 0.5227847099304199,
      "step": 11415
    },
    {
      "epoch": 1.2036256323777403,
      "grad_norm": 3.1813998222351074,
      "learning_rate": 2.2760185185185185e-05,
      "loss": 0.4268765926361084,
      "step": 11420
    },
    {
      "epoch": 1.2041526138279932,
      "grad_norm": 5.169552326202393,
      "learning_rate": 2.2755555555555554e-05,
      "loss": 0.6074003219604492,
      "step": 11425
    },
    {
      "epoch": 1.2046795952782463,
      "grad_norm": 6.074173927307129,
      "learning_rate": 2.2750925925925926e-05,
      "loss": 0.5602295398712158,
      "step": 11430
    },
    {
      "epoch": 1.2052065767284992,
      "grad_norm": 1.7373740673065186,
      "learning_rate": 2.2746296296296298e-05,
      "loss": 0.717222785949707,
      "step": 11435
    },
    {
      "epoch": 1.205733558178752,
      "grad_norm": 1.3896840810775757,
      "learning_rate": 2.274166666666667e-05,
      "loss": 0.6258080482482911,
      "step": 11440
    },
    {
      "epoch": 1.2062605396290051,
      "grad_norm": 2.3748087882995605,
      "learning_rate": 2.2737037037037038e-05,
      "loss": 0.539909029006958,
      "step": 11445
    },
    {
      "epoch": 1.206787521079258,
      "grad_norm": 2.171900510787964,
      "learning_rate": 2.273240740740741e-05,
      "loss": 0.5477028846740722,
      "step": 11450
    },
    {
      "epoch": 1.207314502529511,
      "grad_norm": 2.3501765727996826,
      "learning_rate": 2.272777777777778e-05,
      "loss": 0.5566104888916016,
      "step": 11455
    },
    {
      "epoch": 1.207841483979764,
      "grad_norm": 1.7137413024902344,
      "learning_rate": 2.2723148148148147e-05,
      "loss": 0.5023943901062011,
      "step": 11460
    },
    {
      "epoch": 1.2083684654300169,
      "grad_norm": 5.146317005157471,
      "learning_rate": 2.271851851851852e-05,
      "loss": 0.4837165832519531,
      "step": 11465
    },
    {
      "epoch": 1.2088954468802697,
      "grad_norm": 1.7230304479599,
      "learning_rate": 2.2713888888888887e-05,
      "loss": 0.4665642261505127,
      "step": 11470
    },
    {
      "epoch": 1.2094224283305228,
      "grad_norm": 1.735331416130066,
      "learning_rate": 2.270925925925926e-05,
      "loss": 0.4144300937652588,
      "step": 11475
    },
    {
      "epoch": 1.2099494097807757,
      "grad_norm": 4.457882404327393,
      "learning_rate": 2.270462962962963e-05,
      "loss": 0.5775405406951905,
      "step": 11480
    },
    {
      "epoch": 1.2104763912310288,
      "grad_norm": 8.252405166625977,
      "learning_rate": 2.2700000000000003e-05,
      "loss": 0.6424368381500244,
      "step": 11485
    },
    {
      "epoch": 1.2110033726812817,
      "grad_norm": 3.4621405601501465,
      "learning_rate": 2.269537037037037e-05,
      "loss": 0.5608378410339355,
      "step": 11490
    },
    {
      "epoch": 1.2115303541315345,
      "grad_norm": 2.920234441757202,
      "learning_rate": 2.2690740740740743e-05,
      "loss": 0.7646753787994385,
      "step": 11495
    },
    {
      "epoch": 1.2120573355817874,
      "grad_norm": 1.423526644706726,
      "learning_rate": 2.2686111111111112e-05,
      "loss": 0.40152907371520996,
      "step": 11500
    },
    {
      "epoch": 1.2125843170320405,
      "grad_norm": 1.9604251384735107,
      "learning_rate": 2.268148148148148e-05,
      "loss": 0.6557779788970948,
      "step": 11505
    },
    {
      "epoch": 1.2131112984822934,
      "grad_norm": 3.775026798248291,
      "learning_rate": 2.2676851851851852e-05,
      "loss": 0.6191318511962891,
      "step": 11510
    },
    {
      "epoch": 1.2136382799325465,
      "grad_norm": 20.317943572998047,
      "learning_rate": 2.267222222222222e-05,
      "loss": 0.6358434677124023,
      "step": 11515
    },
    {
      "epoch": 1.2141652613827993,
      "grad_norm": 2.610391139984131,
      "learning_rate": 2.2667592592592593e-05,
      "loss": 0.43701739311218263,
      "step": 11520
    },
    {
      "epoch": 1.2146922428330522,
      "grad_norm": 2.532494068145752,
      "learning_rate": 2.266296296296296e-05,
      "loss": 0.6154490947723389,
      "step": 11525
    },
    {
      "epoch": 1.2152192242833053,
      "grad_norm": 1.918370246887207,
      "learning_rate": 2.2658333333333336e-05,
      "loss": 0.36002721786499026,
      "step": 11530
    },
    {
      "epoch": 1.2157462057335582,
      "grad_norm": 2.113868236541748,
      "learning_rate": 2.2653703703703705e-05,
      "loss": 0.3473204612731934,
      "step": 11535
    },
    {
      "epoch": 1.216273187183811,
      "grad_norm": 2.1529290676116943,
      "learning_rate": 2.2649074074074077e-05,
      "loss": 0.4536886692047119,
      "step": 11540
    },
    {
      "epoch": 1.2168001686340641,
      "grad_norm": 2.414186954498291,
      "learning_rate": 2.2644444444444445e-05,
      "loss": 0.4009552955627441,
      "step": 11545
    },
    {
      "epoch": 1.217327150084317,
      "grad_norm": 2.51397705078125,
      "learning_rate": 2.2639814814814814e-05,
      "loss": 0.5838418960571289,
      "step": 11550
    },
    {
      "epoch": 1.21785413153457,
      "grad_norm": 2.6143639087677,
      "learning_rate": 2.2635185185185186e-05,
      "loss": 0.5845075607299804,
      "step": 11555
    },
    {
      "epoch": 1.218381112984823,
      "grad_norm": 3.229893445968628,
      "learning_rate": 2.2630555555555554e-05,
      "loss": 0.4494031429290771,
      "step": 11560
    },
    {
      "epoch": 1.2189080944350759,
      "grad_norm": 2.7835652828216553,
      "learning_rate": 2.2625925925925926e-05,
      "loss": 0.7739141464233399,
      "step": 11565
    },
    {
      "epoch": 1.219435075885329,
      "grad_norm": 2.748607635498047,
      "learning_rate": 2.2621296296296295e-05,
      "loss": 0.5133608341217041,
      "step": 11570
    },
    {
      "epoch": 1.2199620573355818,
      "grad_norm": 1.9044321775436401,
      "learning_rate": 2.261666666666667e-05,
      "loss": 0.5968340873718262,
      "step": 11575
    },
    {
      "epoch": 1.2204890387858347,
      "grad_norm": 4.210330486297607,
      "learning_rate": 2.2612037037037038e-05,
      "loss": 0.48359074592590334,
      "step": 11580
    },
    {
      "epoch": 1.2210160202360876,
      "grad_norm": 2.6210529804229736,
      "learning_rate": 2.260740740740741e-05,
      "loss": 0.5552266597747803,
      "step": 11585
    },
    {
      "epoch": 1.2215430016863407,
      "grad_norm": 14.875886917114258,
      "learning_rate": 2.260277777777778e-05,
      "loss": 0.7256481170654296,
      "step": 11590
    },
    {
      "epoch": 1.2220699831365935,
      "grad_norm": 1.9631497859954834,
      "learning_rate": 2.259814814814815e-05,
      "loss": 0.3515254020690918,
      "step": 11595
    },
    {
      "epoch": 1.2225969645868466,
      "grad_norm": 2.6686840057373047,
      "learning_rate": 2.259351851851852e-05,
      "loss": 0.380845832824707,
      "step": 11600
    },
    {
      "epoch": 1.2231239460370995,
      "grad_norm": 4.051024436950684,
      "learning_rate": 2.2588888888888888e-05,
      "loss": 0.4192155361175537,
      "step": 11605
    },
    {
      "epoch": 1.2236509274873524,
      "grad_norm": 1.7739012241363525,
      "learning_rate": 2.258425925925926e-05,
      "loss": 0.42554869651794436,
      "step": 11610
    },
    {
      "epoch": 1.2241779089376055,
      "grad_norm": 1.9557253122329712,
      "learning_rate": 2.2579629629629628e-05,
      "loss": 0.6446527004241943,
      "step": 11615
    },
    {
      "epoch": 1.2247048903878583,
      "grad_norm": 1.1635916233062744,
      "learning_rate": 2.2575e-05,
      "loss": 0.5643627643585205,
      "step": 11620
    },
    {
      "epoch": 1.2252318718381112,
      "grad_norm": 7.098446369171143,
      "learning_rate": 2.2570370370370372e-05,
      "loss": 0.7435986518859863,
      "step": 11625
    },
    {
      "epoch": 1.2257588532883643,
      "grad_norm": 8.251863479614258,
      "learning_rate": 2.2565740740740744e-05,
      "loss": 0.45084691047668457,
      "step": 11630
    },
    {
      "epoch": 1.2262858347386172,
      "grad_norm": 2.63063383102417,
      "learning_rate": 2.2561111111111112e-05,
      "loss": 0.5751290321350098,
      "step": 11635
    },
    {
      "epoch": 1.22681281618887,
      "grad_norm": 2.218803644180298,
      "learning_rate": 2.2556481481481484e-05,
      "loss": 0.6090085983276368,
      "step": 11640
    },
    {
      "epoch": 1.2273397976391232,
      "grad_norm": 1.8853648900985718,
      "learning_rate": 2.2551851851851853e-05,
      "loss": 0.449021053314209,
      "step": 11645
    },
    {
      "epoch": 1.227866779089376,
      "grad_norm": 6.100574016571045,
      "learning_rate": 2.254722222222222e-05,
      "loss": 0.6519802570343017,
      "step": 11650
    },
    {
      "epoch": 1.2283937605396291,
      "grad_norm": 4.31873083114624,
      "learning_rate": 2.2542592592592593e-05,
      "loss": 0.6345777988433838,
      "step": 11655
    },
    {
      "epoch": 1.228920741989882,
      "grad_norm": 1.5818041563034058,
      "learning_rate": 2.253796296296296e-05,
      "loss": 0.4042320251464844,
      "step": 11660
    },
    {
      "epoch": 1.2294477234401349,
      "grad_norm": 2.5541441440582275,
      "learning_rate": 2.2533333333333333e-05,
      "loss": 0.6277616500854493,
      "step": 11665
    },
    {
      "epoch": 1.2299747048903877,
      "grad_norm": 5.778553009033203,
      "learning_rate": 2.2528703703703705e-05,
      "loss": 0.6532044887542725,
      "step": 11670
    },
    {
      "epoch": 1.2305016863406408,
      "grad_norm": 1.7422230243682861,
      "learning_rate": 2.2524074074074077e-05,
      "loss": 0.6822617530822754,
      "step": 11675
    },
    {
      "epoch": 1.2310286677908937,
      "grad_norm": 1.6933085918426514,
      "learning_rate": 2.2519444444444446e-05,
      "loss": 0.5055197715759278,
      "step": 11680
    },
    {
      "epoch": 1.2315556492411468,
      "grad_norm": 1.8751893043518066,
      "learning_rate": 2.2514814814814817e-05,
      "loss": 0.6103651523590088,
      "step": 11685
    },
    {
      "epoch": 1.2320826306913997,
      "grad_norm": 1.2173653841018677,
      "learning_rate": 2.2510185185185186e-05,
      "loss": 0.4625554084777832,
      "step": 11690
    },
    {
      "epoch": 1.2326096121416525,
      "grad_norm": 1.532393455505371,
      "learning_rate": 2.2505555555555554e-05,
      "loss": 0.372071647644043,
      "step": 11695
    },
    {
      "epoch": 1.2331365935919056,
      "grad_norm": 2.4341068267822266,
      "learning_rate": 2.2500925925925926e-05,
      "loss": 0.423577880859375,
      "step": 11700
    },
    {
      "epoch": 1.2336635750421585,
      "grad_norm": 2.0661256313323975,
      "learning_rate": 2.2496296296296295e-05,
      "loss": 0.3564401865005493,
      "step": 11705
    },
    {
      "epoch": 1.2341905564924114,
      "grad_norm": 1.7735002040863037,
      "learning_rate": 2.2491666666666667e-05,
      "loss": 0.5653239250183105,
      "step": 11710
    },
    {
      "epoch": 1.2347175379426645,
      "grad_norm": 1.8474985361099243,
      "learning_rate": 2.2487037037037035e-05,
      "loss": 0.4006544589996338,
      "step": 11715
    },
    {
      "epoch": 1.2352445193929174,
      "grad_norm": 18.052637100219727,
      "learning_rate": 2.248240740740741e-05,
      "loss": 0.5811560153961182,
      "step": 11720
    },
    {
      "epoch": 1.2357715008431702,
      "grad_norm": 8.549697875976562,
      "learning_rate": 2.247777777777778e-05,
      "loss": 0.4809305191040039,
      "step": 11725
    },
    {
      "epoch": 1.2362984822934233,
      "grad_norm": 2.8774797916412354,
      "learning_rate": 2.247314814814815e-05,
      "loss": 0.878654670715332,
      "step": 11730
    },
    {
      "epoch": 1.2368254637436762,
      "grad_norm": 2.1316943168640137,
      "learning_rate": 2.246851851851852e-05,
      "loss": 0.4358881950378418,
      "step": 11735
    },
    {
      "epoch": 1.2373524451939293,
      "grad_norm": 1.6351147890090942,
      "learning_rate": 2.2463888888888888e-05,
      "loss": 0.41893539428710935,
      "step": 11740
    },
    {
      "epoch": 1.2378794266441822,
      "grad_norm": 4.522724628448486,
      "learning_rate": 2.245925925925926e-05,
      "loss": 0.48844075202941895,
      "step": 11745
    },
    {
      "epoch": 1.238406408094435,
      "grad_norm": 1.4272911548614502,
      "learning_rate": 2.245462962962963e-05,
      "loss": 0.3659278392791748,
      "step": 11750
    },
    {
      "epoch": 1.2389333895446881,
      "grad_norm": 1.9308815002441406,
      "learning_rate": 2.245e-05,
      "loss": 0.4306450366973877,
      "step": 11755
    },
    {
      "epoch": 1.239460370994941,
      "grad_norm": 1.802085518836975,
      "learning_rate": 2.244537037037037e-05,
      "loss": 0.5950819492340088,
      "step": 11760
    },
    {
      "epoch": 1.2399873524451939,
      "grad_norm": 2.5104103088378906,
      "learning_rate": 2.2440740740740744e-05,
      "loss": 0.413847541809082,
      "step": 11765
    },
    {
      "epoch": 1.240514333895447,
      "grad_norm": 2.126206874847412,
      "learning_rate": 2.2436111111111112e-05,
      "loss": 0.3663791179656982,
      "step": 11770
    },
    {
      "epoch": 1.2410413153456998,
      "grad_norm": 3.581242561340332,
      "learning_rate": 2.2431481481481484e-05,
      "loss": 0.49657716751098635,
      "step": 11775
    },
    {
      "epoch": 1.2415682967959527,
      "grad_norm": 2.4196865558624268,
      "learning_rate": 2.2426851851851853e-05,
      "loss": 0.47872748374938967,
      "step": 11780
    },
    {
      "epoch": 1.2420952782462058,
      "grad_norm": 18.346521377563477,
      "learning_rate": 2.242222222222222e-05,
      "loss": 0.5533105850219726,
      "step": 11785
    },
    {
      "epoch": 1.2426222596964587,
      "grad_norm": 1.488044023513794,
      "learning_rate": 2.2417592592592593e-05,
      "loss": 0.5805954933166504,
      "step": 11790
    },
    {
      "epoch": 1.2431492411467115,
      "grad_norm": 2.5251882076263428,
      "learning_rate": 2.2412962962962962e-05,
      "loss": 0.4840294361114502,
      "step": 11795
    },
    {
      "epoch": 1.2436762225969646,
      "grad_norm": 4.061663627624512,
      "learning_rate": 2.2408333333333334e-05,
      "loss": 0.418791389465332,
      "step": 11800
    },
    {
      "epoch": 1.2442032040472175,
      "grad_norm": 1.6405256986618042,
      "learning_rate": 2.2403703703703702e-05,
      "loss": 0.38946197032928465,
      "step": 11805
    },
    {
      "epoch": 1.2447301854974704,
      "grad_norm": 1.7930594682693481,
      "learning_rate": 2.2399074074074077e-05,
      "loss": 0.5718671798706054,
      "step": 11810
    },
    {
      "epoch": 1.2452571669477235,
      "grad_norm": 4.673316955566406,
      "learning_rate": 2.2394444444444446e-05,
      "loss": 1.0816862106323242,
      "step": 11815
    },
    {
      "epoch": 1.2457841483979764,
      "grad_norm": 2.209587812423706,
      "learning_rate": 2.2389814814814818e-05,
      "loss": 0.5263909339904785,
      "step": 11820
    },
    {
      "epoch": 1.2463111298482294,
      "grad_norm": 1.3788268566131592,
      "learning_rate": 2.2385185185185186e-05,
      "loss": 0.5949012756347656,
      "step": 11825
    },
    {
      "epoch": 1.2468381112984823,
      "grad_norm": 4.6779632568359375,
      "learning_rate": 2.2380555555555555e-05,
      "loss": 0.7516558170318604,
      "step": 11830
    },
    {
      "epoch": 1.2473650927487352,
      "grad_norm": 2.1359329223632812,
      "learning_rate": 2.2375925925925927e-05,
      "loss": 0.5444993495941162,
      "step": 11835
    },
    {
      "epoch": 1.2478920741989883,
      "grad_norm": 6.7209086418151855,
      "learning_rate": 2.2371296296296295e-05,
      "loss": 0.5508290767669678,
      "step": 11840
    },
    {
      "epoch": 1.2484190556492412,
      "grad_norm": 1.6325966119766235,
      "learning_rate": 2.2366666666666667e-05,
      "loss": 0.5068414688110352,
      "step": 11845
    },
    {
      "epoch": 1.248946037099494,
      "grad_norm": 2.842470169067383,
      "learning_rate": 2.2362037037037036e-05,
      "loss": 0.5511747837066651,
      "step": 11850
    },
    {
      "epoch": 1.2494730185497471,
      "grad_norm": 2.6801154613494873,
      "learning_rate": 2.2357407407407407e-05,
      "loss": 0.5530046463012696,
      "step": 11855
    },
    {
      "epoch": 1.25,
      "grad_norm": 1.5294215679168701,
      "learning_rate": 2.235277777777778e-05,
      "loss": 0.6513649463653565,
      "step": 11860
    },
    {
      "epoch": 1.2505269814502529,
      "grad_norm": 1.8843109607696533,
      "learning_rate": 2.234814814814815e-05,
      "loss": 0.47289156913757324,
      "step": 11865
    },
    {
      "epoch": 1.251053962900506,
      "grad_norm": 9.113391876220703,
      "learning_rate": 2.234351851851852e-05,
      "loss": 0.4766366958618164,
      "step": 11870
    },
    {
      "epoch": 1.2515809443507588,
      "grad_norm": 2.825988531112671,
      "learning_rate": 2.2338888888888888e-05,
      "loss": 0.5573649406433105,
      "step": 11875
    },
    {
      "epoch": 1.252107925801012,
      "grad_norm": 2.985929489135742,
      "learning_rate": 2.233425925925926e-05,
      "loss": 0.9209506988525391,
      "step": 11880
    },
    {
      "epoch": 1.2526349072512648,
      "grad_norm": 2.4106123447418213,
      "learning_rate": 2.232962962962963e-05,
      "loss": 0.47741169929504396,
      "step": 11885
    },
    {
      "epoch": 1.2531618887015177,
      "grad_norm": 1.6093987226486206,
      "learning_rate": 2.2325e-05,
      "loss": 0.4406461238861084,
      "step": 11890
    },
    {
      "epoch": 1.2536888701517706,
      "grad_norm": 1.2878074645996094,
      "learning_rate": 2.232037037037037e-05,
      "loss": 0.5265259742736816,
      "step": 11895
    },
    {
      "epoch": 1.2542158516020236,
      "grad_norm": 3.6723077297210693,
      "learning_rate": 2.231574074074074e-05,
      "loss": 0.5001171112060547,
      "step": 11900
    },
    {
      "epoch": 1.2547428330522765,
      "grad_norm": 5.703261852264404,
      "learning_rate": 2.2311111111111113e-05,
      "loss": 0.6962011814117431,
      "step": 11905
    },
    {
      "epoch": 1.2552698145025296,
      "grad_norm": 3.38751220703125,
      "learning_rate": 2.2306481481481485e-05,
      "loss": 0.5248976707458496,
      "step": 11910
    },
    {
      "epoch": 1.2557967959527825,
      "grad_norm": 2.351513385772705,
      "learning_rate": 2.2301851851851853e-05,
      "loss": 0.6507382869720459,
      "step": 11915
    },
    {
      "epoch": 1.2563237774030354,
      "grad_norm": 2.0266809463500977,
      "learning_rate": 2.2297222222222222e-05,
      "loss": 0.508063554763794,
      "step": 11920
    },
    {
      "epoch": 1.2568507588532882,
      "grad_norm": 2.355067253112793,
      "learning_rate": 2.2292592592592594e-05,
      "loss": 0.572121000289917,
      "step": 11925
    },
    {
      "epoch": 1.2573777403035413,
      "grad_norm": 24.455482482910156,
      "learning_rate": 2.2287962962962962e-05,
      "loss": 0.5822165489196778,
      "step": 11930
    },
    {
      "epoch": 1.2579047217537942,
      "grad_norm": 3.8793790340423584,
      "learning_rate": 2.2283333333333334e-05,
      "loss": 0.43074698448181153,
      "step": 11935
    },
    {
      "epoch": 1.2584317032040473,
      "grad_norm": 3.0805771350860596,
      "learning_rate": 2.2278703703703703e-05,
      "loss": 0.4419390678405762,
      "step": 11940
    },
    {
      "epoch": 1.2589586846543002,
      "grad_norm": 1.7269091606140137,
      "learning_rate": 2.2274074074074074e-05,
      "loss": 0.5852339267730713,
      "step": 11945
    },
    {
      "epoch": 1.259485666104553,
      "grad_norm": 2.8027455806732178,
      "learning_rate": 2.2269444444444443e-05,
      "loss": 0.6149860382080078,
      "step": 11950
    },
    {
      "epoch": 1.2600126475548061,
      "grad_norm": 1.9544262886047363,
      "learning_rate": 2.2264814814814818e-05,
      "loss": 0.6723568916320801,
      "step": 11955
    },
    {
      "epoch": 1.260539629005059,
      "grad_norm": 1.6438632011413574,
      "learning_rate": 2.2260185185185187e-05,
      "loss": 0.4280074119567871,
      "step": 11960
    },
    {
      "epoch": 1.261066610455312,
      "grad_norm": 4.342926502227783,
      "learning_rate": 2.2255555555555555e-05,
      "loss": 0.675979471206665,
      "step": 11965
    },
    {
      "epoch": 1.261593591905565,
      "grad_norm": 3.085167646408081,
      "learning_rate": 2.2250925925925927e-05,
      "loss": 0.4809377670288086,
      "step": 11970
    },
    {
      "epoch": 1.2621205733558178,
      "grad_norm": 1.8101587295532227,
      "learning_rate": 2.2246296296296296e-05,
      "loss": 0.4317575454711914,
      "step": 11975
    },
    {
      "epoch": 1.2626475548060707,
      "grad_norm": 1.4275301694869995,
      "learning_rate": 2.2241666666666667e-05,
      "loss": 0.4649557590484619,
      "step": 11980
    },
    {
      "epoch": 1.2631745362563238,
      "grad_norm": 3.3409829139709473,
      "learning_rate": 2.2237037037037036e-05,
      "loss": 0.500949764251709,
      "step": 11985
    },
    {
      "epoch": 1.2637015177065767,
      "grad_norm": 2.0748796463012695,
      "learning_rate": 2.2232407407407408e-05,
      "loss": 0.4100006103515625,
      "step": 11990
    },
    {
      "epoch": 1.2642284991568298,
      "grad_norm": 2.291638135910034,
      "learning_rate": 2.2227777777777776e-05,
      "loss": 0.4029096603393555,
      "step": 11995
    },
    {
      "epoch": 1.2647554806070826,
      "grad_norm": 3.287097215652466,
      "learning_rate": 2.222314814814815e-05,
      "loss": 0.48817620277404783,
      "step": 12000
    },
    {
      "epoch": 1.2647554806070826,
      "eval_cer": 0.07977437132211763,
      "eval_loss": 0.3631523847579956,
      "eval_runtime": 1384.1097,
      "eval_samples_per_second": 2.104,
      "eval_score": 83.5224985197593,
      "eval_steps_per_second": 0.263,
      "eval_wer": 0.2497756582826962,
      "step": 12000
    },
    {
      "epoch": 1.2652824620573355,
      "grad_norm": 3.8395049571990967,
      "learning_rate": 2.221851851851852e-05,
      "loss": 0.6967893123626709,
      "step": 12005
    },
    {
      "epoch": 1.2658094435075884,
      "grad_norm": 2.385791063308716,
      "learning_rate": 2.221388888888889e-05,
      "loss": 0.5457985877990723,
      "step": 12010
    },
    {
      "epoch": 1.2663364249578415,
      "grad_norm": 1.938463807106018,
      "learning_rate": 2.220925925925926e-05,
      "loss": 0.461076545715332,
      "step": 12015
    },
    {
      "epoch": 1.2668634064080944,
      "grad_norm": 2.8109147548675537,
      "learning_rate": 2.220462962962963e-05,
      "loss": 0.5512822151184082,
      "step": 12020
    },
    {
      "epoch": 1.2673903878583475,
      "grad_norm": 1.931916356086731,
      "learning_rate": 2.22e-05,
      "loss": 0.49948625564575194,
      "step": 12025
    },
    {
      "epoch": 1.2679173693086003,
      "grad_norm": 4.069713115692139,
      "learning_rate": 2.219537037037037e-05,
      "loss": 0.7354033470153809,
      "step": 12030
    },
    {
      "epoch": 1.2684443507588532,
      "grad_norm": 2.080160140991211,
      "learning_rate": 2.219074074074074e-05,
      "loss": 0.4420461177825928,
      "step": 12035
    },
    {
      "epoch": 1.2689713322091063,
      "grad_norm": 1.9248840808868408,
      "learning_rate": 2.218611111111111e-05,
      "loss": 0.5915721893310547,
      "step": 12040
    },
    {
      "epoch": 1.2694983136593592,
      "grad_norm": 1.940965175628662,
      "learning_rate": 2.2181481481481485e-05,
      "loss": 0.42945032119750975,
      "step": 12045
    },
    {
      "epoch": 1.2700252951096123,
      "grad_norm": 1.9628785848617554,
      "learning_rate": 2.2176851851851854e-05,
      "loss": 0.6118898868560791,
      "step": 12050
    },
    {
      "epoch": 1.2705522765598651,
      "grad_norm": 3.034008264541626,
      "learning_rate": 2.2172222222222222e-05,
      "loss": 0.5224147319793702,
      "step": 12055
    },
    {
      "epoch": 1.271079258010118,
      "grad_norm": 1.7453593015670776,
      "learning_rate": 2.2167592592592594e-05,
      "loss": 0.35865230560302735,
      "step": 12060
    },
    {
      "epoch": 1.2716062394603709,
      "grad_norm": 4.097413063049316,
      "learning_rate": 2.2162962962962962e-05,
      "loss": 0.6584781169891357,
      "step": 12065
    },
    {
      "epoch": 1.272133220910624,
      "grad_norm": 2.7172584533691406,
      "learning_rate": 2.2158333333333334e-05,
      "loss": 0.6068629264831543,
      "step": 12070
    },
    {
      "epoch": 1.2726602023608768,
      "grad_norm": 5.945407867431641,
      "learning_rate": 2.2153703703703703e-05,
      "loss": 0.7947432994842529,
      "step": 12075
    },
    {
      "epoch": 1.27318718381113,
      "grad_norm": 2.3040878772735596,
      "learning_rate": 2.2149074074074075e-05,
      "loss": 0.41735019683837893,
      "step": 12080
    },
    {
      "epoch": 1.2737141652613828,
      "grad_norm": 4.186522006988525,
      "learning_rate": 2.2144444444444443e-05,
      "loss": 0.9257351875305175,
      "step": 12085
    },
    {
      "epoch": 1.2742411467116357,
      "grad_norm": 1.880662202835083,
      "learning_rate": 2.2139814814814815e-05,
      "loss": 0.41175150871276855,
      "step": 12090
    },
    {
      "epoch": 1.2747681281618888,
      "grad_norm": 5.3332695960998535,
      "learning_rate": 2.2135185185185187e-05,
      "loss": 0.5259746551513672,
      "step": 12095
    },
    {
      "epoch": 1.2752951096121417,
      "grad_norm": 2.9013476371765137,
      "learning_rate": 2.2130555555555556e-05,
      "loss": 0.5664971351623536,
      "step": 12100
    },
    {
      "epoch": 1.2758220910623945,
      "grad_norm": 6.292308807373047,
      "learning_rate": 2.2125925925925927e-05,
      "loss": 0.5514663696289063,
      "step": 12105
    },
    {
      "epoch": 1.2763490725126476,
      "grad_norm": 3.4225990772247314,
      "learning_rate": 2.2121296296296296e-05,
      "loss": 0.5404501914978027,
      "step": 12110
    },
    {
      "epoch": 1.2768760539629005,
      "grad_norm": 3.8100271224975586,
      "learning_rate": 2.2116666666666668e-05,
      "loss": 0.6453073978424072,
      "step": 12115
    },
    {
      "epoch": 1.2774030354131534,
      "grad_norm": 5.62689733505249,
      "learning_rate": 2.2112037037037036e-05,
      "loss": 0.5230045795440674,
      "step": 12120
    },
    {
      "epoch": 1.2779300168634065,
      "grad_norm": 2.7107484340667725,
      "learning_rate": 2.2107407407407408e-05,
      "loss": 0.4166086196899414,
      "step": 12125
    },
    {
      "epoch": 1.2784569983136593,
      "grad_norm": 1.6427266597747803,
      "learning_rate": 2.2102777777777777e-05,
      "loss": 0.5835681438446045,
      "step": 12130
    },
    {
      "epoch": 1.2789839797639124,
      "grad_norm": 1.8867775201797485,
      "learning_rate": 2.209814814814815e-05,
      "loss": 0.41484532356262205,
      "step": 12135
    },
    {
      "epoch": 1.2795109612141653,
      "grad_norm": 3.0549933910369873,
      "learning_rate": 2.209351851851852e-05,
      "loss": 0.4620579719543457,
      "step": 12140
    },
    {
      "epoch": 1.2800379426644182,
      "grad_norm": 2.7424867153167725,
      "learning_rate": 2.2088888888888892e-05,
      "loss": 0.4656245708465576,
      "step": 12145
    },
    {
      "epoch": 1.280564924114671,
      "grad_norm": 2.4310929775238037,
      "learning_rate": 2.208425925925926e-05,
      "loss": 0.46181631088256836,
      "step": 12150
    },
    {
      "epoch": 1.2810919055649241,
      "grad_norm": 1.7470343112945557,
      "learning_rate": 2.207962962962963e-05,
      "loss": 0.47218832969665525,
      "step": 12155
    },
    {
      "epoch": 1.281618887015177,
      "grad_norm": 4.180084228515625,
      "learning_rate": 2.2075e-05,
      "loss": 0.5337401390075683,
      "step": 12160
    },
    {
      "epoch": 1.28214586846543,
      "grad_norm": 2.586080312728882,
      "learning_rate": 2.207037037037037e-05,
      "loss": 0.39326014518737795,
      "step": 12165
    },
    {
      "epoch": 1.282672849915683,
      "grad_norm": 5.864659309387207,
      "learning_rate": 2.206574074074074e-05,
      "loss": 0.5587330818176269,
      "step": 12170
    },
    {
      "epoch": 1.2831998313659359,
      "grad_norm": 3.2608869075775146,
      "learning_rate": 2.206111111111111e-05,
      "loss": 0.3855129718780518,
      "step": 12175
    },
    {
      "epoch": 1.283726812816189,
      "grad_norm": 1.5416467189788818,
      "learning_rate": 2.2056481481481482e-05,
      "loss": 0.5349669933319092,
      "step": 12180
    },
    {
      "epoch": 1.2842537942664418,
      "grad_norm": 2.6740663051605225,
      "learning_rate": 2.205185185185185e-05,
      "loss": 0.42772531509399414,
      "step": 12185
    },
    {
      "epoch": 1.2847807757166947,
      "grad_norm": 3.215153455734253,
      "learning_rate": 2.2047222222222226e-05,
      "loss": 0.7267450809478759,
      "step": 12190
    },
    {
      "epoch": 1.2853077571669478,
      "grad_norm": 5.572154521942139,
      "learning_rate": 2.2042592592592594e-05,
      "loss": 0.4530531883239746,
      "step": 12195
    },
    {
      "epoch": 1.2858347386172007,
      "grad_norm": 3.0864219665527344,
      "learning_rate": 2.2037962962962963e-05,
      "loss": 0.6174248695373535,
      "step": 12200
    },
    {
      "epoch": 1.2863617200674535,
      "grad_norm": 1.972679853439331,
      "learning_rate": 2.2033333333333335e-05,
      "loss": 0.48901872634887694,
      "step": 12205
    },
    {
      "epoch": 1.2868887015177066,
      "grad_norm": 5.8404107093811035,
      "learning_rate": 2.2028703703703703e-05,
      "loss": 0.5755058288574219,
      "step": 12210
    },
    {
      "epoch": 1.2874156829679595,
      "grad_norm": 1.7793817520141602,
      "learning_rate": 2.2024074074074075e-05,
      "loss": 0.5795193672180176,
      "step": 12215
    },
    {
      "epoch": 1.2879426644182126,
      "grad_norm": 3.59205961227417,
      "learning_rate": 2.2019444444444444e-05,
      "loss": 0.48402099609375,
      "step": 12220
    },
    {
      "epoch": 1.2884696458684655,
      "grad_norm": 1.636956810951233,
      "learning_rate": 2.2014814814814815e-05,
      "loss": 0.6542150974273682,
      "step": 12225
    },
    {
      "epoch": 1.2889966273187183,
      "grad_norm": 2.633153200149536,
      "learning_rate": 2.2010185185185184e-05,
      "loss": 0.5661648273468017,
      "step": 12230
    },
    {
      "epoch": 1.2895236087689712,
      "grad_norm": 1.617591142654419,
      "learning_rate": 2.200555555555556e-05,
      "loss": 0.40374093055725097,
      "step": 12235
    },
    {
      "epoch": 1.2900505902192243,
      "grad_norm": 1.4633443355560303,
      "learning_rate": 2.2000925925925928e-05,
      "loss": 0.3417829036712646,
      "step": 12240
    },
    {
      "epoch": 1.2905775716694772,
      "grad_norm": 1.5217777490615845,
      "learning_rate": 2.1996296296296296e-05,
      "loss": 0.36931886672973635,
      "step": 12245
    },
    {
      "epoch": 1.2911045531197303,
      "grad_norm": 1.7107545137405396,
      "learning_rate": 2.1991666666666668e-05,
      "loss": 0.6613162517547607,
      "step": 12250
    },
    {
      "epoch": 1.2916315345699831,
      "grad_norm": 7.987222671508789,
      "learning_rate": 2.1987037037037037e-05,
      "loss": 0.5422140121459961,
      "step": 12255
    },
    {
      "epoch": 1.292158516020236,
      "grad_norm": 1.6031105518341064,
      "learning_rate": 2.198240740740741e-05,
      "loss": 0.47764053344726565,
      "step": 12260
    },
    {
      "epoch": 1.292685497470489,
      "grad_norm": 5.960489749908447,
      "learning_rate": 2.1977777777777777e-05,
      "loss": 0.6250898838043213,
      "step": 12265
    },
    {
      "epoch": 1.293212478920742,
      "grad_norm": 4.897398471832275,
      "learning_rate": 2.197314814814815e-05,
      "loss": 0.4574750423431396,
      "step": 12270
    },
    {
      "epoch": 1.293739460370995,
      "grad_norm": 4.421180248260498,
      "learning_rate": 2.1968518518518517e-05,
      "loss": 0.4950291156768799,
      "step": 12275
    },
    {
      "epoch": 1.294266441821248,
      "grad_norm": 1.9197328090667725,
      "learning_rate": 2.196388888888889e-05,
      "loss": 0.6211113452911377,
      "step": 12280
    },
    {
      "epoch": 1.2947934232715008,
      "grad_norm": 1.907027006149292,
      "learning_rate": 2.195925925925926e-05,
      "loss": 0.5009262084960937,
      "step": 12285
    },
    {
      "epoch": 1.2953204047217537,
      "grad_norm": 11.053483963012695,
      "learning_rate": 2.195462962962963e-05,
      "loss": 0.4542452335357666,
      "step": 12290
    },
    {
      "epoch": 1.2958473861720068,
      "grad_norm": 6.352266311645508,
      "learning_rate": 2.195e-05,
      "loss": 0.39812235832214354,
      "step": 12295
    },
    {
      "epoch": 1.2963743676222597,
      "grad_norm": 8.597799301147461,
      "learning_rate": 2.194537037037037e-05,
      "loss": 0.6246138572692871,
      "step": 12300
    },
    {
      "epoch": 1.2969013490725128,
      "grad_norm": 4.08038854598999,
      "learning_rate": 2.1940740740740742e-05,
      "loss": 0.6361646175384521,
      "step": 12305
    },
    {
      "epoch": 1.2974283305227656,
      "grad_norm": 2.679121732711792,
      "learning_rate": 2.193611111111111e-05,
      "loss": 0.41466751098632815,
      "step": 12310
    },
    {
      "epoch": 1.2979553119730185,
      "grad_norm": 1.6152817010879517,
      "learning_rate": 2.1931481481481482e-05,
      "loss": 0.3701479434967041,
      "step": 12315
    },
    {
      "epoch": 1.2984822934232714,
      "grad_norm": 2.351348400115967,
      "learning_rate": 2.192685185185185e-05,
      "loss": 0.5749082565307617,
      "step": 12320
    },
    {
      "epoch": 1.2990092748735245,
      "grad_norm": 2.192654609680176,
      "learning_rate": 2.1922222222222223e-05,
      "loss": 0.49650325775146487,
      "step": 12325
    },
    {
      "epoch": 1.2995362563237773,
      "grad_norm": 2.4387800693511963,
      "learning_rate": 2.1917592592592595e-05,
      "loss": 0.5146923065185547,
      "step": 12330
    },
    {
      "epoch": 1.3000632377740304,
      "grad_norm": 1.8677990436553955,
      "learning_rate": 2.1912962962962963e-05,
      "loss": 0.4089652061462402,
      "step": 12335
    },
    {
      "epoch": 1.3005902192242833,
      "grad_norm": 3.8374722003936768,
      "learning_rate": 2.1908333333333335e-05,
      "loss": 0.7298295974731446,
      "step": 12340
    },
    {
      "epoch": 1.3011172006745362,
      "grad_norm": 1.9154472351074219,
      "learning_rate": 2.1903703703703704e-05,
      "loss": 0.45822367668151853,
      "step": 12345
    },
    {
      "epoch": 1.3016441821247893,
      "grad_norm": 2.235725164413452,
      "learning_rate": 2.1899074074074075e-05,
      "loss": 0.5028515815734863,
      "step": 12350
    },
    {
      "epoch": 1.3021711635750421,
      "grad_norm": 1.9757442474365234,
      "learning_rate": 2.1894444444444444e-05,
      "loss": 0.4968684196472168,
      "step": 12355
    },
    {
      "epoch": 1.3026981450252952,
      "grad_norm": 3.462986469268799,
      "learning_rate": 2.1889814814814816e-05,
      "loss": 0.5985995292663574,
      "step": 12360
    },
    {
      "epoch": 1.3032251264755481,
      "grad_norm": 2.4052605628967285,
      "learning_rate": 2.1885185185185184e-05,
      "loss": 0.7087995529174804,
      "step": 12365
    },
    {
      "epoch": 1.303752107925801,
      "grad_norm": 2.2438178062438965,
      "learning_rate": 2.1880555555555556e-05,
      "loss": 0.5189927577972412,
      "step": 12370
    },
    {
      "epoch": 1.3042790893760539,
      "grad_norm": 5.46697998046875,
      "learning_rate": 2.1875925925925928e-05,
      "loss": 0.40990219116210935,
      "step": 12375
    },
    {
      "epoch": 1.304806070826307,
      "grad_norm": 1.7863565683364868,
      "learning_rate": 2.1871296296296297e-05,
      "loss": 0.6345741271972656,
      "step": 12380
    },
    {
      "epoch": 1.3053330522765598,
      "grad_norm": 2.7561702728271484,
      "learning_rate": 2.186666666666667e-05,
      "loss": 0.4632388114929199,
      "step": 12385
    },
    {
      "epoch": 1.305860033726813,
      "grad_norm": 1.4375717639923096,
      "learning_rate": 2.1862037037037037e-05,
      "loss": 0.4780909538269043,
      "step": 12390
    },
    {
      "epoch": 1.3063870151770658,
      "grad_norm": 2.8036696910858154,
      "learning_rate": 2.185740740740741e-05,
      "loss": 0.4249096393585205,
      "step": 12395
    },
    {
      "epoch": 1.3069139966273187,
      "grad_norm": 20.892824172973633,
      "learning_rate": 2.1852777777777777e-05,
      "loss": 0.7000841617584228,
      "step": 12400
    },
    {
      "epoch": 1.3074409780775715,
      "grad_norm": 3.573498249053955,
      "learning_rate": 2.184814814814815e-05,
      "loss": 0.3839231252670288,
      "step": 12405
    },
    {
      "epoch": 1.3079679595278246,
      "grad_norm": 1.7247251272201538,
      "learning_rate": 2.1843518518518518e-05,
      "loss": 0.4196483612060547,
      "step": 12410
    },
    {
      "epoch": 1.3084949409780775,
      "grad_norm": 5.18936014175415,
      "learning_rate": 2.183888888888889e-05,
      "loss": 0.5305996894836426,
      "step": 12415
    },
    {
      "epoch": 1.3090219224283306,
      "grad_norm": 1.7053121328353882,
      "learning_rate": 2.1834259259259258e-05,
      "loss": 0.37048776149749757,
      "step": 12420
    },
    {
      "epoch": 1.3095489038785835,
      "grad_norm": 2.3836028575897217,
      "learning_rate": 2.182962962962963e-05,
      "loss": 0.5911276340484619,
      "step": 12425
    },
    {
      "epoch": 1.3100758853288363,
      "grad_norm": 2.705867290496826,
      "learning_rate": 2.1825000000000002e-05,
      "loss": 0.5143720626831054,
      "step": 12430
    },
    {
      "epoch": 1.3106028667790894,
      "grad_norm": 5.125170707702637,
      "learning_rate": 2.182037037037037e-05,
      "loss": 0.3241780996322632,
      "step": 12435
    },
    {
      "epoch": 1.3111298482293423,
      "grad_norm": 2.4514682292938232,
      "learning_rate": 2.1815740740740742e-05,
      "loss": 0.4015483379364014,
      "step": 12440
    },
    {
      "epoch": 1.3116568296795954,
      "grad_norm": 1.5339945554733276,
      "learning_rate": 2.181111111111111e-05,
      "loss": 0.4302816867828369,
      "step": 12445
    },
    {
      "epoch": 1.3121838111298483,
      "grad_norm": 2.8045496940612793,
      "learning_rate": 2.1806481481481483e-05,
      "loss": 0.5109524250030517,
      "step": 12450
    },
    {
      "epoch": 1.3127107925801011,
      "grad_norm": 2.6649835109710693,
      "learning_rate": 2.180185185185185e-05,
      "loss": 0.6728547573089599,
      "step": 12455
    },
    {
      "epoch": 1.313237774030354,
      "grad_norm": 2.5758416652679443,
      "learning_rate": 2.1797222222222223e-05,
      "loss": 0.7087031364440918,
      "step": 12460
    },
    {
      "epoch": 1.3137647554806071,
      "grad_norm": 1.6604117155075073,
      "learning_rate": 2.179259259259259e-05,
      "loss": 0.4266080856323242,
      "step": 12465
    },
    {
      "epoch": 1.31429173693086,
      "grad_norm": 1.7181037664413452,
      "learning_rate": 2.1787962962962964e-05,
      "loss": 0.48714261054992675,
      "step": 12470
    },
    {
      "epoch": 1.314818718381113,
      "grad_norm": 1.8154979944229126,
      "learning_rate": 2.1783333333333335e-05,
      "loss": 0.534108829498291,
      "step": 12475
    },
    {
      "epoch": 1.315345699831366,
      "grad_norm": 2.1185362339019775,
      "learning_rate": 2.1778703703703704e-05,
      "loss": 0.5268631458282471,
      "step": 12480
    },
    {
      "epoch": 1.3158726812816188,
      "grad_norm": 2.7262508869171143,
      "learning_rate": 2.1774074074074076e-05,
      "loss": 0.6713915824890136,
      "step": 12485
    },
    {
      "epoch": 1.3163996627318717,
      "grad_norm": 1.233513355255127,
      "learning_rate": 2.1769444444444444e-05,
      "loss": 0.46373748779296875,
      "step": 12490
    },
    {
      "epoch": 1.3169266441821248,
      "grad_norm": 2.1709678173065186,
      "learning_rate": 2.1764814814814816e-05,
      "loss": 0.4114406585693359,
      "step": 12495
    },
    {
      "epoch": 1.3174536256323777,
      "grad_norm": 8.17772102355957,
      "learning_rate": 2.1760185185185185e-05,
      "loss": 0.670732831954956,
      "step": 12500
    },
    {
      "epoch": 1.3179806070826308,
      "grad_norm": 1.894936203956604,
      "learning_rate": 2.1755555555555557e-05,
      "loss": 0.35916616916656496,
      "step": 12505
    },
    {
      "epoch": 1.3185075885328836,
      "grad_norm": 1.8272806406021118,
      "learning_rate": 2.1750925925925925e-05,
      "loss": 0.6115983963012696,
      "step": 12510
    },
    {
      "epoch": 1.3190345699831365,
      "grad_norm": 5.245615005493164,
      "learning_rate": 2.1746296296296294e-05,
      "loss": 0.6032693386077881,
      "step": 12515
    },
    {
      "epoch": 1.3195615514333896,
      "grad_norm": 2.0578620433807373,
      "learning_rate": 2.174166666666667e-05,
      "loss": 0.5676298141479492,
      "step": 12520
    },
    {
      "epoch": 1.3200885328836425,
      "grad_norm": 3.301333427429199,
      "learning_rate": 2.1737037037037037e-05,
      "loss": 0.41581158638000487,
      "step": 12525
    },
    {
      "epoch": 1.3206155143338956,
      "grad_norm": 2.012669563293457,
      "learning_rate": 2.173240740740741e-05,
      "loss": 0.40392441749572755,
      "step": 12530
    },
    {
      "epoch": 1.3211424957841484,
      "grad_norm": 1.8141427040100098,
      "learning_rate": 2.1727777777777778e-05,
      "loss": 0.5720270156860352,
      "step": 12535
    },
    {
      "epoch": 1.3216694772344013,
      "grad_norm": 44.031497955322266,
      "learning_rate": 2.172314814814815e-05,
      "loss": 0.4805194854736328,
      "step": 12540
    },
    {
      "epoch": 1.3221964586846542,
      "grad_norm": 1.2259480953216553,
      "learning_rate": 2.1718518518518518e-05,
      "loss": 0.42923221588134763,
      "step": 12545
    },
    {
      "epoch": 1.3227234401349073,
      "grad_norm": 6.883545875549316,
      "learning_rate": 2.171388888888889e-05,
      "loss": 0.6531454086303711,
      "step": 12550
    },
    {
      "epoch": 1.3232504215851602,
      "grad_norm": 3.2951505184173584,
      "learning_rate": 2.170925925925926e-05,
      "loss": 0.6421332359313965,
      "step": 12555
    },
    {
      "epoch": 1.3237774030354132,
      "grad_norm": 1.9457004070281982,
      "learning_rate": 2.1704629629629627e-05,
      "loss": 0.5174383163452149,
      "step": 12560
    },
    {
      "epoch": 1.3243043844856661,
      "grad_norm": 2.7814671993255615,
      "learning_rate": 2.1700000000000002e-05,
      "loss": 0.5405059814453125,
      "step": 12565
    },
    {
      "epoch": 1.324831365935919,
      "grad_norm": 4.0505242347717285,
      "learning_rate": 2.169537037037037e-05,
      "loss": 0.5088109016418457,
      "step": 12570
    },
    {
      "epoch": 1.325358347386172,
      "grad_norm": 2.7633068561553955,
      "learning_rate": 2.1690740740740743e-05,
      "loss": 0.5810245037078857,
      "step": 12575
    },
    {
      "epoch": 1.325885328836425,
      "grad_norm": 2.810540199279785,
      "learning_rate": 2.168611111111111e-05,
      "loss": 0.47274136543273926,
      "step": 12580
    },
    {
      "epoch": 1.3264123102866778,
      "grad_norm": 6.144350528717041,
      "learning_rate": 2.1681481481481483e-05,
      "loss": 0.5795364856719971,
      "step": 12585
    },
    {
      "epoch": 1.326939291736931,
      "grad_norm": 3.1545097827911377,
      "learning_rate": 2.167685185185185e-05,
      "loss": 0.49724769592285156,
      "step": 12590
    },
    {
      "epoch": 1.3274662731871838,
      "grad_norm": 6.846866130828857,
      "learning_rate": 2.1672222222222223e-05,
      "loss": 0.6197789192199707,
      "step": 12595
    },
    {
      "epoch": 1.3279932546374367,
      "grad_norm": 2.546499252319336,
      "learning_rate": 2.1667592592592592e-05,
      "loss": 0.6027970314025879,
      "step": 12600
    },
    {
      "epoch": 1.3285202360876898,
      "grad_norm": 2.5068116188049316,
      "learning_rate": 2.1662962962962964e-05,
      "loss": 0.47384352684020997,
      "step": 12605
    },
    {
      "epoch": 1.3290472175379426,
      "grad_norm": 1.8330447673797607,
      "learning_rate": 2.1658333333333336e-05,
      "loss": 0.39262354373931885,
      "step": 12610
    },
    {
      "epoch": 1.3295741989881957,
      "grad_norm": 2.7555103302001953,
      "learning_rate": 2.1653703703703704e-05,
      "loss": 0.483164119720459,
      "step": 12615
    },
    {
      "epoch": 1.3301011804384486,
      "grad_norm": 3.3406946659088135,
      "learning_rate": 2.1649074074074076e-05,
      "loss": 0.5694281578063964,
      "step": 12620
    },
    {
      "epoch": 1.3306281618887015,
      "grad_norm": 2.3108036518096924,
      "learning_rate": 2.1644444444444445e-05,
      "loss": 0.7657357692718506,
      "step": 12625
    },
    {
      "epoch": 1.3311551433389543,
      "grad_norm": 1.9857550859451294,
      "learning_rate": 2.1639814814814817e-05,
      "loss": 0.40351228713989257,
      "step": 12630
    },
    {
      "epoch": 1.3316821247892074,
      "grad_norm": 2.1364831924438477,
      "learning_rate": 2.1635185185185185e-05,
      "loss": 0.4768010139465332,
      "step": 12635
    },
    {
      "epoch": 1.3322091062394603,
      "grad_norm": 5.1327805519104,
      "learning_rate": 2.1630555555555557e-05,
      "loss": 0.5701644897460938,
      "step": 12640
    },
    {
      "epoch": 1.3327360876897134,
      "grad_norm": 2.4542911052703857,
      "learning_rate": 2.1625925925925925e-05,
      "loss": 0.4278120040893555,
      "step": 12645
    },
    {
      "epoch": 1.3332630691399663,
      "grad_norm": 4.925843238830566,
      "learning_rate": 2.1621296296296297e-05,
      "loss": 0.6468893051147461,
      "step": 12650
    },
    {
      "epoch": 1.3337900505902192,
      "grad_norm": 3.122605800628662,
      "learning_rate": 2.1616666666666666e-05,
      "loss": 0.4129004001617432,
      "step": 12655
    },
    {
      "epoch": 1.3343170320404723,
      "grad_norm": 52.171417236328125,
      "learning_rate": 2.1612037037037038e-05,
      "loss": 1.4210248947143556,
      "step": 12660
    },
    {
      "epoch": 1.3348440134907251,
      "grad_norm": 12.195733070373535,
      "learning_rate": 2.160740740740741e-05,
      "loss": 0.5149612426757812,
      "step": 12665
    },
    {
      "epoch": 1.335370994940978,
      "grad_norm": 2.4998321533203125,
      "learning_rate": 2.1602777777777778e-05,
      "loss": 0.40721845626831055,
      "step": 12670
    },
    {
      "epoch": 1.335897976391231,
      "grad_norm": 4.997317314147949,
      "learning_rate": 2.159814814814815e-05,
      "loss": 0.7572707176208496,
      "step": 12675
    },
    {
      "epoch": 1.336424957841484,
      "grad_norm": 1.5702537298202515,
      "learning_rate": 2.159351851851852e-05,
      "loss": 0.4439513683319092,
      "step": 12680
    },
    {
      "epoch": 1.3369519392917368,
      "grad_norm": 2.6782827377319336,
      "learning_rate": 2.158888888888889e-05,
      "loss": 0.5084444046020508,
      "step": 12685
    },
    {
      "epoch": 1.33747892074199,
      "grad_norm": 5.842235565185547,
      "learning_rate": 2.158425925925926e-05,
      "loss": 0.5302400112152099,
      "step": 12690
    },
    {
      "epoch": 1.3380059021922428,
      "grad_norm": 2.202334403991699,
      "learning_rate": 2.157962962962963e-05,
      "loss": 0.4602500915527344,
      "step": 12695
    },
    {
      "epoch": 1.338532883642496,
      "grad_norm": 1.6761784553527832,
      "learning_rate": 2.1575e-05,
      "loss": 0.5255881309509277,
      "step": 12700
    },
    {
      "epoch": 1.3390598650927488,
      "grad_norm": 4.008317470550537,
      "learning_rate": 2.157037037037037e-05,
      "loss": 0.7578499794006348,
      "step": 12705
    },
    {
      "epoch": 1.3395868465430016,
      "grad_norm": 12.069513320922852,
      "learning_rate": 2.1565740740740743e-05,
      "loss": 0.5900778770446777,
      "step": 12710
    },
    {
      "epoch": 1.3401138279932545,
      "grad_norm": 1.5033434629440308,
      "learning_rate": 2.156111111111111e-05,
      "loss": 0.44800524711608886,
      "step": 12715
    },
    {
      "epoch": 1.3406408094435076,
      "grad_norm": 2.5433404445648193,
      "learning_rate": 2.1556481481481483e-05,
      "loss": 0.3899803161621094,
      "step": 12720
    },
    {
      "epoch": 1.3411677908937605,
      "grad_norm": 2.744589328765869,
      "learning_rate": 2.1551851851851852e-05,
      "loss": 0.3521946907043457,
      "step": 12725
    },
    {
      "epoch": 1.3416947723440136,
      "grad_norm": 3.2006404399871826,
      "learning_rate": 2.1547222222222224e-05,
      "loss": 0.443524169921875,
      "step": 12730
    },
    {
      "epoch": 1.3422217537942664,
      "grad_norm": 2.7630414962768555,
      "learning_rate": 2.1542592592592592e-05,
      "loss": 0.5909452438354492,
      "step": 12735
    },
    {
      "epoch": 1.3427487352445193,
      "grad_norm": 5.048828125,
      "learning_rate": 2.1537962962962964e-05,
      "loss": 0.49024109840393065,
      "step": 12740
    },
    {
      "epoch": 1.3432757166947724,
      "grad_norm": 2.9833743572235107,
      "learning_rate": 2.1533333333333333e-05,
      "loss": 0.4105874538421631,
      "step": 12745
    },
    {
      "epoch": 1.3438026981450253,
      "grad_norm": 2.101464033126831,
      "learning_rate": 2.15287037037037e-05,
      "loss": 0.5817536830902099,
      "step": 12750
    },
    {
      "epoch": 1.3443296795952784,
      "grad_norm": 1.89849054813385,
      "learning_rate": 2.1524074074074076e-05,
      "loss": 0.5556684494018554,
      "step": 12755
    },
    {
      "epoch": 1.3448566610455313,
      "grad_norm": 1.2573394775390625,
      "learning_rate": 2.1519444444444445e-05,
      "loss": 0.5168950080871582,
      "step": 12760
    },
    {
      "epoch": 1.3453836424957841,
      "grad_norm": 7.34495210647583,
      "learning_rate": 2.1514814814814817e-05,
      "loss": 0.9166854858398438,
      "step": 12765
    },
    {
      "epoch": 1.345910623946037,
      "grad_norm": 3.017627000808716,
      "learning_rate": 2.1510185185185185e-05,
      "loss": 0.4447472095489502,
      "step": 12770
    },
    {
      "epoch": 1.34643760539629,
      "grad_norm": 2.1337509155273438,
      "learning_rate": 2.1505555555555557e-05,
      "loss": 0.8449398040771484,
      "step": 12775
    },
    {
      "epoch": 1.346964586846543,
      "grad_norm": 1.3388173580169678,
      "learning_rate": 2.1500925925925926e-05,
      "loss": 0.4780752182006836,
      "step": 12780
    },
    {
      "epoch": 1.347491568296796,
      "grad_norm": 3.8226497173309326,
      "learning_rate": 2.1496296296296298e-05,
      "loss": 0.6273484230041504,
      "step": 12785
    },
    {
      "epoch": 1.348018549747049,
      "grad_norm": 7.826045513153076,
      "learning_rate": 2.1491666666666666e-05,
      "loss": 0.9117283821105957,
      "step": 12790
    },
    {
      "epoch": 1.3485455311973018,
      "grad_norm": 1.4246807098388672,
      "learning_rate": 2.1487037037037035e-05,
      "loss": 0.41509356498718264,
      "step": 12795
    },
    {
      "epoch": 1.3490725126475547,
      "grad_norm": 2.139235496520996,
      "learning_rate": 2.148240740740741e-05,
      "loss": 0.4152221202850342,
      "step": 12800
    },
    {
      "epoch": 1.3490725126475547,
      "eval_cer": 0.07824873122788081,
      "eval_loss": 0.3693449795246124,
      "eval_runtime": 1304.3062,
      "eval_samples_per_second": 2.233,
      "eval_score": 83.80453392805549,
      "eval_steps_per_second": 0.279,
      "eval_wer": 0.24566059021100942,
      "step": 12800
    },
    {
      "epoch": 1.3495994940978078,
      "grad_norm": 2.3053958415985107,
      "learning_rate": 2.147777777777778e-05,
      "loss": 0.529486894607544,
      "step": 12805
    },
    {
      "epoch": 1.3501264755480606,
      "grad_norm": 5.9075469970703125,
      "learning_rate": 2.147314814814815e-05,
      "loss": 0.544403076171875,
      "step": 12810
    },
    {
      "epoch": 1.3506534569983137,
      "grad_norm": 3.53318452835083,
      "learning_rate": 2.146851851851852e-05,
      "loss": 0.5238799095153809,
      "step": 12815
    },
    {
      "epoch": 1.3511804384485666,
      "grad_norm": 2.73266339302063,
      "learning_rate": 2.146388888888889e-05,
      "loss": 0.5762113094329834,
      "step": 12820
    },
    {
      "epoch": 1.3517074198988195,
      "grad_norm": 1.1856075525283813,
      "learning_rate": 2.145925925925926e-05,
      "loss": 0.4558085918426514,
      "step": 12825
    },
    {
      "epoch": 1.3522344013490726,
      "grad_norm": 5.644114017486572,
      "learning_rate": 2.145462962962963e-05,
      "loss": 0.47336506843566895,
      "step": 12830
    },
    {
      "epoch": 1.3527613827993255,
      "grad_norm": 2.5857183933258057,
      "learning_rate": 2.145e-05,
      "loss": 0.48783082962036134,
      "step": 12835
    },
    {
      "epoch": 1.3532883642495785,
      "grad_norm": 1.9494086503982544,
      "learning_rate": 2.1445370370370368e-05,
      "loss": 0.3642643928527832,
      "step": 12840
    },
    {
      "epoch": 1.3538153456998314,
      "grad_norm": 9.239975929260254,
      "learning_rate": 2.144074074074074e-05,
      "loss": 0.5999172687530517,
      "step": 12845
    },
    {
      "epoch": 1.3543423271500843,
      "grad_norm": 10.095967292785645,
      "learning_rate": 2.1436111111111112e-05,
      "loss": 0.45566935539245607,
      "step": 12850
    },
    {
      "epoch": 1.3548693086003372,
      "grad_norm": 2.9469540119171143,
      "learning_rate": 2.1431481481481484e-05,
      "loss": 0.5888739109039307,
      "step": 12855
    },
    {
      "epoch": 1.3553962900505903,
      "grad_norm": 7.120541572570801,
      "learning_rate": 2.1426851851851852e-05,
      "loss": 0.6958826065063477,
      "step": 12860
    },
    {
      "epoch": 1.3559232715008431,
      "grad_norm": 9.927010536193848,
      "learning_rate": 2.1422222222222224e-05,
      "loss": 0.4281097412109375,
      "step": 12865
    },
    {
      "epoch": 1.3564502529510962,
      "grad_norm": 1.4471381902694702,
      "learning_rate": 2.1417592592592593e-05,
      "loss": 0.4674220085144043,
      "step": 12870
    },
    {
      "epoch": 1.356977234401349,
      "grad_norm": 1.852880835533142,
      "learning_rate": 2.1412962962962965e-05,
      "loss": 0.5142865180969238,
      "step": 12875
    },
    {
      "epoch": 1.357504215851602,
      "grad_norm": 1.7443031072616577,
      "learning_rate": 2.1408333333333333e-05,
      "loss": 0.5264792919158936,
      "step": 12880
    },
    {
      "epoch": 1.3580311973018548,
      "grad_norm": 3.1624910831451416,
      "learning_rate": 2.14037037037037e-05,
      "loss": 0.5200026035308838,
      "step": 12885
    },
    {
      "epoch": 1.358558178752108,
      "grad_norm": 1.6247437000274658,
      "learning_rate": 2.1399074074074073e-05,
      "loss": 0.46179866790771484,
      "step": 12890
    },
    {
      "epoch": 1.3590851602023608,
      "grad_norm": 2.180677890777588,
      "learning_rate": 2.1394444444444445e-05,
      "loss": 0.5237279891967773,
      "step": 12895
    },
    {
      "epoch": 1.359612141652614,
      "grad_norm": 1.7101415395736694,
      "learning_rate": 2.1389814814814817e-05,
      "loss": 0.36732327938079834,
      "step": 12900
    },
    {
      "epoch": 1.3601391231028668,
      "grad_norm": 4.033438205718994,
      "learning_rate": 2.1385185185185186e-05,
      "loss": 0.5146773338317872,
      "step": 12905
    },
    {
      "epoch": 1.3606661045531196,
      "grad_norm": 1.6756612062454224,
      "learning_rate": 2.1380555555555558e-05,
      "loss": 0.520421838760376,
      "step": 12910
    },
    {
      "epoch": 1.3611930860033727,
      "grad_norm": 1.847233533859253,
      "learning_rate": 2.1375925925925926e-05,
      "loss": 0.48462467193603515,
      "step": 12915
    },
    {
      "epoch": 1.3617200674536256,
      "grad_norm": 1.6485724449157715,
      "learning_rate": 2.1371296296296298e-05,
      "loss": 0.4483324527740479,
      "step": 12920
    },
    {
      "epoch": 1.3622470489038787,
      "grad_norm": 1.9826703071594238,
      "learning_rate": 2.1366666666666667e-05,
      "loss": 0.45547661781311033,
      "step": 12925
    },
    {
      "epoch": 1.3627740303541316,
      "grad_norm": 1.800660252571106,
      "learning_rate": 2.1362037037037035e-05,
      "loss": 0.3987017869949341,
      "step": 12930
    },
    {
      "epoch": 1.3633010118043845,
      "grad_norm": 3.221412181854248,
      "learning_rate": 2.1357407407407407e-05,
      "loss": 0.8111372947692871,
      "step": 12935
    },
    {
      "epoch": 1.3638279932546373,
      "grad_norm": 2.100827932357788,
      "learning_rate": 2.135277777777778e-05,
      "loss": 0.5012969493865966,
      "step": 12940
    },
    {
      "epoch": 1.3643549747048904,
      "grad_norm": 2.7165215015411377,
      "learning_rate": 2.134814814814815e-05,
      "loss": 0.6827185153961182,
      "step": 12945
    },
    {
      "epoch": 1.3648819561551433,
      "grad_norm": 1.4955042600631714,
      "learning_rate": 2.134351851851852e-05,
      "loss": 0.4997254848480225,
      "step": 12950
    },
    {
      "epoch": 1.3654089376053964,
      "grad_norm": 2.1845755577087402,
      "learning_rate": 2.133888888888889e-05,
      "loss": 0.821631908416748,
      "step": 12955
    },
    {
      "epoch": 1.3659359190556493,
      "grad_norm": 1.9445208311080933,
      "learning_rate": 2.133425925925926e-05,
      "loss": 0.41508188247680666,
      "step": 12960
    },
    {
      "epoch": 1.3664629005059021,
      "grad_norm": 2.830811023712158,
      "learning_rate": 2.132962962962963e-05,
      "loss": 0.502257251739502,
      "step": 12965
    },
    {
      "epoch": 1.366989881956155,
      "grad_norm": 3.6988680362701416,
      "learning_rate": 2.1325e-05,
      "loss": 0.5104429721832275,
      "step": 12970
    },
    {
      "epoch": 1.367516863406408,
      "grad_norm": 3.0616071224212646,
      "learning_rate": 2.132037037037037e-05,
      "loss": 0.41009111404418946,
      "step": 12975
    },
    {
      "epoch": 1.368043844856661,
      "grad_norm": 2.149299383163452,
      "learning_rate": 2.131574074074074e-05,
      "loss": 0.489622688293457,
      "step": 12980
    },
    {
      "epoch": 1.368570826306914,
      "grad_norm": 2.092667579650879,
      "learning_rate": 2.131111111111111e-05,
      "loss": 0.5279373168945313,
      "step": 12985
    },
    {
      "epoch": 1.369097807757167,
      "grad_norm": 1.7855565547943115,
      "learning_rate": 2.1306481481481484e-05,
      "loss": 0.45787343978881834,
      "step": 12990
    },
    {
      "epoch": 1.3696247892074198,
      "grad_norm": 2.218860626220703,
      "learning_rate": 2.1301851851851853e-05,
      "loss": 0.5844008445739746,
      "step": 12995
    },
    {
      "epoch": 1.370151770657673,
      "grad_norm": 1.73141610622406,
      "learning_rate": 2.1297222222222225e-05,
      "loss": 0.5039680957794189,
      "step": 13000
    },
    {
      "epoch": 1.3706787521079258,
      "grad_norm": 2.104811191558838,
      "learning_rate": 2.1292592592592593e-05,
      "loss": 0.5599461555480957,
      "step": 13005
    },
    {
      "epoch": 1.3712057335581789,
      "grad_norm": 3.694567918777466,
      "learning_rate": 2.1287962962962965e-05,
      "loss": 0.409381103515625,
      "step": 13010
    },
    {
      "epoch": 1.3717327150084317,
      "grad_norm": 2.8735928535461426,
      "learning_rate": 2.1283333333333333e-05,
      "loss": 0.47426843643188477,
      "step": 13015
    },
    {
      "epoch": 1.3722596964586846,
      "grad_norm": 1.9774742126464844,
      "learning_rate": 2.1278703703703702e-05,
      "loss": 0.34466187953948973,
      "step": 13020
    },
    {
      "epoch": 1.3727866779089375,
      "grad_norm": 2.3805360794067383,
      "learning_rate": 2.1274074074074074e-05,
      "loss": 0.42761592864990233,
      "step": 13025
    },
    {
      "epoch": 1.3733136593591906,
      "grad_norm": 6.904593467712402,
      "learning_rate": 2.1269444444444442e-05,
      "loss": 0.4743048667907715,
      "step": 13030
    },
    {
      "epoch": 1.3738406408094435,
      "grad_norm": 1.3889583349227905,
      "learning_rate": 2.1264814814814818e-05,
      "loss": 0.4420165061950684,
      "step": 13035
    },
    {
      "epoch": 1.3743676222596966,
      "grad_norm": 1.2352725267410278,
      "learning_rate": 2.1260185185185186e-05,
      "loss": 0.6094046115875245,
      "step": 13040
    },
    {
      "epoch": 1.3748946037099494,
      "grad_norm": 2.323871374130249,
      "learning_rate": 2.1255555555555558e-05,
      "loss": 0.45658106803894044,
      "step": 13045
    },
    {
      "epoch": 1.3754215851602023,
      "grad_norm": 2.6711373329162598,
      "learning_rate": 2.1250925925925926e-05,
      "loss": 0.42639713287353515,
      "step": 13050
    },
    {
      "epoch": 1.3759485666104554,
      "grad_norm": 4.018678188323975,
      "learning_rate": 2.12462962962963e-05,
      "loss": 0.4011031150817871,
      "step": 13055
    },
    {
      "epoch": 1.3764755480607083,
      "grad_norm": 1.4155900478363037,
      "learning_rate": 2.1241666666666667e-05,
      "loss": 0.38143837451934814,
      "step": 13060
    },
    {
      "epoch": 1.3770025295109611,
      "grad_norm": 5.094435214996338,
      "learning_rate": 2.1237037037037035e-05,
      "loss": 0.5485074043273925,
      "step": 13065
    },
    {
      "epoch": 1.3775295109612142,
      "grad_norm": 1.7297337055206299,
      "learning_rate": 2.1232407407407407e-05,
      "loss": 0.3993202209472656,
      "step": 13070
    },
    {
      "epoch": 1.378056492411467,
      "grad_norm": 1.9076370000839233,
      "learning_rate": 2.1227777777777776e-05,
      "loss": 0.41260828971862795,
      "step": 13075
    },
    {
      "epoch": 1.37858347386172,
      "grad_norm": 1.3680486679077148,
      "learning_rate": 2.1223148148148148e-05,
      "loss": 0.45600099563598634,
      "step": 13080
    },
    {
      "epoch": 1.379110455311973,
      "grad_norm": 2.4548802375793457,
      "learning_rate": 2.121851851851852e-05,
      "loss": 0.43433585166931155,
      "step": 13085
    },
    {
      "epoch": 1.379637436762226,
      "grad_norm": 1.6853556632995605,
      "learning_rate": 2.121388888888889e-05,
      "loss": 0.49651756286621096,
      "step": 13090
    },
    {
      "epoch": 1.380164418212479,
      "grad_norm": 1.8696924448013306,
      "learning_rate": 2.120925925925926e-05,
      "loss": 0.46668219566345215,
      "step": 13095
    },
    {
      "epoch": 1.380691399662732,
      "grad_norm": 5.845090866088867,
      "learning_rate": 2.1204629629629632e-05,
      "loss": 0.7215781211853027,
      "step": 13100
    },
    {
      "epoch": 1.3812183811129848,
      "grad_norm": 1.5279799699783325,
      "learning_rate": 2.12e-05,
      "loss": 0.7377691268920898,
      "step": 13105
    },
    {
      "epoch": 1.3817453625632377,
      "grad_norm": 1.4332355260849,
      "learning_rate": 2.1195370370370372e-05,
      "loss": 0.4044350624084473,
      "step": 13110
    },
    {
      "epoch": 1.3822723440134908,
      "grad_norm": 1.7209969758987427,
      "learning_rate": 2.119074074074074e-05,
      "loss": 0.5047370910644531,
      "step": 13115
    },
    {
      "epoch": 1.3827993254637436,
      "grad_norm": 2.3971548080444336,
      "learning_rate": 2.118611111111111e-05,
      "loss": 0.5903778076171875,
      "step": 13120
    },
    {
      "epoch": 1.3833263069139967,
      "grad_norm": 2.276679277420044,
      "learning_rate": 2.118148148148148e-05,
      "loss": 0.7456155300140381,
      "step": 13125
    },
    {
      "epoch": 1.3838532883642496,
      "grad_norm": 1.535858392715454,
      "learning_rate": 2.1176851851851853e-05,
      "loss": 0.4819790363311768,
      "step": 13130
    },
    {
      "epoch": 1.3843802698145025,
      "grad_norm": 3.4855828285217285,
      "learning_rate": 2.1172222222222225e-05,
      "loss": 0.5564711570739747,
      "step": 13135
    },
    {
      "epoch": 1.3849072512647556,
      "grad_norm": 2.3397583961486816,
      "learning_rate": 2.1167592592592593e-05,
      "loss": 0.6504575252532959,
      "step": 13140
    },
    {
      "epoch": 1.3854342327150084,
      "grad_norm": 5.821747303009033,
      "learning_rate": 2.1162962962962965e-05,
      "loss": 0.5756656646728515,
      "step": 13145
    },
    {
      "epoch": 1.3859612141652613,
      "grad_norm": 1.3527641296386719,
      "learning_rate": 2.1158333333333334e-05,
      "loss": 0.4173152923583984,
      "step": 13150
    },
    {
      "epoch": 1.3864881956155144,
      "grad_norm": 3.277756690979004,
      "learning_rate": 2.1153703703703706e-05,
      "loss": 0.48016061782836916,
      "step": 13155
    },
    {
      "epoch": 1.3870151770657673,
      "grad_norm": 2.1533353328704834,
      "learning_rate": 2.1149074074074074e-05,
      "loss": 0.4155431270599365,
      "step": 13160
    },
    {
      "epoch": 1.3875421585160201,
      "grad_norm": 2.5773227214813232,
      "learning_rate": 2.1144444444444443e-05,
      "loss": 0.6726000785827637,
      "step": 13165
    },
    {
      "epoch": 1.3880691399662732,
      "grad_norm": 1.7263073921203613,
      "learning_rate": 2.1139814814814815e-05,
      "loss": 0.4357148170471191,
      "step": 13170
    },
    {
      "epoch": 1.388596121416526,
      "grad_norm": 2.0248072147369385,
      "learning_rate": 2.1135185185185183e-05,
      "loss": 0.6322121143341064,
      "step": 13175
    },
    {
      "epoch": 1.3891231028667792,
      "grad_norm": 2.0376172065734863,
      "learning_rate": 2.113055555555556e-05,
      "loss": 0.44709014892578125,
      "step": 13180
    },
    {
      "epoch": 1.389650084317032,
      "grad_norm": 2.4614906311035156,
      "learning_rate": 2.1125925925925927e-05,
      "loss": 0.6159052371978759,
      "step": 13185
    },
    {
      "epoch": 1.390177065767285,
      "grad_norm": 2.542177677154541,
      "learning_rate": 2.11212962962963e-05,
      "loss": 0.4447474002838135,
      "step": 13190
    },
    {
      "epoch": 1.3907040472175378,
      "grad_norm": 2.236236333847046,
      "learning_rate": 2.1116666666666667e-05,
      "loss": 0.4601423740386963,
      "step": 13195
    },
    {
      "epoch": 1.391231028667791,
      "grad_norm": 2.5537712574005127,
      "learning_rate": 2.111203703703704e-05,
      "loss": 0.5409906387329102,
      "step": 13200
    },
    {
      "epoch": 1.3917580101180438,
      "grad_norm": 1.3470748662948608,
      "learning_rate": 2.1107407407407408e-05,
      "loss": 0.45133957862854,
      "step": 13205
    },
    {
      "epoch": 1.3922849915682969,
      "grad_norm": 1.3863457441329956,
      "learning_rate": 2.1102777777777776e-05,
      "loss": 0.44188880920410156,
      "step": 13210
    },
    {
      "epoch": 1.3928119730185498,
      "grad_norm": 2.8985483646392822,
      "learning_rate": 2.1098148148148148e-05,
      "loss": 0.5878347396850586,
      "step": 13215
    },
    {
      "epoch": 1.3933389544688026,
      "grad_norm": 5.518959999084473,
      "learning_rate": 2.1093518518518516e-05,
      "loss": 0.6744509696960449,
      "step": 13220
    },
    {
      "epoch": 1.3938659359190557,
      "grad_norm": 2.154233455657959,
      "learning_rate": 2.1088888888888892e-05,
      "loss": 0.48513050079345704,
      "step": 13225
    },
    {
      "epoch": 1.3943929173693086,
      "grad_norm": 2.0615274906158447,
      "learning_rate": 2.108425925925926e-05,
      "loss": 0.5498820781707764,
      "step": 13230
    },
    {
      "epoch": 1.3949198988195617,
      "grad_norm": 1.6161305904388428,
      "learning_rate": 2.1079629629629632e-05,
      "loss": 0.6178333759307861,
      "step": 13235
    },
    {
      "epoch": 1.3954468802698146,
      "grad_norm": 2.395317316055298,
      "learning_rate": 2.1075e-05,
      "loss": 0.5817738056182862,
      "step": 13240
    },
    {
      "epoch": 1.3959738617200674,
      "grad_norm": 4.6220784187316895,
      "learning_rate": 2.1070370370370373e-05,
      "loss": 0.41629390716552733,
      "step": 13245
    },
    {
      "epoch": 1.3965008431703203,
      "grad_norm": 2.7446320056915283,
      "learning_rate": 2.106574074074074e-05,
      "loss": 0.6737511157989502,
      "step": 13250
    },
    {
      "epoch": 1.3970278246205734,
      "grad_norm": 1.4858770370483398,
      "learning_rate": 2.106111111111111e-05,
      "loss": 0.44179644584655764,
      "step": 13255
    },
    {
      "epoch": 1.3975548060708263,
      "grad_norm": 4.219858646392822,
      "learning_rate": 2.105648148148148e-05,
      "loss": 0.572155237197876,
      "step": 13260
    },
    {
      "epoch": 1.3980817875210794,
      "grad_norm": 8.567975997924805,
      "learning_rate": 2.105185185185185e-05,
      "loss": 0.8331439971923829,
      "step": 13265
    },
    {
      "epoch": 1.3986087689713322,
      "grad_norm": 1.5717891454696655,
      "learning_rate": 2.1047222222222225e-05,
      "loss": 0.5589786052703858,
      "step": 13270
    },
    {
      "epoch": 1.3991357504215851,
      "grad_norm": 2.7418606281280518,
      "learning_rate": 2.1042592592592594e-05,
      "loss": 0.5923691749572754,
      "step": 13275
    },
    {
      "epoch": 1.399662731871838,
      "grad_norm": 2.4224138259887695,
      "learning_rate": 2.1037962962962966e-05,
      "loss": 0.4635128974914551,
      "step": 13280
    },
    {
      "epoch": 1.400189713322091,
      "grad_norm": 4.874779224395752,
      "learning_rate": 2.1033333333333334e-05,
      "loss": 0.5329168796539306,
      "step": 13285
    },
    {
      "epoch": 1.400716694772344,
      "grad_norm": 7.746723651885986,
      "learning_rate": 2.1028703703703706e-05,
      "loss": 0.6415183544158936,
      "step": 13290
    },
    {
      "epoch": 1.401243676222597,
      "grad_norm": 1.5265116691589355,
      "learning_rate": 2.1024074074074075e-05,
      "loss": 0.6370879650115967,
      "step": 13295
    },
    {
      "epoch": 1.40177065767285,
      "grad_norm": 4.153685569763184,
      "learning_rate": 2.1019444444444443e-05,
      "loss": 0.4467160224914551,
      "step": 13300
    },
    {
      "epoch": 1.4022976391231028,
      "grad_norm": 1.259446620941162,
      "learning_rate": 2.1014814814814815e-05,
      "loss": 0.42004823684692383,
      "step": 13305
    },
    {
      "epoch": 1.4028246205733559,
      "grad_norm": 5.1898322105407715,
      "learning_rate": 2.1010185185185183e-05,
      "loss": 1.0731404304504395,
      "step": 13310
    },
    {
      "epoch": 1.4033516020236088,
      "grad_norm": 1.3271199464797974,
      "learning_rate": 2.1005555555555555e-05,
      "loss": 0.3582314968109131,
      "step": 13315
    },
    {
      "epoch": 1.4038785834738619,
      "grad_norm": 3.503645658493042,
      "learning_rate": 2.1000925925925927e-05,
      "loss": 0.6082808494567871,
      "step": 13320
    },
    {
      "epoch": 1.4044055649241147,
      "grad_norm": 1.3046391010284424,
      "learning_rate": 2.09962962962963e-05,
      "loss": 0.3820819616317749,
      "step": 13325
    },
    {
      "epoch": 1.4049325463743676,
      "grad_norm": 1.9964678287506104,
      "learning_rate": 2.0991666666666668e-05,
      "loss": 0.40378293991088865,
      "step": 13330
    },
    {
      "epoch": 1.4054595278246205,
      "grad_norm": 2.775783061981201,
      "learning_rate": 2.098703703703704e-05,
      "loss": 0.4127638816833496,
      "step": 13335
    },
    {
      "epoch": 1.4059865092748736,
      "grad_norm": 3.4893925189971924,
      "learning_rate": 2.0982407407407408e-05,
      "loss": 0.6828807353973388,
      "step": 13340
    },
    {
      "epoch": 1.4065134907251264,
      "grad_norm": 2.685218334197998,
      "learning_rate": 2.0977777777777776e-05,
      "loss": 0.3691555500030518,
      "step": 13345
    },
    {
      "epoch": 1.4070404721753795,
      "grad_norm": 3.7778425216674805,
      "learning_rate": 2.097314814814815e-05,
      "loss": 0.5435356140136719,
      "step": 13350
    },
    {
      "epoch": 1.4075674536256324,
      "grad_norm": 2.8324544429779053,
      "learning_rate": 2.0968518518518517e-05,
      "loss": 0.514078426361084,
      "step": 13355
    },
    {
      "epoch": 1.4080944350758853,
      "grad_norm": 1.8619105815887451,
      "learning_rate": 2.096388888888889e-05,
      "loss": 0.6075581073760986,
      "step": 13360
    },
    {
      "epoch": 1.4086214165261381,
      "grad_norm": 2.3924560546875,
      "learning_rate": 2.095925925925926e-05,
      "loss": 0.45453691482543945,
      "step": 13365
    },
    {
      "epoch": 1.4091483979763912,
      "grad_norm": 2.080166816711426,
      "learning_rate": 2.0954629629629633e-05,
      "loss": 0.5689488887786865,
      "step": 13370
    },
    {
      "epoch": 1.4096753794266441,
      "grad_norm": 1.8607617616653442,
      "learning_rate": 2.095e-05,
      "loss": 0.40478515625,
      "step": 13375
    },
    {
      "epoch": 1.4102023608768972,
      "grad_norm": 2.4322824478149414,
      "learning_rate": 2.0945370370370373e-05,
      "loss": 0.48478121757507325,
      "step": 13380
    },
    {
      "epoch": 1.41072934232715,
      "grad_norm": 2.4119009971618652,
      "learning_rate": 2.094074074074074e-05,
      "loss": 0.6664563179016113,
      "step": 13385
    },
    {
      "epoch": 1.411256323777403,
      "grad_norm": 1.7425976991653442,
      "learning_rate": 2.093611111111111e-05,
      "loss": 0.4194199562072754,
      "step": 13390
    },
    {
      "epoch": 1.411783305227656,
      "grad_norm": 3.1627490520477295,
      "learning_rate": 2.0931481481481482e-05,
      "loss": 0.5121688842773438,
      "step": 13395
    },
    {
      "epoch": 1.412310286677909,
      "grad_norm": 2.2977237701416016,
      "learning_rate": 2.092685185185185e-05,
      "loss": 0.43108601570129396,
      "step": 13400
    },
    {
      "epoch": 1.412837268128162,
      "grad_norm": 2.598552703857422,
      "learning_rate": 2.0922222222222222e-05,
      "loss": 0.32643733024597166,
      "step": 13405
    },
    {
      "epoch": 1.4133642495784149,
      "grad_norm": 1.3640830516815186,
      "learning_rate": 2.091759259259259e-05,
      "loss": 0.795770788192749,
      "step": 13410
    },
    {
      "epoch": 1.4138912310286678,
      "grad_norm": 1.8409719467163086,
      "learning_rate": 2.0912962962962966e-05,
      "loss": 0.47817072868347166,
      "step": 13415
    },
    {
      "epoch": 1.4144182124789206,
      "grad_norm": 1.191565990447998,
      "learning_rate": 2.0908333333333334e-05,
      "loss": 0.6942868232727051,
      "step": 13420
    },
    {
      "epoch": 1.4149451939291737,
      "grad_norm": 5.502175331115723,
      "learning_rate": 2.0903703703703706e-05,
      "loss": 0.5728404521942139,
      "step": 13425
    },
    {
      "epoch": 1.4154721753794266,
      "grad_norm": 1.8526160717010498,
      "learning_rate": 2.0899074074074075e-05,
      "loss": 0.4304877758026123,
      "step": 13430
    },
    {
      "epoch": 1.4159991568296797,
      "grad_norm": 2.7635254859924316,
      "learning_rate": 2.0894444444444443e-05,
      "loss": 0.43858113288879397,
      "step": 13435
    },
    {
      "epoch": 1.4165261382799326,
      "grad_norm": 2.1151034832000732,
      "learning_rate": 2.0889814814814815e-05,
      "loss": 0.6447906494140625,
      "step": 13440
    },
    {
      "epoch": 1.4170531197301854,
      "grad_norm": 2.7961220741271973,
      "learning_rate": 2.0885185185185184e-05,
      "loss": 0.6236594200134278,
      "step": 13445
    },
    {
      "epoch": 1.4175801011804383,
      "grad_norm": 1.731055498123169,
      "learning_rate": 2.0880555555555556e-05,
      "loss": 0.5800435066223144,
      "step": 13450
    },
    {
      "epoch": 1.4181070826306914,
      "grad_norm": 2.6133456230163574,
      "learning_rate": 2.0875925925925924e-05,
      "loss": 0.6098971366882324,
      "step": 13455
    },
    {
      "epoch": 1.4186340640809443,
      "grad_norm": 2.3336403369903564,
      "learning_rate": 2.08712962962963e-05,
      "loss": 0.7400063037872314,
      "step": 13460
    },
    {
      "epoch": 1.4191610455311974,
      "grad_norm": 3.313194990158081,
      "learning_rate": 2.0866666666666668e-05,
      "loss": 0.5793307781219482,
      "step": 13465
    },
    {
      "epoch": 1.4196880269814502,
      "grad_norm": 2.031437873840332,
      "learning_rate": 2.086203703703704e-05,
      "loss": 0.7321656703948974,
      "step": 13470
    },
    {
      "epoch": 1.4202150084317031,
      "grad_norm": 1.6904571056365967,
      "learning_rate": 2.0857407407407408e-05,
      "loss": 0.45401673316955565,
      "step": 13475
    },
    {
      "epoch": 1.4207419898819562,
      "grad_norm": 5.850389003753662,
      "learning_rate": 2.0852777777777777e-05,
      "loss": 0.5862502098083496,
      "step": 13480
    },
    {
      "epoch": 1.421268971332209,
      "grad_norm": 3.9558308124542236,
      "learning_rate": 2.084814814814815e-05,
      "loss": 0.40226316452026367,
      "step": 13485
    },
    {
      "epoch": 1.4217959527824622,
      "grad_norm": 1.5307371616363525,
      "learning_rate": 2.0843518518518517e-05,
      "loss": 0.43277573585510254,
      "step": 13490
    },
    {
      "epoch": 1.422322934232715,
      "grad_norm": 2.01881742477417,
      "learning_rate": 2.083888888888889e-05,
      "loss": 0.46291866302490237,
      "step": 13495
    },
    {
      "epoch": 1.422849915682968,
      "grad_norm": 5.525496006011963,
      "learning_rate": 2.0834259259259258e-05,
      "loss": 0.4983016014099121,
      "step": 13500
    },
    {
      "epoch": 1.4233768971332208,
      "grad_norm": 1.5786612033843994,
      "learning_rate": 2.0829629629629633e-05,
      "loss": 0.5984786987304688,
      "step": 13505
    },
    {
      "epoch": 1.423903878583474,
      "grad_norm": 1.4336506128311157,
      "learning_rate": 2.0825e-05,
      "loss": 0.41300950050354,
      "step": 13510
    },
    {
      "epoch": 1.4244308600337268,
      "grad_norm": 1.5191640853881836,
      "learning_rate": 2.0820370370370373e-05,
      "loss": 0.45745186805725097,
      "step": 13515
    },
    {
      "epoch": 1.4249578414839799,
      "grad_norm": 2.087489366531372,
      "learning_rate": 2.0815740740740742e-05,
      "loss": 0.607585334777832,
      "step": 13520
    },
    {
      "epoch": 1.4254848229342327,
      "grad_norm": 4.156071662902832,
      "learning_rate": 2.081111111111111e-05,
      "loss": 0.5974658012390137,
      "step": 13525
    },
    {
      "epoch": 1.4260118043844856,
      "grad_norm": 1.4198700189590454,
      "learning_rate": 2.0806481481481482e-05,
      "loss": 0.6135831356048584,
      "step": 13530
    },
    {
      "epoch": 1.4265387858347387,
      "grad_norm": 2.3005616664886475,
      "learning_rate": 2.080185185185185e-05,
      "loss": 0.46269617080688474,
      "step": 13535
    },
    {
      "epoch": 1.4270657672849916,
      "grad_norm": 2.548490285873413,
      "learning_rate": 2.0797222222222223e-05,
      "loss": 0.456577205657959,
      "step": 13540
    },
    {
      "epoch": 1.4275927487352444,
      "grad_norm": 1.4449299573898315,
      "learning_rate": 2.079259259259259e-05,
      "loss": 0.3912627935409546,
      "step": 13545
    },
    {
      "epoch": 1.4281197301854975,
      "grad_norm": 2.2844276428222656,
      "learning_rate": 2.0787962962962963e-05,
      "loss": 0.5662116527557373,
      "step": 13550
    },
    {
      "epoch": 1.4286467116357504,
      "grad_norm": 2.7689075469970703,
      "learning_rate": 2.0783333333333335e-05,
      "loss": 0.8330860137939453,
      "step": 13555
    },
    {
      "epoch": 1.4291736930860033,
      "grad_norm": 3.0667386054992676,
      "learning_rate": 2.0778703703703707e-05,
      "loss": 0.45575428009033203,
      "step": 13560
    },
    {
      "epoch": 1.4297006745362564,
      "grad_norm": 1.8024144172668457,
      "learning_rate": 2.0774074074074075e-05,
      "loss": 0.5703917503356933,
      "step": 13565
    },
    {
      "epoch": 1.4302276559865092,
      "grad_norm": 2.0042099952697754,
      "learning_rate": 2.0769444444444444e-05,
      "loss": 0.5386582374572754,
      "step": 13570
    },
    {
      "epoch": 1.4307546374367623,
      "grad_norm": 2.8349766731262207,
      "learning_rate": 2.0764814814814816e-05,
      "loss": 0.5903122901916504,
      "step": 13575
    },
    {
      "epoch": 1.4312816188870152,
      "grad_norm": 2.09006404876709,
      "learning_rate": 2.0760185185185184e-05,
      "loss": 0.4289802074432373,
      "step": 13580
    },
    {
      "epoch": 1.431808600337268,
      "grad_norm": 2.1072564125061035,
      "learning_rate": 2.0755555555555556e-05,
      "loss": 0.82974853515625,
      "step": 13585
    },
    {
      "epoch": 1.432335581787521,
      "grad_norm": 2.4043853282928467,
      "learning_rate": 2.0750925925925924e-05,
      "loss": 0.6707266330718994,
      "step": 13590
    },
    {
      "epoch": 1.432862563237774,
      "grad_norm": 1.5602647066116333,
      "learning_rate": 2.0746296296296296e-05,
      "loss": 0.4707469463348389,
      "step": 13595
    },
    {
      "epoch": 1.433389544688027,
      "grad_norm": 1.8814661502838135,
      "learning_rate": 2.0741666666666668e-05,
      "loss": 0.395977783203125,
      "step": 13600
    },
    {
      "epoch": 1.433389544688027,
      "eval_cer": 0.07933587952632508,
      "eval_loss": 0.35296204686164856,
      "eval_runtime": 1555.8044,
      "eval_samples_per_second": 1.872,
      "eval_score": 83.55660165991685,
      "eval_steps_per_second": 0.234,
      "eval_wer": 0.2495320872753378,
      "step": 13600
    },
    {
      "epoch": 1.43391652613828,
      "grad_norm": 2.2692744731903076,
      "learning_rate": 2.073703703703704e-05,
      "loss": 0.7562856674194336,
      "step": 13605
    },
    {
      "epoch": 1.434443507588533,
      "grad_norm": 10.972973823547363,
      "learning_rate": 2.073240740740741e-05,
      "loss": 0.6111489772796631,
      "step": 13610
    },
    {
      "epoch": 1.4349704890387858,
      "grad_norm": 1.3157916069030762,
      "learning_rate": 2.0727777777777777e-05,
      "loss": 0.44634099006652833,
      "step": 13615
    },
    {
      "epoch": 1.4354974704890389,
      "grad_norm": 2.9286487102508545,
      "learning_rate": 2.072314814814815e-05,
      "loss": 0.5739479064941406,
      "step": 13620
    },
    {
      "epoch": 1.4360244519392917,
      "grad_norm": 1.6703059673309326,
      "learning_rate": 2.0718518518518518e-05,
      "loss": 0.40174455642700196,
      "step": 13625
    },
    {
      "epoch": 1.4365514333895446,
      "grad_norm": 1.923511028289795,
      "learning_rate": 2.071388888888889e-05,
      "loss": 0.38079543113708497,
      "step": 13630
    },
    {
      "epoch": 1.4370784148397977,
      "grad_norm": 6.211040496826172,
      "learning_rate": 2.0709259259259258e-05,
      "loss": 1.2758573532104491,
      "step": 13635
    },
    {
      "epoch": 1.4376053962900506,
      "grad_norm": 2.812964677810669,
      "learning_rate": 2.070462962962963e-05,
      "loss": 0.43686709403991697,
      "step": 13640
    },
    {
      "epoch": 1.4381323777403034,
      "grad_norm": 2.106325626373291,
      "learning_rate": 2.07e-05,
      "loss": 0.5851175308227539,
      "step": 13645
    },
    {
      "epoch": 1.4386593591905565,
      "grad_norm": 1.4577748775482178,
      "learning_rate": 2.0695370370370374e-05,
      "loss": 0.4716811180114746,
      "step": 13650
    },
    {
      "epoch": 1.4391863406408094,
      "grad_norm": 1.3872056007385254,
      "learning_rate": 2.0690740740740742e-05,
      "loss": 0.4317618370056152,
      "step": 13655
    },
    {
      "epoch": 1.4397133220910625,
      "grad_norm": 1.6650164127349854,
      "learning_rate": 2.0686111111111114e-05,
      "loss": 0.42002182006835936,
      "step": 13660
    },
    {
      "epoch": 1.4402403035413154,
      "grad_norm": 3.315695285797119,
      "learning_rate": 2.0681481481481482e-05,
      "loss": 0.5685131072998046,
      "step": 13665
    },
    {
      "epoch": 1.4407672849915683,
      "grad_norm": 3.2311506271362305,
      "learning_rate": 2.067685185185185e-05,
      "loss": 0.40430221557617185,
      "step": 13670
    },
    {
      "epoch": 1.4412942664418211,
      "grad_norm": 4.264135837554932,
      "learning_rate": 2.0672222222222223e-05,
      "loss": 0.6449830055236816,
      "step": 13675
    },
    {
      "epoch": 1.4418212478920742,
      "grad_norm": 4.330350399017334,
      "learning_rate": 2.066759259259259e-05,
      "loss": 0.6026651382446289,
      "step": 13680
    },
    {
      "epoch": 1.442348229342327,
      "grad_norm": 3.7724645137786865,
      "learning_rate": 2.0662962962962963e-05,
      "loss": 0.5212847709655761,
      "step": 13685
    },
    {
      "epoch": 1.4428752107925802,
      "grad_norm": 3.498999834060669,
      "learning_rate": 2.0658333333333332e-05,
      "loss": 0.8643702507019043,
      "step": 13690
    },
    {
      "epoch": 1.443402192242833,
      "grad_norm": 4.17701530456543,
      "learning_rate": 2.0653703703703707e-05,
      "loss": 0.47484688758850097,
      "step": 13695
    },
    {
      "epoch": 1.443929173693086,
      "grad_norm": 3.1349689960479736,
      "learning_rate": 2.0649074074074076e-05,
      "loss": 0.4589557647705078,
      "step": 13700
    },
    {
      "epoch": 1.444456155143339,
      "grad_norm": 2.2068417072296143,
      "learning_rate": 2.0644444444444447e-05,
      "loss": 0.3892728090286255,
      "step": 13705
    },
    {
      "epoch": 1.444983136593592,
      "grad_norm": 8.977779388427734,
      "learning_rate": 2.0639814814814816e-05,
      "loss": 0.7656414985656739,
      "step": 13710
    },
    {
      "epoch": 1.445510118043845,
      "grad_norm": 1.9932329654693604,
      "learning_rate": 2.0635185185185184e-05,
      "loss": 0.483814001083374,
      "step": 13715
    },
    {
      "epoch": 1.4460370994940979,
      "grad_norm": 2.2108609676361084,
      "learning_rate": 2.0630555555555556e-05,
      "loss": 0.4935575008392334,
      "step": 13720
    },
    {
      "epoch": 1.4465640809443507,
      "grad_norm": 3.994673252105713,
      "learning_rate": 2.0625925925925925e-05,
      "loss": 0.40308551788330077,
      "step": 13725
    },
    {
      "epoch": 1.4470910623946036,
      "grad_norm": 4.218685626983643,
      "learning_rate": 2.0621296296296297e-05,
      "loss": 0.681982946395874,
      "step": 13730
    },
    {
      "epoch": 1.4476180438448567,
      "grad_norm": 1.531823754310608,
      "learning_rate": 2.0616666666666665e-05,
      "loss": 0.444423770904541,
      "step": 13735
    },
    {
      "epoch": 1.4481450252951096,
      "grad_norm": 4.715468883514404,
      "learning_rate": 2.0612037037037037e-05,
      "loss": 0.7257874488830567,
      "step": 13740
    },
    {
      "epoch": 1.4486720067453627,
      "grad_norm": 11.400932312011719,
      "learning_rate": 2.060740740740741e-05,
      "loss": 0.467901611328125,
      "step": 13745
    },
    {
      "epoch": 1.4491989881956155,
      "grad_norm": 5.826009273529053,
      "learning_rate": 2.060277777777778e-05,
      "loss": 0.5474825859069824,
      "step": 13750
    },
    {
      "epoch": 1.4497259696458684,
      "grad_norm": 3.1505632400512695,
      "learning_rate": 2.059814814814815e-05,
      "loss": 0.595554256439209,
      "step": 13755
    },
    {
      "epoch": 1.4502529510961213,
      "grad_norm": 1.9840167760849,
      "learning_rate": 2.0593518518518518e-05,
      "loss": 0.6437071800231934,
      "step": 13760
    },
    {
      "epoch": 1.4507799325463744,
      "grad_norm": 2.0797271728515625,
      "learning_rate": 2.058888888888889e-05,
      "loss": 0.4535387992858887,
      "step": 13765
    },
    {
      "epoch": 1.4513069139966273,
      "grad_norm": 2.884843111038208,
      "learning_rate": 2.0584259259259258e-05,
      "loss": 0.7737510204315186,
      "step": 13770
    },
    {
      "epoch": 1.4518338954468804,
      "grad_norm": 1.6332111358642578,
      "learning_rate": 2.057962962962963e-05,
      "loss": 1.1389708518981934,
      "step": 13775
    },
    {
      "epoch": 1.4523608768971332,
      "grad_norm": 1.6912792921066284,
      "learning_rate": 2.0575e-05,
      "loss": 0.4434086799621582,
      "step": 13780
    },
    {
      "epoch": 1.452887858347386,
      "grad_norm": 1.5674526691436768,
      "learning_rate": 2.057037037037037e-05,
      "loss": 0.5759779453277588,
      "step": 13785
    },
    {
      "epoch": 1.4534148397976392,
      "grad_norm": 1.9810054302215576,
      "learning_rate": 2.0565740740740742e-05,
      "loss": 0.518739891052246,
      "step": 13790
    },
    {
      "epoch": 1.453941821247892,
      "grad_norm": 3.5763165950775146,
      "learning_rate": 2.0561111111111114e-05,
      "loss": 0.4772192478179932,
      "step": 13795
    },
    {
      "epoch": 1.4544688026981452,
      "grad_norm": 7.0218610763549805,
      "learning_rate": 2.0556481481481483e-05,
      "loss": 0.6947510242462158,
      "step": 13800
    },
    {
      "epoch": 1.454995784148398,
      "grad_norm": 2.014760971069336,
      "learning_rate": 2.055185185185185e-05,
      "loss": 0.6715879440307617,
      "step": 13805
    },
    {
      "epoch": 1.455522765598651,
      "grad_norm": 2.547966718673706,
      "learning_rate": 2.0547222222222223e-05,
      "loss": 0.5501924514770508,
      "step": 13810
    },
    {
      "epoch": 1.4560497470489038,
      "grad_norm": 5.419077396392822,
      "learning_rate": 2.0542592592592592e-05,
      "loss": 0.8877312660217285,
      "step": 13815
    },
    {
      "epoch": 1.4565767284991569,
      "grad_norm": 2.8037941455841064,
      "learning_rate": 2.0537962962962964e-05,
      "loss": 0.5029006481170655,
      "step": 13820
    },
    {
      "epoch": 1.4571037099494097,
      "grad_norm": 2.2217495441436768,
      "learning_rate": 2.0533333333333332e-05,
      "loss": 0.5417988777160645,
      "step": 13825
    },
    {
      "epoch": 1.4576306913996628,
      "grad_norm": 1.5914698839187622,
      "learning_rate": 2.0528703703703704e-05,
      "loss": 0.38307533264160154,
      "step": 13830
    },
    {
      "epoch": 1.4581576728499157,
      "grad_norm": 4.694590091705322,
      "learning_rate": 2.0524074074074076e-05,
      "loss": 0.627556037902832,
      "step": 13835
    },
    {
      "epoch": 1.4586846543001686,
      "grad_norm": 3.029017686843872,
      "learning_rate": 2.0519444444444448e-05,
      "loss": 0.5873062133789062,
      "step": 13840
    },
    {
      "epoch": 1.4592116357504215,
      "grad_norm": 1.2444151639938354,
      "learning_rate": 2.0514814814814816e-05,
      "loss": 0.573512077331543,
      "step": 13845
    },
    {
      "epoch": 1.4597386172006745,
      "grad_norm": 1.529512882232666,
      "learning_rate": 2.0510185185185185e-05,
      "loss": 0.4487344264984131,
      "step": 13850
    },
    {
      "epoch": 1.4602655986509274,
      "grad_norm": 3.365025281906128,
      "learning_rate": 2.0505555555555557e-05,
      "loss": 0.46081223487854006,
      "step": 13855
    },
    {
      "epoch": 1.4607925801011805,
      "grad_norm": 1.8573988676071167,
      "learning_rate": 2.0500925925925925e-05,
      "loss": 0.43560452461242677,
      "step": 13860
    },
    {
      "epoch": 1.4613195615514334,
      "grad_norm": 1.5659598112106323,
      "learning_rate": 2.0496296296296297e-05,
      "loss": 0.5665435791015625,
      "step": 13865
    },
    {
      "epoch": 1.4618465430016863,
      "grad_norm": 2.778566837310791,
      "learning_rate": 2.0491666666666666e-05,
      "loss": 0.723377275466919,
      "step": 13870
    },
    {
      "epoch": 1.4623735244519394,
      "grad_norm": 2.3014373779296875,
      "learning_rate": 2.0487037037037037e-05,
      "loss": 0.40638017654418945,
      "step": 13875
    },
    {
      "epoch": 1.4629005059021922,
      "grad_norm": 2.771561622619629,
      "learning_rate": 2.0482407407407406e-05,
      "loss": 0.5918103694915772,
      "step": 13880
    },
    {
      "epoch": 1.4634274873524453,
      "grad_norm": 6.484268665313721,
      "learning_rate": 2.047777777777778e-05,
      "loss": 0.6097961902618408,
      "step": 13885
    },
    {
      "epoch": 1.4639544688026982,
      "grad_norm": 1.855230689048767,
      "learning_rate": 2.047314814814815e-05,
      "loss": 0.5582277774810791,
      "step": 13890
    },
    {
      "epoch": 1.464481450252951,
      "grad_norm": 1.3987137079238892,
      "learning_rate": 2.0468518518518518e-05,
      "loss": 0.44031786918640137,
      "step": 13895
    },
    {
      "epoch": 1.465008431703204,
      "grad_norm": 3.7232751846313477,
      "learning_rate": 2.046388888888889e-05,
      "loss": 0.4551881790161133,
      "step": 13900
    },
    {
      "epoch": 1.465535413153457,
      "grad_norm": 2.5585713386535645,
      "learning_rate": 2.045925925925926e-05,
      "loss": 0.4861736297607422,
      "step": 13905
    },
    {
      "epoch": 1.46606239460371,
      "grad_norm": 2.1153903007507324,
      "learning_rate": 2.045462962962963e-05,
      "loss": 0.5680782794952393,
      "step": 13910
    },
    {
      "epoch": 1.466589376053963,
      "grad_norm": 1.6860889196395874,
      "learning_rate": 2.045e-05,
      "loss": 0.5556498527526855,
      "step": 13915
    },
    {
      "epoch": 1.4671163575042159,
      "grad_norm": 2.180476427078247,
      "learning_rate": 2.044537037037037e-05,
      "loss": 0.5018079280853271,
      "step": 13920
    },
    {
      "epoch": 1.4676433389544687,
      "grad_norm": 1.9491779804229736,
      "learning_rate": 2.044074074074074e-05,
      "loss": 0.7282035827636719,
      "step": 13925
    },
    {
      "epoch": 1.4681703204047216,
      "grad_norm": 1.4638195037841797,
      "learning_rate": 2.0436111111111115e-05,
      "loss": 0.6781569957733155,
      "step": 13930
    },
    {
      "epoch": 1.4686973018549747,
      "grad_norm": 2.105835437774658,
      "learning_rate": 2.0431481481481483e-05,
      "loss": 0.5648407936096191,
      "step": 13935
    },
    {
      "epoch": 1.4692242833052276,
      "grad_norm": 2.0950355529785156,
      "learning_rate": 2.042685185185185e-05,
      "loss": 0.4770698070526123,
      "step": 13940
    },
    {
      "epoch": 1.4697512647554807,
      "grad_norm": 1.3333241939544678,
      "learning_rate": 2.0422222222222224e-05,
      "loss": 0.4618524074554443,
      "step": 13945
    },
    {
      "epoch": 1.4702782462057336,
      "grad_norm": 1.1896828413009644,
      "learning_rate": 2.0417592592592592e-05,
      "loss": 0.5212868690490723,
      "step": 13950
    },
    {
      "epoch": 1.4708052276559864,
      "grad_norm": 1.9480692148208618,
      "learning_rate": 2.0412962962962964e-05,
      "loss": 0.7125872611999512,
      "step": 13955
    },
    {
      "epoch": 1.4713322091062395,
      "grad_norm": 1.993016242980957,
      "learning_rate": 2.0408333333333332e-05,
      "loss": 0.5658415794372559,
      "step": 13960
    },
    {
      "epoch": 1.4718591905564924,
      "grad_norm": 3.9317290782928467,
      "learning_rate": 2.0403703703703704e-05,
      "loss": 0.6785310268402099,
      "step": 13965
    },
    {
      "epoch": 1.4723861720067455,
      "grad_norm": 2.8964948654174805,
      "learning_rate": 2.0399074074074073e-05,
      "loss": 0.47565345764160155,
      "step": 13970
    },
    {
      "epoch": 1.4729131534569984,
      "grad_norm": 2.666024684906006,
      "learning_rate": 2.0394444444444445e-05,
      "loss": 0.6313699245452881,
      "step": 13975
    },
    {
      "epoch": 1.4734401349072512,
      "grad_norm": 2.007993459701538,
      "learning_rate": 2.0389814814814817e-05,
      "loss": 0.35626649856567383,
      "step": 13980
    },
    {
      "epoch": 1.473967116357504,
      "grad_norm": 2.683788299560547,
      "learning_rate": 2.0385185185185185e-05,
      "loss": 0.4498798370361328,
      "step": 13985
    },
    {
      "epoch": 1.4744940978077572,
      "grad_norm": 2.875095844268799,
      "learning_rate": 2.0380555555555557e-05,
      "loss": 0.7160284996032715,
      "step": 13990
    },
    {
      "epoch": 1.47502107925801,
      "grad_norm": 2.3088326454162598,
      "learning_rate": 2.0375925925925926e-05,
      "loss": 0.7554020404815673,
      "step": 13995
    },
    {
      "epoch": 1.4755480607082632,
      "grad_norm": 3.4934093952178955,
      "learning_rate": 2.0371296296296297e-05,
      "loss": 0.6115912437438965,
      "step": 14000
    },
    {
      "epoch": 1.476075042158516,
      "grad_norm": 3.2097809314727783,
      "learning_rate": 2.0366666666666666e-05,
      "loss": 0.5537104606628418,
      "step": 14005
    },
    {
      "epoch": 1.476602023608769,
      "grad_norm": 1.6155998706817627,
      "learning_rate": 2.0362037037037038e-05,
      "loss": 0.47453508377075193,
      "step": 14010
    },
    {
      "epoch": 1.477129005059022,
      "grad_norm": 2.544281244277954,
      "learning_rate": 2.0357407407407406e-05,
      "loss": 0.5302859306335449,
      "step": 14015
    },
    {
      "epoch": 1.4776559865092749,
      "grad_norm": 2.3172271251678467,
      "learning_rate": 2.0352777777777778e-05,
      "loss": 0.5165716648101807,
      "step": 14020
    },
    {
      "epoch": 1.4781829679595277,
      "grad_norm": 1.6155891418457031,
      "learning_rate": 2.034814814814815e-05,
      "loss": 0.35804452896118166,
      "step": 14025
    },
    {
      "epoch": 1.4787099494097808,
      "grad_norm": 2.915008306503296,
      "learning_rate": 2.034351851851852e-05,
      "loss": 0.5326886177062988,
      "step": 14030
    },
    {
      "epoch": 1.4792369308600337,
      "grad_norm": 1.848825216293335,
      "learning_rate": 2.033888888888889e-05,
      "loss": 0.40720953941345217,
      "step": 14035
    },
    {
      "epoch": 1.4797639123102866,
      "grad_norm": 2.4859843254089355,
      "learning_rate": 2.033425925925926e-05,
      "loss": 0.5764651298522949,
      "step": 14040
    },
    {
      "epoch": 1.4802908937605397,
      "grad_norm": 1.6062476634979248,
      "learning_rate": 2.032962962962963e-05,
      "loss": 0.892123794555664,
      "step": 14045
    },
    {
      "epoch": 1.4808178752107926,
      "grad_norm": 2.7353506088256836,
      "learning_rate": 2.0325e-05,
      "loss": 0.6408337116241455,
      "step": 14050
    },
    {
      "epoch": 1.4813448566610457,
      "grad_norm": 2.3254034519195557,
      "learning_rate": 2.032037037037037e-05,
      "loss": 0.4581009387969971,
      "step": 14055
    },
    {
      "epoch": 1.4818718381112985,
      "grad_norm": 1.11324143409729,
      "learning_rate": 2.031574074074074e-05,
      "loss": 0.3748835325241089,
      "step": 14060
    },
    {
      "epoch": 1.4823988195615514,
      "grad_norm": 4.5216522216796875,
      "learning_rate": 2.031111111111111e-05,
      "loss": 0.4916372299194336,
      "step": 14065
    },
    {
      "epoch": 1.4829258010118043,
      "grad_norm": 4.494752407073975,
      "learning_rate": 2.0306481481481484e-05,
      "loss": 0.6451906204223633,
      "step": 14070
    },
    {
      "epoch": 1.4834527824620574,
      "grad_norm": 2.880424737930298,
      "learning_rate": 2.0301851851851852e-05,
      "loss": 0.4951175689697266,
      "step": 14075
    },
    {
      "epoch": 1.4839797639123102,
      "grad_norm": 2.0035691261291504,
      "learning_rate": 2.0297222222222224e-05,
      "loss": 0.6325889587402344,
      "step": 14080
    },
    {
      "epoch": 1.4845067453625633,
      "grad_norm": 4.876111030578613,
      "learning_rate": 2.0292592592592592e-05,
      "loss": 0.4976083278656006,
      "step": 14085
    },
    {
      "epoch": 1.4850337268128162,
      "grad_norm": 5.964954853057861,
      "learning_rate": 2.0287962962962964e-05,
      "loss": 0.663645076751709,
      "step": 14090
    },
    {
      "epoch": 1.485560708263069,
      "grad_norm": 2.520676374435425,
      "learning_rate": 2.0283333333333333e-05,
      "loss": 0.5077951908111572,
      "step": 14095
    },
    {
      "epoch": 1.4860876897133222,
      "grad_norm": 1.51485276222229,
      "learning_rate": 2.0278703703703705e-05,
      "loss": 0.7181097507476807,
      "step": 14100
    },
    {
      "epoch": 1.486614671163575,
      "grad_norm": 5.8901686668396,
      "learning_rate": 2.0274074074074073e-05,
      "loss": 0.5098292827606201,
      "step": 14105
    },
    {
      "epoch": 1.487141652613828,
      "grad_norm": 3.790898323059082,
      "learning_rate": 2.0269444444444445e-05,
      "loss": 0.6116315364837647,
      "step": 14110
    },
    {
      "epoch": 1.487668634064081,
      "grad_norm": 4.328764915466309,
      "learning_rate": 2.0264814814814814e-05,
      "loss": 0.5360454559326172,
      "step": 14115
    },
    {
      "epoch": 1.4881956155143339,
      "grad_norm": 2.235921621322632,
      "learning_rate": 2.0260185185185185e-05,
      "loss": 0.6596728324890136,
      "step": 14120
    },
    {
      "epoch": 1.4887225969645868,
      "grad_norm": 1.6023614406585693,
      "learning_rate": 2.0255555555555557e-05,
      "loss": 0.465777587890625,
      "step": 14125
    },
    {
      "epoch": 1.4892495784148398,
      "grad_norm": 2.837935447692871,
      "learning_rate": 2.0250925925925926e-05,
      "loss": 0.4843884468078613,
      "step": 14130
    },
    {
      "epoch": 1.4897765598650927,
      "grad_norm": 2.314699649810791,
      "learning_rate": 2.0246296296296298e-05,
      "loss": 0.7541913509368896,
      "step": 14135
    },
    {
      "epoch": 1.4903035413153458,
      "grad_norm": 1.3489798307418823,
      "learning_rate": 2.0241666666666666e-05,
      "loss": 0.5728952884674072,
      "step": 14140
    },
    {
      "epoch": 1.4908305227655987,
      "grad_norm": 2.720571756362915,
      "learning_rate": 2.0237037037037038e-05,
      "loss": 0.757892370223999,
      "step": 14145
    },
    {
      "epoch": 1.4913575042158516,
      "grad_norm": 1.6764512062072754,
      "learning_rate": 2.0232407407407407e-05,
      "loss": 0.32552218437194824,
      "step": 14150
    },
    {
      "epoch": 1.4918844856661044,
      "grad_norm": 1.8999965190887451,
      "learning_rate": 2.022777777777778e-05,
      "loss": 0.43125128746032715,
      "step": 14155
    },
    {
      "epoch": 1.4924114671163575,
      "grad_norm": 2.911792278289795,
      "learning_rate": 2.0223148148148147e-05,
      "loss": 0.6188005924224853,
      "step": 14160
    },
    {
      "epoch": 1.4929384485666104,
      "grad_norm": 2.072706460952759,
      "learning_rate": 2.021851851851852e-05,
      "loss": 0.5806437492370605,
      "step": 14165
    },
    {
      "epoch": 1.4934654300168635,
      "grad_norm": 3.7011218070983887,
      "learning_rate": 2.021388888888889e-05,
      "loss": 0.6572077751159668,
      "step": 14170
    },
    {
      "epoch": 1.4939924114671164,
      "grad_norm": 1.694549798965454,
      "learning_rate": 2.020925925925926e-05,
      "loss": 0.5963545799255371,
      "step": 14175
    },
    {
      "epoch": 1.4945193929173692,
      "grad_norm": 3.7928056716918945,
      "learning_rate": 2.020462962962963e-05,
      "loss": 0.6510732173919678,
      "step": 14180
    },
    {
      "epoch": 1.4950463743676223,
      "grad_norm": 1.8800204992294312,
      "learning_rate": 2.02e-05,
      "loss": 0.4159061908721924,
      "step": 14185
    },
    {
      "epoch": 1.4955733558178752,
      "grad_norm": 1.165553331375122,
      "learning_rate": 2.019537037037037e-05,
      "loss": 0.40346441268920896,
      "step": 14190
    },
    {
      "epoch": 1.4961003372681283,
      "grad_norm": 1.3502719402313232,
      "learning_rate": 2.019074074074074e-05,
      "loss": 0.37006192207336425,
      "step": 14195
    },
    {
      "epoch": 1.4966273187183812,
      "grad_norm": 3.917722463607788,
      "learning_rate": 2.0186111111111112e-05,
      "loss": 0.8826519012451172,
      "step": 14200
    },
    {
      "epoch": 1.497154300168634,
      "grad_norm": 2.4030933380126953,
      "learning_rate": 2.018148148148148e-05,
      "loss": 0.49730548858642576,
      "step": 14205
    },
    {
      "epoch": 1.497681281618887,
      "grad_norm": 1.5403951406478882,
      "learning_rate": 2.0176851851851852e-05,
      "loss": 0.4871233940124512,
      "step": 14210
    },
    {
      "epoch": 1.49820826306914,
      "grad_norm": 5.3499531745910645,
      "learning_rate": 2.0172222222222224e-05,
      "loss": 0.4602236270904541,
      "step": 14215
    },
    {
      "epoch": 1.4987352445193929,
      "grad_norm": 2.4241421222686768,
      "learning_rate": 2.0167592592592593e-05,
      "loss": 0.35774552822113037,
      "step": 14220
    },
    {
      "epoch": 1.499262225969646,
      "grad_norm": 2.20540189743042,
      "learning_rate": 2.0162962962962965e-05,
      "loss": 0.5582763671875,
      "step": 14225
    },
    {
      "epoch": 1.4997892074198989,
      "grad_norm": 2.1760308742523193,
      "learning_rate": 2.0158333333333333e-05,
      "loss": 0.558073616027832,
      "step": 14230
    },
    {
      "epoch": 1.5003161888701517,
      "grad_norm": 1.9567010402679443,
      "learning_rate": 2.0153703703703705e-05,
      "loss": 0.40114603042602537,
      "step": 14235
    },
    {
      "epoch": 1.5008431703204046,
      "grad_norm": 1.7769665718078613,
      "learning_rate": 2.0149074074074074e-05,
      "loss": 0.4351354598999023,
      "step": 14240
    },
    {
      "epoch": 1.5013701517706577,
      "grad_norm": 1.5060653686523438,
      "learning_rate": 2.0144444444444445e-05,
      "loss": 0.402317476272583,
      "step": 14245
    },
    {
      "epoch": 1.5018971332209108,
      "grad_norm": 3.1798009872436523,
      "learning_rate": 2.0139814814814814e-05,
      "loss": 0.4638925552368164,
      "step": 14250
    },
    {
      "epoch": 1.5024241146711637,
      "grad_norm": 1.5704944133758545,
      "learning_rate": 2.0135185185185186e-05,
      "loss": 0.5392735958099365,
      "step": 14255
    },
    {
      "epoch": 1.5029510961214165,
      "grad_norm": 1.3966537714004517,
      "learning_rate": 2.0130555555555558e-05,
      "loss": 0.6166717529296875,
      "step": 14260
    },
    {
      "epoch": 1.5034780775716694,
      "grad_norm": 1.640833854675293,
      "learning_rate": 2.0125925925925926e-05,
      "loss": 0.40606136322021485,
      "step": 14265
    },
    {
      "epoch": 1.5040050590219223,
      "grad_norm": 8.086366653442383,
      "learning_rate": 2.0121296296296298e-05,
      "loss": 0.5193367004394531,
      "step": 14270
    },
    {
      "epoch": 1.5045320404721754,
      "grad_norm": 3.1290993690490723,
      "learning_rate": 2.0116666666666667e-05,
      "loss": 0.560394287109375,
      "step": 14275
    },
    {
      "epoch": 1.5050590219224285,
      "grad_norm": 1.804303765296936,
      "learning_rate": 2.011203703703704e-05,
      "loss": 0.4055492877960205,
      "step": 14280
    },
    {
      "epoch": 1.5055860033726813,
      "grad_norm": 1.703993558883667,
      "learning_rate": 2.0107407407407407e-05,
      "loss": 0.5278024673461914,
      "step": 14285
    },
    {
      "epoch": 1.5061129848229342,
      "grad_norm": 8.716333389282227,
      "learning_rate": 2.010277777777778e-05,
      "loss": 0.5056062698364258,
      "step": 14290
    },
    {
      "epoch": 1.506639966273187,
      "grad_norm": 2.1165997982025146,
      "learning_rate": 2.0098148148148147e-05,
      "loss": 0.6826578140258789,
      "step": 14295
    },
    {
      "epoch": 1.5071669477234402,
      "grad_norm": 2.862849473953247,
      "learning_rate": 2.009351851851852e-05,
      "loss": 0.5768575668334961,
      "step": 14300
    },
    {
      "epoch": 1.507693929173693,
      "grad_norm": 1.2352619171142578,
      "learning_rate": 2.0088888888888888e-05,
      "loss": 0.44949893951416015,
      "step": 14305
    },
    {
      "epoch": 1.5082209106239461,
      "grad_norm": 1.8152261972427368,
      "learning_rate": 2.008425925925926e-05,
      "loss": 0.4028057098388672,
      "step": 14310
    },
    {
      "epoch": 1.508747892074199,
      "grad_norm": 1.799644947052002,
      "learning_rate": 2.007962962962963e-05,
      "loss": 0.5237503051757812,
      "step": 14315
    },
    {
      "epoch": 1.5092748735244519,
      "grad_norm": 2.6312005519866943,
      "learning_rate": 2.0075e-05,
      "loss": 0.5188107490539551,
      "step": 14320
    },
    {
      "epoch": 1.5098018549747048,
      "grad_norm": 3.3088021278381348,
      "learning_rate": 2.0070370370370372e-05,
      "loss": 0.4080923080444336,
      "step": 14325
    },
    {
      "epoch": 1.5103288364249579,
      "grad_norm": 1.6851065158843994,
      "learning_rate": 2.006574074074074e-05,
      "loss": 0.4103799819946289,
      "step": 14330
    },
    {
      "epoch": 1.510855817875211,
      "grad_norm": 1.4624418020248413,
      "learning_rate": 2.0061111111111112e-05,
      "loss": 0.45846996307373045,
      "step": 14335
    },
    {
      "epoch": 1.5113827993254638,
      "grad_norm": 3.4778826236724854,
      "learning_rate": 2.005648148148148e-05,
      "loss": 0.597296667098999,
      "step": 14340
    },
    {
      "epoch": 1.5119097807757167,
      "grad_norm": 2.147911548614502,
      "learning_rate": 2.0051851851851853e-05,
      "loss": 0.784461784362793,
      "step": 14345
    },
    {
      "epoch": 1.5124367622259696,
      "grad_norm": 1.4269835948944092,
      "learning_rate": 2.004722222222222e-05,
      "loss": 0.7735652923583984,
      "step": 14350
    },
    {
      "epoch": 1.5129637436762224,
      "grad_norm": 2.9902961254119873,
      "learning_rate": 2.0042592592592593e-05,
      "loss": 0.5678305625915527,
      "step": 14355
    },
    {
      "epoch": 1.5134907251264755,
      "grad_norm": 1.330175518989563,
      "learning_rate": 2.0037962962962965e-05,
      "loss": 0.9304951667785645,
      "step": 14360
    },
    {
      "epoch": 1.5140177065767286,
      "grad_norm": 1.6876921653747559,
      "learning_rate": 2.0033333333333334e-05,
      "loss": 0.6856972694396972,
      "step": 14365
    },
    {
      "epoch": 1.5145446880269815,
      "grad_norm": 5.265146732330322,
      "learning_rate": 2.0028703703703705e-05,
      "loss": 0.7010988235473633,
      "step": 14370
    },
    {
      "epoch": 1.5150716694772344,
      "grad_norm": 1.4651200771331787,
      "learning_rate": 2.0024074074074074e-05,
      "loss": 0.4504148006439209,
      "step": 14375
    },
    {
      "epoch": 1.5155986509274872,
      "grad_norm": 2.0523760318756104,
      "learning_rate": 2.0019444444444446e-05,
      "loss": 0.4231285572052002,
      "step": 14380
    },
    {
      "epoch": 1.5161256323777403,
      "grad_norm": 2.9778733253479004,
      "learning_rate": 2.0014814814814814e-05,
      "loss": 0.7440683841705322,
      "step": 14385
    },
    {
      "epoch": 1.5166526138279932,
      "grad_norm": 2.833855628967285,
      "learning_rate": 2.0010185185185186e-05,
      "loss": 0.6111749649047852,
      "step": 14390
    },
    {
      "epoch": 1.5171795952782463,
      "grad_norm": 2.1468591690063477,
      "learning_rate": 2.0005555555555555e-05,
      "loss": 0.5401633262634278,
      "step": 14395
    },
    {
      "epoch": 1.5177065767284992,
      "grad_norm": 3.946851968765259,
      "learning_rate": 2.0000925925925927e-05,
      "loss": 0.5508469581604004,
      "step": 14400
    },
    {
      "epoch": 1.5177065767284992,
      "eval_cer": 0.07738731539235935,
      "eval_loss": 0.35509365797042847,
      "eval_runtime": 307.0948,
      "eval_samples_per_second": 9.482,
      "eval_score": 83.98605560822476,
      "eval_steps_per_second": 1.185,
      "eval_wer": 0.2428915724431454,
      "step": 14400
    },
    {
      "epoch": 1.518233558178752,
      "grad_norm": 2.3224687576293945,
      "learning_rate": 1.99962962962963e-05,
      "loss": 0.7185452461242676,
      "step": 14405
    },
    {
      "epoch": 1.518760539629005,
      "grad_norm": 1.995258092880249,
      "learning_rate": 1.9991666666666667e-05,
      "loss": 0.4104212760925293,
      "step": 14410
    },
    {
      "epoch": 1.519287521079258,
      "grad_norm": 1.5153052806854248,
      "learning_rate": 1.998703703703704e-05,
      "loss": 0.4951149940490723,
      "step": 14415
    },
    {
      "epoch": 1.5198145025295111,
      "grad_norm": 2.9642632007598877,
      "learning_rate": 1.9982407407407407e-05,
      "loss": 0.4811983108520508,
      "step": 14420
    },
    {
      "epoch": 1.520341483979764,
      "grad_norm": 2.1050949096679688,
      "learning_rate": 1.997777777777778e-05,
      "loss": 0.4046076774597168,
      "step": 14425
    },
    {
      "epoch": 1.5208684654300169,
      "grad_norm": 7.827937126159668,
      "learning_rate": 1.9973148148148148e-05,
      "loss": 0.8269478797912597,
      "step": 14430
    },
    {
      "epoch": 1.5213954468802697,
      "grad_norm": 2.2705678939819336,
      "learning_rate": 1.996851851851852e-05,
      "loss": 0.6448769569396973,
      "step": 14435
    },
    {
      "epoch": 1.5219224283305226,
      "grad_norm": 2.067774534225464,
      "learning_rate": 1.9963888888888888e-05,
      "loss": 0.42139129638671874,
      "step": 14440
    },
    {
      "epoch": 1.5224494097807757,
      "grad_norm": 3.9355533123016357,
      "learning_rate": 1.9959259259259257e-05,
      "loss": 0.6437917232513428,
      "step": 14445
    },
    {
      "epoch": 1.5229763912310288,
      "grad_norm": 1.7532113790512085,
      "learning_rate": 1.9954629629629632e-05,
      "loss": 0.3941606044769287,
      "step": 14450
    },
    {
      "epoch": 1.5235033726812817,
      "grad_norm": 1.5107791423797607,
      "learning_rate": 1.995e-05,
      "loss": 0.4184156894683838,
      "step": 14455
    },
    {
      "epoch": 1.5240303541315345,
      "grad_norm": 3.2718098163604736,
      "learning_rate": 1.9945370370370372e-05,
      "loss": 0.7240410804748535,
      "step": 14460
    },
    {
      "epoch": 1.5245573355817874,
      "grad_norm": 2.186298131942749,
      "learning_rate": 1.994074074074074e-05,
      "loss": 0.43987746238708497,
      "step": 14465
    },
    {
      "epoch": 1.5250843170320405,
      "grad_norm": 1.6689893007278442,
      "learning_rate": 1.9936111111111113e-05,
      "loss": 0.48255386352539065,
      "step": 14470
    },
    {
      "epoch": 1.5256112984822934,
      "grad_norm": 1.9526567459106445,
      "learning_rate": 1.993148148148148e-05,
      "loss": 0.7982648372650146,
      "step": 14475
    },
    {
      "epoch": 1.5261382799325465,
      "grad_norm": 3.896742105484009,
      "learning_rate": 1.9926851851851853e-05,
      "loss": 0.44868836402893064,
      "step": 14480
    },
    {
      "epoch": 1.5266652613827993,
      "grad_norm": 2.793698787689209,
      "learning_rate": 1.992222222222222e-05,
      "loss": 0.38352649211883544,
      "step": 14485
    },
    {
      "epoch": 1.5271922428330522,
      "grad_norm": 3.6281330585479736,
      "learning_rate": 1.991759259259259e-05,
      "loss": 0.7635625839233399,
      "step": 14490
    },
    {
      "epoch": 1.527719224283305,
      "grad_norm": 1.6058775186538696,
      "learning_rate": 1.9912962962962965e-05,
      "loss": 0.5378586769104003,
      "step": 14495
    },
    {
      "epoch": 1.5282462057335582,
      "grad_norm": 3.343513250350952,
      "learning_rate": 1.9908333333333334e-05,
      "loss": 0.6481782913208007,
      "step": 14500
    },
    {
      "epoch": 1.5287731871838113,
      "grad_norm": 1.693952202796936,
      "learning_rate": 1.9903703703703706e-05,
      "loss": 0.6957146167755127,
      "step": 14505
    },
    {
      "epoch": 1.5293001686340641,
      "grad_norm": 1.538088321685791,
      "learning_rate": 1.9899074074074074e-05,
      "loss": 0.36840646266937255,
      "step": 14510
    },
    {
      "epoch": 1.529827150084317,
      "grad_norm": 10.32960319519043,
      "learning_rate": 1.9894444444444446e-05,
      "loss": 0.5341105937957764,
      "step": 14515
    },
    {
      "epoch": 1.53035413153457,
      "grad_norm": 2.9316866397857666,
      "learning_rate": 1.9889814814814815e-05,
      "loss": 0.5556461334228515,
      "step": 14520
    },
    {
      "epoch": 1.530881112984823,
      "grad_norm": 1.4102928638458252,
      "learning_rate": 1.9885185185185187e-05,
      "loss": 0.47693257331848143,
      "step": 14525
    },
    {
      "epoch": 1.5314080944350759,
      "grad_norm": 3.1337156295776367,
      "learning_rate": 1.9880555555555555e-05,
      "loss": 0.7295498371124267,
      "step": 14530
    },
    {
      "epoch": 1.531935075885329,
      "grad_norm": 3.050079822540283,
      "learning_rate": 1.9875925925925924e-05,
      "loss": 0.3338310241699219,
      "step": 14535
    },
    {
      "epoch": 1.5324620573355818,
      "grad_norm": 10.62856674194336,
      "learning_rate": 1.9871296296296295e-05,
      "loss": 0.5201114654541016,
      "step": 14540
    },
    {
      "epoch": 1.5329890387858347,
      "grad_norm": 2.562171459197998,
      "learning_rate": 1.9866666666666667e-05,
      "loss": 0.33202409744262695,
      "step": 14545
    },
    {
      "epoch": 1.5335160202360876,
      "grad_norm": 6.266129970550537,
      "learning_rate": 1.986203703703704e-05,
      "loss": 0.41750097274780273,
      "step": 14550
    },
    {
      "epoch": 1.5340430016863407,
      "grad_norm": 1.6464787721633911,
      "learning_rate": 1.9857407407407408e-05,
      "loss": 0.38853142261505125,
      "step": 14555
    },
    {
      "epoch": 1.5345699831365935,
      "grad_norm": 4.902813911437988,
      "learning_rate": 1.985277777777778e-05,
      "loss": 0.7414847373962402,
      "step": 14560
    },
    {
      "epoch": 1.5350969645868466,
      "grad_norm": 1.1763370037078857,
      "learning_rate": 1.9848148148148148e-05,
      "loss": 0.47119789123535155,
      "step": 14565
    },
    {
      "epoch": 1.5356239460370995,
      "grad_norm": 3.6806800365448,
      "learning_rate": 1.984351851851852e-05,
      "loss": 0.44803857803344727,
      "step": 14570
    },
    {
      "epoch": 1.5361509274873524,
      "grad_norm": 1.4611138105392456,
      "learning_rate": 1.983888888888889e-05,
      "loss": 0.5323833465576172,
      "step": 14575
    },
    {
      "epoch": 1.5366779089376053,
      "grad_norm": 10.855962753295898,
      "learning_rate": 1.9834259259259257e-05,
      "loss": 0.8906607627868652,
      "step": 14580
    },
    {
      "epoch": 1.5372048903878583,
      "grad_norm": 3.732240915298462,
      "learning_rate": 1.982962962962963e-05,
      "loss": 0.6770269870758057,
      "step": 14585
    },
    {
      "epoch": 1.5377318718381114,
      "grad_norm": 4.966505527496338,
      "learning_rate": 1.9825e-05,
      "loss": 0.5875259876251221,
      "step": 14590
    },
    {
      "epoch": 1.5382588532883643,
      "grad_norm": 1.6294751167297363,
      "learning_rate": 1.9820370370370373e-05,
      "loss": 0.4258265018463135,
      "step": 14595
    },
    {
      "epoch": 1.5387858347386172,
      "grad_norm": 3.083002805709839,
      "learning_rate": 1.981574074074074e-05,
      "loss": 0.44347224235534666,
      "step": 14600
    },
    {
      "epoch": 1.53931281618887,
      "grad_norm": 3.716076135635376,
      "learning_rate": 1.9811111111111113e-05,
      "loss": 0.5456323146820068,
      "step": 14605
    },
    {
      "epoch": 1.5398397976391232,
      "grad_norm": 2.1926262378692627,
      "learning_rate": 1.980648148148148e-05,
      "loss": 0.3816434144973755,
      "step": 14610
    },
    {
      "epoch": 1.540366779089376,
      "grad_norm": 3.201744318008423,
      "learning_rate": 1.9801851851851853e-05,
      "loss": 0.6913390159606934,
      "step": 14615
    },
    {
      "epoch": 1.5408937605396291,
      "grad_norm": 1.6638576984405518,
      "learning_rate": 1.9797222222222222e-05,
      "loss": 0.3455407381057739,
      "step": 14620
    },
    {
      "epoch": 1.541420741989882,
      "grad_norm": 2.5175602436065674,
      "learning_rate": 1.979259259259259e-05,
      "loss": 0.4040653228759766,
      "step": 14625
    },
    {
      "epoch": 1.5419477234401349,
      "grad_norm": 1.6677137613296509,
      "learning_rate": 1.9787962962962962e-05,
      "loss": 0.45467305183410645,
      "step": 14630
    },
    {
      "epoch": 1.5424747048903877,
      "grad_norm": 4.014373779296875,
      "learning_rate": 1.9783333333333334e-05,
      "loss": 0.610372257232666,
      "step": 14635
    },
    {
      "epoch": 1.5430016863406408,
      "grad_norm": 1.8766343593597412,
      "learning_rate": 1.9778703703703706e-05,
      "loss": 0.46091599464416505,
      "step": 14640
    },
    {
      "epoch": 1.543528667790894,
      "grad_norm": 3.0235581398010254,
      "learning_rate": 1.9774074074074075e-05,
      "loss": 0.4328214168548584,
      "step": 14645
    },
    {
      "epoch": 1.5440556492411468,
      "grad_norm": 1.7577615976333618,
      "learning_rate": 1.9769444444444446e-05,
      "loss": 0.6643771648406982,
      "step": 14650
    },
    {
      "epoch": 1.5445826306913997,
      "grad_norm": 6.574036598205566,
      "learning_rate": 1.9764814814814815e-05,
      "loss": 0.721412467956543,
      "step": 14655
    },
    {
      "epoch": 1.5451096121416525,
      "grad_norm": 1.501657247543335,
      "learning_rate": 1.9760185185185187e-05,
      "loss": 0.32408742904663085,
      "step": 14660
    },
    {
      "epoch": 1.5456365935919054,
      "grad_norm": 3.4827327728271484,
      "learning_rate": 1.9755555555555555e-05,
      "loss": 0.6678973197937011,
      "step": 14665
    },
    {
      "epoch": 1.5461635750421585,
      "grad_norm": 3.498018741607666,
      "learning_rate": 1.9750925925925927e-05,
      "loss": 0.49755001068115234,
      "step": 14670
    },
    {
      "epoch": 1.5466905564924116,
      "grad_norm": 2.055037498474121,
      "learning_rate": 1.9746296296296296e-05,
      "loss": 0.38721208572387694,
      "step": 14675
    },
    {
      "epoch": 1.5472175379426645,
      "grad_norm": 8.603559494018555,
      "learning_rate": 1.9741666666666664e-05,
      "loss": 0.7189817905426026,
      "step": 14680
    },
    {
      "epoch": 1.5477445193929174,
      "grad_norm": 1.600711703300476,
      "learning_rate": 1.973703703703704e-05,
      "loss": 0.4854792594909668,
      "step": 14685
    },
    {
      "epoch": 1.5482715008431702,
      "grad_norm": 3.5851168632507324,
      "learning_rate": 1.9732407407407408e-05,
      "loss": 0.3992199182510376,
      "step": 14690
    },
    {
      "epoch": 1.5487984822934233,
      "grad_norm": 5.870565891265869,
      "learning_rate": 1.972777777777778e-05,
      "loss": 0.6825534343719483,
      "step": 14695
    },
    {
      "epoch": 1.5493254637436762,
      "grad_norm": 3.1686196327209473,
      "learning_rate": 1.972314814814815e-05,
      "loss": 0.9419981002807617,
      "step": 14700
    },
    {
      "epoch": 1.5498524451939293,
      "grad_norm": 2.7486162185668945,
      "learning_rate": 1.971851851851852e-05,
      "loss": 0.4938938617706299,
      "step": 14705
    },
    {
      "epoch": 1.5503794266441822,
      "grad_norm": 2.4882867336273193,
      "learning_rate": 1.971388888888889e-05,
      "loss": 0.3919994592666626,
      "step": 14710
    },
    {
      "epoch": 1.550906408094435,
      "grad_norm": 2.1645667552948,
      "learning_rate": 1.970925925925926e-05,
      "loss": 0.47626419067382814,
      "step": 14715
    },
    {
      "epoch": 1.551433389544688,
      "grad_norm": 2.2631423473358154,
      "learning_rate": 1.970462962962963e-05,
      "loss": 0.547100305557251,
      "step": 14720
    },
    {
      "epoch": 1.551960370994941,
      "grad_norm": 2.363544464111328,
      "learning_rate": 1.9699999999999998e-05,
      "loss": 0.7310069084167481,
      "step": 14725
    },
    {
      "epoch": 1.552487352445194,
      "grad_norm": 2.220322608947754,
      "learning_rate": 1.9695370370370373e-05,
      "loss": 0.4042844772338867,
      "step": 14730
    },
    {
      "epoch": 1.553014333895447,
      "grad_norm": 3.3521764278411865,
      "learning_rate": 1.969074074074074e-05,
      "loss": 0.4553078174591064,
      "step": 14735
    },
    {
      "epoch": 1.5535413153456998,
      "grad_norm": 9.309886932373047,
      "learning_rate": 1.9686111111111113e-05,
      "loss": 0.4323909759521484,
      "step": 14740
    },
    {
      "epoch": 1.5540682967959527,
      "grad_norm": 2.534656047821045,
      "learning_rate": 1.9681481481481482e-05,
      "loss": 0.5786327362060547,
      "step": 14745
    },
    {
      "epoch": 1.5545952782462056,
      "grad_norm": 1.7710955142974854,
      "learning_rate": 1.9676851851851854e-05,
      "loss": 0.5847999572753906,
      "step": 14750
    },
    {
      "epoch": 1.5551222596964587,
      "grad_norm": 1.2505013942718506,
      "learning_rate": 1.9672222222222222e-05,
      "loss": 0.49526128768920896,
      "step": 14755
    },
    {
      "epoch": 1.5556492411467118,
      "grad_norm": 1.7103909254074097,
      "learning_rate": 1.9667592592592594e-05,
      "loss": 0.4871993064880371,
      "step": 14760
    },
    {
      "epoch": 1.5561762225969646,
      "grad_norm": 2.105503559112549,
      "learning_rate": 1.9662962962962963e-05,
      "loss": 0.44279022216796876,
      "step": 14765
    },
    {
      "epoch": 1.5567032040472175,
      "grad_norm": 2.241848945617676,
      "learning_rate": 1.965833333333333e-05,
      "loss": 0.47939281463623046,
      "step": 14770
    },
    {
      "epoch": 1.5572301854974704,
      "grad_norm": 6.159215450286865,
      "learning_rate": 1.9653703703703703e-05,
      "loss": 0.3921297550201416,
      "step": 14775
    },
    {
      "epoch": 1.5577571669477235,
      "grad_norm": 2.2490670680999756,
      "learning_rate": 1.9649074074074075e-05,
      "loss": 0.5095114231109619,
      "step": 14780
    },
    {
      "epoch": 1.5582841483979764,
      "grad_norm": 7.526374340057373,
      "learning_rate": 1.9644444444444447e-05,
      "loss": 0.6739623546600342,
      "step": 14785
    },
    {
      "epoch": 1.5588111298482294,
      "grad_norm": 1.6525647640228271,
      "learning_rate": 1.9639814814814815e-05,
      "loss": 0.4564427375793457,
      "step": 14790
    },
    {
      "epoch": 1.5593381112984823,
      "grad_norm": 2.4502310752868652,
      "learning_rate": 1.9635185185185187e-05,
      "loss": 0.40996813774108887,
      "step": 14795
    },
    {
      "epoch": 1.5598650927487352,
      "grad_norm": 2.3013110160827637,
      "learning_rate": 1.9630555555555556e-05,
      "loss": 0.3499082088470459,
      "step": 14800
    },
    {
      "epoch": 1.560392074198988,
      "grad_norm": 2.539860725402832,
      "learning_rate": 1.9625925925925928e-05,
      "loss": 0.5026030540466309,
      "step": 14805
    },
    {
      "epoch": 1.5609190556492412,
      "grad_norm": 6.3822503089904785,
      "learning_rate": 1.9621296296296296e-05,
      "loss": 0.3912012815475464,
      "step": 14810
    },
    {
      "epoch": 1.5614460370994943,
      "grad_norm": 3.493060350418091,
      "learning_rate": 1.9616666666666665e-05,
      "loss": 0.39983947277069093,
      "step": 14815
    },
    {
      "epoch": 1.5619730185497471,
      "grad_norm": 2.809659719467163,
      "learning_rate": 1.9612037037037037e-05,
      "loss": 0.3662360191345215,
      "step": 14820
    },
    {
      "epoch": 1.5625,
      "grad_norm": 1.547331690788269,
      "learning_rate": 1.960740740740741e-05,
      "loss": 0.42005367279052735,
      "step": 14825
    },
    {
      "epoch": 1.5630269814502529,
      "grad_norm": 1.8115131855010986,
      "learning_rate": 1.960277777777778e-05,
      "loss": 0.4589984893798828,
      "step": 14830
    },
    {
      "epoch": 1.5635539629005057,
      "grad_norm": 3.65444278717041,
      "learning_rate": 1.959814814814815e-05,
      "loss": 0.5263947010040283,
      "step": 14835
    },
    {
      "epoch": 1.5640809443507588,
      "grad_norm": 4.611690521240234,
      "learning_rate": 1.959351851851852e-05,
      "loss": 0.4689023971557617,
      "step": 14840
    },
    {
      "epoch": 1.564607925801012,
      "grad_norm": 19.00086212158203,
      "learning_rate": 1.958888888888889e-05,
      "loss": 0.6352573871612549,
      "step": 14845
    },
    {
      "epoch": 1.5651349072512648,
      "grad_norm": 3.5787060260772705,
      "learning_rate": 1.958425925925926e-05,
      "loss": 0.5894257545471191,
      "step": 14850
    },
    {
      "epoch": 1.5656618887015177,
      "grad_norm": 1.8066006898880005,
      "learning_rate": 1.957962962962963e-05,
      "loss": 0.43434786796569824,
      "step": 14855
    },
    {
      "epoch": 1.5661888701517706,
      "grad_norm": 1.554620623588562,
      "learning_rate": 1.9574999999999998e-05,
      "loss": 0.4340965747833252,
      "step": 14860
    },
    {
      "epoch": 1.5667158516020236,
      "grad_norm": 1.443871259689331,
      "learning_rate": 1.957037037037037e-05,
      "loss": 0.6830644130706787,
      "step": 14865
    },
    {
      "epoch": 1.5672428330522765,
      "grad_norm": 2.4985411167144775,
      "learning_rate": 1.956574074074074e-05,
      "loss": 0.5112955570220947,
      "step": 14870
    },
    {
      "epoch": 1.5677698145025296,
      "grad_norm": 2.173731803894043,
      "learning_rate": 1.9561111111111114e-05,
      "loss": 0.4556016445159912,
      "step": 14875
    },
    {
      "epoch": 1.5682967959527825,
      "grad_norm": 1.8017386198043823,
      "learning_rate": 1.9556481481481482e-05,
      "loss": 0.35815279483795165,
      "step": 14880
    },
    {
      "epoch": 1.5688237774030354,
      "grad_norm": 1.4378920793533325,
      "learning_rate": 1.9551851851851854e-05,
      "loss": 0.3601320505142212,
      "step": 14885
    },
    {
      "epoch": 1.5693507588532882,
      "grad_norm": 1.5724952220916748,
      "learning_rate": 1.9547222222222223e-05,
      "loss": 0.45557851791381837,
      "step": 14890
    },
    {
      "epoch": 1.5698777403035413,
      "grad_norm": 1.846606969833374,
      "learning_rate": 1.9542592592592595e-05,
      "loss": 0.44151859283447265,
      "step": 14895
    },
    {
      "epoch": 1.5704047217537944,
      "grad_norm": 2.3135883808135986,
      "learning_rate": 1.9537962962962963e-05,
      "loss": 0.4618626594543457,
      "step": 14900
    },
    {
      "epoch": 1.5709317032040473,
      "grad_norm": 15.192337036132812,
      "learning_rate": 1.953333333333333e-05,
      "loss": 0.9189525604248047,
      "step": 14905
    },
    {
      "epoch": 1.5714586846543002,
      "grad_norm": 2.5349631309509277,
      "learning_rate": 1.9528703703703703e-05,
      "loss": 0.4247272968292236,
      "step": 14910
    },
    {
      "epoch": 1.571985666104553,
      "grad_norm": 1.844236135482788,
      "learning_rate": 1.9524074074074072e-05,
      "loss": 0.5207624912261963,
      "step": 14915
    },
    {
      "epoch": 1.572512647554806,
      "grad_norm": 4.643336296081543,
      "learning_rate": 1.9519444444444447e-05,
      "loss": 0.5086267471313477,
      "step": 14920
    },
    {
      "epoch": 1.573039629005059,
      "grad_norm": 2.1806507110595703,
      "learning_rate": 1.9514814814814816e-05,
      "loss": 0.40482363700866697,
      "step": 14925
    },
    {
      "epoch": 1.573566610455312,
      "grad_norm": 1.7470436096191406,
      "learning_rate": 1.9510185185185188e-05,
      "loss": 0.5957038402557373,
      "step": 14930
    },
    {
      "epoch": 1.574093591905565,
      "grad_norm": 2.4849436283111572,
      "learning_rate": 1.9505555555555556e-05,
      "loss": 0.5050392627716065,
      "step": 14935
    },
    {
      "epoch": 1.5746205733558178,
      "grad_norm": 1.5510295629501343,
      "learning_rate": 1.9500925925925928e-05,
      "loss": 0.7193144798278809,
      "step": 14940
    },
    {
      "epoch": 1.5751475548060707,
      "grad_norm": 6.546080589294434,
      "learning_rate": 1.9496296296296296e-05,
      "loss": 0.9514925956726075,
      "step": 14945
    },
    {
      "epoch": 1.5756745362563238,
      "grad_norm": 4.166487693786621,
      "learning_rate": 1.9491666666666665e-05,
      "loss": 0.7469547748565674,
      "step": 14950
    },
    {
      "epoch": 1.5762015177065767,
      "grad_norm": 3.9055380821228027,
      "learning_rate": 1.9487037037037037e-05,
      "loss": 0.5001220226287841,
      "step": 14955
    },
    {
      "epoch": 1.5767284991568298,
      "grad_norm": 5.547755718231201,
      "learning_rate": 1.9482407407407405e-05,
      "loss": 0.5239786148071289,
      "step": 14960
    },
    {
      "epoch": 1.5772554806070826,
      "grad_norm": 3.311105966567993,
      "learning_rate": 1.947777777777778e-05,
      "loss": 0.48176913261413573,
      "step": 14965
    },
    {
      "epoch": 1.5777824620573355,
      "grad_norm": 4.838522434234619,
      "learning_rate": 1.947314814814815e-05,
      "loss": 0.4668376922607422,
      "step": 14970
    },
    {
      "epoch": 1.5783094435075884,
      "grad_norm": 1.8684263229370117,
      "learning_rate": 1.946851851851852e-05,
      "loss": 0.5446013927459716,
      "step": 14975
    },
    {
      "epoch": 1.5788364249578415,
      "grad_norm": 1.3185420036315918,
      "learning_rate": 1.946388888888889e-05,
      "loss": 0.4688247203826904,
      "step": 14980
    },
    {
      "epoch": 1.5793634064080946,
      "grad_norm": 2.461317777633667,
      "learning_rate": 1.945925925925926e-05,
      "loss": 0.4029817581176758,
      "step": 14985
    },
    {
      "epoch": 1.5798903878583475,
      "grad_norm": 1.3336009979248047,
      "learning_rate": 1.945462962962963e-05,
      "loss": 0.6101887226104736,
      "step": 14990
    },
    {
      "epoch": 1.5804173693086003,
      "grad_norm": 4.119876384735107,
      "learning_rate": 1.945e-05,
      "loss": 0.42725176811218263,
      "step": 14995
    },
    {
      "epoch": 1.5809443507588532,
      "grad_norm": 3.1898891925811768,
      "learning_rate": 1.944537037037037e-05,
      "loss": 0.562550687789917,
      "step": 15000
    },
    {
      "epoch": 1.581471332209106,
      "grad_norm": 2.446809768676758,
      "learning_rate": 1.944074074074074e-05,
      "loss": 0.4797469139099121,
      "step": 15005
    },
    {
      "epoch": 1.5819983136593592,
      "grad_norm": 2.2515504360198975,
      "learning_rate": 1.943611111111111e-05,
      "loss": 0.4515056133270264,
      "step": 15010
    },
    {
      "epoch": 1.5825252951096123,
      "grad_norm": 4.847047805786133,
      "learning_rate": 1.9431481481481483e-05,
      "loss": 0.6060523509979248,
      "step": 15015
    },
    {
      "epoch": 1.5830522765598651,
      "grad_norm": 2.0647053718566895,
      "learning_rate": 1.9426851851851854e-05,
      "loss": 0.4443532943725586,
      "step": 15020
    },
    {
      "epoch": 1.583579258010118,
      "grad_norm": 3.4112579822540283,
      "learning_rate": 1.9422222222222223e-05,
      "loss": 0.4763343334197998,
      "step": 15025
    },
    {
      "epoch": 1.5841062394603709,
      "grad_norm": 2.3248636722564697,
      "learning_rate": 1.9417592592592595e-05,
      "loss": 0.4622945308685303,
      "step": 15030
    },
    {
      "epoch": 1.584633220910624,
      "grad_norm": 1.3727904558181763,
      "learning_rate": 1.9412962962962963e-05,
      "loss": 0.4960494041442871,
      "step": 15035
    },
    {
      "epoch": 1.5851602023608768,
      "grad_norm": 2.7870824337005615,
      "learning_rate": 1.9408333333333332e-05,
      "loss": 0.42963638305664065,
      "step": 15040
    },
    {
      "epoch": 1.58568718381113,
      "grad_norm": 2.323622226715088,
      "learning_rate": 1.9403703703703704e-05,
      "loss": 0.47185473442077636,
      "step": 15045
    },
    {
      "epoch": 1.5862141652613828,
      "grad_norm": 1.5695708990097046,
      "learning_rate": 1.9399074074074072e-05,
      "loss": 0.5468311309814453,
      "step": 15050
    },
    {
      "epoch": 1.5867411467116357,
      "grad_norm": 1.8590606451034546,
      "learning_rate": 1.9394444444444444e-05,
      "loss": 0.49270291328430177,
      "step": 15055
    },
    {
      "epoch": 1.5872681281618886,
      "grad_norm": 3.3261868953704834,
      "learning_rate": 1.9389814814814816e-05,
      "loss": 0.5107290267944335,
      "step": 15060
    },
    {
      "epoch": 1.5877951096121417,
      "grad_norm": 4.502563953399658,
      "learning_rate": 1.9385185185185188e-05,
      "loss": 0.4205754280090332,
      "step": 15065
    },
    {
      "epoch": 1.5883220910623947,
      "grad_norm": 8.732146263122559,
      "learning_rate": 1.9380555555555556e-05,
      "loss": 0.5144074440002442,
      "step": 15070
    },
    {
      "epoch": 1.5888490725126476,
      "grad_norm": 1.989912509918213,
      "learning_rate": 1.937592592592593e-05,
      "loss": 0.40802392959594724,
      "step": 15075
    },
    {
      "epoch": 1.5893760539629005,
      "grad_norm": 1.8521300554275513,
      "learning_rate": 1.9371296296296297e-05,
      "loss": 0.4584022521972656,
      "step": 15080
    },
    {
      "epoch": 1.5899030354131534,
      "grad_norm": 1.847483515739441,
      "learning_rate": 1.9366666666666665e-05,
      "loss": 0.7016775608062744,
      "step": 15085
    },
    {
      "epoch": 1.5904300168634065,
      "grad_norm": 2.1127939224243164,
      "learning_rate": 1.9362037037037037e-05,
      "loss": 0.5397443771362305,
      "step": 15090
    },
    {
      "epoch": 1.5909569983136593,
      "grad_norm": 2.0206549167633057,
      "learning_rate": 1.9357407407407406e-05,
      "loss": 0.5853025913238525,
      "step": 15095
    },
    {
      "epoch": 1.5914839797639124,
      "grad_norm": 1.7878535985946655,
      "learning_rate": 1.9352777777777778e-05,
      "loss": 0.5421424388885498,
      "step": 15100
    },
    {
      "epoch": 1.5920109612141653,
      "grad_norm": 2.1435585021972656,
      "learning_rate": 1.9348148148148146e-05,
      "loss": 0.5012691020965576,
      "step": 15105
    },
    {
      "epoch": 1.5925379426644182,
      "grad_norm": 3.229036331176758,
      "learning_rate": 1.934351851851852e-05,
      "loss": 0.6823888301849366,
      "step": 15110
    },
    {
      "epoch": 1.593064924114671,
      "grad_norm": 2.5668156147003174,
      "learning_rate": 1.933888888888889e-05,
      "loss": 0.541536808013916,
      "step": 15115
    },
    {
      "epoch": 1.5935919055649241,
      "grad_norm": 2.393686294555664,
      "learning_rate": 1.9334259259259262e-05,
      "loss": 0.4092075824737549,
      "step": 15120
    },
    {
      "epoch": 1.594118887015177,
      "grad_norm": 4.405365467071533,
      "learning_rate": 1.932962962962963e-05,
      "loss": 0.7972132682800293,
      "step": 15125
    },
    {
      "epoch": 1.59464586846543,
      "grad_norm": 2.0510926246643066,
      "learning_rate": 1.9325e-05,
      "loss": 0.471852970123291,
      "step": 15130
    },
    {
      "epoch": 1.595172849915683,
      "grad_norm": 2.1318519115448,
      "learning_rate": 1.932037037037037e-05,
      "loss": 0.4404573917388916,
      "step": 15135
    },
    {
      "epoch": 1.5956998313659359,
      "grad_norm": 8.381880760192871,
      "learning_rate": 1.931574074074074e-05,
      "loss": 0.5619732856750488,
      "step": 15140
    },
    {
      "epoch": 1.5962268128161887,
      "grad_norm": 2.303708553314209,
      "learning_rate": 1.931111111111111e-05,
      "loss": 0.6079644203186035,
      "step": 15145
    },
    {
      "epoch": 1.5967537942664418,
      "grad_norm": 7.319961071014404,
      "learning_rate": 1.930648148148148e-05,
      "loss": 0.4338504791259766,
      "step": 15150
    },
    {
      "epoch": 1.597280775716695,
      "grad_norm": 1.9583617448806763,
      "learning_rate": 1.9301851851851855e-05,
      "loss": 0.3591146469116211,
      "step": 15155
    },
    {
      "epoch": 1.5978077571669478,
      "grad_norm": 5.073290824890137,
      "learning_rate": 1.9297222222222223e-05,
      "loss": 0.8374688148498535,
      "step": 15160
    },
    {
      "epoch": 1.5983347386172007,
      "grad_norm": 2.244771957397461,
      "learning_rate": 1.9292592592592595e-05,
      "loss": 0.5793435096740722,
      "step": 15165
    },
    {
      "epoch": 1.5988617200674535,
      "grad_norm": 3.1201250553131104,
      "learning_rate": 1.9287962962962964e-05,
      "loss": 0.4279052257537842,
      "step": 15170
    },
    {
      "epoch": 1.5993887015177066,
      "grad_norm": 3.4670374393463135,
      "learning_rate": 1.9283333333333336e-05,
      "loss": 0.7621661186218261,
      "step": 15175
    },
    {
      "epoch": 1.5999156829679595,
      "grad_norm": 1.9882386922836304,
      "learning_rate": 1.9278703703703704e-05,
      "loss": 0.5310654640197754,
      "step": 15180
    },
    {
      "epoch": 1.6004426644182126,
      "grad_norm": 6.83288049697876,
      "learning_rate": 1.9274074074074073e-05,
      "loss": 0.3881786108016968,
      "step": 15185
    },
    {
      "epoch": 1.6009696458684655,
      "grad_norm": 3.2357418537139893,
      "learning_rate": 1.9269444444444445e-05,
      "loss": 0.8327997207641602,
      "step": 15190
    },
    {
      "epoch": 1.6014966273187183,
      "grad_norm": 1.8629573583602905,
      "learning_rate": 1.9264814814814813e-05,
      "loss": 0.5030202865600586,
      "step": 15195
    },
    {
      "epoch": 1.6020236087689712,
      "grad_norm": 2.580836534500122,
      "learning_rate": 1.9260185185185185e-05,
      "loss": 0.41879072189331057,
      "step": 15200
    },
    {
      "epoch": 1.6020236087689712,
      "eval_cer": 0.07693585046651376,
      "eval_loss": 0.3480416536331177,
      "eval_runtime": 121.4358,
      "eval_samples_per_second": 23.98,
      "eval_score": 84.10862116280103,
      "eval_steps_per_second": 2.997,
      "eval_wer": 0.24089172627746583,
      "step": 15200
    },
    {
      "epoch": 1.6025505902192243,
      "grad_norm": 2.3187835216522217,
      "learning_rate": 1.9255555555555557e-05,
      "loss": 0.49013147354125974,
      "step": 15205
    },
    {
      "epoch": 1.6030775716694774,
      "grad_norm": 2.075117826461792,
      "learning_rate": 1.925092592592593e-05,
      "loss": 0.40222620964050293,
      "step": 15210
    },
    {
      "epoch": 1.6036045531197303,
      "grad_norm": 2.415828227996826,
      "learning_rate": 1.9246296296296297e-05,
      "loss": 0.42800374031066896,
      "step": 15215
    },
    {
      "epoch": 1.6041315345699831,
      "grad_norm": 2.851824998855591,
      "learning_rate": 1.924166666666667e-05,
      "loss": 0.7303904533386231,
      "step": 15220
    },
    {
      "epoch": 1.604658516020236,
      "grad_norm": 1.8522144556045532,
      "learning_rate": 1.9237037037037038e-05,
      "loss": 0.520179557800293,
      "step": 15225
    },
    {
      "epoch": 1.6051854974704889,
      "grad_norm": 1.3896565437316895,
      "learning_rate": 1.9232407407407406e-05,
      "loss": 0.694789457321167,
      "step": 15230
    },
    {
      "epoch": 1.605712478920742,
      "grad_norm": 2.434873580932617,
      "learning_rate": 1.9227777777777778e-05,
      "loss": 0.4992966651916504,
      "step": 15235
    },
    {
      "epoch": 1.606239460370995,
      "grad_norm": 2.7749743461608887,
      "learning_rate": 1.9223148148148146e-05,
      "loss": 0.6451688766479492,
      "step": 15240
    },
    {
      "epoch": 1.606766441821248,
      "grad_norm": 2.01165771484375,
      "learning_rate": 1.921851851851852e-05,
      "loss": 0.5154783248901367,
      "step": 15245
    },
    {
      "epoch": 1.6072934232715008,
      "grad_norm": 21.442039489746094,
      "learning_rate": 1.921388888888889e-05,
      "loss": 0.5643325328826905,
      "step": 15250
    },
    {
      "epoch": 1.6078204047217537,
      "grad_norm": 1.9090198278427124,
      "learning_rate": 1.9209259259259262e-05,
      "loss": 0.4271082878112793,
      "step": 15255
    },
    {
      "epoch": 1.6083473861720068,
      "grad_norm": 1.841546654701233,
      "learning_rate": 1.920462962962963e-05,
      "loss": 0.5242203712463379,
      "step": 15260
    },
    {
      "epoch": 1.6088743676222597,
      "grad_norm": 3.4645743370056152,
      "learning_rate": 1.9200000000000003e-05,
      "loss": 0.47960381507873534,
      "step": 15265
    },
    {
      "epoch": 1.6094013490725128,
      "grad_norm": 2.7637407779693604,
      "learning_rate": 1.919537037037037e-05,
      "loss": 0.5475048542022705,
      "step": 15270
    },
    {
      "epoch": 1.6099283305227656,
      "grad_norm": 4.263947010040283,
      "learning_rate": 1.919074074074074e-05,
      "loss": 0.4153443336486816,
      "step": 15275
    },
    {
      "epoch": 1.6104553119730185,
      "grad_norm": 3.06803822517395,
      "learning_rate": 1.918611111111111e-05,
      "loss": 0.5476400852203369,
      "step": 15280
    },
    {
      "epoch": 1.6109822934232714,
      "grad_norm": 2.1068713665008545,
      "learning_rate": 1.918148148148148e-05,
      "loss": 0.516261100769043,
      "step": 15285
    },
    {
      "epoch": 1.6115092748735245,
      "grad_norm": 2.0283091068267822,
      "learning_rate": 1.9176851851851852e-05,
      "loss": 0.4958749294281006,
      "step": 15290
    },
    {
      "epoch": 1.6120362563237776,
      "grad_norm": 1.0572254657745361,
      "learning_rate": 1.9172222222222224e-05,
      "loss": 0.36048929691314696,
      "step": 15295
    },
    {
      "epoch": 1.6125632377740304,
      "grad_norm": 1.598128080368042,
      "learning_rate": 1.9167592592592596e-05,
      "loss": 0.47921113967895507,
      "step": 15300
    },
    {
      "epoch": 1.6130902192242833,
      "grad_norm": 11.190330505371094,
      "learning_rate": 1.9162962962962964e-05,
      "loss": 0.6195203781127929,
      "step": 15305
    },
    {
      "epoch": 1.6136172006745362,
      "grad_norm": 2.0375800132751465,
      "learning_rate": 1.9158333333333336e-05,
      "loss": 0.6672275543212891,
      "step": 15310
    },
    {
      "epoch": 1.614144182124789,
      "grad_norm": 1.2514303922653198,
      "learning_rate": 1.9153703703703704e-05,
      "loss": 0.4723635196685791,
      "step": 15315
    },
    {
      "epoch": 1.6146711635750421,
      "grad_norm": 2.3191356658935547,
      "learning_rate": 1.9149074074074073e-05,
      "loss": 0.4839439392089844,
      "step": 15320
    },
    {
      "epoch": 1.6151981450252952,
      "grad_norm": 1.9652422666549683,
      "learning_rate": 1.9144444444444445e-05,
      "loss": 0.530177116394043,
      "step": 15325
    },
    {
      "epoch": 1.6157251264755481,
      "grad_norm": 3.2054202556610107,
      "learning_rate": 1.9139814814814813e-05,
      "loss": 0.3881824016571045,
      "step": 15330
    },
    {
      "epoch": 1.616252107925801,
      "grad_norm": 3.025207757949829,
      "learning_rate": 1.9135185185185185e-05,
      "loss": 0.40868616104125977,
      "step": 15335
    },
    {
      "epoch": 1.6167790893760539,
      "grad_norm": 3.965759038925171,
      "learning_rate": 1.9130555555555554e-05,
      "loss": 0.5144491195678711,
      "step": 15340
    },
    {
      "epoch": 1.617306070826307,
      "grad_norm": 4.51204776763916,
      "learning_rate": 1.912592592592593e-05,
      "loss": 0.8032529830932618,
      "step": 15345
    },
    {
      "epoch": 1.6178330522765598,
      "grad_norm": 2.6358482837677,
      "learning_rate": 1.9121296296296298e-05,
      "loss": 0.402233362197876,
      "step": 15350
    },
    {
      "epoch": 1.618360033726813,
      "grad_norm": 2.722973346710205,
      "learning_rate": 1.911666666666667e-05,
      "loss": 0.6640624046325684,
      "step": 15355
    },
    {
      "epoch": 1.6188870151770658,
      "grad_norm": 2.5546388626098633,
      "learning_rate": 1.9112037037037038e-05,
      "loss": 0.5483940124511719,
      "step": 15360
    },
    {
      "epoch": 1.6194139966273187,
      "grad_norm": 3.061825752258301,
      "learning_rate": 1.9107407407407406e-05,
      "loss": 0.4849510669708252,
      "step": 15365
    },
    {
      "epoch": 1.6199409780775715,
      "grad_norm": 4.721682071685791,
      "learning_rate": 1.910277777777778e-05,
      "loss": 0.38259615898132326,
      "step": 15370
    },
    {
      "epoch": 1.6204679595278246,
      "grad_norm": 1.6845118999481201,
      "learning_rate": 1.9098148148148147e-05,
      "loss": 0.45093021392822263,
      "step": 15375
    },
    {
      "epoch": 1.6209949409780777,
      "grad_norm": 3.9073426723480225,
      "learning_rate": 1.909351851851852e-05,
      "loss": 0.3472400665283203,
      "step": 15380
    },
    {
      "epoch": 1.6215219224283306,
      "grad_norm": 2.4268391132354736,
      "learning_rate": 1.9088888888888887e-05,
      "loss": 0.7093668460845948,
      "step": 15385
    },
    {
      "epoch": 1.6220489038785835,
      "grad_norm": 2.524224042892456,
      "learning_rate": 1.9084259259259262e-05,
      "loss": 0.4312546730041504,
      "step": 15390
    },
    {
      "epoch": 1.6225758853288363,
      "grad_norm": 2.015259027481079,
      "learning_rate": 1.907962962962963e-05,
      "loss": 0.36956446170806884,
      "step": 15395
    },
    {
      "epoch": 1.6231028667790892,
      "grad_norm": 1.4240798950195312,
      "learning_rate": 1.9075000000000003e-05,
      "loss": 0.43212318420410156,
      "step": 15400
    },
    {
      "epoch": 1.6236298482293423,
      "grad_norm": 6.2676897048950195,
      "learning_rate": 1.907037037037037e-05,
      "loss": 0.7609167575836182,
      "step": 15405
    },
    {
      "epoch": 1.6241568296795954,
      "grad_norm": 3.6481289863586426,
      "learning_rate": 1.906574074074074e-05,
      "loss": 0.5571737289428711,
      "step": 15410
    },
    {
      "epoch": 1.6246838111298483,
      "grad_norm": 3.097411632537842,
      "learning_rate": 1.9061111111111112e-05,
      "loss": 0.5567220687866211,
      "step": 15415
    },
    {
      "epoch": 1.6252107925801011,
      "grad_norm": 3.4133777618408203,
      "learning_rate": 1.905648148148148e-05,
      "loss": 0.4682616233825684,
      "step": 15420
    },
    {
      "epoch": 1.625737774030354,
      "grad_norm": 1.7032263278961182,
      "learning_rate": 1.9051851851851852e-05,
      "loss": 0.44583730697631835,
      "step": 15425
    },
    {
      "epoch": 1.6262647554806071,
      "grad_norm": 4.112387180328369,
      "learning_rate": 1.904722222222222e-05,
      "loss": 0.430418586730957,
      "step": 15430
    },
    {
      "epoch": 1.62679173693086,
      "grad_norm": 2.582934617996216,
      "learning_rate": 1.9042592592592593e-05,
      "loss": 0.5717950344085694,
      "step": 15435
    },
    {
      "epoch": 1.627318718381113,
      "grad_norm": 3.080148696899414,
      "learning_rate": 1.9037962962962964e-05,
      "loss": 0.44876761436462403,
      "step": 15440
    },
    {
      "epoch": 1.627845699831366,
      "grad_norm": 3.0176069736480713,
      "learning_rate": 1.9033333333333336e-05,
      "loss": 0.47478747367858887,
      "step": 15445
    },
    {
      "epoch": 1.6283726812816188,
      "grad_norm": 5.018383979797363,
      "learning_rate": 1.9028703703703705e-05,
      "loss": 0.6272167682647705,
      "step": 15450
    },
    {
      "epoch": 1.6288996627318717,
      "grad_norm": 1.6815425157546997,
      "learning_rate": 1.9024074074074073e-05,
      "loss": 0.5686769962310791,
      "step": 15455
    },
    {
      "epoch": 1.6294266441821248,
      "grad_norm": 2.5322296619415283,
      "learning_rate": 1.9019444444444445e-05,
      "loss": 0.42821149826049804,
      "step": 15460
    },
    {
      "epoch": 1.629953625632378,
      "grad_norm": 2.363450765609741,
      "learning_rate": 1.9014814814814814e-05,
      "loss": 0.6542742729187012,
      "step": 15465
    },
    {
      "epoch": 1.6304806070826308,
      "grad_norm": 1.7121789455413818,
      "learning_rate": 1.9010185185185186e-05,
      "loss": 0.5367977619171143,
      "step": 15470
    },
    {
      "epoch": 1.6310075885328836,
      "grad_norm": 11.814115524291992,
      "learning_rate": 1.9005555555555554e-05,
      "loss": 0.6165484428405762,
      "step": 15475
    },
    {
      "epoch": 1.6315345699831365,
      "grad_norm": 3.2402591705322266,
      "learning_rate": 1.9000925925925926e-05,
      "loss": 0.5219658374786377,
      "step": 15480
    },
    {
      "epoch": 1.6320615514333894,
      "grad_norm": 2.577296018600464,
      "learning_rate": 1.8996296296296298e-05,
      "loss": 0.41994175910949705,
      "step": 15485
    },
    {
      "epoch": 1.6325885328836425,
      "grad_norm": 1.7139679193496704,
      "learning_rate": 1.899166666666667e-05,
      "loss": 0.6492458343505859,
      "step": 15490
    },
    {
      "epoch": 1.6331155143338956,
      "grad_norm": 1.884329080581665,
      "learning_rate": 1.8987037037037038e-05,
      "loss": 0.4988080024719238,
      "step": 15495
    },
    {
      "epoch": 1.6336424957841484,
      "grad_norm": 2.823254108428955,
      "learning_rate": 1.8982407407407407e-05,
      "loss": 0.7484251022338867,
      "step": 15500
    },
    {
      "epoch": 1.6341694772344013,
      "grad_norm": 1.6099220514297485,
      "learning_rate": 1.897777777777778e-05,
      "loss": 0.3469944715499878,
      "step": 15505
    },
    {
      "epoch": 1.6346964586846542,
      "grad_norm": 4.061682224273682,
      "learning_rate": 1.8973148148148147e-05,
      "loss": 0.7234310150146485,
      "step": 15510
    },
    {
      "epoch": 1.6352234401349073,
      "grad_norm": 2.1825428009033203,
      "learning_rate": 1.896851851851852e-05,
      "loss": 0.3782059669494629,
      "step": 15515
    },
    {
      "epoch": 1.6357504215851602,
      "grad_norm": 6.179542541503906,
      "learning_rate": 1.8963888888888888e-05,
      "loss": 0.5346647262573242,
      "step": 15520
    },
    {
      "epoch": 1.6362774030354132,
      "grad_norm": 2.0870025157928467,
      "learning_rate": 1.895925925925926e-05,
      "loss": 0.596931266784668,
      "step": 15525
    },
    {
      "epoch": 1.6368043844856661,
      "grad_norm": 2.89992356300354,
      "learning_rate": 1.895462962962963e-05,
      "loss": 0.3830936670303345,
      "step": 15530
    },
    {
      "epoch": 1.637331365935919,
      "grad_norm": 2.8229176998138428,
      "learning_rate": 1.8950000000000003e-05,
      "loss": 0.6269848823547364,
      "step": 15535
    },
    {
      "epoch": 1.6378583473861719,
      "grad_norm": 2.973022222518921,
      "learning_rate": 1.8945370370370372e-05,
      "loss": 0.5721762657165528,
      "step": 15540
    },
    {
      "epoch": 1.638385328836425,
      "grad_norm": 10.964303970336914,
      "learning_rate": 1.894074074074074e-05,
      "loss": 0.6173943519592285,
      "step": 15545
    },
    {
      "epoch": 1.638912310286678,
      "grad_norm": 2.7778096199035645,
      "learning_rate": 1.8936111111111112e-05,
      "loss": 0.383621072769165,
      "step": 15550
    },
    {
      "epoch": 1.639439291736931,
      "grad_norm": 1.3682525157928467,
      "learning_rate": 1.893148148148148e-05,
      "loss": 0.433043909072876,
      "step": 15555
    },
    {
      "epoch": 1.6399662731871838,
      "grad_norm": 1.7119686603546143,
      "learning_rate": 1.8926851851851853e-05,
      "loss": 0.36703221797943114,
      "step": 15560
    },
    {
      "epoch": 1.6404932546374367,
      "grad_norm": 2.5191397666931152,
      "learning_rate": 1.892222222222222e-05,
      "loss": 0.48778486251831055,
      "step": 15565
    },
    {
      "epoch": 1.6410202360876898,
      "grad_norm": 3.280219793319702,
      "learning_rate": 1.8917592592592593e-05,
      "loss": 0.39196209907531737,
      "step": 15570
    },
    {
      "epoch": 1.6415472175379426,
      "grad_norm": 1.3225470781326294,
      "learning_rate": 1.891296296296296e-05,
      "loss": 0.4341625213623047,
      "step": 15575
    },
    {
      "epoch": 1.6420741989881957,
      "grad_norm": 2.0208740234375,
      "learning_rate": 1.8908333333333337e-05,
      "loss": 0.711346435546875,
      "step": 15580
    },
    {
      "epoch": 1.6426011804384486,
      "grad_norm": 4.787418365478516,
      "learning_rate": 1.8903703703703705e-05,
      "loss": 0.47593097686767577,
      "step": 15585
    },
    {
      "epoch": 1.6431281618887015,
      "grad_norm": 2.868098497390747,
      "learning_rate": 1.8899074074074074e-05,
      "loss": 0.5901639461517334,
      "step": 15590
    },
    {
      "epoch": 1.6436551433389543,
      "grad_norm": 2.6624867916107178,
      "learning_rate": 1.8894444444444446e-05,
      "loss": 0.6332259178161621,
      "step": 15595
    },
    {
      "epoch": 1.6441821247892074,
      "grad_norm": 28.02432632446289,
      "learning_rate": 1.8889814814814814e-05,
      "loss": 0.5646855354309082,
      "step": 15600
    },
    {
      "epoch": 1.6447091062394603,
      "grad_norm": 1.4880456924438477,
      "learning_rate": 1.8885185185185186e-05,
      "loss": 0.7740647315979003,
      "step": 15605
    },
    {
      "epoch": 1.6452360876897134,
      "grad_norm": 4.352160453796387,
      "learning_rate": 1.8880555555555554e-05,
      "loss": 0.50076322555542,
      "step": 15610
    },
    {
      "epoch": 1.6457630691399663,
      "grad_norm": 2.377314805984497,
      "learning_rate": 1.8875925925925926e-05,
      "loss": 0.37596237659454346,
      "step": 15615
    },
    {
      "epoch": 1.6462900505902192,
      "grad_norm": 2.2858331203460693,
      "learning_rate": 1.8871296296296295e-05,
      "loss": 0.5372989654541016,
      "step": 15620
    },
    {
      "epoch": 1.646817032040472,
      "grad_norm": 31.4234676361084,
      "learning_rate": 1.886666666666667e-05,
      "loss": 0.5566598415374756,
      "step": 15625
    },
    {
      "epoch": 1.6473440134907251,
      "grad_norm": 3.9812607765197754,
      "learning_rate": 1.886203703703704e-05,
      "loss": 0.460481071472168,
      "step": 15630
    },
    {
      "epoch": 1.6478709949409782,
      "grad_norm": 3.0356533527374268,
      "learning_rate": 1.8857407407407407e-05,
      "loss": 0.3846022367477417,
      "step": 15635
    },
    {
      "epoch": 1.648397976391231,
      "grad_norm": 2.5798685550689697,
      "learning_rate": 1.885277777777778e-05,
      "loss": 0.4657918930053711,
      "step": 15640
    },
    {
      "epoch": 1.648924957841484,
      "grad_norm": 9.013471603393555,
      "learning_rate": 1.8848148148148148e-05,
      "loss": 0.5439310073852539,
      "step": 15645
    },
    {
      "epoch": 1.6494519392917368,
      "grad_norm": 3.1996729373931885,
      "learning_rate": 1.884351851851852e-05,
      "loss": 0.39199113845825195,
      "step": 15650
    },
    {
      "epoch": 1.64997892074199,
      "grad_norm": 2.7061686515808105,
      "learning_rate": 1.8838888888888888e-05,
      "loss": 0.6037013053894043,
      "step": 15655
    },
    {
      "epoch": 1.6505059021922428,
      "grad_norm": 2.742051839828491,
      "learning_rate": 1.883425925925926e-05,
      "loss": 0.5635331630706787,
      "step": 15660
    },
    {
      "epoch": 1.651032883642496,
      "grad_norm": 16.04647445678711,
      "learning_rate": 1.8829629629629628e-05,
      "loss": 0.4617032527923584,
      "step": 15665
    },
    {
      "epoch": 1.6515598650927488,
      "grad_norm": 2.3043460845947266,
      "learning_rate": 1.8825e-05,
      "loss": 0.5382319450378418,
      "step": 15670
    },
    {
      "epoch": 1.6520868465430016,
      "grad_norm": 1.6884011030197144,
      "learning_rate": 1.8820370370370372e-05,
      "loss": 0.6591091632843018,
      "step": 15675
    },
    {
      "epoch": 1.6526138279932545,
      "grad_norm": 2.03151535987854,
      "learning_rate": 1.881574074074074e-05,
      "loss": 0.5490917205810547,
      "step": 15680
    },
    {
      "epoch": 1.6531408094435076,
      "grad_norm": 4.379788398742676,
      "learning_rate": 1.8811111111111112e-05,
      "loss": 0.5650214672088623,
      "step": 15685
    },
    {
      "epoch": 1.6536677908937607,
      "grad_norm": 1.7750109434127808,
      "learning_rate": 1.880648148148148e-05,
      "loss": 0.3929647445678711,
      "step": 15690
    },
    {
      "epoch": 1.6541947723440136,
      "grad_norm": 2.1598362922668457,
      "learning_rate": 1.8801851851851853e-05,
      "loss": 0.4100485801696777,
      "step": 15695
    },
    {
      "epoch": 1.6547217537942664,
      "grad_norm": 1.8698228597640991,
      "learning_rate": 1.879722222222222e-05,
      "loss": 0.41028766632080077,
      "step": 15700
    },
    {
      "epoch": 1.6552487352445193,
      "grad_norm": 3.021097421646118,
      "learning_rate": 1.8792592592592593e-05,
      "loss": 0.5838785648345948,
      "step": 15705
    },
    {
      "epoch": 1.6557757166947722,
      "grad_norm": 2.0340754985809326,
      "learning_rate": 1.8787962962962962e-05,
      "loss": 0.5354317665100098,
      "step": 15710
    },
    {
      "epoch": 1.6563026981450253,
      "grad_norm": 3.5482068061828613,
      "learning_rate": 1.8783333333333334e-05,
      "loss": 0.498258638381958,
      "step": 15715
    },
    {
      "epoch": 1.6568296795952784,
      "grad_norm": 1.5007452964782715,
      "learning_rate": 1.8778703703703706e-05,
      "loss": 0.4155181884765625,
      "step": 15720
    },
    {
      "epoch": 1.6573566610455313,
      "grad_norm": 1.5202453136444092,
      "learning_rate": 1.8774074074074077e-05,
      "loss": 0.3672299385070801,
      "step": 15725
    },
    {
      "epoch": 1.6578836424957841,
      "grad_norm": 5.508813381195068,
      "learning_rate": 1.8769444444444446e-05,
      "loss": 0.7034299850463868,
      "step": 15730
    },
    {
      "epoch": 1.658410623946037,
      "grad_norm": 2.0353853702545166,
      "learning_rate": 1.8764814814814814e-05,
      "loss": 0.4071178913116455,
      "step": 15735
    },
    {
      "epoch": 1.65893760539629,
      "grad_norm": 5.6443772315979,
      "learning_rate": 1.8760185185185186e-05,
      "loss": 0.5839524269104004,
      "step": 15740
    },
    {
      "epoch": 1.659464586846543,
      "grad_norm": 1.1196784973144531,
      "learning_rate": 1.8755555555555555e-05,
      "loss": 0.5553919792175293,
      "step": 15745
    },
    {
      "epoch": 1.659991568296796,
      "grad_norm": 5.455681800842285,
      "learning_rate": 1.8750925925925927e-05,
      "loss": 0.707654333114624,
      "step": 15750
    },
    {
      "epoch": 1.660518549747049,
      "grad_norm": 5.763848304748535,
      "learning_rate": 1.8746296296296295e-05,
      "loss": 0.5727063179016113,
      "step": 15755
    },
    {
      "epoch": 1.6610455311973018,
      "grad_norm": 2.0167245864868164,
      "learning_rate": 1.8741666666666667e-05,
      "loss": 0.5685304164886474,
      "step": 15760
    },
    {
      "epoch": 1.6615725126475547,
      "grad_norm": 4.384410381317139,
      "learning_rate": 1.8737037037037036e-05,
      "loss": 0.4485891342163086,
      "step": 15765
    },
    {
      "epoch": 1.6620994940978078,
      "grad_norm": 1.4721451997756958,
      "learning_rate": 1.873240740740741e-05,
      "loss": 0.5459511756896973,
      "step": 15770
    },
    {
      "epoch": 1.6626264755480609,
      "grad_norm": 1.5498359203338623,
      "learning_rate": 1.872777777777778e-05,
      "loss": 0.6579323768615722,
      "step": 15775
    },
    {
      "epoch": 1.6631534569983137,
      "grad_norm": 1.6082425117492676,
      "learning_rate": 1.8723148148148148e-05,
      "loss": 0.484967041015625,
      "step": 15780
    },
    {
      "epoch": 1.6636804384485666,
      "grad_norm": 2.1580147743225098,
      "learning_rate": 1.871851851851852e-05,
      "loss": 0.5599426746368408,
      "step": 15785
    },
    {
      "epoch": 1.6642074198988195,
      "grad_norm": 2.2126433849334717,
      "learning_rate": 1.8713888888888888e-05,
      "loss": 0.5926111221313477,
      "step": 15790
    },
    {
      "epoch": 1.6647344013490724,
      "grad_norm": 2.7835094928741455,
      "learning_rate": 1.870925925925926e-05,
      "loss": 0.557609748840332,
      "step": 15795
    },
    {
      "epoch": 1.6652613827993255,
      "grad_norm": 1.8930941820144653,
      "learning_rate": 1.870462962962963e-05,
      "loss": 0.648615837097168,
      "step": 15800
    },
    {
      "epoch": 1.6657883642495785,
      "grad_norm": 3.9070632457733154,
      "learning_rate": 1.87e-05,
      "loss": 0.5771166801452636,
      "step": 15805
    },
    {
      "epoch": 1.6663153456998314,
      "grad_norm": 3.516491651535034,
      "learning_rate": 1.869537037037037e-05,
      "loss": 0.714464807510376,
      "step": 15810
    },
    {
      "epoch": 1.6668423271500843,
      "grad_norm": 1.7575912475585938,
      "learning_rate": 1.8690740740740744e-05,
      "loss": 0.4066017627716064,
      "step": 15815
    },
    {
      "epoch": 1.6673693086003372,
      "grad_norm": 3.1637673377990723,
      "learning_rate": 1.8686111111111113e-05,
      "loss": 0.5890470504760742,
      "step": 15820
    },
    {
      "epoch": 1.6678962900505903,
      "grad_norm": 2.8575069904327393,
      "learning_rate": 1.868148148148148e-05,
      "loss": 0.3857478380203247,
      "step": 15825
    },
    {
      "epoch": 1.6684232715008431,
      "grad_norm": 1.1982502937316895,
      "learning_rate": 1.8676851851851853e-05,
      "loss": 0.4847704887390137,
      "step": 15830
    },
    {
      "epoch": 1.6689502529510962,
      "grad_norm": 2.3577263355255127,
      "learning_rate": 1.8672222222222222e-05,
      "loss": 0.43869705200195314,
      "step": 15835
    },
    {
      "epoch": 1.669477234401349,
      "grad_norm": 1.9628915786743164,
      "learning_rate": 1.8667592592592594e-05,
      "loss": 0.5175830841064453,
      "step": 15840
    },
    {
      "epoch": 1.670004215851602,
      "grad_norm": 1.3300392627716064,
      "learning_rate": 1.8662962962962962e-05,
      "loss": 0.42780041694641113,
      "step": 15845
    },
    {
      "epoch": 1.6705311973018548,
      "grad_norm": 4.398419380187988,
      "learning_rate": 1.8658333333333334e-05,
      "loss": 0.5738060474395752,
      "step": 15850
    },
    {
      "epoch": 1.671058178752108,
      "grad_norm": 3.928647756576538,
      "learning_rate": 1.8653703703703702e-05,
      "loss": 0.6763944149017334,
      "step": 15855
    },
    {
      "epoch": 1.671585160202361,
      "grad_norm": 24.152503967285156,
      "learning_rate": 1.8649074074074078e-05,
      "loss": 0.5808963775634766,
      "step": 15860
    },
    {
      "epoch": 1.672112141652614,
      "grad_norm": 1.8343322277069092,
      "learning_rate": 1.8644444444444446e-05,
      "loss": 0.5046725273132324,
      "step": 15865
    },
    {
      "epoch": 1.6726391231028668,
      "grad_norm": 6.287224769592285,
      "learning_rate": 1.8639814814814815e-05,
      "loss": 0.5205235481262207,
      "step": 15870
    },
    {
      "epoch": 1.6731661045531196,
      "grad_norm": 1.826000690460205,
      "learning_rate": 1.8635185185185187e-05,
      "loss": 0.5062312602996826,
      "step": 15875
    },
    {
      "epoch": 1.6736930860033725,
      "grad_norm": 1.4566251039505005,
      "learning_rate": 1.8630555555555555e-05,
      "loss": 0.43951892852783203,
      "step": 15880
    },
    {
      "epoch": 1.6742200674536256,
      "grad_norm": 1.7776471376419067,
      "learning_rate": 1.8625925925925927e-05,
      "loss": 0.5908689498901367,
      "step": 15885
    },
    {
      "epoch": 1.6747470489038787,
      "grad_norm": 4.217912197113037,
      "learning_rate": 1.8621296296296296e-05,
      "loss": 0.5500458717346192,
      "step": 15890
    },
    {
      "epoch": 1.6752740303541316,
      "grad_norm": 3.5043318271636963,
      "learning_rate": 1.8616666666666667e-05,
      "loss": 0.642019510269165,
      "step": 15895
    },
    {
      "epoch": 1.6758010118043845,
      "grad_norm": 1.7186540365219116,
      "learning_rate": 1.8612037037037036e-05,
      "loss": 0.6471585750579834,
      "step": 15900
    },
    {
      "epoch": 1.6763279932546373,
      "grad_norm": 4.161713600158691,
      "learning_rate": 1.8607407407407408e-05,
      "loss": 0.5141492366790772,
      "step": 15905
    },
    {
      "epoch": 1.6768549747048904,
      "grad_norm": 3.54362154006958,
      "learning_rate": 1.860277777777778e-05,
      "loss": 0.5796496868133545,
      "step": 15910
    },
    {
      "epoch": 1.6773819561551433,
      "grad_norm": 1.9780323505401611,
      "learning_rate": 1.8598148148148148e-05,
      "loss": 0.3890888214111328,
      "step": 15915
    },
    {
      "epoch": 1.6779089376053964,
      "grad_norm": 2.442969560623169,
      "learning_rate": 1.859351851851852e-05,
      "loss": 0.4277510643005371,
      "step": 15920
    },
    {
      "epoch": 1.6784359190556493,
      "grad_norm": 1.351389765739441,
      "learning_rate": 1.858888888888889e-05,
      "loss": 0.4658344745635986,
      "step": 15925
    },
    {
      "epoch": 1.6789629005059021,
      "grad_norm": 7.919654369354248,
      "learning_rate": 1.858425925925926e-05,
      "loss": 0.46192264556884766,
      "step": 15930
    },
    {
      "epoch": 1.679489881956155,
      "grad_norm": 1.759720802307129,
      "learning_rate": 1.857962962962963e-05,
      "loss": 0.49590268135070803,
      "step": 15935
    },
    {
      "epoch": 1.680016863406408,
      "grad_norm": 2.389500617980957,
      "learning_rate": 1.8575e-05,
      "loss": 0.4308642864227295,
      "step": 15940
    },
    {
      "epoch": 1.6805438448566612,
      "grad_norm": 2.9391565322875977,
      "learning_rate": 1.857037037037037e-05,
      "loss": 0.6517991542816162,
      "step": 15945
    },
    {
      "epoch": 1.681070826306914,
      "grad_norm": 4.003228187561035,
      "learning_rate": 1.856574074074074e-05,
      "loss": 0.4906679630279541,
      "step": 15950
    },
    {
      "epoch": 1.681597807757167,
      "grad_norm": 3.682018995285034,
      "learning_rate": 1.8561111111111113e-05,
      "loss": 0.6432774543762207,
      "step": 15955
    },
    {
      "epoch": 1.6821247892074198,
      "grad_norm": 1.6966851949691772,
      "learning_rate": 1.855648148148148e-05,
      "loss": 0.5334995269775391,
      "step": 15960
    },
    {
      "epoch": 1.6826517706576727,
      "grad_norm": 1.7700892686843872,
      "learning_rate": 1.8551851851851854e-05,
      "loss": 0.5198581695556641,
      "step": 15965
    },
    {
      "epoch": 1.6831787521079258,
      "grad_norm": 4.073731899261475,
      "learning_rate": 1.8547222222222222e-05,
      "loss": 0.5718262672424317,
      "step": 15970
    },
    {
      "epoch": 1.6837057335581789,
      "grad_norm": 3.505222797393799,
      "learning_rate": 1.8542592592592594e-05,
      "loss": 0.33059885501861574,
      "step": 15975
    },
    {
      "epoch": 1.6842327150084317,
      "grad_norm": 2.1050992012023926,
      "learning_rate": 1.8537962962962962e-05,
      "loss": 0.4392435550689697,
      "step": 15980
    },
    {
      "epoch": 1.6847596964586846,
      "grad_norm": 1.7865781784057617,
      "learning_rate": 1.8533333333333334e-05,
      "loss": 0.35440573692321775,
      "step": 15985
    },
    {
      "epoch": 1.6852866779089375,
      "grad_norm": 3.7204906940460205,
      "learning_rate": 1.8528703703703703e-05,
      "loss": 0.5199458122253418,
      "step": 15990
    },
    {
      "epoch": 1.6858136593591906,
      "grad_norm": 2.169511079788208,
      "learning_rate": 1.8524074074074075e-05,
      "loss": 0.493607234954834,
      "step": 15995
    },
    {
      "epoch": 1.6863406408094435,
      "grad_norm": 3.2574331760406494,
      "learning_rate": 1.8519444444444443e-05,
      "loss": 0.41081743240356444,
      "step": 16000
    },
    {
      "epoch": 1.6863406408094435,
      "eval_cer": 0.0772939088559775,
      "eval_loss": 0.35641252994537354,
      "eval_runtime": 120.8631,
      "eval_samples_per_second": 24.093,
      "eval_score": 84.01380108310939,
      "eval_steps_per_second": 3.012,
      "eval_wer": 0.24243006948183474,
      "step": 16000
    },
    {
      "epoch": 1.6868676222596966,
      "grad_norm": 2.899566650390625,
      "learning_rate": 1.8514814814814815e-05,
      "loss": 0.42100253105163576,
      "step": 16005
    },
    {
      "epoch": 1.6873946037099494,
      "grad_norm": 3.833246946334839,
      "learning_rate": 1.8510185185185187e-05,
      "loss": 0.489337158203125,
      "step": 16010
    },
    {
      "epoch": 1.6879215851602023,
      "grad_norm": 12.98758316040039,
      "learning_rate": 1.8505555555555556e-05,
      "loss": 0.3848947286605835,
      "step": 16015
    },
    {
      "epoch": 1.6884485666104552,
      "grad_norm": 3.888237237930298,
      "learning_rate": 1.8500925925925927e-05,
      "loss": 0.507600212097168,
      "step": 16020
    },
    {
      "epoch": 1.6889755480607083,
      "grad_norm": 7.145097255706787,
      "learning_rate": 1.8496296296296296e-05,
      "loss": 0.5416979789733887,
      "step": 16025
    },
    {
      "epoch": 1.6895025295109614,
      "grad_norm": 1.934503197669983,
      "learning_rate": 1.8491666666666668e-05,
      "loss": 0.3130784034729004,
      "step": 16030
    },
    {
      "epoch": 1.6900295109612142,
      "grad_norm": 1.6757982969284058,
      "learning_rate": 1.8487037037037036e-05,
      "loss": 0.6964910507202149,
      "step": 16035
    },
    {
      "epoch": 1.690556492411467,
      "grad_norm": 2.25713849067688,
      "learning_rate": 1.8482407407407408e-05,
      "loss": 0.618064546585083,
      "step": 16040
    },
    {
      "epoch": 1.69108347386172,
      "grad_norm": 2.3721518516540527,
      "learning_rate": 1.8477777777777777e-05,
      "loss": 0.4531735420227051,
      "step": 16045
    },
    {
      "epoch": 1.691610455311973,
      "grad_norm": 1.9597951173782349,
      "learning_rate": 1.847314814814815e-05,
      "loss": 0.4368411064147949,
      "step": 16050
    },
    {
      "epoch": 1.692137436762226,
      "grad_norm": 1.6471439599990845,
      "learning_rate": 1.846851851851852e-05,
      "loss": 0.7124415874481201,
      "step": 16055
    },
    {
      "epoch": 1.692664418212479,
      "grad_norm": 1.3584182262420654,
      "learning_rate": 1.846388888888889e-05,
      "loss": 0.4025868892669678,
      "step": 16060
    },
    {
      "epoch": 1.693191399662732,
      "grad_norm": 4.460235595703125,
      "learning_rate": 1.845925925925926e-05,
      "loss": 0.45082621574401854,
      "step": 16065
    },
    {
      "epoch": 1.6937183811129848,
      "grad_norm": 1.6854288578033447,
      "learning_rate": 1.845462962962963e-05,
      "loss": 0.37502572536468504,
      "step": 16070
    },
    {
      "epoch": 1.6942453625632377,
      "grad_norm": 12.835430145263672,
      "learning_rate": 1.845e-05,
      "loss": 0.5028017997741699,
      "step": 16075
    },
    {
      "epoch": 1.6947723440134908,
      "grad_norm": 4.734555244445801,
      "learning_rate": 1.844537037037037e-05,
      "loss": 0.4073378562927246,
      "step": 16080
    },
    {
      "epoch": 1.6952993254637436,
      "grad_norm": 1.67484450340271,
      "learning_rate": 1.844074074074074e-05,
      "loss": 0.5079187870025634,
      "step": 16085
    },
    {
      "epoch": 1.6958263069139967,
      "grad_norm": 2.6630091667175293,
      "learning_rate": 1.843611111111111e-05,
      "loss": 0.41541013717651365,
      "step": 16090
    },
    {
      "epoch": 1.6963532883642496,
      "grad_norm": 2.409085988998413,
      "learning_rate": 1.8431481481481482e-05,
      "loss": 0.5530628204345703,
      "step": 16095
    },
    {
      "epoch": 1.6968802698145025,
      "grad_norm": 2.4796390533447266,
      "learning_rate": 1.8426851851851854e-05,
      "loss": 0.6250178337097168,
      "step": 16100
    },
    {
      "epoch": 1.6974072512647553,
      "grad_norm": 5.459250450134277,
      "learning_rate": 1.8422222222222222e-05,
      "loss": 0.5053419589996337,
      "step": 16105
    },
    {
      "epoch": 1.6979342327150084,
      "grad_norm": 2.404966354370117,
      "learning_rate": 1.8417592592592594e-05,
      "loss": 0.7319647789001464,
      "step": 16110
    },
    {
      "epoch": 1.6984612141652615,
      "grad_norm": 2.6648027896881104,
      "learning_rate": 1.8412962962962963e-05,
      "loss": 0.5796175479888916,
      "step": 16115
    },
    {
      "epoch": 1.6989881956155144,
      "grad_norm": 1.2946958541870117,
      "learning_rate": 1.8408333333333335e-05,
      "loss": 0.4973584175109863,
      "step": 16120
    },
    {
      "epoch": 1.6995151770657673,
      "grad_norm": 1.4997332096099854,
      "learning_rate": 1.8403703703703703e-05,
      "loss": 0.40822200775146483,
      "step": 16125
    },
    {
      "epoch": 1.7000421585160201,
      "grad_norm": 10.619375228881836,
      "learning_rate": 1.8399074074074075e-05,
      "loss": 0.44862780570983884,
      "step": 16130
    },
    {
      "epoch": 1.7005691399662732,
      "grad_norm": 2.5029022693634033,
      "learning_rate": 1.8394444444444444e-05,
      "loss": 0.5985709190368652,
      "step": 16135
    },
    {
      "epoch": 1.701096121416526,
      "grad_norm": 1.2290514707565308,
      "learning_rate": 1.8389814814814812e-05,
      "loss": 0.4126437664031982,
      "step": 16140
    },
    {
      "epoch": 1.7016231028667792,
      "grad_norm": 2.280944585800171,
      "learning_rate": 1.8385185185185187e-05,
      "loss": 0.531293535232544,
      "step": 16145
    },
    {
      "epoch": 1.702150084317032,
      "grad_norm": 5.091455459594727,
      "learning_rate": 1.8380555555555556e-05,
      "loss": 0.4500265121459961,
      "step": 16150
    },
    {
      "epoch": 1.702677065767285,
      "grad_norm": 1.3488428592681885,
      "learning_rate": 1.8375925925925928e-05,
      "loss": 0.5384119987487793,
      "step": 16155
    },
    {
      "epoch": 1.7032040472175378,
      "grad_norm": 2.0347228050231934,
      "learning_rate": 1.8371296296296296e-05,
      "loss": 0.5885515213012695,
      "step": 16160
    },
    {
      "epoch": 1.703731028667791,
      "grad_norm": 3.0502495765686035,
      "learning_rate": 1.8366666666666668e-05,
      "loss": 0.4808328151702881,
      "step": 16165
    },
    {
      "epoch": 1.704258010118044,
      "grad_norm": 1.9351089000701904,
      "learning_rate": 1.8362037037037037e-05,
      "loss": 0.6090338230133057,
      "step": 16170
    },
    {
      "epoch": 1.7047849915682969,
      "grad_norm": 1.3476486206054688,
      "learning_rate": 1.835740740740741e-05,
      "loss": 0.4416317939758301,
      "step": 16175
    },
    {
      "epoch": 1.7053119730185498,
      "grad_norm": 4.05239725112915,
      "learning_rate": 1.8352777777777777e-05,
      "loss": 0.4860495090484619,
      "step": 16180
    },
    {
      "epoch": 1.7058389544688026,
      "grad_norm": 1.6315406560897827,
      "learning_rate": 1.834814814814815e-05,
      "loss": 0.4407984733581543,
      "step": 16185
    },
    {
      "epoch": 1.7063659359190555,
      "grad_norm": 1.7485469579696655,
      "learning_rate": 1.834351851851852e-05,
      "loss": 0.4676498889923096,
      "step": 16190
    },
    {
      "epoch": 1.7068929173693086,
      "grad_norm": 2.0832722187042236,
      "learning_rate": 1.833888888888889e-05,
      "loss": 0.36519384384155273,
      "step": 16195
    },
    {
      "epoch": 1.7074198988195617,
      "grad_norm": 1.0430305004119873,
      "learning_rate": 1.833425925925926e-05,
      "loss": 0.3471976757049561,
      "step": 16200
    },
    {
      "epoch": 1.7079468802698146,
      "grad_norm": 4.1658034324646,
      "learning_rate": 1.832962962962963e-05,
      "loss": 0.5227781772613526,
      "step": 16205
    },
    {
      "epoch": 1.7084738617200674,
      "grad_norm": 2.401965618133545,
      "learning_rate": 1.8325e-05,
      "loss": 0.5384763240814209,
      "step": 16210
    },
    {
      "epoch": 1.7090008431703203,
      "grad_norm": 1.422446608543396,
      "learning_rate": 1.832037037037037e-05,
      "loss": 0.547348165512085,
      "step": 16215
    },
    {
      "epoch": 1.7095278246205734,
      "grad_norm": 2.3883581161499023,
      "learning_rate": 1.8315740740740742e-05,
      "loss": 0.4613553524017334,
      "step": 16220
    },
    {
      "epoch": 1.7100548060708263,
      "grad_norm": 1.573481559753418,
      "learning_rate": 1.831111111111111e-05,
      "loss": 0.49761133193969725,
      "step": 16225
    },
    {
      "epoch": 1.7105817875210794,
      "grad_norm": 1.6056835651397705,
      "learning_rate": 1.8306481481481482e-05,
      "loss": 0.4116614818572998,
      "step": 16230
    },
    {
      "epoch": 1.7111087689713322,
      "grad_norm": 18.664155960083008,
      "learning_rate": 1.830185185185185e-05,
      "loss": 0.4382919788360596,
      "step": 16235
    },
    {
      "epoch": 1.7116357504215851,
      "grad_norm": 6.25787353515625,
      "learning_rate": 1.8297222222222223e-05,
      "loss": 0.49756875038146975,
      "step": 16240
    },
    {
      "epoch": 1.712162731871838,
      "grad_norm": 1.8769848346710205,
      "learning_rate": 1.8292592592592595e-05,
      "loss": 0.5072138786315918,
      "step": 16245
    },
    {
      "epoch": 1.712689713322091,
      "grad_norm": 2.6392319202423096,
      "learning_rate": 1.8287962962962963e-05,
      "loss": 0.5471982002258301,
      "step": 16250
    },
    {
      "epoch": 1.7132166947723442,
      "grad_norm": 3.672391653060913,
      "learning_rate": 1.8283333333333335e-05,
      "loss": 0.5541034698486328,
      "step": 16255
    },
    {
      "epoch": 1.713743676222597,
      "grad_norm": 12.238082885742188,
      "learning_rate": 1.8278703703703704e-05,
      "loss": 0.3994849681854248,
      "step": 16260
    },
    {
      "epoch": 1.71427065767285,
      "grad_norm": 3.2530276775360107,
      "learning_rate": 1.8274074074074075e-05,
      "loss": 0.50739426612854,
      "step": 16265
    },
    {
      "epoch": 1.7147976391231028,
      "grad_norm": 3.194622278213501,
      "learning_rate": 1.8269444444444444e-05,
      "loss": 0.5055984497070313,
      "step": 16270
    },
    {
      "epoch": 1.7153246205733557,
      "grad_norm": 2.416501045227051,
      "learning_rate": 1.8264814814814816e-05,
      "loss": 0.4991976261138916,
      "step": 16275
    },
    {
      "epoch": 1.7158516020236088,
      "grad_norm": 2.176652669906616,
      "learning_rate": 1.8260185185185184e-05,
      "loss": 0.49562945365905764,
      "step": 16280
    },
    {
      "epoch": 1.7163785834738619,
      "grad_norm": 3.9791648387908936,
      "learning_rate": 1.8255555555555556e-05,
      "loss": 0.44237794876098635,
      "step": 16285
    },
    {
      "epoch": 1.7169055649241147,
      "grad_norm": 3.308753728866577,
      "learning_rate": 1.8250925925925928e-05,
      "loss": 0.4818709850311279,
      "step": 16290
    },
    {
      "epoch": 1.7174325463743676,
      "grad_norm": 1.8792637586593628,
      "learning_rate": 1.8246296296296297e-05,
      "loss": 0.473559045791626,
      "step": 16295
    },
    {
      "epoch": 1.7179595278246205,
      "grad_norm": 1.9236340522766113,
      "learning_rate": 1.824166666666667e-05,
      "loss": 0.4824671268463135,
      "step": 16300
    },
    {
      "epoch": 1.7184865092748736,
      "grad_norm": 1.6418565511703491,
      "learning_rate": 1.8237037037037037e-05,
      "loss": 0.5756141185760498,
      "step": 16305
    },
    {
      "epoch": 1.7190134907251264,
      "grad_norm": 2.0938143730163574,
      "learning_rate": 1.823240740740741e-05,
      "loss": 0.38965778350830077,
      "step": 16310
    },
    {
      "epoch": 1.7195404721753795,
      "grad_norm": 4.824922561645508,
      "learning_rate": 1.8227777777777777e-05,
      "loss": 0.49991536140441895,
      "step": 16315
    },
    {
      "epoch": 1.7200674536256324,
      "grad_norm": 1.4196107387542725,
      "learning_rate": 1.822314814814815e-05,
      "loss": 0.4105562210083008,
      "step": 16320
    },
    {
      "epoch": 1.7205944350758853,
      "grad_norm": 2.145533323287964,
      "learning_rate": 1.8218518518518518e-05,
      "loss": 0.3876426935195923,
      "step": 16325
    },
    {
      "epoch": 1.7211214165261381,
      "grad_norm": 1.7669692039489746,
      "learning_rate": 1.8213888888888886e-05,
      "loss": 0.4077164173126221,
      "step": 16330
    },
    {
      "epoch": 1.7216483979763912,
      "grad_norm": 2.6001040935516357,
      "learning_rate": 1.820925925925926e-05,
      "loss": 0.528710126876831,
      "step": 16335
    },
    {
      "epoch": 1.7221753794266443,
      "grad_norm": 1.9173740148544312,
      "learning_rate": 1.820462962962963e-05,
      "loss": 0.4580711841583252,
      "step": 16340
    },
    {
      "epoch": 1.7227023608768972,
      "grad_norm": 1.2216317653656006,
      "learning_rate": 1.8200000000000002e-05,
      "loss": 0.3492172956466675,
      "step": 16345
    },
    {
      "epoch": 1.72322934232715,
      "grad_norm": 2.3313238620758057,
      "learning_rate": 1.819537037037037e-05,
      "loss": 0.5928559303283691,
      "step": 16350
    },
    {
      "epoch": 1.723756323777403,
      "grad_norm": 5.346716403961182,
      "learning_rate": 1.8190740740740742e-05,
      "loss": 0.403850793838501,
      "step": 16355
    },
    {
      "epoch": 1.7242833052276558,
      "grad_norm": 7.812323570251465,
      "learning_rate": 1.818611111111111e-05,
      "loss": 0.6863089561462402,
      "step": 16360
    },
    {
      "epoch": 1.724810286677909,
      "grad_norm": 1.3959158658981323,
      "learning_rate": 1.8181481481481483e-05,
      "loss": 0.5243417263031006,
      "step": 16365
    },
    {
      "epoch": 1.725337268128162,
      "grad_norm": 7.198322296142578,
      "learning_rate": 1.817685185185185e-05,
      "loss": 0.4727914333343506,
      "step": 16370
    },
    {
      "epoch": 1.7258642495784149,
      "grad_norm": 1.8612834215164185,
      "learning_rate": 1.817222222222222e-05,
      "loss": 0.40099406242370605,
      "step": 16375
    },
    {
      "epoch": 1.7263912310286678,
      "grad_norm": 7.783313274383545,
      "learning_rate": 1.8167592592592595e-05,
      "loss": 0.49010791778564455,
      "step": 16380
    },
    {
      "epoch": 1.7269182124789206,
      "grad_norm": 10.56938362121582,
      "learning_rate": 1.8162962962962963e-05,
      "loss": 0.5297163009643555,
      "step": 16385
    },
    {
      "epoch": 1.7274451939291737,
      "grad_norm": 2.5987136363983154,
      "learning_rate": 1.8158333333333335e-05,
      "loss": 0.5496569156646729,
      "step": 16390
    },
    {
      "epoch": 1.7279721753794266,
      "grad_norm": 3.00364089012146,
      "learning_rate": 1.8153703703703704e-05,
      "loss": 0.4122044086456299,
      "step": 16395
    },
    {
      "epoch": 1.7284991568296797,
      "grad_norm": 4.922233581542969,
      "learning_rate": 1.8149074074074076e-05,
      "loss": 0.5459362030029297,
      "step": 16400
    },
    {
      "epoch": 1.7290261382799326,
      "grad_norm": 1.889284372329712,
      "learning_rate": 1.8144444444444444e-05,
      "loss": 0.6111709117889405,
      "step": 16405
    },
    {
      "epoch": 1.7295531197301854,
      "grad_norm": 1.4980121850967407,
      "learning_rate": 1.8139814814814816e-05,
      "loss": 0.6589643478393554,
      "step": 16410
    },
    {
      "epoch": 1.7300801011804383,
      "grad_norm": 3.031768798828125,
      "learning_rate": 1.8135185185185185e-05,
      "loss": 0.46163263320922854,
      "step": 16415
    },
    {
      "epoch": 1.7306070826306914,
      "grad_norm": 4.2657928466796875,
      "learning_rate": 1.8130555555555553e-05,
      "loss": 0.5329253673553467,
      "step": 16420
    },
    {
      "epoch": 1.7311340640809445,
      "grad_norm": 3.9401721954345703,
      "learning_rate": 1.812592592592593e-05,
      "loss": 0.6073630332946778,
      "step": 16425
    },
    {
      "epoch": 1.7316610455311974,
      "grad_norm": 2.3771326541900635,
      "learning_rate": 1.8121296296296297e-05,
      "loss": 0.7820974826812744,
      "step": 16430
    },
    {
      "epoch": 1.7321880269814502,
      "grad_norm": 2.281273126602173,
      "learning_rate": 1.811666666666667e-05,
      "loss": 0.6347143650054932,
      "step": 16435
    },
    {
      "epoch": 1.7327150084317031,
      "grad_norm": 2.4347357749938965,
      "learning_rate": 1.8112037037037037e-05,
      "loss": 0.8144543647766114,
      "step": 16440
    },
    {
      "epoch": 1.733241989881956,
      "grad_norm": 8.751815795898438,
      "learning_rate": 1.810740740740741e-05,
      "loss": 0.654241943359375,
      "step": 16445
    },
    {
      "epoch": 1.733768971332209,
      "grad_norm": 2.8497467041015625,
      "learning_rate": 1.8102777777777778e-05,
      "loss": 0.44768586158752444,
      "step": 16450
    },
    {
      "epoch": 1.7342959527824622,
      "grad_norm": 1.6712971925735474,
      "learning_rate": 1.809814814814815e-05,
      "loss": 0.40311737060546876,
      "step": 16455
    },
    {
      "epoch": 1.734822934232715,
      "grad_norm": 2.3029327392578125,
      "learning_rate": 1.8093518518518518e-05,
      "loss": 0.40270490646362306,
      "step": 16460
    },
    {
      "epoch": 1.735349915682968,
      "grad_norm": 2.2611403465270996,
      "learning_rate": 1.8088888888888887e-05,
      "loss": 0.4650558948516846,
      "step": 16465
    },
    {
      "epoch": 1.7358768971332208,
      "grad_norm": 2.033336877822876,
      "learning_rate": 1.808425925925926e-05,
      "loss": 0.5050387859344483,
      "step": 16470
    },
    {
      "epoch": 1.736403878583474,
      "grad_norm": 1.7849801778793335,
      "learning_rate": 1.807962962962963e-05,
      "loss": 0.5981667041778564,
      "step": 16475
    },
    {
      "epoch": 1.7369308600337268,
      "grad_norm": 3.4085655212402344,
      "learning_rate": 1.8075000000000002e-05,
      "loss": 0.5384742736816406,
      "step": 16480
    },
    {
      "epoch": 1.7374578414839799,
      "grad_norm": 2.1795570850372314,
      "learning_rate": 1.807037037037037e-05,
      "loss": 0.5823622703552246,
      "step": 16485
    },
    {
      "epoch": 1.7379848229342327,
      "grad_norm": 7.561254501342773,
      "learning_rate": 1.8065740740740743e-05,
      "loss": 0.6980093955993653,
      "step": 16490
    },
    {
      "epoch": 1.7385118043844856,
      "grad_norm": 1.7934954166412354,
      "learning_rate": 1.806111111111111e-05,
      "loss": 0.5033724784851075,
      "step": 16495
    },
    {
      "epoch": 1.7390387858347385,
      "grad_norm": 4.064765930175781,
      "learning_rate": 1.8056481481481483e-05,
      "loss": 0.41719827651977537,
      "step": 16500
    },
    {
      "epoch": 1.7395657672849916,
      "grad_norm": 1.7422511577606201,
      "learning_rate": 1.805185185185185e-05,
      "loss": 0.41394505500793455,
      "step": 16505
    },
    {
      "epoch": 1.7400927487352447,
      "grad_norm": 2.637493848800659,
      "learning_rate": 1.804722222222222e-05,
      "loss": 0.40727686882019043,
      "step": 16510
    },
    {
      "epoch": 1.7406197301854975,
      "grad_norm": 2.457577705383301,
      "learning_rate": 1.8042592592592592e-05,
      "loss": 0.5321757316589355,
      "step": 16515
    },
    {
      "epoch": 1.7411467116357504,
      "grad_norm": 2.823338508605957,
      "learning_rate": 1.8037962962962964e-05,
      "loss": 0.5044741153717041,
      "step": 16520
    },
    {
      "epoch": 1.7416736930860033,
      "grad_norm": 3.050544023513794,
      "learning_rate": 1.8033333333333336e-05,
      "loss": 0.5510677337646485,
      "step": 16525
    },
    {
      "epoch": 1.7422006745362564,
      "grad_norm": 2.9026589393615723,
      "learning_rate": 1.8028703703703704e-05,
      "loss": 0.42045068740844727,
      "step": 16530
    },
    {
      "epoch": 1.7427276559865092,
      "grad_norm": 1.9868718385696411,
      "learning_rate": 1.8024074074074076e-05,
      "loss": 0.45346956253051757,
      "step": 16535
    },
    {
      "epoch": 1.7432546374367623,
      "grad_norm": 2.242671251296997,
      "learning_rate": 1.8019444444444445e-05,
      "loss": 0.5585657596588135,
      "step": 16540
    },
    {
      "epoch": 1.7437816188870152,
      "grad_norm": 5.738176345825195,
      "learning_rate": 1.8014814814814817e-05,
      "loss": 0.575234842300415,
      "step": 16545
    },
    {
      "epoch": 1.744308600337268,
      "grad_norm": 1.3642033338546753,
      "learning_rate": 1.8010185185185185e-05,
      "loss": 0.4209611892700195,
      "step": 16550
    },
    {
      "epoch": 1.744835581787521,
      "grad_norm": 2.8615007400512695,
      "learning_rate": 1.8005555555555554e-05,
      "loss": 0.513384199142456,
      "step": 16555
    },
    {
      "epoch": 1.745362563237774,
      "grad_norm": 2.397677421569824,
      "learning_rate": 1.8000925925925925e-05,
      "loss": 0.395161771774292,
      "step": 16560
    },
    {
      "epoch": 1.745889544688027,
      "grad_norm": 2.8914504051208496,
      "learning_rate": 1.7996296296296294e-05,
      "loss": 0.54036545753479,
      "step": 16565
    },
    {
      "epoch": 1.74641652613828,
      "grad_norm": 1.4266269207000732,
      "learning_rate": 1.799166666666667e-05,
      "loss": 0.4074235439300537,
      "step": 16570
    },
    {
      "epoch": 1.746943507588533,
      "grad_norm": 1.6694384813308716,
      "learning_rate": 1.7987037037037038e-05,
      "loss": 0.36676549911499023,
      "step": 16575
    },
    {
      "epoch": 1.7474704890387858,
      "grad_norm": 1.9129307270050049,
      "learning_rate": 1.798240740740741e-05,
      "loss": 0.6552595138549805,
      "step": 16580
    },
    {
      "epoch": 1.7479974704890386,
      "grad_norm": 1.8200973272323608,
      "learning_rate": 1.7977777777777778e-05,
      "loss": 0.49568734169006345,
      "step": 16585
    },
    {
      "epoch": 1.7485244519392917,
      "grad_norm": 4.130847454071045,
      "learning_rate": 1.797314814814815e-05,
      "loss": 0.3795180320739746,
      "step": 16590
    },
    {
      "epoch": 1.7490514333895448,
      "grad_norm": 4.029052257537842,
      "learning_rate": 1.796851851851852e-05,
      "loss": 0.551419734954834,
      "step": 16595
    },
    {
      "epoch": 1.7495784148397977,
      "grad_norm": 1.2353192567825317,
      "learning_rate": 1.7963888888888887e-05,
      "loss": 0.4611221790313721,
      "step": 16600
    },
    {
      "epoch": 1.7501053962900506,
      "grad_norm": 1.4038645029067993,
      "learning_rate": 1.795925925925926e-05,
      "loss": 0.43251190185546873,
      "step": 16605
    },
    {
      "epoch": 1.7506323777403034,
      "grad_norm": 3.0048844814300537,
      "learning_rate": 1.7954629629629627e-05,
      "loss": 0.5100185394287109,
      "step": 16610
    },
    {
      "epoch": 1.7511593591905565,
      "grad_norm": 2.4499380588531494,
      "learning_rate": 1.7950000000000003e-05,
      "loss": 0.40334429740905764,
      "step": 16615
    },
    {
      "epoch": 1.7516863406408094,
      "grad_norm": 3.0987536907196045,
      "learning_rate": 1.794537037037037e-05,
      "loss": 0.5858923912048339,
      "step": 16620
    },
    {
      "epoch": 1.7522133220910625,
      "grad_norm": 5.6826171875,
      "learning_rate": 1.7940740740740743e-05,
      "loss": 0.7349753379821777,
      "step": 16625
    },
    {
      "epoch": 1.7527403035413154,
      "grad_norm": 2.409712791442871,
      "learning_rate": 1.793611111111111e-05,
      "loss": 0.43684587478637693,
      "step": 16630
    },
    {
      "epoch": 1.7532672849915683,
      "grad_norm": 6.875077724456787,
      "learning_rate": 1.7931481481481483e-05,
      "loss": 0.7300051212310791,
      "step": 16635
    },
    {
      "epoch": 1.7537942664418211,
      "grad_norm": 1.9964518547058105,
      "learning_rate": 1.7926851851851852e-05,
      "loss": 0.5365746498107911,
      "step": 16640
    },
    {
      "epoch": 1.7543212478920742,
      "grad_norm": 1.5726693868637085,
      "learning_rate": 1.792222222222222e-05,
      "loss": 0.5833180904388428,
      "step": 16645
    },
    {
      "epoch": 1.7548482293423273,
      "grad_norm": 2.570007085800171,
      "learning_rate": 1.7917592592592592e-05,
      "loss": 0.44680004119873046,
      "step": 16650
    },
    {
      "epoch": 1.7553752107925802,
      "grad_norm": 1.5249269008636475,
      "learning_rate": 1.791296296296296e-05,
      "loss": 0.4065833568572998,
      "step": 16655
    },
    {
      "epoch": 1.755902192242833,
      "grad_norm": 3.551131248474121,
      "learning_rate": 1.7908333333333336e-05,
      "loss": 0.4402490139007568,
      "step": 16660
    },
    {
      "epoch": 1.756429173693086,
      "grad_norm": 3.5231010913848877,
      "learning_rate": 1.7903703703703705e-05,
      "loss": 0.4324747085571289,
      "step": 16665
    },
    {
      "epoch": 1.7569561551433388,
      "grad_norm": 3.0897839069366455,
      "learning_rate": 1.7899074074074076e-05,
      "loss": 0.473622465133667,
      "step": 16670
    },
    {
      "epoch": 1.757483136593592,
      "grad_norm": 1.5289344787597656,
      "learning_rate": 1.7894444444444445e-05,
      "loss": 0.44826202392578124,
      "step": 16675
    },
    {
      "epoch": 1.758010118043845,
      "grad_norm": 1.6943985223770142,
      "learning_rate": 1.7889814814814817e-05,
      "loss": 0.47919449806213377,
      "step": 16680
    },
    {
      "epoch": 1.7585370994940979,
      "grad_norm": 4.007137298583984,
      "learning_rate": 1.7885185185185185e-05,
      "loss": 0.4024754524230957,
      "step": 16685
    },
    {
      "epoch": 1.7590640809443507,
      "grad_norm": 1.9344295263290405,
      "learning_rate": 1.7880555555555554e-05,
      "loss": 0.4815420627593994,
      "step": 16690
    },
    {
      "epoch": 1.7595910623946036,
      "grad_norm": 1.4885931015014648,
      "learning_rate": 1.7875925925925926e-05,
      "loss": 0.42198486328125,
      "step": 16695
    },
    {
      "epoch": 1.7601180438448567,
      "grad_norm": 2.6414287090301514,
      "learning_rate": 1.7871296296296294e-05,
      "loss": 0.45279655456542967,
      "step": 16700
    },
    {
      "epoch": 1.7606450252951096,
      "grad_norm": 1.9385364055633545,
      "learning_rate": 1.7866666666666666e-05,
      "loss": 0.5283820152282714,
      "step": 16705
    },
    {
      "epoch": 1.7611720067453627,
      "grad_norm": 9.317241668701172,
      "learning_rate": 1.7862037037037038e-05,
      "loss": 0.6353376388549805,
      "step": 16710
    },
    {
      "epoch": 1.7616989881956155,
      "grad_norm": 2.6109771728515625,
      "learning_rate": 1.785740740740741e-05,
      "loss": 0.4205409049987793,
      "step": 16715
    },
    {
      "epoch": 1.7622259696458684,
      "grad_norm": 5.211519241333008,
      "learning_rate": 1.785277777777778e-05,
      "loss": 0.4796302795410156,
      "step": 16720
    },
    {
      "epoch": 1.7627529510961213,
      "grad_norm": 2.021135091781616,
      "learning_rate": 1.784814814814815e-05,
      "loss": 0.5485658168792724,
      "step": 16725
    },
    {
      "epoch": 1.7632799325463744,
      "grad_norm": 3.24419903755188,
      "learning_rate": 1.784351851851852e-05,
      "loss": 0.40073704719543457,
      "step": 16730
    },
    {
      "epoch": 1.7638069139966275,
      "grad_norm": 1.9205279350280762,
      "learning_rate": 1.783888888888889e-05,
      "loss": 0.6490297317504883,
      "step": 16735
    },
    {
      "epoch": 1.7643338954468804,
      "grad_norm": 2.9317238330841064,
      "learning_rate": 1.783425925925926e-05,
      "loss": 0.46379985809326174,
      "step": 16740
    },
    {
      "epoch": 1.7648608768971332,
      "grad_norm": 2.144667625427246,
      "learning_rate": 1.7829629629629628e-05,
      "loss": 0.5082220077514649,
      "step": 16745
    },
    {
      "epoch": 1.765387858347386,
      "grad_norm": 3.448756217956543,
      "learning_rate": 1.7825e-05,
      "loss": 0.5483921051025391,
      "step": 16750
    },
    {
      "epoch": 1.765914839797639,
      "grad_norm": 4.552146911621094,
      "learning_rate": 1.782037037037037e-05,
      "loss": 0.6032312393188477,
      "step": 16755
    },
    {
      "epoch": 1.766441821247892,
      "grad_norm": 6.251839637756348,
      "learning_rate": 1.7815740740740743e-05,
      "loss": 0.49972963333129883,
      "step": 16760
    },
    {
      "epoch": 1.7669688026981452,
      "grad_norm": 1.677384376525879,
      "learning_rate": 1.7811111111111112e-05,
      "loss": 0.41237654685974123,
      "step": 16765
    },
    {
      "epoch": 1.767495784148398,
      "grad_norm": 1.635664463043213,
      "learning_rate": 1.7806481481481484e-05,
      "loss": 0.5080868244171143,
      "step": 16770
    },
    {
      "epoch": 1.768022765598651,
      "grad_norm": 1.5701243877410889,
      "learning_rate": 1.7801851851851852e-05,
      "loss": 0.36654863357543943,
      "step": 16775
    },
    {
      "epoch": 1.7685497470489038,
      "grad_norm": 1.9410967826843262,
      "learning_rate": 1.7797222222222224e-05,
      "loss": 0.5697671890258789,
      "step": 16780
    },
    {
      "epoch": 1.7690767284991569,
      "grad_norm": 2.0919830799102783,
      "learning_rate": 1.7792592592592593e-05,
      "loss": 0.3844249725341797,
      "step": 16785
    },
    {
      "epoch": 1.7696037099494097,
      "grad_norm": 3.5874783992767334,
      "learning_rate": 1.778796296296296e-05,
      "loss": 0.5389487743377686,
      "step": 16790
    },
    {
      "epoch": 1.7701306913996628,
      "grad_norm": 2.5606205463409424,
      "learning_rate": 1.7783333333333333e-05,
      "loss": 0.5343676567077636,
      "step": 16795
    },
    {
      "epoch": 1.7706576728499157,
      "grad_norm": 1.7407389879226685,
      "learning_rate": 1.77787037037037e-05,
      "loss": 0.4814268112182617,
      "step": 16800
    },
    {
      "epoch": 1.7706576728499157,
      "eval_cer": 0.0772186647016699,
      "eval_loss": 0.35015973448753357,
      "eval_runtime": 120.6696,
      "eval_samples_per_second": 24.132,
      "eval_score": 84.11114583575721,
      "eval_steps_per_second": 3.017,
      "eval_wer": 0.2405584185831859,
      "step": 16800
    },
    {
      "epoch": 1.7711846543001686,
      "grad_norm": 1.9253156185150146,
      "learning_rate": 1.7774074074074077e-05,
      "loss": 0.511800479888916,
      "step": 16805
    },
    {
      "epoch": 1.7717116357504215,
      "grad_norm": 1.7833760976791382,
      "learning_rate": 1.7769444444444445e-05,
      "loss": 0.6440923690795899,
      "step": 16810
    },
    {
      "epoch": 1.7722386172006745,
      "grad_norm": 1.0289647579193115,
      "learning_rate": 1.7764814814814817e-05,
      "loss": 0.4174629211425781,
      "step": 16815
    },
    {
      "epoch": 1.7727655986509276,
      "grad_norm": 3.149477481842041,
      "learning_rate": 1.7760185185185186e-05,
      "loss": 0.5239548683166504,
      "step": 16820
    },
    {
      "epoch": 1.7732925801011805,
      "grad_norm": 1.5057553052902222,
      "learning_rate": 1.7755555555555558e-05,
      "loss": 0.6253739356994629,
      "step": 16825
    },
    {
      "epoch": 1.7738195615514334,
      "grad_norm": 1.7463444471359253,
      "learning_rate": 1.7750925925925926e-05,
      "loss": 0.34789817333221434,
      "step": 16830
    },
    {
      "epoch": 1.7743465430016863,
      "grad_norm": 1.9258919954299927,
      "learning_rate": 1.7746296296296295e-05,
      "loss": 0.5144620895385742,
      "step": 16835
    },
    {
      "epoch": 1.7748735244519391,
      "grad_norm": 2.3006556034088135,
      "learning_rate": 1.7741666666666666e-05,
      "loss": 0.4470973491668701,
      "step": 16840
    },
    {
      "epoch": 1.7754005059021922,
      "grad_norm": 2.085487127304077,
      "learning_rate": 1.7737037037037035e-05,
      "loss": 0.582630729675293,
      "step": 16845
    },
    {
      "epoch": 1.7759274873524453,
      "grad_norm": 6.207584381103516,
      "learning_rate": 1.773240740740741e-05,
      "loss": 0.4073037624359131,
      "step": 16850
    },
    {
      "epoch": 1.7764544688026982,
      "grad_norm": 2.385472297668457,
      "learning_rate": 1.772777777777778e-05,
      "loss": 0.48872151374816897,
      "step": 16855
    },
    {
      "epoch": 1.776981450252951,
      "grad_norm": 3.2616376876831055,
      "learning_rate": 1.772314814814815e-05,
      "loss": 0.5236298084259033,
      "step": 16860
    },
    {
      "epoch": 1.777508431703204,
      "grad_norm": 2.868501901626587,
      "learning_rate": 1.771851851851852e-05,
      "loss": 0.5794814586639404,
      "step": 16865
    },
    {
      "epoch": 1.778035413153457,
      "grad_norm": 2.0880613327026367,
      "learning_rate": 1.771388888888889e-05,
      "loss": 0.4491740703582764,
      "step": 16870
    },
    {
      "epoch": 1.77856239460371,
      "grad_norm": 3.2047417163848877,
      "learning_rate": 1.770925925925926e-05,
      "loss": 0.6697793483734131,
      "step": 16875
    },
    {
      "epoch": 1.779089376053963,
      "grad_norm": 1.191475749015808,
      "learning_rate": 1.7704629629629628e-05,
      "loss": 0.8208688735961914,
      "step": 16880
    },
    {
      "epoch": 1.7796163575042159,
      "grad_norm": 4.9653520584106445,
      "learning_rate": 1.77e-05,
      "loss": 0.5008060455322265,
      "step": 16885
    },
    {
      "epoch": 1.7801433389544687,
      "grad_norm": 2.332920789718628,
      "learning_rate": 1.769537037037037e-05,
      "loss": 0.7249553203582764,
      "step": 16890
    },
    {
      "epoch": 1.7806703204047216,
      "grad_norm": 3.2434630393981934,
      "learning_rate": 1.769074074074074e-05,
      "loss": 0.6294889450073242,
      "step": 16895
    },
    {
      "epoch": 1.7811973018549747,
      "grad_norm": 2.9259345531463623,
      "learning_rate": 1.7686111111111112e-05,
      "loss": 0.4671820640563965,
      "step": 16900
    },
    {
      "epoch": 1.7817242833052278,
      "grad_norm": 3.7328455448150635,
      "learning_rate": 1.7681481481481484e-05,
      "loss": 0.8008172035217285,
      "step": 16905
    },
    {
      "epoch": 1.7822512647554807,
      "grad_norm": 2.1362950801849365,
      "learning_rate": 1.7676851851851853e-05,
      "loss": 0.6003085136413574,
      "step": 16910
    },
    {
      "epoch": 1.7827782462057336,
      "grad_norm": 1.538773536682129,
      "learning_rate": 1.7672222222222224e-05,
      "loss": 0.44277448654174806,
      "step": 16915
    },
    {
      "epoch": 1.7833052276559864,
      "grad_norm": 3.2047007083892822,
      "learning_rate": 1.7667592592592593e-05,
      "loss": 0.44669270515441895,
      "step": 16920
    },
    {
      "epoch": 1.7838322091062393,
      "grad_norm": 0.9831688404083252,
      "learning_rate": 1.766296296296296e-05,
      "loss": 0.3404462575912476,
      "step": 16925
    },
    {
      "epoch": 1.7843591905564924,
      "grad_norm": 2.4192075729370117,
      "learning_rate": 1.7658333333333333e-05,
      "loss": 0.40370841026306153,
      "step": 16930
    },
    {
      "epoch": 1.7848861720067455,
      "grad_norm": 2.404188871383667,
      "learning_rate": 1.7653703703703702e-05,
      "loss": 0.4397085666656494,
      "step": 16935
    },
    {
      "epoch": 1.7854131534569984,
      "grad_norm": 3.364922046661377,
      "learning_rate": 1.7649074074074074e-05,
      "loss": 0.5796217918395996,
      "step": 16940
    },
    {
      "epoch": 1.7859401349072512,
      "grad_norm": 2.5383477210998535,
      "learning_rate": 1.7644444444444446e-05,
      "loss": 0.38307044506072996,
      "step": 16945
    },
    {
      "epoch": 1.786467116357504,
      "grad_norm": 2.486804723739624,
      "learning_rate": 1.7639814814814818e-05,
      "loss": 0.44188547134399414,
      "step": 16950
    },
    {
      "epoch": 1.7869940978077572,
      "grad_norm": 1.8099619150161743,
      "learning_rate": 1.7635185185185186e-05,
      "loss": 0.37654614448547363,
      "step": 16955
    },
    {
      "epoch": 1.78752107925801,
      "grad_norm": 3.4274723529815674,
      "learning_rate": 1.7630555555555558e-05,
      "loss": 0.8613001823425293,
      "step": 16960
    },
    {
      "epoch": 1.7880480607082632,
      "grad_norm": 1.7946016788482666,
      "learning_rate": 1.7625925925925926e-05,
      "loss": 0.4528196334838867,
      "step": 16965
    },
    {
      "epoch": 1.788575042158516,
      "grad_norm": 7.34380578994751,
      "learning_rate": 1.7621296296296295e-05,
      "loss": 0.5166286945343017,
      "step": 16970
    },
    {
      "epoch": 1.789102023608769,
      "grad_norm": 2.659888505935669,
      "learning_rate": 1.7616666666666667e-05,
      "loss": 0.5003571510314941,
      "step": 16975
    },
    {
      "epoch": 1.7896290050590218,
      "grad_norm": 6.9596662521362305,
      "learning_rate": 1.7612037037037035e-05,
      "loss": 0.6337937355041504,
      "step": 16980
    },
    {
      "epoch": 1.7901559865092749,
      "grad_norm": 2.1136786937713623,
      "learning_rate": 1.7607407407407407e-05,
      "loss": 0.4708986282348633,
      "step": 16985
    },
    {
      "epoch": 1.790682967959528,
      "grad_norm": 2.3230223655700684,
      "learning_rate": 1.760277777777778e-05,
      "loss": 0.8158446311950683,
      "step": 16990
    },
    {
      "epoch": 1.7912099494097808,
      "grad_norm": 1.8980551958084106,
      "learning_rate": 1.759814814814815e-05,
      "loss": 0.45444560050964355,
      "step": 16995
    },
    {
      "epoch": 1.7917369308600337,
      "grad_norm": 1.8235056400299072,
      "learning_rate": 1.759351851851852e-05,
      "loss": 0.5673664569854736,
      "step": 17000
    },
    {
      "epoch": 1.7922639123102866,
      "grad_norm": 3.127822160720825,
      "learning_rate": 1.758888888888889e-05,
      "loss": 0.5996986389160156,
      "step": 17005
    },
    {
      "epoch": 1.7927908937605397,
      "grad_norm": 1.9612209796905518,
      "learning_rate": 1.758425925925926e-05,
      "loss": 0.5205660343170166,
      "step": 17010
    },
    {
      "epoch": 1.7933178752107926,
      "grad_norm": 2.3155088424682617,
      "learning_rate": 1.757962962962963e-05,
      "loss": 0.43880887031555177,
      "step": 17015
    },
    {
      "epoch": 1.7938448566610457,
      "grad_norm": 3.84921932220459,
      "learning_rate": 1.7575e-05,
      "loss": 0.43970136642456054,
      "step": 17020
    },
    {
      "epoch": 1.7943718381112985,
      "grad_norm": 3.7749199867248535,
      "learning_rate": 1.757037037037037e-05,
      "loss": 0.3666553497314453,
      "step": 17025
    },
    {
      "epoch": 1.7948988195615514,
      "grad_norm": 2.2756028175354004,
      "learning_rate": 1.756574074074074e-05,
      "loss": 0.4691147804260254,
      "step": 17030
    },
    {
      "epoch": 1.7954258010118043,
      "grad_norm": 1.4707777500152588,
      "learning_rate": 1.756111111111111e-05,
      "loss": 0.6335049629211426,
      "step": 17035
    },
    {
      "epoch": 1.7959527824620574,
      "grad_norm": 1.1034228801727295,
      "learning_rate": 1.7556481481481484e-05,
      "loss": 0.4232065200805664,
      "step": 17040
    },
    {
      "epoch": 1.7964797639123102,
      "grad_norm": 3.019632577896118,
      "learning_rate": 1.7551851851851853e-05,
      "loss": 0.5848570823669433,
      "step": 17045
    },
    {
      "epoch": 1.7970067453625633,
      "grad_norm": 3.98725962638855,
      "learning_rate": 1.7547222222222225e-05,
      "loss": 0.39867148399353025,
      "step": 17050
    },
    {
      "epoch": 1.7975337268128162,
      "grad_norm": 3.909013509750366,
      "learning_rate": 1.7542592592592593e-05,
      "loss": 0.3164407730102539,
      "step": 17055
    },
    {
      "epoch": 1.798060708263069,
      "grad_norm": 2.5941646099090576,
      "learning_rate": 1.7537962962962962e-05,
      "loss": 0.42315011024475097,
      "step": 17060
    },
    {
      "epoch": 1.798587689713322,
      "grad_norm": 2.3940515518188477,
      "learning_rate": 1.7533333333333334e-05,
      "loss": 0.5753215789794922,
      "step": 17065
    },
    {
      "epoch": 1.799114671163575,
      "grad_norm": 1.6752641201019287,
      "learning_rate": 1.7528703703703702e-05,
      "loss": 0.4730067729949951,
      "step": 17070
    },
    {
      "epoch": 1.7996416526138281,
      "grad_norm": 2.9739034175872803,
      "learning_rate": 1.7524074074074074e-05,
      "loss": 0.3237026214599609,
      "step": 17075
    },
    {
      "epoch": 1.800168634064081,
      "grad_norm": 2.2060558795928955,
      "learning_rate": 1.7519444444444443e-05,
      "loss": 0.6236157894134522,
      "step": 17080
    },
    {
      "epoch": 1.8006956155143339,
      "grad_norm": 2.557429313659668,
      "learning_rate": 1.7514814814814818e-05,
      "loss": 0.5496023178100586,
      "step": 17085
    },
    {
      "epoch": 1.8012225969645868,
      "grad_norm": 1.0980600118637085,
      "learning_rate": 1.7510185185185186e-05,
      "loss": 0.48110575675964357,
      "step": 17090
    },
    {
      "epoch": 1.8017495784148398,
      "grad_norm": 1.8839994668960571,
      "learning_rate": 1.7505555555555558e-05,
      "loss": 0.41626529693603515,
      "step": 17095
    },
    {
      "epoch": 1.8022765598650927,
      "grad_norm": 1.966577172279358,
      "learning_rate": 1.7500925925925927e-05,
      "loss": 0.37691459655761717,
      "step": 17100
    },
    {
      "epoch": 1.8028035413153458,
      "grad_norm": 2.229518175125122,
      "learning_rate": 1.7496296296296295e-05,
      "loss": 0.6070853233337402,
      "step": 17105
    },
    {
      "epoch": 1.8033305227655987,
      "grad_norm": 1.826015830039978,
      "learning_rate": 1.7491666666666667e-05,
      "loss": 0.3930132150650024,
      "step": 17110
    },
    {
      "epoch": 1.8038575042158516,
      "grad_norm": 3.784999370574951,
      "learning_rate": 1.7487037037037036e-05,
      "loss": 0.5679797172546387,
      "step": 17115
    },
    {
      "epoch": 1.8043844856661044,
      "grad_norm": 2.2600786685943604,
      "learning_rate": 1.7482407407407408e-05,
      "loss": 0.8457099914550781,
      "step": 17120
    },
    {
      "epoch": 1.8049114671163575,
      "grad_norm": 4.5528669357299805,
      "learning_rate": 1.7477777777777776e-05,
      "loss": 0.4066838264465332,
      "step": 17125
    },
    {
      "epoch": 1.8054384485666106,
      "grad_norm": 1.6440812349319458,
      "learning_rate": 1.7473148148148148e-05,
      "loss": 0.4516143321990967,
      "step": 17130
    },
    {
      "epoch": 1.8059654300168635,
      "grad_norm": 2.362481117248535,
      "learning_rate": 1.746851851851852e-05,
      "loss": 0.4772015571594238,
      "step": 17135
    },
    {
      "epoch": 1.8064924114671164,
      "grad_norm": 4.43044376373291,
      "learning_rate": 1.7463888888888892e-05,
      "loss": 0.3487070560455322,
      "step": 17140
    },
    {
      "epoch": 1.8070193929173692,
      "grad_norm": 2.434516191482544,
      "learning_rate": 1.745925925925926e-05,
      "loss": 0.4147526741027832,
      "step": 17145
    },
    {
      "epoch": 1.807546374367622,
      "grad_norm": 1.7126026153564453,
      "learning_rate": 1.745462962962963e-05,
      "loss": 0.7544009685516357,
      "step": 17150
    },
    {
      "epoch": 1.8080733558178752,
      "grad_norm": 3.214980363845825,
      "learning_rate": 1.745e-05,
      "loss": 0.43079676628112795,
      "step": 17155
    },
    {
      "epoch": 1.8086003372681283,
      "grad_norm": 6.596601963043213,
      "learning_rate": 1.744537037037037e-05,
      "loss": 0.6103175163269043,
      "step": 17160
    },
    {
      "epoch": 1.8091273187183812,
      "grad_norm": 5.704390048980713,
      "learning_rate": 1.744074074074074e-05,
      "loss": 0.5879228591918946,
      "step": 17165
    },
    {
      "epoch": 1.809654300168634,
      "grad_norm": 5.062558174133301,
      "learning_rate": 1.743611111111111e-05,
      "loss": 0.5123079299926758,
      "step": 17170
    },
    {
      "epoch": 1.810181281618887,
      "grad_norm": 2.210569381713867,
      "learning_rate": 1.743148148148148e-05,
      "loss": 0.428984260559082,
      "step": 17175
    },
    {
      "epoch": 1.81070826306914,
      "grad_norm": 2.779304265975952,
      "learning_rate": 1.7426851851851853e-05,
      "loss": 0.5368759632110596,
      "step": 17180
    },
    {
      "epoch": 1.8112352445193929,
      "grad_norm": 2.5760140419006348,
      "learning_rate": 1.7422222222222225e-05,
      "loss": 0.4212231159210205,
      "step": 17185
    },
    {
      "epoch": 1.811762225969646,
      "grad_norm": 2.216151475906372,
      "learning_rate": 1.7417592592592594e-05,
      "loss": 0.588656997680664,
      "step": 17190
    },
    {
      "epoch": 1.8122892074198989,
      "grad_norm": 1.4876981973648071,
      "learning_rate": 1.7412962962962962e-05,
      "loss": 0.517705249786377,
      "step": 17195
    },
    {
      "epoch": 1.8128161888701517,
      "grad_norm": 1.2274515628814697,
      "learning_rate": 1.7408333333333334e-05,
      "loss": 0.6735192775726319,
      "step": 17200
    },
    {
      "epoch": 1.8133431703204046,
      "grad_norm": 2.202716588973999,
      "learning_rate": 1.7403703703703703e-05,
      "loss": 0.616961669921875,
      "step": 17205
    },
    {
      "epoch": 1.8138701517706577,
      "grad_norm": 1.2587945461273193,
      "learning_rate": 1.7399074074074074e-05,
      "loss": 0.4698831081390381,
      "step": 17210
    },
    {
      "epoch": 1.8143971332209108,
      "grad_norm": 1.5370153188705444,
      "learning_rate": 1.7394444444444443e-05,
      "loss": 0.4098339080810547,
      "step": 17215
    },
    {
      "epoch": 1.8149241146711637,
      "grad_norm": 1.3479862213134766,
      "learning_rate": 1.7389814814814815e-05,
      "loss": 0.45882477760314944,
      "step": 17220
    },
    {
      "epoch": 1.8154510961214165,
      "grad_norm": 4.7286057472229,
      "learning_rate": 1.7385185185185183e-05,
      "loss": 0.601332712173462,
      "step": 17225
    },
    {
      "epoch": 1.8159780775716694,
      "grad_norm": 2.3672499656677246,
      "learning_rate": 1.738055555555556e-05,
      "loss": 0.4683231353759766,
      "step": 17230
    },
    {
      "epoch": 1.8165050590219223,
      "grad_norm": 2.027479648590088,
      "learning_rate": 1.7375925925925927e-05,
      "loss": 0.5002737045288086,
      "step": 17235
    },
    {
      "epoch": 1.8170320404721754,
      "grad_norm": 3.9797251224517822,
      "learning_rate": 1.7371296296296296e-05,
      "loss": 0.4317476272583008,
      "step": 17240
    },
    {
      "epoch": 1.8175590219224285,
      "grad_norm": 1.7942228317260742,
      "learning_rate": 1.7366666666666668e-05,
      "loss": 0.4243144989013672,
      "step": 17245
    },
    {
      "epoch": 1.8180860033726813,
      "grad_norm": 17.39955711364746,
      "learning_rate": 1.7362037037037036e-05,
      "loss": 0.5055578231811524,
      "step": 17250
    },
    {
      "epoch": 1.8186129848229342,
      "grad_norm": 1.6418479681015015,
      "learning_rate": 1.7357407407407408e-05,
      "loss": 0.3928746223449707,
      "step": 17255
    },
    {
      "epoch": 1.819139966273187,
      "grad_norm": 2.1972403526306152,
      "learning_rate": 1.7352777777777776e-05,
      "loss": 0.351874041557312,
      "step": 17260
    },
    {
      "epoch": 1.8196669477234402,
      "grad_norm": 3.428908586502075,
      "learning_rate": 1.734814814814815e-05,
      "loss": 0.5459472179412842,
      "step": 17265
    },
    {
      "epoch": 1.820193929173693,
      "grad_norm": 1.804984211921692,
      "learning_rate": 1.7343518518518517e-05,
      "loss": 0.5693586826324463,
      "step": 17270
    },
    {
      "epoch": 1.8207209106239461,
      "grad_norm": 5.602365016937256,
      "learning_rate": 1.7338888888888892e-05,
      "loss": 0.539097785949707,
      "step": 17275
    },
    {
      "epoch": 1.821247892074199,
      "grad_norm": 2.9570841789245605,
      "learning_rate": 1.733425925925926e-05,
      "loss": 0.4364896297454834,
      "step": 17280
    },
    {
      "epoch": 1.8217748735244519,
      "grad_norm": 2.6359100341796875,
      "learning_rate": 1.7329629629629632e-05,
      "loss": 0.5271557807922364,
      "step": 17285
    },
    {
      "epoch": 1.8223018549747048,
      "grad_norm": 1.7540825605392456,
      "learning_rate": 1.7325e-05,
      "loss": 0.39620118141174315,
      "step": 17290
    },
    {
      "epoch": 1.8228288364249579,
      "grad_norm": 1.3523013591766357,
      "learning_rate": 1.732037037037037e-05,
      "loss": 0.3909834146499634,
      "step": 17295
    },
    {
      "epoch": 1.823355817875211,
      "grad_norm": 7.349668502807617,
      "learning_rate": 1.731574074074074e-05,
      "loss": 0.6920437335968017,
      "step": 17300
    },
    {
      "epoch": 1.8238827993254638,
      "grad_norm": 2.365466833114624,
      "learning_rate": 1.731111111111111e-05,
      "loss": 0.5262969970703125,
      "step": 17305
    },
    {
      "epoch": 1.8244097807757167,
      "grad_norm": 2.0865471363067627,
      "learning_rate": 1.7306481481481482e-05,
      "loss": 0.6103054046630859,
      "step": 17310
    },
    {
      "epoch": 1.8249367622259696,
      "grad_norm": 5.403956413269043,
      "learning_rate": 1.730185185185185e-05,
      "loss": 0.47370333671569825,
      "step": 17315
    },
    {
      "epoch": 1.8254637436762224,
      "grad_norm": 1.9067034721374512,
      "learning_rate": 1.7297222222222226e-05,
      "loss": 0.5186051845550537,
      "step": 17320
    },
    {
      "epoch": 1.8259907251264755,
      "grad_norm": 4.946717262268066,
      "learning_rate": 1.7292592592592594e-05,
      "loss": 0.5568367958068847,
      "step": 17325
    },
    {
      "epoch": 1.8265177065767286,
      "grad_norm": 1.3739027976989746,
      "learning_rate": 1.7287962962962966e-05,
      "loss": 0.34848504066467284,
      "step": 17330
    },
    {
      "epoch": 1.8270446880269815,
      "grad_norm": 1.8763628005981445,
      "learning_rate": 1.7283333333333334e-05,
      "loss": 0.524221134185791,
      "step": 17335
    },
    {
      "epoch": 1.8275716694772344,
      "grad_norm": 2.8936212062835693,
      "learning_rate": 1.7278703703703703e-05,
      "loss": 0.9245378494262695,
      "step": 17340
    },
    {
      "epoch": 1.8280986509274872,
      "grad_norm": 1.7097870111465454,
      "learning_rate": 1.7274074074074075e-05,
      "loss": 0.6976680278778076,
      "step": 17345
    },
    {
      "epoch": 1.8286256323777403,
      "grad_norm": 2.1010935306549072,
      "learning_rate": 1.7269444444444443e-05,
      "loss": 0.48790769577026366,
      "step": 17350
    },
    {
      "epoch": 1.8291526138279932,
      "grad_norm": 2.997434139251709,
      "learning_rate": 1.7264814814814815e-05,
      "loss": 0.3918073892593384,
      "step": 17355
    },
    {
      "epoch": 1.8296795952782463,
      "grad_norm": 7.914218425750732,
      "learning_rate": 1.7260185185185184e-05,
      "loss": 0.42915868759155273,
      "step": 17360
    },
    {
      "epoch": 1.8302065767284992,
      "grad_norm": 4.3191704750061035,
      "learning_rate": 1.7255555555555556e-05,
      "loss": 0.8905827522277832,
      "step": 17365
    },
    {
      "epoch": 1.830733558178752,
      "grad_norm": 7.175717353820801,
      "learning_rate": 1.7250925925925927e-05,
      "loss": 0.6431909561157226,
      "step": 17370
    },
    {
      "epoch": 1.831260539629005,
      "grad_norm": 4.999911785125732,
      "learning_rate": 1.72462962962963e-05,
      "loss": 0.4241736888885498,
      "step": 17375
    },
    {
      "epoch": 1.831787521079258,
      "grad_norm": 1.770466685295105,
      "learning_rate": 1.7241666666666668e-05,
      "loss": 0.47780160903930663,
      "step": 17380
    },
    {
      "epoch": 1.8323145025295111,
      "grad_norm": 3.2848458290100098,
      "learning_rate": 1.7237037037037036e-05,
      "loss": 0.4131327152252197,
      "step": 17385
    },
    {
      "epoch": 1.832841483979764,
      "grad_norm": 1.4868780374526978,
      "learning_rate": 1.7232407407407408e-05,
      "loss": 0.40477166175842283,
      "step": 17390
    },
    {
      "epoch": 1.8333684654300169,
      "grad_norm": 1.0830731391906738,
      "learning_rate": 1.7227777777777777e-05,
      "loss": 0.4819029331207275,
      "step": 17395
    },
    {
      "epoch": 1.8338954468802697,
      "grad_norm": 1.628805160522461,
      "learning_rate": 1.722314814814815e-05,
      "loss": 0.34675097465515137,
      "step": 17400
    },
    {
      "epoch": 1.8344224283305226,
      "grad_norm": 2.0911903381347656,
      "learning_rate": 1.7218518518518517e-05,
      "loss": 0.44274182319641114,
      "step": 17405
    },
    {
      "epoch": 1.8349494097807757,
      "grad_norm": 3.1189076900482178,
      "learning_rate": 1.721388888888889e-05,
      "loss": 0.49329633712768556,
      "step": 17410
    },
    {
      "epoch": 1.8354763912310288,
      "grad_norm": 1.6257660388946533,
      "learning_rate": 1.720925925925926e-05,
      "loss": 0.6422853946685791,
      "step": 17415
    },
    {
      "epoch": 1.8360033726812817,
      "grad_norm": 4.465500354766846,
      "learning_rate": 1.7204629629629633e-05,
      "loss": 0.4962723731994629,
      "step": 17420
    },
    {
      "epoch": 1.8365303541315345,
      "grad_norm": 3.2651424407958984,
      "learning_rate": 1.72e-05,
      "loss": 0.4145068168640137,
      "step": 17425
    },
    {
      "epoch": 1.8370573355817874,
      "grad_norm": 4.305771827697754,
      "learning_rate": 1.719537037037037e-05,
      "loss": 0.3642608165740967,
      "step": 17430
    },
    {
      "epoch": 1.8375843170320405,
      "grad_norm": 3.3297739028930664,
      "learning_rate": 1.7190740740740742e-05,
      "loss": 0.413435173034668,
      "step": 17435
    },
    {
      "epoch": 1.8381112984822934,
      "grad_norm": 2.781043291091919,
      "learning_rate": 1.718611111111111e-05,
      "loss": 0.4544975757598877,
      "step": 17440
    },
    {
      "epoch": 1.8386382799325465,
      "grad_norm": 2.0043325424194336,
      "learning_rate": 1.7181481481481482e-05,
      "loss": 0.5565457820892334,
      "step": 17445
    },
    {
      "epoch": 1.8391652613827993,
      "grad_norm": 1.300652265548706,
      "learning_rate": 1.717685185185185e-05,
      "loss": 0.5299345970153808,
      "step": 17450
    },
    {
      "epoch": 1.8396922428330522,
      "grad_norm": 1.8967210054397583,
      "learning_rate": 1.7172222222222223e-05,
      "loss": 0.4043115615844727,
      "step": 17455
    },
    {
      "epoch": 1.840219224283305,
      "grad_norm": 5.392218589782715,
      "learning_rate": 1.716759259259259e-05,
      "loss": 0.5464925765991211,
      "step": 17460
    },
    {
      "epoch": 1.8407462057335582,
      "grad_norm": 2.2255561351776123,
      "learning_rate": 1.7162962962962966e-05,
      "loss": 0.5273900032043457,
      "step": 17465
    },
    {
      "epoch": 1.8412731871838113,
      "grad_norm": 1.5289878845214844,
      "learning_rate": 1.7158333333333335e-05,
      "loss": 0.399170446395874,
      "step": 17470
    },
    {
      "epoch": 1.8418001686340641,
      "grad_norm": 1.4689525365829468,
      "learning_rate": 1.7153703703703703e-05,
      "loss": 0.9225021362304687,
      "step": 17475
    },
    {
      "epoch": 1.842327150084317,
      "grad_norm": 1.040174126625061,
      "learning_rate": 1.7149074074074075e-05,
      "loss": 0.3669860601425171,
      "step": 17480
    },
    {
      "epoch": 1.84285413153457,
      "grad_norm": 1.7770859003067017,
      "learning_rate": 1.7144444444444444e-05,
      "loss": 0.6499507427215576,
      "step": 17485
    },
    {
      "epoch": 1.843381112984823,
      "grad_norm": 9.355523109436035,
      "learning_rate": 1.7139814814814816e-05,
      "loss": 0.5016323566436768,
      "step": 17490
    },
    {
      "epoch": 1.8439080944350759,
      "grad_norm": 1.793280839920044,
      "learning_rate": 1.7135185185185184e-05,
      "loss": 0.5266279220581055,
      "step": 17495
    },
    {
      "epoch": 1.844435075885329,
      "grad_norm": 2.452993631362915,
      "learning_rate": 1.7130555555555556e-05,
      "loss": 0.49763121604919436,
      "step": 17500
    },
    {
      "epoch": 1.8449620573355818,
      "grad_norm": 3.326347589492798,
      "learning_rate": 1.7125925925925924e-05,
      "loss": 0.9275934219360351,
      "step": 17505
    },
    {
      "epoch": 1.8454890387858347,
      "grad_norm": 1.580302357673645,
      "learning_rate": 1.71212962962963e-05,
      "loss": 0.5081429004669189,
      "step": 17510
    },
    {
      "epoch": 1.8460160202360876,
      "grad_norm": 1.602256178855896,
      "learning_rate": 1.7116666666666668e-05,
      "loss": 0.49393863677978517,
      "step": 17515
    },
    {
      "epoch": 1.8465430016863407,
      "grad_norm": 3.9504733085632324,
      "learning_rate": 1.7112037037037037e-05,
      "loss": 0.6471631050109863,
      "step": 17520
    },
    {
      "epoch": 1.8470699831365935,
      "grad_norm": 2.855412244796753,
      "learning_rate": 1.710740740740741e-05,
      "loss": 0.662299633026123,
      "step": 17525
    },
    {
      "epoch": 1.8475969645868466,
      "grad_norm": 2.7684824466705322,
      "learning_rate": 1.7102777777777777e-05,
      "loss": 0.32083494663238527,
      "step": 17530
    },
    {
      "epoch": 1.8481239460370995,
      "grad_norm": 2.200136661529541,
      "learning_rate": 1.709814814814815e-05,
      "loss": 0.6193599700927734,
      "step": 17535
    },
    {
      "epoch": 1.8486509274873524,
      "grad_norm": 2.118225574493408,
      "learning_rate": 1.7093518518518518e-05,
      "loss": 0.4501046657562256,
      "step": 17540
    },
    {
      "epoch": 1.8491779089376053,
      "grad_norm": 15.79781723022461,
      "learning_rate": 1.708888888888889e-05,
      "loss": 0.4106879234313965,
      "step": 17545
    },
    {
      "epoch": 1.8497048903878583,
      "grad_norm": 1.2451602220535278,
      "learning_rate": 1.7084259259259258e-05,
      "loss": 0.5200358390808105,
      "step": 17550
    },
    {
      "epoch": 1.8502318718381114,
      "grad_norm": 2.227728843688965,
      "learning_rate": 1.7079629629629633e-05,
      "loss": 0.4002040386199951,
      "step": 17555
    },
    {
      "epoch": 1.8507588532883643,
      "grad_norm": 2.4771628379821777,
      "learning_rate": 1.7075e-05,
      "loss": 0.41392178535461427,
      "step": 17560
    },
    {
      "epoch": 1.8512858347386172,
      "grad_norm": 3.181267499923706,
      "learning_rate": 1.707037037037037e-05,
      "loss": 0.43836150169372556,
      "step": 17565
    },
    {
      "epoch": 1.85181281618887,
      "grad_norm": 2.0585429668426514,
      "learning_rate": 1.7065740740740742e-05,
      "loss": 0.38350915908813477,
      "step": 17570
    },
    {
      "epoch": 1.8523397976391232,
      "grad_norm": 1.2477933168411255,
      "learning_rate": 1.706111111111111e-05,
      "loss": 0.6304359912872315,
      "step": 17575
    },
    {
      "epoch": 1.852866779089376,
      "grad_norm": 3.769235849380493,
      "learning_rate": 1.7056481481481482e-05,
      "loss": 0.6840544700622558,
      "step": 17580
    },
    {
      "epoch": 1.8533937605396291,
      "grad_norm": 5.530168533325195,
      "learning_rate": 1.705185185185185e-05,
      "loss": 0.6692001342773437,
      "step": 17585
    },
    {
      "epoch": 1.853920741989882,
      "grad_norm": 1.323146104812622,
      "learning_rate": 1.7047222222222223e-05,
      "loss": 0.326593017578125,
      "step": 17590
    },
    {
      "epoch": 1.8544477234401349,
      "grad_norm": 1.677983045578003,
      "learning_rate": 1.704259259259259e-05,
      "loss": 0.4972048282623291,
      "step": 17595
    },
    {
      "epoch": 1.8549747048903877,
      "grad_norm": 2.1165823936462402,
      "learning_rate": 1.7037962962962963e-05,
      "loss": 0.47744479179382326,
      "step": 17600
    },
    {
      "epoch": 1.8549747048903877,
      "eval_cer": 0.07640395213433936,
      "eval_loss": 0.3519156277179718,
      "eval_runtime": 120.5224,
      "eval_samples_per_second": 24.161,
      "eval_score": 84.21149226329302,
      "eval_steps_per_second": 3.02,
      "eval_wer": 0.23936620259980002,
      "step": 17600
    },
    {
      "epoch": 1.8555016863406408,
      "grad_norm": 3.10272216796875,
      "learning_rate": 1.7033333333333335e-05,
      "loss": 0.4157357692718506,
      "step": 17605
    },
    {
      "epoch": 1.856028667790894,
      "grad_norm": 8.446037292480469,
      "learning_rate": 1.7028703703703704e-05,
      "loss": 0.5183017253875732,
      "step": 17610
    },
    {
      "epoch": 1.8565556492411468,
      "grad_norm": 2.613832712173462,
      "learning_rate": 1.7024074074074076e-05,
      "loss": 0.5430240631103516,
      "step": 17615
    },
    {
      "epoch": 1.8570826306913997,
      "grad_norm": 5.126474380493164,
      "learning_rate": 1.7019444444444444e-05,
      "loss": 0.5952566146850586,
      "step": 17620
    },
    {
      "epoch": 1.8576096121416525,
      "grad_norm": 1.6970638036727905,
      "learning_rate": 1.7014814814814816e-05,
      "loss": 0.5062349319458008,
      "step": 17625
    },
    {
      "epoch": 1.8581365935919054,
      "grad_norm": 2.997791051864624,
      "learning_rate": 1.7010185185185184e-05,
      "loss": 0.4509288787841797,
      "step": 17630
    },
    {
      "epoch": 1.8586635750421585,
      "grad_norm": 1.9550628662109375,
      "learning_rate": 1.7005555555555556e-05,
      "loss": 0.5535155773162842,
      "step": 17635
    },
    {
      "epoch": 1.8591905564924116,
      "grad_norm": 2.2532482147216797,
      "learning_rate": 1.7000925925925925e-05,
      "loss": 0.4788833141326904,
      "step": 17640
    },
    {
      "epoch": 1.8597175379426645,
      "grad_norm": 2.6429898738861084,
      "learning_rate": 1.6996296296296297e-05,
      "loss": 0.46985530853271484,
      "step": 17645
    },
    {
      "epoch": 1.8602445193929174,
      "grad_norm": 2.342888355255127,
      "learning_rate": 1.699166666666667e-05,
      "loss": 0.6217148780822754,
      "step": 17650
    },
    {
      "epoch": 1.8607715008431702,
      "grad_norm": 2.541869640350342,
      "learning_rate": 1.6987037037037037e-05,
      "loss": 0.5181111812591552,
      "step": 17655
    },
    {
      "epoch": 1.8612984822934233,
      "grad_norm": 3.897521734237671,
      "learning_rate": 1.698240740740741e-05,
      "loss": 0.7986785411834717,
      "step": 17660
    },
    {
      "epoch": 1.8618254637436762,
      "grad_norm": 1.7519793510437012,
      "learning_rate": 1.6977777777777777e-05,
      "loss": 0.4118503093719482,
      "step": 17665
    },
    {
      "epoch": 1.8623524451939293,
      "grad_norm": 7.091503620147705,
      "learning_rate": 1.697314814814815e-05,
      "loss": 0.41450939178466795,
      "step": 17670
    },
    {
      "epoch": 1.8628794266441822,
      "grad_norm": 2.434609889984131,
      "learning_rate": 1.6968518518518518e-05,
      "loss": 0.4992314338684082,
      "step": 17675
    },
    {
      "epoch": 1.863406408094435,
      "grad_norm": 2.249441385269165,
      "learning_rate": 1.696388888888889e-05,
      "loss": 0.5064616680145264,
      "step": 17680
    },
    {
      "epoch": 1.863933389544688,
      "grad_norm": 4.774047374725342,
      "learning_rate": 1.6959259259259258e-05,
      "loss": 0.4226790428161621,
      "step": 17685
    },
    {
      "epoch": 1.864460370994941,
      "grad_norm": 2.1422245502471924,
      "learning_rate": 1.695462962962963e-05,
      "loss": 0.6707376956939697,
      "step": 17690
    },
    {
      "epoch": 1.864987352445194,
      "grad_norm": 3.2537829875946045,
      "learning_rate": 1.695e-05,
      "loss": 0.5301194190979004,
      "step": 17695
    },
    {
      "epoch": 1.865514333895447,
      "grad_norm": 4.53593635559082,
      "learning_rate": 1.694537037037037e-05,
      "loss": 0.7819377422332764,
      "step": 17700
    },
    {
      "epoch": 1.8660413153456998,
      "grad_norm": 4.844269752502441,
      "learning_rate": 1.6940740740740742e-05,
      "loss": 0.47434659004211427,
      "step": 17705
    },
    {
      "epoch": 1.8665682967959527,
      "grad_norm": 2.8109312057495117,
      "learning_rate": 1.693611111111111e-05,
      "loss": 0.7024855613708496,
      "step": 17710
    },
    {
      "epoch": 1.8670952782462056,
      "grad_norm": 1.8338700532913208,
      "learning_rate": 1.6931481481481483e-05,
      "loss": 0.7668384075164795,
      "step": 17715
    },
    {
      "epoch": 1.8676222596964587,
      "grad_norm": 1.318042278289795,
      "learning_rate": 1.692685185185185e-05,
      "loss": 0.4985781192779541,
      "step": 17720
    },
    {
      "epoch": 1.8681492411467118,
      "grad_norm": 6.065817832946777,
      "learning_rate": 1.6922222222222223e-05,
      "loss": 0.5887333393096924,
      "step": 17725
    },
    {
      "epoch": 1.8686762225969646,
      "grad_norm": 1.356528639793396,
      "learning_rate": 1.6917592592592592e-05,
      "loss": 0.5613763809204102,
      "step": 17730
    },
    {
      "epoch": 1.8692032040472175,
      "grad_norm": 1.6168044805526733,
      "learning_rate": 1.6912962962962964e-05,
      "loss": 0.5198417663574219,
      "step": 17735
    },
    {
      "epoch": 1.8697301854974704,
      "grad_norm": 1.493881106376648,
      "learning_rate": 1.6908333333333332e-05,
      "loss": 0.6374823570251464,
      "step": 17740
    },
    {
      "epoch": 1.8702571669477235,
      "grad_norm": 2.2309646606445312,
      "learning_rate": 1.6903703703703704e-05,
      "loss": 0.5509624481201172,
      "step": 17745
    },
    {
      "epoch": 1.8707841483979764,
      "grad_norm": 2.0614688396453857,
      "learning_rate": 1.6899074074074076e-05,
      "loss": 0.4870165824890137,
      "step": 17750
    },
    {
      "epoch": 1.8713111298482294,
      "grad_norm": 2.989987850189209,
      "learning_rate": 1.6894444444444444e-05,
      "loss": 0.36563887596130373,
      "step": 17755
    },
    {
      "epoch": 1.8718381112984823,
      "grad_norm": 14.75108528137207,
      "learning_rate": 1.6889814814814816e-05,
      "loss": 0.6767280101776123,
      "step": 17760
    },
    {
      "epoch": 1.8723650927487352,
      "grad_norm": 2.8727686405181885,
      "learning_rate": 1.6885185185185185e-05,
      "loss": 0.3488656759262085,
      "step": 17765
    },
    {
      "epoch": 1.872892074198988,
      "grad_norm": 19.109386444091797,
      "learning_rate": 1.6880555555555557e-05,
      "loss": 0.7957118034362793,
      "step": 17770
    },
    {
      "epoch": 1.8734190556492412,
      "grad_norm": 1.458513617515564,
      "learning_rate": 1.6875925925925925e-05,
      "loss": 0.5118305683135986,
      "step": 17775
    },
    {
      "epoch": 1.8739460370994943,
      "grad_norm": 2.412698268890381,
      "learning_rate": 1.6871296296296297e-05,
      "loss": 0.4292109966278076,
      "step": 17780
    },
    {
      "epoch": 1.8744730185497471,
      "grad_norm": 2.723841428756714,
      "learning_rate": 1.6866666666666666e-05,
      "loss": 0.5028894901275635,
      "step": 17785
    },
    {
      "epoch": 1.875,
      "grad_norm": 3.057446241378784,
      "learning_rate": 1.6862037037037037e-05,
      "loss": 0.5404237270355224,
      "step": 17790
    },
    {
      "epoch": 1.8755269814502529,
      "grad_norm": 1.7342066764831543,
      "learning_rate": 1.685740740740741e-05,
      "loss": 0.47725610733032225,
      "step": 17795
    },
    {
      "epoch": 1.8760539629005057,
      "grad_norm": 2.195261240005493,
      "learning_rate": 1.6852777777777778e-05,
      "loss": 0.41924324035644533,
      "step": 17800
    },
    {
      "epoch": 1.8765809443507588,
      "grad_norm": 1.6667377948760986,
      "learning_rate": 1.684814814814815e-05,
      "loss": 0.4050994873046875,
      "step": 17805
    },
    {
      "epoch": 1.877107925801012,
      "grad_norm": 5.788002014160156,
      "learning_rate": 1.6843518518518518e-05,
      "loss": 0.7914266586303711,
      "step": 17810
    },
    {
      "epoch": 1.8776349072512648,
      "grad_norm": 6.321168899536133,
      "learning_rate": 1.683888888888889e-05,
      "loss": 0.6755926609039307,
      "step": 17815
    },
    {
      "epoch": 1.8781618887015177,
      "grad_norm": 2.7488975524902344,
      "learning_rate": 1.683425925925926e-05,
      "loss": 0.4961382389068604,
      "step": 17820
    },
    {
      "epoch": 1.8786888701517706,
      "grad_norm": 1.638137936592102,
      "learning_rate": 1.682962962962963e-05,
      "loss": 0.3873529672622681,
      "step": 17825
    },
    {
      "epoch": 1.8792158516020236,
      "grad_norm": 3.61297869682312,
      "learning_rate": 1.6825e-05,
      "loss": 0.48442392349243163,
      "step": 17830
    },
    {
      "epoch": 1.8797428330522765,
      "grad_norm": 4.712082386016846,
      "learning_rate": 1.682037037037037e-05,
      "loss": 0.5430785655975342,
      "step": 17835
    },
    {
      "epoch": 1.8802698145025296,
      "grad_norm": 2.6480143070220947,
      "learning_rate": 1.6815740740740743e-05,
      "loss": 0.430584192276001,
      "step": 17840
    },
    {
      "epoch": 1.8807967959527825,
      "grad_norm": 3.4265952110290527,
      "learning_rate": 1.681111111111111e-05,
      "loss": 0.5313694477081299,
      "step": 17845
    },
    {
      "epoch": 1.8813237774030354,
      "grad_norm": 2.169163465499878,
      "learning_rate": 1.6806481481481483e-05,
      "loss": 0.4193585872650146,
      "step": 17850
    },
    {
      "epoch": 1.8818507588532882,
      "grad_norm": 1.8977103233337402,
      "learning_rate": 1.680185185185185e-05,
      "loss": 0.60823655128479,
      "step": 17855
    },
    {
      "epoch": 1.8823777403035413,
      "grad_norm": 1.916854739189148,
      "learning_rate": 1.6797222222222224e-05,
      "loss": 0.5397042274475098,
      "step": 17860
    },
    {
      "epoch": 1.8829047217537944,
      "grad_norm": 1.3681225776672363,
      "learning_rate": 1.6792592592592592e-05,
      "loss": 0.49559826850891114,
      "step": 17865
    },
    {
      "epoch": 1.8834317032040473,
      "grad_norm": 3.329026699066162,
      "learning_rate": 1.6787962962962964e-05,
      "loss": 0.5146283626556396,
      "step": 17870
    },
    {
      "epoch": 1.8839586846543002,
      "grad_norm": 3.0362064838409424,
      "learning_rate": 1.6783333333333332e-05,
      "loss": 0.5360179424285889,
      "step": 17875
    },
    {
      "epoch": 1.884485666104553,
      "grad_norm": 7.834607124328613,
      "learning_rate": 1.6778703703703704e-05,
      "loss": 0.699787712097168,
      "step": 17880
    },
    {
      "epoch": 1.885012647554806,
      "grad_norm": 2.180198907852173,
      "learning_rate": 1.6774074074074076e-05,
      "loss": 0.4988848209381104,
      "step": 17885
    },
    {
      "epoch": 1.885539629005059,
      "grad_norm": 22.938562393188477,
      "learning_rate": 1.6769444444444445e-05,
      "loss": 0.4400750160217285,
      "step": 17890
    },
    {
      "epoch": 1.886066610455312,
      "grad_norm": 1.6172362565994263,
      "learning_rate": 1.6764814814814817e-05,
      "loss": 0.5767275333404541,
      "step": 17895
    },
    {
      "epoch": 1.886593591905565,
      "grad_norm": 13.013651847839355,
      "learning_rate": 1.6760185185185185e-05,
      "loss": 0.4325870513916016,
      "step": 17900
    },
    {
      "epoch": 1.8871205733558178,
      "grad_norm": 3.769193649291992,
      "learning_rate": 1.6755555555555557e-05,
      "loss": 0.5428341865539551,
      "step": 17905
    },
    {
      "epoch": 1.8876475548060707,
      "grad_norm": 4.692868232727051,
      "learning_rate": 1.6750925925925926e-05,
      "loss": 0.41764202117919924,
      "step": 17910
    },
    {
      "epoch": 1.8881745362563238,
      "grad_norm": 2.1003201007843018,
      "learning_rate": 1.6746296296296297e-05,
      "loss": 0.7650834083557129,
      "step": 17915
    },
    {
      "epoch": 1.8887015177065767,
      "grad_norm": 11.5673189163208,
      "learning_rate": 1.6741666666666666e-05,
      "loss": 0.531060791015625,
      "step": 17920
    },
    {
      "epoch": 1.8892284991568298,
      "grad_norm": 2.5677413940429688,
      "learning_rate": 1.6737037037037038e-05,
      "loss": 0.5266653060913086,
      "step": 17925
    },
    {
      "epoch": 1.8897554806070826,
      "grad_norm": 4.211059093475342,
      "learning_rate": 1.6732407407407406e-05,
      "loss": 0.5271373748779297,
      "step": 17930
    },
    {
      "epoch": 1.8902824620573355,
      "grad_norm": 1.5074743032455444,
      "learning_rate": 1.6727777777777778e-05,
      "loss": 0.6230190753936767,
      "step": 17935
    },
    {
      "epoch": 1.8908094435075884,
      "grad_norm": 6.150976181030273,
      "learning_rate": 1.672314814814815e-05,
      "loss": 0.6407111644744873,
      "step": 17940
    },
    {
      "epoch": 1.8913364249578415,
      "grad_norm": 9.415876388549805,
      "learning_rate": 1.671851851851852e-05,
      "loss": 0.5135786056518554,
      "step": 17945
    },
    {
      "epoch": 1.8918634064080946,
      "grad_norm": 2.672163724899292,
      "learning_rate": 1.671388888888889e-05,
      "loss": 0.4372069835662842,
      "step": 17950
    },
    {
      "epoch": 1.8923903878583475,
      "grad_norm": 2.041275978088379,
      "learning_rate": 1.670925925925926e-05,
      "loss": 0.48360366821289064,
      "step": 17955
    },
    {
      "epoch": 1.8929173693086003,
      "grad_norm": 2.3696277141571045,
      "learning_rate": 1.670462962962963e-05,
      "loss": 0.5842378616333008,
      "step": 17960
    },
    {
      "epoch": 1.8934443507588532,
      "grad_norm": 2.4702184200286865,
      "learning_rate": 1.67e-05,
      "loss": 0.48206496238708496,
      "step": 17965
    },
    {
      "epoch": 1.893971332209106,
      "grad_norm": 2.866752862930298,
      "learning_rate": 1.669537037037037e-05,
      "loss": 0.467176628112793,
      "step": 17970
    },
    {
      "epoch": 1.8944983136593592,
      "grad_norm": 3.4550740718841553,
      "learning_rate": 1.669074074074074e-05,
      "loss": 0.5082878112792969,
      "step": 17975
    },
    {
      "epoch": 1.8950252951096123,
      "grad_norm": 1.5596791505813599,
      "learning_rate": 1.668611111111111e-05,
      "loss": 0.7745616436004639,
      "step": 17980
    },
    {
      "epoch": 1.8955522765598651,
      "grad_norm": 1.7128472328186035,
      "learning_rate": 1.6681481481481484e-05,
      "loss": 0.5167832851409913,
      "step": 17985
    },
    {
      "epoch": 1.896079258010118,
      "grad_norm": 8.085684776306152,
      "learning_rate": 1.6676851851851852e-05,
      "loss": 0.4551384925842285,
      "step": 17990
    },
    {
      "epoch": 1.8966062394603709,
      "grad_norm": 2.2739713191986084,
      "learning_rate": 1.6672222222222224e-05,
      "loss": 0.42176141738891604,
      "step": 17995
    },
    {
      "epoch": 1.897133220910624,
      "grad_norm": 2.0781426429748535,
      "learning_rate": 1.6667592592592592e-05,
      "loss": 0.44127659797668456,
      "step": 18000
    },
    {
      "epoch": 1.8976602023608768,
      "grad_norm": 1.4170855283737183,
      "learning_rate": 1.6662962962962964e-05,
      "loss": 0.40095319747924807,
      "step": 18005
    },
    {
      "epoch": 1.89818718381113,
      "grad_norm": 2.2882041931152344,
      "learning_rate": 1.6658333333333333e-05,
      "loss": 0.4525792121887207,
      "step": 18010
    },
    {
      "epoch": 1.8987141652613828,
      "grad_norm": 2.0702614784240723,
      "learning_rate": 1.6653703703703705e-05,
      "loss": 0.4250624179840088,
      "step": 18015
    },
    {
      "epoch": 1.8992411467116357,
      "grad_norm": 1.3963595628738403,
      "learning_rate": 1.6649074074074073e-05,
      "loss": 0.359665584564209,
      "step": 18020
    },
    {
      "epoch": 1.8997681281618886,
      "grad_norm": 2.8290741443634033,
      "learning_rate": 1.664444444444444e-05,
      "loss": 0.4369631767272949,
      "step": 18025
    },
    {
      "epoch": 1.9002951096121417,
      "grad_norm": 1.4045308828353882,
      "learning_rate": 1.6639814814814817e-05,
      "loss": 0.40101799964904783,
      "step": 18030
    },
    {
      "epoch": 1.9008220910623947,
      "grad_norm": 1.7150027751922607,
      "learning_rate": 1.6635185185185185e-05,
      "loss": 0.4149629592895508,
      "step": 18035
    },
    {
      "epoch": 1.9013490725126476,
      "grad_norm": 2.780557632446289,
      "learning_rate": 1.6630555555555557e-05,
      "loss": 0.37482457160949706,
      "step": 18040
    },
    {
      "epoch": 1.9018760539629005,
      "grad_norm": 3.8003857135772705,
      "learning_rate": 1.6625925925925926e-05,
      "loss": 0.45553812980651853,
      "step": 18045
    },
    {
      "epoch": 1.9024030354131534,
      "grad_norm": 1.6286911964416504,
      "learning_rate": 1.6621296296296298e-05,
      "loss": 0.4699582099914551,
      "step": 18050
    },
    {
      "epoch": 1.9029300168634065,
      "grad_norm": 1.8471843004226685,
      "learning_rate": 1.6616666666666666e-05,
      "loss": 0.38115320205688474,
      "step": 18055
    },
    {
      "epoch": 1.9034569983136593,
      "grad_norm": 1.4853311777114868,
      "learning_rate": 1.6612037037037038e-05,
      "loss": 0.4338538646697998,
      "step": 18060
    },
    {
      "epoch": 1.9039839797639124,
      "grad_norm": 2.4548420906066895,
      "learning_rate": 1.6607407407407407e-05,
      "loss": 0.45998520851135255,
      "step": 18065
    },
    {
      "epoch": 1.9045109612141653,
      "grad_norm": 1.4481561183929443,
      "learning_rate": 1.6602777777777775e-05,
      "loss": 0.4403987884521484,
      "step": 18070
    },
    {
      "epoch": 1.9050379426644182,
      "grad_norm": 1.5573557615280151,
      "learning_rate": 1.659814814814815e-05,
      "loss": 0.45219125747680666,
      "step": 18075
    },
    {
      "epoch": 1.905564924114671,
      "grad_norm": 4.734462261199951,
      "learning_rate": 1.659351851851852e-05,
      "loss": 0.45004024505615237,
      "step": 18080
    },
    {
      "epoch": 1.9060919055649241,
      "grad_norm": 4.844520092010498,
      "learning_rate": 1.658888888888889e-05,
      "loss": 0.6063369750976563,
      "step": 18085
    },
    {
      "epoch": 1.906618887015177,
      "grad_norm": 43.11366271972656,
      "learning_rate": 1.658425925925926e-05,
      "loss": 0.39179816246032717,
      "step": 18090
    },
    {
      "epoch": 1.90714586846543,
      "grad_norm": 2.7163937091827393,
      "learning_rate": 1.657962962962963e-05,
      "loss": 0.6926110267639161,
      "step": 18095
    },
    {
      "epoch": 1.907672849915683,
      "grad_norm": 2.450417995452881,
      "learning_rate": 1.6575e-05,
      "loss": 0.6078499317169189,
      "step": 18100
    },
    {
      "epoch": 1.9081998313659359,
      "grad_norm": 1.8948001861572266,
      "learning_rate": 1.657037037037037e-05,
      "loss": 0.43303766250610354,
      "step": 18105
    },
    {
      "epoch": 1.9087268128161887,
      "grad_norm": 1.147230625152588,
      "learning_rate": 1.656574074074074e-05,
      "loss": 0.3810509204864502,
      "step": 18110
    },
    {
      "epoch": 1.9092537942664418,
      "grad_norm": 2.5056042671203613,
      "learning_rate": 1.656111111111111e-05,
      "loss": 0.4937752246856689,
      "step": 18115
    },
    {
      "epoch": 1.909780775716695,
      "grad_norm": 48.99059295654297,
      "learning_rate": 1.6556481481481484e-05,
      "loss": 0.9455236434936524,
      "step": 18120
    },
    {
      "epoch": 1.9103077571669478,
      "grad_norm": 4.564058780670166,
      "learning_rate": 1.6551851851851852e-05,
      "loss": 0.5898845672607422,
      "step": 18125
    },
    {
      "epoch": 1.9108347386172007,
      "grad_norm": 5.7827253341674805,
      "learning_rate": 1.6547222222222224e-05,
      "loss": 0.6492429256439209,
      "step": 18130
    },
    {
      "epoch": 1.9113617200674535,
      "grad_norm": 2.497281789779663,
      "learning_rate": 1.6542592592592593e-05,
      "loss": 0.4638944149017334,
      "step": 18135
    },
    {
      "epoch": 1.9118887015177066,
      "grad_norm": 2.840198040008545,
      "learning_rate": 1.6537962962962965e-05,
      "loss": 0.42844629287719727,
      "step": 18140
    },
    {
      "epoch": 1.9124156829679595,
      "grad_norm": 10.942639350891113,
      "learning_rate": 1.6533333333333333e-05,
      "loss": 0.40119032859802245,
      "step": 18145
    },
    {
      "epoch": 1.9129426644182126,
      "grad_norm": 1.6829679012298584,
      "learning_rate": 1.6528703703703705e-05,
      "loss": 0.6237985134124756,
      "step": 18150
    },
    {
      "epoch": 1.9134696458684655,
      "grad_norm": 1.340535283088684,
      "learning_rate": 1.6524074074074074e-05,
      "loss": 0.39486064910888674,
      "step": 18155
    },
    {
      "epoch": 1.9139966273187183,
      "grad_norm": 1.3409103155136108,
      "learning_rate": 1.6519444444444442e-05,
      "loss": 0.3905110597610474,
      "step": 18160
    },
    {
      "epoch": 1.9145236087689712,
      "grad_norm": 10.580622673034668,
      "learning_rate": 1.6514814814814814e-05,
      "loss": 0.6711678981781006,
      "step": 18165
    },
    {
      "epoch": 1.9150505902192243,
      "grad_norm": 1.553694725036621,
      "learning_rate": 1.6510185185185186e-05,
      "loss": 0.3968362331390381,
      "step": 18170
    },
    {
      "epoch": 1.9155775716694774,
      "grad_norm": 2.8088223934173584,
      "learning_rate": 1.6505555555555558e-05,
      "loss": 0.5084249019622803,
      "step": 18175
    },
    {
      "epoch": 1.9161045531197303,
      "grad_norm": 3.621652364730835,
      "learning_rate": 1.6500925925925926e-05,
      "loss": 0.5815904140472412,
      "step": 18180
    },
    {
      "epoch": 1.9166315345699831,
      "grad_norm": 1.9284740686416626,
      "learning_rate": 1.6496296296296298e-05,
      "loss": 0.3656468868255615,
      "step": 18185
    },
    {
      "epoch": 1.917158516020236,
      "grad_norm": 1.6963165998458862,
      "learning_rate": 1.6491666666666667e-05,
      "loss": 0.47132649421691897,
      "step": 18190
    },
    {
      "epoch": 1.9176854974704889,
      "grad_norm": 2.125692129135132,
      "learning_rate": 1.648703703703704e-05,
      "loss": 0.5086698055267334,
      "step": 18195
    },
    {
      "epoch": 1.918212478920742,
      "grad_norm": 1.7239423990249634,
      "learning_rate": 1.6482407407407407e-05,
      "loss": 0.5604945659637451,
      "step": 18200
    },
    {
      "epoch": 1.918739460370995,
      "grad_norm": 7.688024520874023,
      "learning_rate": 1.6477777777777775e-05,
      "loss": 0.5811087608337402,
      "step": 18205
    },
    {
      "epoch": 1.919266441821248,
      "grad_norm": 19.491043090820312,
      "learning_rate": 1.6473148148148147e-05,
      "loss": 0.8038069725036621,
      "step": 18210
    },
    {
      "epoch": 1.9197934232715008,
      "grad_norm": 11.564057350158691,
      "learning_rate": 1.646851851851852e-05,
      "loss": 0.8785579681396485,
      "step": 18215
    },
    {
      "epoch": 1.9203204047217537,
      "grad_norm": 28.460573196411133,
      "learning_rate": 1.646388888888889e-05,
      "loss": 0.39088313579559325,
      "step": 18220
    },
    {
      "epoch": 1.9208473861720068,
      "grad_norm": 8.624563217163086,
      "learning_rate": 1.645925925925926e-05,
      "loss": 0.4862338066101074,
      "step": 18225
    },
    {
      "epoch": 1.9213743676222597,
      "grad_norm": 1.967872977256775,
      "learning_rate": 1.645462962962963e-05,
      "loss": 0.4308483123779297,
      "step": 18230
    },
    {
      "epoch": 1.9219013490725128,
      "grad_norm": 2.4345526695251465,
      "learning_rate": 1.645e-05,
      "loss": 0.47632765769958496,
      "step": 18235
    },
    {
      "epoch": 1.9224283305227656,
      "grad_norm": 7.942601203918457,
      "learning_rate": 1.6445370370370372e-05,
      "loss": 0.4840246677398682,
      "step": 18240
    },
    {
      "epoch": 1.9229553119730185,
      "grad_norm": 1.690838098526001,
      "learning_rate": 1.644074074074074e-05,
      "loss": 0.32466094493865966,
      "step": 18245
    },
    {
      "epoch": 1.9234822934232714,
      "grad_norm": 1.602791428565979,
      "learning_rate": 1.6436111111111112e-05,
      "loss": 0.4163204669952393,
      "step": 18250
    },
    {
      "epoch": 1.9240092748735245,
      "grad_norm": 1.732613205909729,
      "learning_rate": 1.643148148148148e-05,
      "loss": 0.6593628883361816,
      "step": 18255
    },
    {
      "epoch": 1.9245362563237776,
      "grad_norm": 3.380079984664917,
      "learning_rate": 1.642685185185185e-05,
      "loss": 0.6893414497375489,
      "step": 18260
    },
    {
      "epoch": 1.9250632377740304,
      "grad_norm": 1.952523112297058,
      "learning_rate": 1.6422222222222225e-05,
      "loss": 0.4893177032470703,
      "step": 18265
    },
    {
      "epoch": 1.9255902192242833,
      "grad_norm": 6.154855728149414,
      "learning_rate": 1.6417592592592593e-05,
      "loss": 0.45575780868530275,
      "step": 18270
    },
    {
      "epoch": 1.9261172006745362,
      "grad_norm": 9.794476509094238,
      "learning_rate": 1.6412962962962965e-05,
      "loss": 0.5102221012115479,
      "step": 18275
    },
    {
      "epoch": 1.926644182124789,
      "grad_norm": 1.9720187187194824,
      "learning_rate": 1.6408333333333333e-05,
      "loss": 0.4829472541809082,
      "step": 18280
    },
    {
      "epoch": 1.9271711635750421,
      "grad_norm": 1.706649899482727,
      "learning_rate": 1.6403703703703705e-05,
      "loss": 0.7846325397491455,
      "step": 18285
    },
    {
      "epoch": 1.9276981450252952,
      "grad_norm": 2.004659652709961,
      "learning_rate": 1.6399074074074074e-05,
      "loss": 0.5279255390167237,
      "step": 18290
    },
    {
      "epoch": 1.9282251264755481,
      "grad_norm": 4.296776294708252,
      "learning_rate": 1.6394444444444446e-05,
      "loss": 0.412760066986084,
      "step": 18295
    },
    {
      "epoch": 1.928752107925801,
      "grad_norm": 1.7498646974563599,
      "learning_rate": 1.6389814814814814e-05,
      "loss": 0.4178663730621338,
      "step": 18300
    },
    {
      "epoch": 1.9292790893760539,
      "grad_norm": 4.815094470977783,
      "learning_rate": 1.6385185185185183e-05,
      "loss": 0.9494137763977051,
      "step": 18305
    },
    {
      "epoch": 1.929806070826307,
      "grad_norm": 2.0311741828918457,
      "learning_rate": 1.6380555555555558e-05,
      "loss": 0.40082430839538574,
      "step": 18310
    },
    {
      "epoch": 1.9303330522765598,
      "grad_norm": 2.7516708374023438,
      "learning_rate": 1.6375925925925927e-05,
      "loss": 0.5313811779022217,
      "step": 18315
    },
    {
      "epoch": 1.930860033726813,
      "grad_norm": 2.5761122703552246,
      "learning_rate": 1.63712962962963e-05,
      "loss": 0.4344782829284668,
      "step": 18320
    },
    {
      "epoch": 1.9313870151770658,
      "grad_norm": 1.7669755220413208,
      "learning_rate": 1.6366666666666667e-05,
      "loss": 0.6311203479766846,
      "step": 18325
    },
    {
      "epoch": 1.9319139966273187,
      "grad_norm": 5.087030410766602,
      "learning_rate": 1.636203703703704e-05,
      "loss": 0.42058486938476564,
      "step": 18330
    },
    {
      "epoch": 1.9324409780775715,
      "grad_norm": 2.6691994667053223,
      "learning_rate": 1.6357407407407407e-05,
      "loss": 0.5369246482849122,
      "step": 18335
    },
    {
      "epoch": 1.9329679595278246,
      "grad_norm": 1.8256686925888062,
      "learning_rate": 1.635277777777778e-05,
      "loss": 0.4057446479797363,
      "step": 18340
    },
    {
      "epoch": 1.9334949409780777,
      "grad_norm": 4.779189109802246,
      "learning_rate": 1.6348148148148148e-05,
      "loss": 0.3801580905914307,
      "step": 18345
    },
    {
      "epoch": 1.9340219224283306,
      "grad_norm": 1.7109194993972778,
      "learning_rate": 1.6343518518518516e-05,
      "loss": 0.7291114807128907,
      "step": 18350
    },
    {
      "epoch": 1.9345489038785835,
      "grad_norm": 1.5002403259277344,
      "learning_rate": 1.6338888888888888e-05,
      "loss": 0.5554730415344238,
      "step": 18355
    },
    {
      "epoch": 1.9350758853288363,
      "grad_norm": 1.6657344102859497,
      "learning_rate": 1.633425925925926e-05,
      "loss": 0.5361939430236816,
      "step": 18360
    },
    {
      "epoch": 1.9356028667790892,
      "grad_norm": 3.904802083969116,
      "learning_rate": 1.6329629629629632e-05,
      "loss": 0.5697504997253418,
      "step": 18365
    },
    {
      "epoch": 1.9361298482293423,
      "grad_norm": 2.4688825607299805,
      "learning_rate": 1.6325e-05,
      "loss": 0.38763234615325926,
      "step": 18370
    },
    {
      "epoch": 1.9366568296795954,
      "grad_norm": 5.31641149520874,
      "learning_rate": 1.6320370370370372e-05,
      "loss": 0.4290184020996094,
      "step": 18375
    },
    {
      "epoch": 1.9371838111298483,
      "grad_norm": 1.6700873374938965,
      "learning_rate": 1.631574074074074e-05,
      "loss": 0.4633749008178711,
      "step": 18380
    },
    {
      "epoch": 1.9377107925801011,
      "grad_norm": 1.584805965423584,
      "learning_rate": 1.6311111111111113e-05,
      "loss": 0.7933786392211915,
      "step": 18385
    },
    {
      "epoch": 1.938237774030354,
      "grad_norm": 5.423856735229492,
      "learning_rate": 1.630648148148148e-05,
      "loss": 0.4417854309082031,
      "step": 18390
    },
    {
      "epoch": 1.9387647554806071,
      "grad_norm": 2.961975336074829,
      "learning_rate": 1.630185185185185e-05,
      "loss": 0.5258471012115479,
      "step": 18395
    },
    {
      "epoch": 1.93929173693086,
      "grad_norm": 9.206897735595703,
      "learning_rate": 1.629722222222222e-05,
      "loss": 0.42060112953186035,
      "step": 18400
    },
    {
      "epoch": 1.93929173693086,
      "eval_cer": 0.07628719396386205,
      "eval_loss": 0.3434890806674957,
      "eval_runtime": 120.9751,
      "eval_samples_per_second": 24.071,
      "eval_score": 84.18656330772951,
      "eval_steps_per_second": 3.009,
      "eval_wer": 0.23998153988154758,
      "step": 18400
    },
    {
      "epoch": 1.939818718381113,
      "grad_norm": 17.50786781311035,
      "learning_rate": 1.6292592592592593e-05,
      "loss": 0.596500825881958,
      "step": 18405
    },
    {
      "epoch": 1.940345699831366,
      "grad_norm": 1.495331048965454,
      "learning_rate": 1.6287962962962965e-05,
      "loss": 0.3955692768096924,
      "step": 18410
    },
    {
      "epoch": 1.9408726812816188,
      "grad_norm": 2.3505420684814453,
      "learning_rate": 1.6283333333333334e-05,
      "loss": 0.5183905601501465,
      "step": 18415
    },
    {
      "epoch": 1.9413996627318717,
      "grad_norm": 2.4473695755004883,
      "learning_rate": 1.6278703703703706e-05,
      "loss": 0.4232312202453613,
      "step": 18420
    },
    {
      "epoch": 1.9419266441821248,
      "grad_norm": 1.8205844163894653,
      "learning_rate": 1.6274074074074074e-05,
      "loss": 0.410451078414917,
      "step": 18425
    },
    {
      "epoch": 1.942453625632378,
      "grad_norm": 2.7351021766662598,
      "learning_rate": 1.6269444444444446e-05,
      "loss": 0.38452534675598143,
      "step": 18430
    },
    {
      "epoch": 1.9429806070826308,
      "grad_norm": 2.503086566925049,
      "learning_rate": 1.6264814814814815e-05,
      "loss": 0.45945940017700193,
      "step": 18435
    },
    {
      "epoch": 1.9435075885328836,
      "grad_norm": 9.026434898376465,
      "learning_rate": 1.6260185185185183e-05,
      "loss": 0.43238377571105957,
      "step": 18440
    },
    {
      "epoch": 1.9440345699831365,
      "grad_norm": 4.721733570098877,
      "learning_rate": 1.6255555555555555e-05,
      "loss": 0.6544747829437256,
      "step": 18445
    },
    {
      "epoch": 1.9445615514333894,
      "grad_norm": 1.955169677734375,
      "learning_rate": 1.6250925925925927e-05,
      "loss": 0.530454683303833,
      "step": 18450
    },
    {
      "epoch": 1.9450885328836425,
      "grad_norm": 1.724714756011963,
      "learning_rate": 1.62462962962963e-05,
      "loss": 0.3894435167312622,
      "step": 18455
    },
    {
      "epoch": 1.9456155143338956,
      "grad_norm": 2.787670850753784,
      "learning_rate": 1.6241666666666667e-05,
      "loss": 0.40192184448242185,
      "step": 18460
    },
    {
      "epoch": 1.9461424957841484,
      "grad_norm": 3.866152048110962,
      "learning_rate": 1.623703703703704e-05,
      "loss": 0.6190629482269288,
      "step": 18465
    },
    {
      "epoch": 1.9466694772344013,
      "grad_norm": 9.10771369934082,
      "learning_rate": 1.6232407407407408e-05,
      "loss": 0.40717110633850095,
      "step": 18470
    },
    {
      "epoch": 1.9471964586846542,
      "grad_norm": 7.4853739738464355,
      "learning_rate": 1.622777777777778e-05,
      "loss": 0.6047282218933105,
      "step": 18475
    },
    {
      "epoch": 1.9477234401349073,
      "grad_norm": 1.7815014123916626,
      "learning_rate": 1.6223148148148148e-05,
      "loss": 0.4134397029876709,
      "step": 18480
    },
    {
      "epoch": 1.9482504215851602,
      "grad_norm": 1.8210234642028809,
      "learning_rate": 1.6218518518518517e-05,
      "loss": 0.4440338134765625,
      "step": 18485
    },
    {
      "epoch": 1.9487774030354132,
      "grad_norm": 1.381851077079773,
      "learning_rate": 1.621388888888889e-05,
      "loss": 0.4198554039001465,
      "step": 18490
    },
    {
      "epoch": 1.9493043844856661,
      "grad_norm": 3.725160837173462,
      "learning_rate": 1.6209259259259257e-05,
      "loss": 0.4791758060455322,
      "step": 18495
    },
    {
      "epoch": 1.949831365935919,
      "grad_norm": 2.7312517166137695,
      "learning_rate": 1.6204629629629632e-05,
      "loss": 0.9058925628662109,
      "step": 18500
    },
    {
      "epoch": 1.9503583473861719,
      "grad_norm": 2.2863941192626953,
      "learning_rate": 1.62e-05,
      "loss": 0.5787983894348144,
      "step": 18505
    },
    {
      "epoch": 1.950885328836425,
      "grad_norm": 3.5565881729125977,
      "learning_rate": 1.6195370370370373e-05,
      "loss": 0.4499251365661621,
      "step": 18510
    },
    {
      "epoch": 1.951412310286678,
      "grad_norm": 2.0003671646118164,
      "learning_rate": 1.619074074074074e-05,
      "loss": 0.46290884017944334,
      "step": 18515
    },
    {
      "epoch": 1.951939291736931,
      "grad_norm": 1.9736709594726562,
      "learning_rate": 1.6186111111111113e-05,
      "loss": 0.6096880912780762,
      "step": 18520
    },
    {
      "epoch": 1.9524662731871838,
      "grad_norm": 3.304425001144409,
      "learning_rate": 1.618148148148148e-05,
      "loss": 0.709031057357788,
      "step": 18525
    },
    {
      "epoch": 1.9529932546374367,
      "grad_norm": 1.9351390600204468,
      "learning_rate": 1.617685185185185e-05,
      "loss": 0.5007431507110596,
      "step": 18530
    },
    {
      "epoch": 1.9535202360876898,
      "grad_norm": 2.5941085815429688,
      "learning_rate": 1.6172222222222222e-05,
      "loss": 0.40714473724365235,
      "step": 18535
    },
    {
      "epoch": 1.9540472175379426,
      "grad_norm": 1.3304427862167358,
      "learning_rate": 1.616759259259259e-05,
      "loss": 0.4954354763031006,
      "step": 18540
    },
    {
      "epoch": 1.9545741989881957,
      "grad_norm": 2.001279830932617,
      "learning_rate": 1.6162962962962966e-05,
      "loss": 0.5917962074279786,
      "step": 18545
    },
    {
      "epoch": 1.9551011804384486,
      "grad_norm": 2.465017318725586,
      "learning_rate": 1.6158333333333334e-05,
      "loss": 0.3860235452651978,
      "step": 18550
    },
    {
      "epoch": 1.9556281618887015,
      "grad_norm": 2.6936023235321045,
      "learning_rate": 1.6153703703703706e-05,
      "loss": 0.6947459220886231,
      "step": 18555
    },
    {
      "epoch": 1.9561551433389543,
      "grad_norm": 2.0911316871643066,
      "learning_rate": 1.6149074074074075e-05,
      "loss": 0.6096792697906495,
      "step": 18560
    },
    {
      "epoch": 1.9566821247892074,
      "grad_norm": 10.765303611755371,
      "learning_rate": 1.6144444444444446e-05,
      "loss": 0.3991841793060303,
      "step": 18565
    },
    {
      "epoch": 1.9572091062394603,
      "grad_norm": 1.6792670488357544,
      "learning_rate": 1.6139814814814815e-05,
      "loss": 0.5587949752807617,
      "step": 18570
    },
    {
      "epoch": 1.9577360876897134,
      "grad_norm": 3.57621169090271,
      "learning_rate": 1.6135185185185183e-05,
      "loss": 0.46584367752075195,
      "step": 18575
    },
    {
      "epoch": 1.9582630691399663,
      "grad_norm": 1.220822811126709,
      "learning_rate": 1.6130555555555555e-05,
      "loss": 0.35609486103057864,
      "step": 18580
    },
    {
      "epoch": 1.9587900505902192,
      "grad_norm": 3.530738353729248,
      "learning_rate": 1.6125925925925924e-05,
      "loss": 0.5746115684509278,
      "step": 18585
    },
    {
      "epoch": 1.959317032040472,
      "grad_norm": 2.571870803833008,
      "learning_rate": 1.6121296296296296e-05,
      "loss": 0.6398925304412841,
      "step": 18590
    },
    {
      "epoch": 1.9598440134907251,
      "grad_norm": 1.2656335830688477,
      "learning_rate": 1.6116666666666668e-05,
      "loss": 0.630035400390625,
      "step": 18595
    },
    {
      "epoch": 1.9603709949409782,
      "grad_norm": 2.3617477416992188,
      "learning_rate": 1.611203703703704e-05,
      "loss": 0.43437857627868653,
      "step": 18600
    },
    {
      "epoch": 1.960897976391231,
      "grad_norm": 3.9695513248443604,
      "learning_rate": 1.6107407407407408e-05,
      "loss": 0.6992914199829101,
      "step": 18605
    },
    {
      "epoch": 1.961424957841484,
      "grad_norm": 2.6862378120422363,
      "learning_rate": 1.610277777777778e-05,
      "loss": 0.4563014507293701,
      "step": 18610
    },
    {
      "epoch": 1.9619519392917368,
      "grad_norm": 2.0443131923675537,
      "learning_rate": 1.609814814814815e-05,
      "loss": 0.44824752807617185,
      "step": 18615
    },
    {
      "epoch": 1.96247892074199,
      "grad_norm": 1.5076433420181274,
      "learning_rate": 1.6093518518518517e-05,
      "loss": 0.4093827724456787,
      "step": 18620
    },
    {
      "epoch": 1.9630059021922428,
      "grad_norm": 1.3486859798431396,
      "learning_rate": 1.608888888888889e-05,
      "loss": 0.49826645851135254,
      "step": 18625
    },
    {
      "epoch": 1.963532883642496,
      "grad_norm": 7.375706195831299,
      "learning_rate": 1.6084259259259257e-05,
      "loss": 0.39218218326568605,
      "step": 18630
    },
    {
      "epoch": 1.9640598650927488,
      "grad_norm": 13.018875122070312,
      "learning_rate": 1.607962962962963e-05,
      "loss": 0.5678386688232422,
      "step": 18635
    },
    {
      "epoch": 1.9645868465430016,
      "grad_norm": 3.1973485946655273,
      "learning_rate": 1.6075e-05,
      "loss": 0.6581457138061524,
      "step": 18640
    },
    {
      "epoch": 1.9651138279932545,
      "grad_norm": 2.192697525024414,
      "learning_rate": 1.6070370370370373e-05,
      "loss": 0.6264533042907715,
      "step": 18645
    },
    {
      "epoch": 1.9656408094435076,
      "grad_norm": 8.584339141845703,
      "learning_rate": 1.606574074074074e-05,
      "loss": 0.7327762603759765,
      "step": 18650
    },
    {
      "epoch": 1.9661677908937607,
      "grad_norm": 4.049648761749268,
      "learning_rate": 1.6061111111111113e-05,
      "loss": 0.3718982458114624,
      "step": 18655
    },
    {
      "epoch": 1.9666947723440136,
      "grad_norm": 4.376648426055908,
      "learning_rate": 1.6056481481481482e-05,
      "loss": 0.4061769962310791,
      "step": 18660
    },
    {
      "epoch": 1.9672217537942664,
      "grad_norm": 1.7972689867019653,
      "learning_rate": 1.605185185185185e-05,
      "loss": 0.3904479742050171,
      "step": 18665
    },
    {
      "epoch": 1.9677487352445193,
      "grad_norm": 4.082856178283691,
      "learning_rate": 1.6047222222222222e-05,
      "loss": 0.5918952465057373,
      "step": 18670
    },
    {
      "epoch": 1.9682757166947722,
      "grad_norm": 1.8881738185882568,
      "learning_rate": 1.604259259259259e-05,
      "loss": 0.38175621032714846,
      "step": 18675
    },
    {
      "epoch": 1.9688026981450253,
      "grad_norm": 1.3408397436141968,
      "learning_rate": 1.6037962962962963e-05,
      "loss": 0.3436086654663086,
      "step": 18680
    },
    {
      "epoch": 1.9693296795952784,
      "grad_norm": 1.7327674627304077,
      "learning_rate": 1.6033333333333335e-05,
      "loss": 0.629185152053833,
      "step": 18685
    },
    {
      "epoch": 1.9698566610455313,
      "grad_norm": 2.3907341957092285,
      "learning_rate": 1.6028703703703706e-05,
      "loss": 0.4745766639709473,
      "step": 18690
    },
    {
      "epoch": 1.9703836424957841,
      "grad_norm": 8.461745262145996,
      "learning_rate": 1.6024074074074075e-05,
      "loss": 0.42491855621337893,
      "step": 18695
    },
    {
      "epoch": 1.970910623946037,
      "grad_norm": 1.1438130140304565,
      "learning_rate": 1.6019444444444447e-05,
      "loss": 0.3662052869796753,
      "step": 18700
    },
    {
      "epoch": 1.97143760539629,
      "grad_norm": 2.011507987976074,
      "learning_rate": 1.6014814814814815e-05,
      "loss": 0.4902080535888672,
      "step": 18705
    },
    {
      "epoch": 1.971964586846543,
      "grad_norm": 1.8909071683883667,
      "learning_rate": 1.6010185185185184e-05,
      "loss": 0.540061616897583,
      "step": 18710
    },
    {
      "epoch": 1.972491568296796,
      "grad_norm": 2.169853687286377,
      "learning_rate": 1.6005555555555556e-05,
      "loss": 0.5639719486236572,
      "step": 18715
    },
    {
      "epoch": 1.973018549747049,
      "grad_norm": 2.3818109035491943,
      "learning_rate": 1.6000925925925924e-05,
      "loss": 0.4712547779083252,
      "step": 18720
    },
    {
      "epoch": 1.9735455311973018,
      "grad_norm": 2.4831044673919678,
      "learning_rate": 1.5996296296296296e-05,
      "loss": 0.6941014289855957,
      "step": 18725
    },
    {
      "epoch": 1.9740725126475547,
      "grad_norm": 1.4133282899856567,
      "learning_rate": 1.5991666666666665e-05,
      "loss": 0.4419857501983643,
      "step": 18730
    },
    {
      "epoch": 1.9745994940978078,
      "grad_norm": 3.066248655319214,
      "learning_rate": 1.598703703703704e-05,
      "loss": 0.44523229598999026,
      "step": 18735
    },
    {
      "epoch": 1.9751264755480609,
      "grad_norm": 2.4987306594848633,
      "learning_rate": 1.598240740740741e-05,
      "loss": 0.4732979774475098,
      "step": 18740
    },
    {
      "epoch": 1.9756534569983137,
      "grad_norm": 1.719704508781433,
      "learning_rate": 1.597777777777778e-05,
      "loss": 0.4715092182159424,
      "step": 18745
    },
    {
      "epoch": 1.9761804384485666,
      "grad_norm": 1.646255373954773,
      "learning_rate": 1.597314814814815e-05,
      "loss": 0.598033332824707,
      "step": 18750
    },
    {
      "epoch": 1.9767074198988195,
      "grad_norm": 1.6920487880706787,
      "learning_rate": 1.5968518518518517e-05,
      "loss": 0.46101975440979004,
      "step": 18755
    },
    {
      "epoch": 1.9772344013490724,
      "grad_norm": 2.781022548675537,
      "learning_rate": 1.596388888888889e-05,
      "loss": 0.393328857421875,
      "step": 18760
    },
    {
      "epoch": 1.9777613827993255,
      "grad_norm": 3.0901479721069336,
      "learning_rate": 1.5959259259259258e-05,
      "loss": 0.6673837184906006,
      "step": 18765
    },
    {
      "epoch": 1.9782883642495785,
      "grad_norm": 2.7681074142456055,
      "learning_rate": 1.595462962962963e-05,
      "loss": 0.5348570823669434,
      "step": 18770
    },
    {
      "epoch": 1.9788153456998314,
      "grad_norm": 3.484177827835083,
      "learning_rate": 1.5949999999999998e-05,
      "loss": 0.5182465076446533,
      "step": 18775
    },
    {
      "epoch": 1.9793423271500843,
      "grad_norm": 3.705927610397339,
      "learning_rate": 1.5945370370370373e-05,
      "loss": 0.4846024036407471,
      "step": 18780
    },
    {
      "epoch": 1.9798693086003372,
      "grad_norm": 1.5958470106124878,
      "learning_rate": 1.5940740740740742e-05,
      "loss": 0.5042457103729248,
      "step": 18785
    },
    {
      "epoch": 1.9803962900505903,
      "grad_norm": 2.5878334045410156,
      "learning_rate": 1.5936111111111114e-05,
      "loss": 0.5222784042358398,
      "step": 18790
    },
    {
      "epoch": 1.9809232715008431,
      "grad_norm": 2.1352155208587646,
      "learning_rate": 1.5931481481481482e-05,
      "loss": 0.40876107215881347,
      "step": 18795
    },
    {
      "epoch": 1.9814502529510962,
      "grad_norm": 1.552777647972107,
      "learning_rate": 1.5926851851851854e-05,
      "loss": 0.4523122310638428,
      "step": 18800
    },
    {
      "epoch": 1.981977234401349,
      "grad_norm": 1.6969878673553467,
      "learning_rate": 1.5922222222222223e-05,
      "loss": 0.38597042560577394,
      "step": 18805
    },
    {
      "epoch": 1.982504215851602,
      "grad_norm": 1.6645663976669312,
      "learning_rate": 1.591759259259259e-05,
      "loss": 0.5007556438446045,
      "step": 18810
    },
    {
      "epoch": 1.9830311973018548,
      "grad_norm": 3.111239194869995,
      "learning_rate": 1.5912962962962963e-05,
      "loss": 0.484246826171875,
      "step": 18815
    },
    {
      "epoch": 1.983558178752108,
      "grad_norm": 2.2427403926849365,
      "learning_rate": 1.590833333333333e-05,
      "loss": 0.5244163513183594,
      "step": 18820
    },
    {
      "epoch": 1.984085160202361,
      "grad_norm": 1.7505407333374023,
      "learning_rate": 1.5903703703703703e-05,
      "loss": 0.49190411567687986,
      "step": 18825
    },
    {
      "epoch": 1.984612141652614,
      "grad_norm": 1.9809430837631226,
      "learning_rate": 1.5899074074074075e-05,
      "loss": 0.3981745958328247,
      "step": 18830
    },
    {
      "epoch": 1.9851391231028668,
      "grad_norm": 6.540493965148926,
      "learning_rate": 1.5894444444444447e-05,
      "loss": 0.40216975212097167,
      "step": 18835
    },
    {
      "epoch": 1.9856661045531196,
      "grad_norm": 2.6512796878814697,
      "learning_rate": 1.5889814814814816e-05,
      "loss": 0.41536822319030764,
      "step": 18840
    },
    {
      "epoch": 1.9861930860033725,
      "grad_norm": 9.505529403686523,
      "learning_rate": 1.5885185185185188e-05,
      "loss": 0.5933528900146484,
      "step": 18845
    },
    {
      "epoch": 1.9867200674536256,
      "grad_norm": 1.9636142253875732,
      "learning_rate": 1.5880555555555556e-05,
      "loss": 0.44031686782836915,
      "step": 18850
    },
    {
      "epoch": 1.9872470489038787,
      "grad_norm": 2.1207263469696045,
      "learning_rate": 1.5875925925925925e-05,
      "loss": 0.38279104232788086,
      "step": 18855
    },
    {
      "epoch": 1.9877740303541316,
      "grad_norm": 1.4301567077636719,
      "learning_rate": 1.5871296296296296e-05,
      "loss": 0.5382551193237305,
      "step": 18860
    },
    {
      "epoch": 1.9883010118043845,
      "grad_norm": 2.245157480239868,
      "learning_rate": 1.5866666666666665e-05,
      "loss": 0.46944417953491213,
      "step": 18865
    },
    {
      "epoch": 1.9888279932546373,
      "grad_norm": 2.750291585922241,
      "learning_rate": 1.5862037037037037e-05,
      "loss": 0.48477630615234374,
      "step": 18870
    },
    {
      "epoch": 1.9893549747048904,
      "grad_norm": 5.958652019500732,
      "learning_rate": 1.585740740740741e-05,
      "loss": 0.5011865139007569,
      "step": 18875
    },
    {
      "epoch": 1.9898819561551433,
      "grad_norm": 1.7198007106781006,
      "learning_rate": 1.585277777777778e-05,
      "loss": 0.4338937759399414,
      "step": 18880
    },
    {
      "epoch": 1.9904089376053964,
      "grad_norm": 3.2815375328063965,
      "learning_rate": 1.584814814814815e-05,
      "loss": 0.44650583267211913,
      "step": 18885
    },
    {
      "epoch": 1.9909359190556493,
      "grad_norm": 2.553539991378784,
      "learning_rate": 1.584351851851852e-05,
      "loss": 0.4748986721038818,
      "step": 18890
    },
    {
      "epoch": 1.9914629005059021,
      "grad_norm": 1.6274443864822388,
      "learning_rate": 1.583888888888889e-05,
      "loss": 0.3675410509109497,
      "step": 18895
    },
    {
      "epoch": 1.991989881956155,
      "grad_norm": 2.1277740001678467,
      "learning_rate": 1.5834259259259258e-05,
      "loss": 0.6706815719604492,
      "step": 18900
    },
    {
      "epoch": 1.992516863406408,
      "grad_norm": 1.3775957822799683,
      "learning_rate": 1.582962962962963e-05,
      "loss": 0.41663761138916017,
      "step": 18905
    },
    {
      "epoch": 1.9930438448566612,
      "grad_norm": 4.9426984786987305,
      "learning_rate": 1.5825e-05,
      "loss": 0.4911613464355469,
      "step": 18910
    },
    {
      "epoch": 1.993570826306914,
      "grad_norm": 2.510441541671753,
      "learning_rate": 1.582037037037037e-05,
      "loss": 0.4243636131286621,
      "step": 18915
    },
    {
      "epoch": 1.994097807757167,
      "grad_norm": 2.334987163543701,
      "learning_rate": 1.581574074074074e-05,
      "loss": 0.622739028930664,
      "step": 18920
    },
    {
      "epoch": 1.9946247892074198,
      "grad_norm": 4.671669006347656,
      "learning_rate": 1.5811111111111114e-05,
      "loss": 0.4964128017425537,
      "step": 18925
    },
    {
      "epoch": 1.9951517706576727,
      "grad_norm": 1.860652208328247,
      "learning_rate": 1.5806481481481483e-05,
      "loss": 0.5073412418365478,
      "step": 18930
    },
    {
      "epoch": 1.9956787521079258,
      "grad_norm": 1.6309031248092651,
      "learning_rate": 1.5801851851851854e-05,
      "loss": 0.41938109397888185,
      "step": 18935
    },
    {
      "epoch": 1.9962057335581789,
      "grad_norm": 2.061886787414551,
      "learning_rate": 1.5797222222222223e-05,
      "loss": 0.3829841613769531,
      "step": 18940
    },
    {
      "epoch": 1.9967327150084317,
      "grad_norm": 2.0289547443389893,
      "learning_rate": 1.579259259259259e-05,
      "loss": 0.47707715034484866,
      "step": 18945
    },
    {
      "epoch": 1.9972596964586846,
      "grad_norm": 1.5149507522583008,
      "learning_rate": 1.5787962962962963e-05,
      "loss": 0.3397873640060425,
      "step": 18950
    },
    {
      "epoch": 1.9977866779089375,
      "grad_norm": 1.8774669170379639,
      "learning_rate": 1.5783333333333332e-05,
      "loss": 0.5664120674133301,
      "step": 18955
    },
    {
      "epoch": 1.9983136593591906,
      "grad_norm": 2.1392269134521484,
      "learning_rate": 1.5778703703703704e-05,
      "loss": 0.473323917388916,
      "step": 18960
    },
    {
      "epoch": 1.9988406408094435,
      "grad_norm": 16.16628074645996,
      "learning_rate": 1.5774074074074072e-05,
      "loss": 0.5089449405670166,
      "step": 18965
    },
    {
      "epoch": 1.9993676222596966,
      "grad_norm": 15.981890678405762,
      "learning_rate": 1.5769444444444448e-05,
      "loss": 0.6938170433044434,
      "step": 18970
    },
    {
      "epoch": 1.9998946037099494,
      "grad_norm": 1.4308545589447021,
      "learning_rate": 1.5764814814814816e-05,
      "loss": 0.3937808036804199,
      "step": 18975
    },
    {
      "epoch": 2.0004215851602023,
      "grad_norm": 2.6722333431243896,
      "learning_rate": 1.5760185185185188e-05,
      "loss": 0.5684186935424804,
      "step": 18980
    },
    {
      "epoch": 2.000948566610455,
      "grad_norm": 1.7250142097473145,
      "learning_rate": 1.5755555555555556e-05,
      "loss": 0.44727025032043455,
      "step": 18985
    },
    {
      "epoch": 2.001475548060708,
      "grad_norm": 4.350019931793213,
      "learning_rate": 1.5750925925925925e-05,
      "loss": 0.6488687515258789,
      "step": 18990
    },
    {
      "epoch": 2.0020025295109614,
      "grad_norm": 2.0991835594177246,
      "learning_rate": 1.5746296296296297e-05,
      "loss": 0.3191523551940918,
      "step": 18995
    },
    {
      "epoch": 2.0025295109612142,
      "grad_norm": 5.681138515472412,
      "learning_rate": 1.5741666666666665e-05,
      "loss": 0.5537905216217041,
      "step": 19000
    },
    {
      "epoch": 2.003056492411467,
      "grad_norm": 1.9581174850463867,
      "learning_rate": 1.5737037037037037e-05,
      "loss": 0.3587798118591309,
      "step": 19005
    },
    {
      "epoch": 2.00358347386172,
      "grad_norm": 1.5794808864593506,
      "learning_rate": 1.5732407407407406e-05,
      "loss": 0.6079270839691162,
      "step": 19010
    },
    {
      "epoch": 2.004110455311973,
      "grad_norm": 2.7944631576538086,
      "learning_rate": 1.572777777777778e-05,
      "loss": 0.5183662414550781,
      "step": 19015
    },
    {
      "epoch": 2.004637436762226,
      "grad_norm": 2.6249637603759766,
      "learning_rate": 1.572314814814815e-05,
      "loss": 0.43656320571899415,
      "step": 19020
    },
    {
      "epoch": 2.005164418212479,
      "grad_norm": 2.0249013900756836,
      "learning_rate": 1.571851851851852e-05,
      "loss": 0.4331559658050537,
      "step": 19025
    },
    {
      "epoch": 2.005691399662732,
      "grad_norm": 1.1957257986068726,
      "learning_rate": 1.571388888888889e-05,
      "loss": 0.4309700965881348,
      "step": 19030
    },
    {
      "epoch": 2.006218381112985,
      "grad_norm": 1.986295461654663,
      "learning_rate": 1.570925925925926e-05,
      "loss": 0.41469631195068357,
      "step": 19035
    },
    {
      "epoch": 2.0067453625632377,
      "grad_norm": 2.557856559753418,
      "learning_rate": 1.570462962962963e-05,
      "loss": 0.3964391708374023,
      "step": 19040
    },
    {
      "epoch": 2.0072723440134905,
      "grad_norm": 1.609274983406067,
      "learning_rate": 1.57e-05,
      "loss": 0.39129374027252195,
      "step": 19045
    },
    {
      "epoch": 2.007799325463744,
      "grad_norm": 1.8721730709075928,
      "learning_rate": 1.569537037037037e-05,
      "loss": 0.47434725761413576,
      "step": 19050
    },
    {
      "epoch": 2.0083263069139967,
      "grad_norm": 2.655841112136841,
      "learning_rate": 1.569074074074074e-05,
      "loss": 0.3668386936187744,
      "step": 19055
    },
    {
      "epoch": 2.0088532883642496,
      "grad_norm": 7.359030246734619,
      "learning_rate": 1.568611111111111e-05,
      "loss": 0.6080190658569335,
      "step": 19060
    },
    {
      "epoch": 2.0093802698145025,
      "grad_norm": 1.4852344989776611,
      "learning_rate": 1.5681481481481483e-05,
      "loss": 0.40110554695129397,
      "step": 19065
    },
    {
      "epoch": 2.0099072512647553,
      "grad_norm": 3.275151252746582,
      "learning_rate": 1.5676851851851855e-05,
      "loss": 0.34224963188171387,
      "step": 19070
    },
    {
      "epoch": 2.0104342327150087,
      "grad_norm": 2.2080764770507812,
      "learning_rate": 1.5672222222222223e-05,
      "loss": 0.3593311309814453,
      "step": 19075
    },
    {
      "epoch": 2.0109612141652615,
      "grad_norm": 3.3614463806152344,
      "learning_rate": 1.5667592592592592e-05,
      "loss": 0.4935370922088623,
      "step": 19080
    },
    {
      "epoch": 2.0114881956155144,
      "grad_norm": 2.199110269546509,
      "learning_rate": 1.5662962962962964e-05,
      "loss": 0.42923836708068847,
      "step": 19085
    },
    {
      "epoch": 2.0120151770657673,
      "grad_norm": 1.3334085941314697,
      "learning_rate": 1.5658333333333332e-05,
      "loss": 0.36254928112030027,
      "step": 19090
    },
    {
      "epoch": 2.01254215851602,
      "grad_norm": 1.0174202919006348,
      "learning_rate": 1.5653703703703704e-05,
      "loss": 0.3526188850402832,
      "step": 19095
    },
    {
      "epoch": 2.013069139966273,
      "grad_norm": 2.595953941345215,
      "learning_rate": 1.5649074074074073e-05,
      "loss": 0.5430594921112061,
      "step": 19100
    },
    {
      "epoch": 2.0135961214165263,
      "grad_norm": 1.7546672821044922,
      "learning_rate": 1.5644444444444444e-05,
      "loss": 0.37857325077056886,
      "step": 19105
    },
    {
      "epoch": 2.014123102866779,
      "grad_norm": 3.2197651863098145,
      "learning_rate": 1.5639814814814816e-05,
      "loss": 0.43100895881652834,
      "step": 19110
    },
    {
      "epoch": 2.014650084317032,
      "grad_norm": 3.0382938385009766,
      "learning_rate": 1.5635185185185188e-05,
      "loss": 0.46180047988891604,
      "step": 19115
    },
    {
      "epoch": 2.015177065767285,
      "grad_norm": 2.145132064819336,
      "learning_rate": 1.5630555555555557e-05,
      "loss": 0.4274604797363281,
      "step": 19120
    },
    {
      "epoch": 2.015704047217538,
      "grad_norm": 2.059117078781128,
      "learning_rate": 1.5625925925925925e-05,
      "loss": 0.4499369144439697,
      "step": 19125
    },
    {
      "epoch": 2.0162310286677907,
      "grad_norm": 2.063981771469116,
      "learning_rate": 1.5621296296296297e-05,
      "loss": 0.5261986255645752,
      "step": 19130
    },
    {
      "epoch": 2.016758010118044,
      "grad_norm": 11.39796257019043,
      "learning_rate": 1.5616666666666666e-05,
      "loss": 0.48512606620788573,
      "step": 19135
    },
    {
      "epoch": 2.017284991568297,
      "grad_norm": 2.8387529850006104,
      "learning_rate": 1.5612037037037038e-05,
      "loss": 0.4333954334259033,
      "step": 19140
    },
    {
      "epoch": 2.0178119730185498,
      "grad_norm": 2.199342727661133,
      "learning_rate": 1.5607407407407406e-05,
      "loss": 0.36054539680480957,
      "step": 19145
    },
    {
      "epoch": 2.0183389544688026,
      "grad_norm": 1.6364929676055908,
      "learning_rate": 1.5602777777777778e-05,
      "loss": 0.54764723777771,
      "step": 19150
    },
    {
      "epoch": 2.0188659359190555,
      "grad_norm": 1.3994474411010742,
      "learning_rate": 1.5598148148148146e-05,
      "loss": 0.41577868461608886,
      "step": 19155
    },
    {
      "epoch": 2.019392917369309,
      "grad_norm": 1.435911774635315,
      "learning_rate": 1.5593518518518522e-05,
      "loss": 0.35238845348358155,
      "step": 19160
    },
    {
      "epoch": 2.0199198988195617,
      "grad_norm": 2.5687384605407715,
      "learning_rate": 1.558888888888889e-05,
      "loss": 0.5383618831634521,
      "step": 19165
    },
    {
      "epoch": 2.0204468802698146,
      "grad_norm": 1.8135703802108765,
      "learning_rate": 1.558425925925926e-05,
      "loss": 0.3813034534454346,
      "step": 19170
    },
    {
      "epoch": 2.0209738617200674,
      "grad_norm": 5.067028522491455,
      "learning_rate": 1.557962962962963e-05,
      "loss": 0.808980655670166,
      "step": 19175
    },
    {
      "epoch": 2.0215008431703203,
      "grad_norm": 1.839368462562561,
      "learning_rate": 1.5575e-05,
      "loss": 0.4533678531646729,
      "step": 19180
    },
    {
      "epoch": 2.022027824620573,
      "grad_norm": 1.4802618026733398,
      "learning_rate": 1.557037037037037e-05,
      "loss": 0.31944704055786133,
      "step": 19185
    },
    {
      "epoch": 2.0225548060708265,
      "grad_norm": 1.5838508605957031,
      "learning_rate": 1.556574074074074e-05,
      "loss": 0.44641976356506347,
      "step": 19190
    },
    {
      "epoch": 2.0230817875210794,
      "grad_norm": 3.1040568351745605,
      "learning_rate": 1.556111111111111e-05,
      "loss": 0.5198433876037598,
      "step": 19195
    },
    {
      "epoch": 2.0236087689713322,
      "grad_norm": 3.705681324005127,
      "learning_rate": 1.555648148148148e-05,
      "loss": 0.5623801231384278,
      "step": 19200
    },
    {
      "epoch": 2.0236087689713322,
      "eval_cer": 0.07518188328334353,
      "eval_loss": 0.35179808735847473,
      "eval_runtime": 120.3739,
      "eval_samples_per_second": 24.191,
      "eval_score": 84.4264300262797,
      "eval_steps_per_second": 3.024,
      "eval_wer": 0.23628951619106223,
      "step": 19200
    },
    {
      "epoch": 2.024135750421585,
      "grad_norm": 1.271986722946167,
      "learning_rate": 1.5551851851851855e-05,
      "loss": 0.32005062103271487,
      "step": 19205
    },
    {
      "epoch": 2.024662731871838,
      "grad_norm": 1.7850284576416016,
      "learning_rate": 1.5547222222222224e-05,
      "loss": 0.34857978820800783,
      "step": 19210
    },
    {
      "epoch": 2.025189713322091,
      "grad_norm": 1.1075359582901,
      "learning_rate": 1.5542592592592592e-05,
      "loss": 0.31095070838928224,
      "step": 19215
    },
    {
      "epoch": 2.025716694772344,
      "grad_norm": 4.716386795043945,
      "learning_rate": 1.5537962962962964e-05,
      "loss": 0.3738344669342041,
      "step": 19220
    },
    {
      "epoch": 2.026243676222597,
      "grad_norm": 0.9104862809181213,
      "learning_rate": 1.5533333333333333e-05,
      "loss": 0.31762850284576416,
      "step": 19225
    },
    {
      "epoch": 2.02677065767285,
      "grad_norm": 1.543723225593567,
      "learning_rate": 1.5528703703703704e-05,
      "loss": 0.48224496841430664,
      "step": 19230
    },
    {
      "epoch": 2.027297639123103,
      "grad_norm": 17.818876266479492,
      "learning_rate": 1.5524074074074073e-05,
      "loss": 0.36100406646728517,
      "step": 19235
    },
    {
      "epoch": 2.0278246205733557,
      "grad_norm": 2.990063428878784,
      "learning_rate": 1.5519444444444445e-05,
      "loss": 0.45736207962036135,
      "step": 19240
    },
    {
      "epoch": 2.028351602023609,
      "grad_norm": 2.3249764442443848,
      "learning_rate": 1.5514814814814813e-05,
      "loss": 0.6070483684539795,
      "step": 19245
    },
    {
      "epoch": 2.028878583473862,
      "grad_norm": 4.125892639160156,
      "learning_rate": 1.5510185185185185e-05,
      "loss": 0.4091702938079834,
      "step": 19250
    },
    {
      "epoch": 2.0294055649241147,
      "grad_norm": 3.7432022094726562,
      "learning_rate": 1.5505555555555557e-05,
      "loss": 0.36976137161254885,
      "step": 19255
    },
    {
      "epoch": 2.0299325463743676,
      "grad_norm": 1.4692245721817017,
      "learning_rate": 1.5500925925925926e-05,
      "loss": 0.4983649253845215,
      "step": 19260
    },
    {
      "epoch": 2.0304595278246205,
      "grad_norm": 1.545521855354309,
      "learning_rate": 1.5496296296296298e-05,
      "loss": 0.40170135498046877,
      "step": 19265
    },
    {
      "epoch": 2.0309865092748733,
      "grad_norm": 4.282687187194824,
      "learning_rate": 1.5491666666666666e-05,
      "loss": 0.6543867111206054,
      "step": 19270
    },
    {
      "epoch": 2.0315134907251267,
      "grad_norm": 2.121384859085083,
      "learning_rate": 1.5487037037037038e-05,
      "loss": 0.6277074337005615,
      "step": 19275
    },
    {
      "epoch": 2.0320404721753795,
      "grad_norm": 2.294781446456909,
      "learning_rate": 1.5482407407407406e-05,
      "loss": 0.6874026298522949,
      "step": 19280
    },
    {
      "epoch": 2.0325674536256324,
      "grad_norm": 3.0779967308044434,
      "learning_rate": 1.5477777777777778e-05,
      "loss": 0.3137468099594116,
      "step": 19285
    },
    {
      "epoch": 2.0330944350758853,
      "grad_norm": 8.676899909973145,
      "learning_rate": 1.5473148148148147e-05,
      "loss": 0.45540919303894045,
      "step": 19290
    },
    {
      "epoch": 2.033621416526138,
      "grad_norm": 2.1612958908081055,
      "learning_rate": 1.546851851851852e-05,
      "loss": 0.587265920639038,
      "step": 19295
    },
    {
      "epoch": 2.034148397976391,
      "grad_norm": 2.9262804985046387,
      "learning_rate": 1.546388888888889e-05,
      "loss": 0.4344205379486084,
      "step": 19300
    },
    {
      "epoch": 2.0346753794266443,
      "grad_norm": 2.3915717601776123,
      "learning_rate": 1.545925925925926e-05,
      "loss": 0.6556609153747559,
      "step": 19305
    },
    {
      "epoch": 2.035202360876897,
      "grad_norm": 1.3709731101989746,
      "learning_rate": 1.545462962962963e-05,
      "loss": 0.48380260467529296,
      "step": 19310
    },
    {
      "epoch": 2.03572934232715,
      "grad_norm": 2.2354683876037598,
      "learning_rate": 1.545e-05,
      "loss": 0.4551372528076172,
      "step": 19315
    },
    {
      "epoch": 2.036256323777403,
      "grad_norm": 1.9844403266906738,
      "learning_rate": 1.544537037037037e-05,
      "loss": 0.3906465768814087,
      "step": 19320
    },
    {
      "epoch": 2.036783305227656,
      "grad_norm": 1.8312489986419678,
      "learning_rate": 1.544074074074074e-05,
      "loss": 0.44352045059204104,
      "step": 19325
    },
    {
      "epoch": 2.037310286677909,
      "grad_norm": 1.586214303970337,
      "learning_rate": 1.5436111111111112e-05,
      "loss": 0.4987309455871582,
      "step": 19330
    },
    {
      "epoch": 2.037837268128162,
      "grad_norm": 4.206617832183838,
      "learning_rate": 1.543148148148148e-05,
      "loss": 0.43273181915283204,
      "step": 19335
    },
    {
      "epoch": 2.038364249578415,
      "grad_norm": 1.9689384698867798,
      "learning_rate": 1.5426851851851852e-05,
      "loss": 0.3958165407180786,
      "step": 19340
    },
    {
      "epoch": 2.0388912310286678,
      "grad_norm": 9.706879615783691,
      "learning_rate": 1.5422222222222224e-05,
      "loss": 0.583626127243042,
      "step": 19345
    },
    {
      "epoch": 2.0394182124789206,
      "grad_norm": 2.9454498291015625,
      "learning_rate": 1.5417592592592596e-05,
      "loss": 0.6444687843322754,
      "step": 19350
    },
    {
      "epoch": 2.0399451939291735,
      "grad_norm": 1.8281747102737427,
      "learning_rate": 1.5412962962962964e-05,
      "loss": 0.41205921173095705,
      "step": 19355
    },
    {
      "epoch": 2.040472175379427,
      "grad_norm": 3.0296471118927,
      "learning_rate": 1.5408333333333333e-05,
      "loss": 0.3944292783737183,
      "step": 19360
    },
    {
      "epoch": 2.0409991568296797,
      "grad_norm": 2.3748350143432617,
      "learning_rate": 1.5403703703703705e-05,
      "loss": 0.41182379722595214,
      "step": 19365
    },
    {
      "epoch": 2.0415261382799326,
      "grad_norm": 2.7444944381713867,
      "learning_rate": 1.5399074074074073e-05,
      "loss": 0.4188838005065918,
      "step": 19370
    },
    {
      "epoch": 2.0420531197301854,
      "grad_norm": 7.460265159606934,
      "learning_rate": 1.5394444444444445e-05,
      "loss": 0.4599114418029785,
      "step": 19375
    },
    {
      "epoch": 2.0425801011804383,
      "grad_norm": 1.4121462106704712,
      "learning_rate": 1.5389814814814814e-05,
      "loss": 0.4258014678955078,
      "step": 19380
    },
    {
      "epoch": 2.043107082630691,
      "grad_norm": 5.25416898727417,
      "learning_rate": 1.5385185185185186e-05,
      "loss": 0.4074269771575928,
      "step": 19385
    },
    {
      "epoch": 2.0436340640809445,
      "grad_norm": 1.749886393547058,
      "learning_rate": 1.5380555555555554e-05,
      "loss": 0.4174689769744873,
      "step": 19390
    },
    {
      "epoch": 2.0441610455311974,
      "grad_norm": 2.006028175354004,
      "learning_rate": 1.537592592592593e-05,
      "loss": 0.5168763637542725,
      "step": 19395
    },
    {
      "epoch": 2.0446880269814502,
      "grad_norm": 1.188405990600586,
      "learning_rate": 1.5371296296296298e-05,
      "loss": 0.36755321025848386,
      "step": 19400
    },
    {
      "epoch": 2.045215008431703,
      "grad_norm": 1.1961911916732788,
      "learning_rate": 1.5366666666666666e-05,
      "loss": 0.5068249702453613,
      "step": 19405
    },
    {
      "epoch": 2.045741989881956,
      "grad_norm": 2.2432174682617188,
      "learning_rate": 1.5362037037037038e-05,
      "loss": 0.3940324068069458,
      "step": 19410
    },
    {
      "epoch": 2.0462689713322093,
      "grad_norm": 1.8775465488433838,
      "learning_rate": 1.5357407407407407e-05,
      "loss": 0.545347785949707,
      "step": 19415
    },
    {
      "epoch": 2.046795952782462,
      "grad_norm": 6.684805393218994,
      "learning_rate": 1.535277777777778e-05,
      "loss": 0.40254664421081543,
      "step": 19420
    },
    {
      "epoch": 2.047322934232715,
      "grad_norm": 1.5322844982147217,
      "learning_rate": 1.5348148148148147e-05,
      "loss": 0.38285083770751954,
      "step": 19425
    },
    {
      "epoch": 2.047849915682968,
      "grad_norm": 2.3125240802764893,
      "learning_rate": 1.534351851851852e-05,
      "loss": 0.5897272109985352,
      "step": 19430
    },
    {
      "epoch": 2.048376897133221,
      "grad_norm": 1.829156756401062,
      "learning_rate": 1.5338888888888888e-05,
      "loss": 0.5396805286407471,
      "step": 19435
    },
    {
      "epoch": 2.0489038785834737,
      "grad_norm": 2.7515411376953125,
      "learning_rate": 1.5334259259259263e-05,
      "loss": 0.6255418300628662,
      "step": 19440
    },
    {
      "epoch": 2.049430860033727,
      "grad_norm": 1.676121473312378,
      "learning_rate": 1.532962962962963e-05,
      "loss": 0.43875818252563475,
      "step": 19445
    },
    {
      "epoch": 2.04995784148398,
      "grad_norm": 1.998979091644287,
      "learning_rate": 1.5325e-05,
      "loss": 0.3374220371246338,
      "step": 19450
    },
    {
      "epoch": 2.0504848229342327,
      "grad_norm": 1.4110822677612305,
      "learning_rate": 1.5320370370370372e-05,
      "loss": 0.4992256164550781,
      "step": 19455
    },
    {
      "epoch": 2.0510118043844856,
      "grad_norm": 5.011991024017334,
      "learning_rate": 1.531574074074074e-05,
      "loss": 0.5934621810913085,
      "step": 19460
    },
    {
      "epoch": 2.0515387858347385,
      "grad_norm": 2.6741836071014404,
      "learning_rate": 1.5311111111111112e-05,
      "loss": 0.34551353454589845,
      "step": 19465
    },
    {
      "epoch": 2.052065767284992,
      "grad_norm": 4.545329570770264,
      "learning_rate": 1.530648148148148e-05,
      "loss": 0.4965332508087158,
      "step": 19470
    },
    {
      "epoch": 2.0525927487352447,
      "grad_norm": 1.6960163116455078,
      "learning_rate": 1.5301851851851852e-05,
      "loss": 0.443393611907959,
      "step": 19475
    },
    {
      "epoch": 2.0531197301854975,
      "grad_norm": 2.953989028930664,
      "learning_rate": 1.529722222222222e-05,
      "loss": 0.4598263740539551,
      "step": 19480
    },
    {
      "epoch": 2.0536467116357504,
      "grad_norm": 2.5230493545532227,
      "learning_rate": 1.5292592592592593e-05,
      "loss": 0.37032928466796877,
      "step": 19485
    },
    {
      "epoch": 2.0541736930860033,
      "grad_norm": 2.0578787326812744,
      "learning_rate": 1.5287962962962965e-05,
      "loss": 0.5202492713928223,
      "step": 19490
    },
    {
      "epoch": 2.054700674536256,
      "grad_norm": 2.299090623855591,
      "learning_rate": 1.5283333333333333e-05,
      "loss": 0.49407143592834474,
      "step": 19495
    },
    {
      "epoch": 2.0552276559865095,
      "grad_norm": 2.226067304611206,
      "learning_rate": 1.5278703703703705e-05,
      "loss": 0.39356529712677,
      "step": 19500
    },
    {
      "epoch": 2.0557546374367623,
      "grad_norm": 2.270864725112915,
      "learning_rate": 1.5274074074074074e-05,
      "loss": 0.5167432308197022,
      "step": 19505
    },
    {
      "epoch": 2.056281618887015,
      "grad_norm": 2.2146902084350586,
      "learning_rate": 1.5269444444444446e-05,
      "loss": 0.507379150390625,
      "step": 19510
    },
    {
      "epoch": 2.056808600337268,
      "grad_norm": 1.5819700956344604,
      "learning_rate": 1.5264814814814814e-05,
      "loss": 0.42842779159545896,
      "step": 19515
    },
    {
      "epoch": 2.057335581787521,
      "grad_norm": 18.167530059814453,
      "learning_rate": 1.5260185185185186e-05,
      "loss": 0.44609909057617186,
      "step": 19520
    },
    {
      "epoch": 2.057862563237774,
      "grad_norm": 5.9756760597229,
      "learning_rate": 1.5255555555555554e-05,
      "loss": 0.45617070198059084,
      "step": 19525
    },
    {
      "epoch": 2.058389544688027,
      "grad_norm": 2.444309711456299,
      "learning_rate": 1.5250925925925925e-05,
      "loss": 0.41551008224487307,
      "step": 19530
    },
    {
      "epoch": 2.05891652613828,
      "grad_norm": 4.500710964202881,
      "learning_rate": 1.5246296296296298e-05,
      "loss": 0.6293907165527344,
      "step": 19535
    },
    {
      "epoch": 2.059443507588533,
      "grad_norm": 12.642654418945312,
      "learning_rate": 1.5241666666666668e-05,
      "loss": 0.2648646593093872,
      "step": 19540
    },
    {
      "epoch": 2.0599704890387858,
      "grad_norm": 1.3273091316223145,
      "learning_rate": 1.5237037037037039e-05,
      "loss": 0.36838178634643554,
      "step": 19545
    },
    {
      "epoch": 2.0604974704890386,
      "grad_norm": 4.121156692504883,
      "learning_rate": 1.5232407407407409e-05,
      "loss": 0.5190101623535156,
      "step": 19550
    },
    {
      "epoch": 2.061024451939292,
      "grad_norm": 1.3973039388656616,
      "learning_rate": 1.5227777777777779e-05,
      "loss": 0.2970693349838257,
      "step": 19555
    },
    {
      "epoch": 2.061551433389545,
      "grad_norm": 1.1164758205413818,
      "learning_rate": 1.5223148148148147e-05,
      "loss": 0.4066310882568359,
      "step": 19560
    },
    {
      "epoch": 2.0620784148397977,
      "grad_norm": 1.7402446269989014,
      "learning_rate": 1.5218518518518518e-05,
      "loss": 0.3640635013580322,
      "step": 19565
    },
    {
      "epoch": 2.0626053962900506,
      "grad_norm": 2.078939914703369,
      "learning_rate": 1.5213888888888888e-05,
      "loss": 0.460953426361084,
      "step": 19570
    },
    {
      "epoch": 2.0631323777403034,
      "grad_norm": 1.359940528869629,
      "learning_rate": 1.5209259259259258e-05,
      "loss": 0.37728466987609866,
      "step": 19575
    },
    {
      "epoch": 2.0636593591905563,
      "grad_norm": 2.165372610092163,
      "learning_rate": 1.5204629629629632e-05,
      "loss": 0.44123449325561526,
      "step": 19580
    },
    {
      "epoch": 2.0641863406408096,
      "grad_norm": 1.1452547311782837,
      "learning_rate": 1.5200000000000002e-05,
      "loss": 0.37644162178039553,
      "step": 19585
    },
    {
      "epoch": 2.0647133220910625,
      "grad_norm": 1.8765560388565063,
      "learning_rate": 1.5195370370370372e-05,
      "loss": 0.39243373870849607,
      "step": 19590
    },
    {
      "epoch": 2.0652403035413154,
      "grad_norm": 1.5640983581542969,
      "learning_rate": 1.5190740740740742e-05,
      "loss": 0.5701626300811767,
      "step": 19595
    },
    {
      "epoch": 2.0657672849915683,
      "grad_norm": 3.4436354637145996,
      "learning_rate": 1.5186111111111112e-05,
      "loss": 0.735473346710205,
      "step": 19600
    },
    {
      "epoch": 2.066294266441821,
      "grad_norm": 4.225079536437988,
      "learning_rate": 1.5181481481481481e-05,
      "loss": 0.4109541416168213,
      "step": 19605
    },
    {
      "epoch": 2.066821247892074,
      "grad_norm": 2.0324130058288574,
      "learning_rate": 1.5176851851851851e-05,
      "loss": 0.3944655656814575,
      "step": 19610
    },
    {
      "epoch": 2.0673482293423273,
      "grad_norm": 15.673049926757812,
      "learning_rate": 1.5172222222222221e-05,
      "loss": 0.6030984878540039,
      "step": 19615
    },
    {
      "epoch": 2.06787521079258,
      "grad_norm": 1.4695926904678345,
      "learning_rate": 1.5167592592592592e-05,
      "loss": 0.33667716979980467,
      "step": 19620
    },
    {
      "epoch": 2.068402192242833,
      "grad_norm": 2.298919677734375,
      "learning_rate": 1.5162962962962962e-05,
      "loss": 0.404950475692749,
      "step": 19625
    },
    {
      "epoch": 2.068929173693086,
      "grad_norm": 1.1820857524871826,
      "learning_rate": 1.5158333333333335e-05,
      "loss": 0.42059526443481443,
      "step": 19630
    },
    {
      "epoch": 2.069456155143339,
      "grad_norm": 3.1154956817626953,
      "learning_rate": 1.5153703703703705e-05,
      "loss": 0.386359715461731,
      "step": 19635
    },
    {
      "epoch": 2.069983136593592,
      "grad_norm": 1.8711625337600708,
      "learning_rate": 1.5149074074074076e-05,
      "loss": 0.3551137924194336,
      "step": 19640
    },
    {
      "epoch": 2.070510118043845,
      "grad_norm": 2.0117101669311523,
      "learning_rate": 1.5144444444444446e-05,
      "loss": 0.3363656997680664,
      "step": 19645
    },
    {
      "epoch": 2.071037099494098,
      "grad_norm": 2.287998914718628,
      "learning_rate": 1.5139814814814814e-05,
      "loss": 0.38451347351074217,
      "step": 19650
    },
    {
      "epoch": 2.0715640809443507,
      "grad_norm": 2.5327844619750977,
      "learning_rate": 1.5135185185185185e-05,
      "loss": 0.42725653648376466,
      "step": 19655
    },
    {
      "epoch": 2.0720910623946036,
      "grad_norm": 1.2696973085403442,
      "learning_rate": 1.5130555555555555e-05,
      "loss": 0.3935945987701416,
      "step": 19660
    },
    {
      "epoch": 2.0726180438448565,
      "grad_norm": 1.9809627532958984,
      "learning_rate": 1.5125925925925925e-05,
      "loss": 0.40786070823669435,
      "step": 19665
    },
    {
      "epoch": 2.07314502529511,
      "grad_norm": 2.4951469898223877,
      "learning_rate": 1.5121296296296295e-05,
      "loss": 0.3465242862701416,
      "step": 19670
    },
    {
      "epoch": 2.0736720067453627,
      "grad_norm": 1.0550063848495483,
      "learning_rate": 1.5116666666666669e-05,
      "loss": 0.3481237173080444,
      "step": 19675
    },
    {
      "epoch": 2.0741989881956155,
      "grad_norm": 2.4535865783691406,
      "learning_rate": 1.5112037037037039e-05,
      "loss": 0.5881309509277344,
      "step": 19680
    },
    {
      "epoch": 2.0747259696458684,
      "grad_norm": 2.2889535427093506,
      "learning_rate": 1.5107407407407409e-05,
      "loss": 0.5248197555541992,
      "step": 19685
    },
    {
      "epoch": 2.0752529510961213,
      "grad_norm": 1.7861932516098022,
      "learning_rate": 1.510277777777778e-05,
      "loss": 0.4228982925415039,
      "step": 19690
    },
    {
      "epoch": 2.075779932546374,
      "grad_norm": 2.4336326122283936,
      "learning_rate": 1.509814814814815e-05,
      "loss": 0.3840193510055542,
      "step": 19695
    },
    {
      "epoch": 2.0763069139966275,
      "grad_norm": 2.1257662773132324,
      "learning_rate": 1.5093518518518518e-05,
      "loss": 0.35660202503204347,
      "step": 19700
    },
    {
      "epoch": 2.0768338954468804,
      "grad_norm": 1.7444101572036743,
      "learning_rate": 1.5088888888888888e-05,
      "loss": 0.5347171783447265,
      "step": 19705
    },
    {
      "epoch": 2.0773608768971332,
      "grad_norm": 2.0020158290863037,
      "learning_rate": 1.5084259259259258e-05,
      "loss": 0.4337316989898682,
      "step": 19710
    },
    {
      "epoch": 2.077887858347386,
      "grad_norm": 2.3922269344329834,
      "learning_rate": 1.5079629629629629e-05,
      "loss": 0.3899445772171021,
      "step": 19715
    },
    {
      "epoch": 2.078414839797639,
      "grad_norm": 4.021648406982422,
      "learning_rate": 1.5074999999999999e-05,
      "loss": 0.5415478706359863,
      "step": 19720
    },
    {
      "epoch": 2.0789418212478923,
      "grad_norm": 6.08905553817749,
      "learning_rate": 1.5070370370370372e-05,
      "loss": 0.3423276662826538,
      "step": 19725
    },
    {
      "epoch": 2.079468802698145,
      "grad_norm": 1.8328560590744019,
      "learning_rate": 1.5065740740740743e-05,
      "loss": 0.5611415863037109,
      "step": 19730
    },
    {
      "epoch": 2.079995784148398,
      "grad_norm": 1.8628690242767334,
      "learning_rate": 1.5061111111111113e-05,
      "loss": 0.5980791568756103,
      "step": 19735
    },
    {
      "epoch": 2.080522765598651,
      "grad_norm": 2.9612789154052734,
      "learning_rate": 1.5056481481481483e-05,
      "loss": 0.45685477256774903,
      "step": 19740
    },
    {
      "epoch": 2.0810497470489038,
      "grad_norm": 2.7296531200408936,
      "learning_rate": 1.5051851851851851e-05,
      "loss": 0.4951625347137451,
      "step": 19745
    },
    {
      "epoch": 2.0815767284991566,
      "grad_norm": 1.4232131242752075,
      "learning_rate": 1.5047222222222222e-05,
      "loss": 0.41009836196899413,
      "step": 19750
    },
    {
      "epoch": 2.08210370994941,
      "grad_norm": 3.9424734115600586,
      "learning_rate": 1.5042592592592592e-05,
      "loss": 0.4669173717498779,
      "step": 19755
    },
    {
      "epoch": 2.082630691399663,
      "grad_norm": 2.5693554878234863,
      "learning_rate": 1.5037962962962962e-05,
      "loss": 0.4309247016906738,
      "step": 19760
    },
    {
      "epoch": 2.0831576728499157,
      "grad_norm": 2.1522793769836426,
      "learning_rate": 1.5033333333333332e-05,
      "loss": 0.7165574550628662,
      "step": 19765
    },
    {
      "epoch": 2.0836846543001686,
      "grad_norm": 2.0738353729248047,
      "learning_rate": 1.5028703703703706e-05,
      "loss": 0.36724674701690674,
      "step": 19770
    },
    {
      "epoch": 2.0842116357504215,
      "grad_norm": 4.412196159362793,
      "learning_rate": 1.5024074074074076e-05,
      "loss": 0.5559126377105713,
      "step": 19775
    },
    {
      "epoch": 2.0847386172006743,
      "grad_norm": 2.3892135620117188,
      "learning_rate": 1.5019444444444446e-05,
      "loss": 0.3576361894607544,
      "step": 19780
    },
    {
      "epoch": 2.0852655986509276,
      "grad_norm": 4.805922031402588,
      "learning_rate": 1.5014814814814816e-05,
      "loss": 0.7600074768066406,
      "step": 19785
    },
    {
      "epoch": 2.0857925801011805,
      "grad_norm": 2.2312521934509277,
      "learning_rate": 1.5010185185185185e-05,
      "loss": 0.5901426315307617,
      "step": 19790
    },
    {
      "epoch": 2.0863195615514334,
      "grad_norm": 3.2105021476745605,
      "learning_rate": 1.5005555555555555e-05,
      "loss": 0.3803060531616211,
      "step": 19795
    },
    {
      "epoch": 2.0868465430016863,
      "grad_norm": 1.7249300479888916,
      "learning_rate": 1.5000925925925925e-05,
      "loss": 0.5277845859527588,
      "step": 19800
    },
    {
      "epoch": 2.087373524451939,
      "grad_norm": 2.992283821105957,
      "learning_rate": 1.4996296296296297e-05,
      "loss": 0.37738704681396484,
      "step": 19805
    },
    {
      "epoch": 2.0879005059021924,
      "grad_norm": 1.1818464994430542,
      "learning_rate": 1.4991666666666667e-05,
      "loss": 0.4686452865600586,
      "step": 19810
    },
    {
      "epoch": 2.0884274873524453,
      "grad_norm": 1.5957735776901245,
      "learning_rate": 1.4987037037037038e-05,
      "loss": 0.4411613464355469,
      "step": 19815
    },
    {
      "epoch": 2.088954468802698,
      "grad_norm": 2.7335643768310547,
      "learning_rate": 1.4982407407407408e-05,
      "loss": 0.49791641235351564,
      "step": 19820
    },
    {
      "epoch": 2.089481450252951,
      "grad_norm": 2.483032703399658,
      "learning_rate": 1.4977777777777778e-05,
      "loss": 0.3995059967041016,
      "step": 19825
    },
    {
      "epoch": 2.090008431703204,
      "grad_norm": 2.579148769378662,
      "learning_rate": 1.497314814814815e-05,
      "loss": 0.3965009212493896,
      "step": 19830
    },
    {
      "epoch": 2.090535413153457,
      "grad_norm": 2.694563150405884,
      "learning_rate": 1.4968518518518518e-05,
      "loss": 0.3284186840057373,
      "step": 19835
    },
    {
      "epoch": 2.09106239460371,
      "grad_norm": 1.5832101106643677,
      "learning_rate": 1.4963888888888889e-05,
      "loss": 0.48651752471923826,
      "step": 19840
    },
    {
      "epoch": 2.091589376053963,
      "grad_norm": 1.2524255514144897,
      "learning_rate": 1.4959259259259259e-05,
      "loss": 0.31732792854309083,
      "step": 19845
    },
    {
      "epoch": 2.092116357504216,
      "grad_norm": 2.085890054702759,
      "learning_rate": 1.4954629629629629e-05,
      "loss": 0.6139149188995361,
      "step": 19850
    },
    {
      "epoch": 2.0926433389544687,
      "grad_norm": 2.1445348262786865,
      "learning_rate": 1.4950000000000001e-05,
      "loss": 0.2956109523773193,
      "step": 19855
    },
    {
      "epoch": 2.0931703204047216,
      "grad_norm": 3.8095204830169678,
      "learning_rate": 1.4945370370370371e-05,
      "loss": 0.463444185256958,
      "step": 19860
    },
    {
      "epoch": 2.0936973018549745,
      "grad_norm": 1.3373546600341797,
      "learning_rate": 1.4940740740740741e-05,
      "loss": 0.33908863067626954,
      "step": 19865
    },
    {
      "epoch": 2.094224283305228,
      "grad_norm": 1.8983689546585083,
      "learning_rate": 1.4936111111111111e-05,
      "loss": 0.40360441207885744,
      "step": 19870
    },
    {
      "epoch": 2.0947512647554807,
      "grad_norm": 0.9610825181007385,
      "learning_rate": 1.4931481481481483e-05,
      "loss": 0.5787283897399902,
      "step": 19875
    },
    {
      "epoch": 2.0952782462057336,
      "grad_norm": 3.605048656463623,
      "learning_rate": 1.4926851851851852e-05,
      "loss": 0.42110118865966795,
      "step": 19880
    },
    {
      "epoch": 2.0958052276559864,
      "grad_norm": 2.067232608795166,
      "learning_rate": 1.4922222222222222e-05,
      "loss": 0.3144163370132446,
      "step": 19885
    },
    {
      "epoch": 2.0963322091062393,
      "grad_norm": 1.7192060947418213,
      "learning_rate": 1.4917592592592592e-05,
      "loss": 0.5005055904388428,
      "step": 19890
    },
    {
      "epoch": 2.0968591905564926,
      "grad_norm": 12.25357723236084,
      "learning_rate": 1.4912962962962962e-05,
      "loss": 0.5157111167907715,
      "step": 19895
    },
    {
      "epoch": 2.0973861720067455,
      "grad_norm": 1.0764104127883911,
      "learning_rate": 1.4908333333333334e-05,
      "loss": 0.440201997756958,
      "step": 19900
    },
    {
      "epoch": 2.0979131534569984,
      "grad_norm": 1.8159282207489014,
      "learning_rate": 1.4903703703703705e-05,
      "loss": 0.3403100728988647,
      "step": 19905
    },
    {
      "epoch": 2.0984401349072512,
      "grad_norm": 2.866821050643921,
      "learning_rate": 1.4899074074074075e-05,
      "loss": 0.3770621299743652,
      "step": 19910
    },
    {
      "epoch": 2.098967116357504,
      "grad_norm": 1.2295422554016113,
      "learning_rate": 1.4894444444444445e-05,
      "loss": 0.7215087890625,
      "step": 19915
    },
    {
      "epoch": 2.099494097807757,
      "grad_norm": 2.629563570022583,
      "learning_rate": 1.4889814814814815e-05,
      "loss": 0.47208266258239745,
      "step": 19920
    },
    {
      "epoch": 2.1000210792580103,
      "grad_norm": 4.745185852050781,
      "learning_rate": 1.4885185185185185e-05,
      "loss": 0.30095045566558837,
      "step": 19925
    },
    {
      "epoch": 2.100548060708263,
      "grad_norm": 1.7898881435394287,
      "learning_rate": 1.4880555555555555e-05,
      "loss": 0.34854190349578856,
      "step": 19930
    },
    {
      "epoch": 2.101075042158516,
      "grad_norm": 1.999657392501831,
      "learning_rate": 1.4875925925925926e-05,
      "loss": 0.34429569244384767,
      "step": 19935
    },
    {
      "epoch": 2.101602023608769,
      "grad_norm": 1.8657782077789307,
      "learning_rate": 1.4871296296296296e-05,
      "loss": 0.6065769672393799,
      "step": 19940
    },
    {
      "epoch": 2.102129005059022,
      "grad_norm": 1.6130259037017822,
      "learning_rate": 1.4866666666666668e-05,
      "loss": 0.5166550159454346,
      "step": 19945
    },
    {
      "epoch": 2.1026559865092747,
      "grad_norm": 1.527345895767212,
      "learning_rate": 1.4862037037037038e-05,
      "loss": 0.6142872333526611,
      "step": 19950
    },
    {
      "epoch": 2.103182967959528,
      "grad_norm": 4.047135829925537,
      "learning_rate": 1.4857407407407408e-05,
      "loss": 0.3971420764923096,
      "step": 19955
    },
    {
      "epoch": 2.103709949409781,
      "grad_norm": 2.8797357082366943,
      "learning_rate": 1.4852777777777778e-05,
      "loss": 0.7021560668945312,
      "step": 19960
    },
    {
      "epoch": 2.1042369308600337,
      "grad_norm": 1.932268738746643,
      "learning_rate": 1.4848148148148149e-05,
      "loss": 0.4042069911956787,
      "step": 19965
    },
    {
      "epoch": 2.1047639123102866,
      "grad_norm": 1.187476634979248,
      "learning_rate": 1.484351851851852e-05,
      "loss": 0.5613627910614014,
      "step": 19970
    },
    {
      "epoch": 2.1052908937605395,
      "grad_norm": 2.708146572113037,
      "learning_rate": 1.4838888888888889e-05,
      "loss": 0.47928714752197266,
      "step": 19975
    },
    {
      "epoch": 2.1058178752107928,
      "grad_norm": 4.632054328918457,
      "learning_rate": 1.4834259259259259e-05,
      "loss": 0.520228385925293,
      "step": 19980
    },
    {
      "epoch": 2.1063448566610457,
      "grad_norm": 3.147359609603882,
      "learning_rate": 1.482962962962963e-05,
      "loss": 0.5696288108825683,
      "step": 19985
    },
    {
      "epoch": 2.1068718381112985,
      "grad_norm": 2.866942882537842,
      "learning_rate": 1.4825e-05,
      "loss": 0.5772693634033204,
      "step": 19990
    },
    {
      "epoch": 2.1073988195615514,
      "grad_norm": 1.8717948198318481,
      "learning_rate": 1.4820370370370371e-05,
      "loss": 0.3966491222381592,
      "step": 19995
    },
    {
      "epoch": 2.1079258010118043,
      "grad_norm": 1.6881941556930542,
      "learning_rate": 1.4815740740740742e-05,
      "loss": 0.45666728019714353,
      "step": 20000
    },
    {
      "epoch": 2.1079258010118043,
      "eval_cer": 0.07599659585067409,
      "eval_loss": 0.34849488735198975,
      "eval_runtime": 120.2478,
      "eval_samples_per_second": 24.217,
      "eval_score": 84.26070401255821,
      "eval_steps_per_second": 3.027,
      "eval_wer": 0.23878932389816168,
      "step": 20000
    },
    {
      "epoch": 2.108452782462057,
      "grad_norm": 1.3670644760131836,
      "learning_rate": 1.4811111111111112e-05,
      "loss": 0.41143550872802737,
      "step": 20005
    },
    {
      "epoch": 2.1089797639123105,
      "grad_norm": 2.132018566131592,
      "learning_rate": 1.4806481481481482e-05,
      "loss": 0.5079694747924804,
      "step": 20010
    },
    {
      "epoch": 2.1095067453625633,
      "grad_norm": 1.2423427104949951,
      "learning_rate": 1.4801851851851852e-05,
      "loss": 0.4911681652069092,
      "step": 20015
    },
    {
      "epoch": 2.110033726812816,
      "grad_norm": 2.7978198528289795,
      "learning_rate": 1.4797222222222222e-05,
      "loss": 0.4447000026702881,
      "step": 20020
    },
    {
      "epoch": 2.110560708263069,
      "grad_norm": 1.251194715499878,
      "learning_rate": 1.4792592592592593e-05,
      "loss": 0.33551146984100344,
      "step": 20025
    },
    {
      "epoch": 2.111087689713322,
      "grad_norm": 2.0947887897491455,
      "learning_rate": 1.4787962962962963e-05,
      "loss": 0.4703179359436035,
      "step": 20030
    },
    {
      "epoch": 2.111614671163575,
      "grad_norm": 3.585650682449341,
      "learning_rate": 1.4783333333333333e-05,
      "loss": 0.47413020133972167,
      "step": 20035
    },
    {
      "epoch": 2.112141652613828,
      "grad_norm": 3.489542007446289,
      "learning_rate": 1.4778703703703705e-05,
      "loss": 0.7006371974945068,
      "step": 20040
    },
    {
      "epoch": 2.112668634064081,
      "grad_norm": 1.6597765684127808,
      "learning_rate": 1.4774074074074075e-05,
      "loss": 0.4387801170349121,
      "step": 20045
    },
    {
      "epoch": 2.113195615514334,
      "grad_norm": 8.722562789916992,
      "learning_rate": 1.4769444444444445e-05,
      "loss": 0.6834717750549316,
      "step": 20050
    },
    {
      "epoch": 2.1137225969645868,
      "grad_norm": 1.6672922372817993,
      "learning_rate": 1.4764814814814815e-05,
      "loss": 0.38977999687194825,
      "step": 20055
    },
    {
      "epoch": 2.1142495784148396,
      "grad_norm": 4.985848426818848,
      "learning_rate": 1.4760185185185186e-05,
      "loss": 0.5975444793701172,
      "step": 20060
    },
    {
      "epoch": 2.114776559865093,
      "grad_norm": 1.411624789237976,
      "learning_rate": 1.4755555555555556e-05,
      "loss": 0.3376230478286743,
      "step": 20065
    },
    {
      "epoch": 2.115303541315346,
      "grad_norm": 1.5781733989715576,
      "learning_rate": 1.4750925925925926e-05,
      "loss": 0.4112660884857178,
      "step": 20070
    },
    {
      "epoch": 2.1158305227655987,
      "grad_norm": 1.7541598081588745,
      "learning_rate": 1.4746296296296296e-05,
      "loss": 0.4517631530761719,
      "step": 20075
    },
    {
      "epoch": 2.1163575042158516,
      "grad_norm": 2.9085991382598877,
      "learning_rate": 1.4741666666666666e-05,
      "loss": 0.5120198726654053,
      "step": 20080
    },
    {
      "epoch": 2.1168844856661044,
      "grad_norm": 3.058372974395752,
      "learning_rate": 1.4737037037037037e-05,
      "loss": 0.37400131225585936,
      "step": 20085
    },
    {
      "epoch": 2.1174114671163573,
      "grad_norm": 2.009945869445801,
      "learning_rate": 1.4732407407407408e-05,
      "loss": 0.36425137519836426,
      "step": 20090
    },
    {
      "epoch": 2.1179384485666106,
      "grad_norm": 1.6250700950622559,
      "learning_rate": 1.4727777777777779e-05,
      "loss": 0.3682180166244507,
      "step": 20095
    },
    {
      "epoch": 2.1184654300168635,
      "grad_norm": 1.9397555589675903,
      "learning_rate": 1.4723148148148149e-05,
      "loss": 0.5300100326538086,
      "step": 20100
    },
    {
      "epoch": 2.1189924114671164,
      "grad_norm": 1.8477476835250854,
      "learning_rate": 1.4718518518518519e-05,
      "loss": 0.40354008674621583,
      "step": 20105
    },
    {
      "epoch": 2.1195193929173692,
      "grad_norm": 3.3430309295654297,
      "learning_rate": 1.471388888888889e-05,
      "loss": 0.35187478065490724,
      "step": 20110
    },
    {
      "epoch": 2.120046374367622,
      "grad_norm": 2.0802969932556152,
      "learning_rate": 1.470925925925926e-05,
      "loss": 0.6542597770690918,
      "step": 20115
    },
    {
      "epoch": 2.120573355817875,
      "grad_norm": 1.5507863759994507,
      "learning_rate": 1.470462962962963e-05,
      "loss": 0.31656179428100584,
      "step": 20120
    },
    {
      "epoch": 2.1211003372681283,
      "grad_norm": 2.6531755924224854,
      "learning_rate": 1.47e-05,
      "loss": 0.5414410591125488,
      "step": 20125
    },
    {
      "epoch": 2.121627318718381,
      "grad_norm": 2.6729001998901367,
      "learning_rate": 1.469537037037037e-05,
      "loss": 0.6030333995819092,
      "step": 20130
    },
    {
      "epoch": 2.122154300168634,
      "grad_norm": 4.289138317108154,
      "learning_rate": 1.4690740740740742e-05,
      "loss": 0.31541171073913576,
      "step": 20135
    },
    {
      "epoch": 2.122681281618887,
      "grad_norm": 6.738048076629639,
      "learning_rate": 1.4686111111111112e-05,
      "loss": 0.6328713417053222,
      "step": 20140
    },
    {
      "epoch": 2.12320826306914,
      "grad_norm": 2.6534385681152344,
      "learning_rate": 1.4681481481481482e-05,
      "loss": 0.6405811786651612,
      "step": 20145
    },
    {
      "epoch": 2.123735244519393,
      "grad_norm": 2.339545726776123,
      "learning_rate": 1.4676851851851853e-05,
      "loss": 0.41968183517456054,
      "step": 20150
    },
    {
      "epoch": 2.124262225969646,
      "grad_norm": 1.9657574892044067,
      "learning_rate": 1.4672222222222221e-05,
      "loss": 0.5021482467651367,
      "step": 20155
    },
    {
      "epoch": 2.124789207419899,
      "grad_norm": 2.6417012214660645,
      "learning_rate": 1.4667592592592593e-05,
      "loss": 0.535489559173584,
      "step": 20160
    },
    {
      "epoch": 2.1253161888701517,
      "grad_norm": 1.332157015800476,
      "learning_rate": 1.4662962962962963e-05,
      "loss": 0.6733670234680176,
      "step": 20165
    },
    {
      "epoch": 2.1258431703204046,
      "grad_norm": 2.168421745300293,
      "learning_rate": 1.4658333333333333e-05,
      "loss": 0.5627515316009521,
      "step": 20170
    },
    {
      "epoch": 2.1263701517706575,
      "grad_norm": 2.678895950317383,
      "learning_rate": 1.4653703703703704e-05,
      "loss": 0.45836973190307617,
      "step": 20175
    },
    {
      "epoch": 2.126897133220911,
      "grad_norm": 3.7290608882904053,
      "learning_rate": 1.4649074074074074e-05,
      "loss": 0.5715846538543701,
      "step": 20180
    },
    {
      "epoch": 2.1274241146711637,
      "grad_norm": 5.669531345367432,
      "learning_rate": 1.4644444444444446e-05,
      "loss": 0.46141605377197265,
      "step": 20185
    },
    {
      "epoch": 2.1279510961214165,
      "grad_norm": 2.0423483848571777,
      "learning_rate": 1.4639814814814816e-05,
      "loss": 0.6109546661376953,
      "step": 20190
    },
    {
      "epoch": 2.1284780775716694,
      "grad_norm": 2.3250958919525146,
      "learning_rate": 1.4635185185185186e-05,
      "loss": 0.3981689453125,
      "step": 20195
    },
    {
      "epoch": 2.1290050590219223,
      "grad_norm": 2.3369948863983154,
      "learning_rate": 1.4630555555555556e-05,
      "loss": 0.3476240634918213,
      "step": 20200
    },
    {
      "epoch": 2.129532040472175,
      "grad_norm": 12.785208702087402,
      "learning_rate": 1.4625925925925926e-05,
      "loss": 0.4821277618408203,
      "step": 20205
    },
    {
      "epoch": 2.1300590219224285,
      "grad_norm": 2.3485476970672607,
      "learning_rate": 1.4621296296296297e-05,
      "loss": 0.40958418846130373,
      "step": 20210
    },
    {
      "epoch": 2.1305860033726813,
      "grad_norm": 1.0755574703216553,
      "learning_rate": 1.4616666666666667e-05,
      "loss": 0.3182519912719727,
      "step": 20215
    },
    {
      "epoch": 2.131112984822934,
      "grad_norm": 1.4879605770111084,
      "learning_rate": 1.4612037037037037e-05,
      "loss": 0.38452849388122556,
      "step": 20220
    },
    {
      "epoch": 2.131639966273187,
      "grad_norm": 2.359981060028076,
      "learning_rate": 1.4607407407407407e-05,
      "loss": 0.36299591064453124,
      "step": 20225
    },
    {
      "epoch": 2.13216694772344,
      "grad_norm": 2.1573288440704346,
      "learning_rate": 1.4602777777777779e-05,
      "loss": 0.44213452339172366,
      "step": 20230
    },
    {
      "epoch": 2.1326939291736933,
      "grad_norm": 4.586794853210449,
      "learning_rate": 1.459814814814815e-05,
      "loss": 0.6035472869873046,
      "step": 20235
    },
    {
      "epoch": 2.133220910623946,
      "grad_norm": 2.028701066970825,
      "learning_rate": 1.459351851851852e-05,
      "loss": 0.37697997093200686,
      "step": 20240
    },
    {
      "epoch": 2.133747892074199,
      "grad_norm": 1.4610881805419922,
      "learning_rate": 1.458888888888889e-05,
      "loss": 0.6699470520019531,
      "step": 20245
    },
    {
      "epoch": 2.134274873524452,
      "grad_norm": 1.6240241527557373,
      "learning_rate": 1.4584259259259258e-05,
      "loss": 0.29761404991149903,
      "step": 20250
    },
    {
      "epoch": 2.1348018549747048,
      "grad_norm": 1.667420506477356,
      "learning_rate": 1.457962962962963e-05,
      "loss": 0.35376543998718263,
      "step": 20255
    },
    {
      "epoch": 2.135328836424958,
      "grad_norm": 1.266431212425232,
      "learning_rate": 1.4575e-05,
      "loss": 0.32472074031829834,
      "step": 20260
    },
    {
      "epoch": 2.135855817875211,
      "grad_norm": 2.193977117538452,
      "learning_rate": 1.457037037037037e-05,
      "loss": 0.3854901552200317,
      "step": 20265
    },
    {
      "epoch": 2.136382799325464,
      "grad_norm": 2.474592685699463,
      "learning_rate": 1.456574074074074e-05,
      "loss": 0.4562375068664551,
      "step": 20270
    },
    {
      "epoch": 2.1369097807757167,
      "grad_norm": 2.3121912479400635,
      "learning_rate": 1.4561111111111112e-05,
      "loss": 0.4331651210784912,
      "step": 20275
    },
    {
      "epoch": 2.1374367622259696,
      "grad_norm": 2.6949334144592285,
      "learning_rate": 1.4556481481481483e-05,
      "loss": 0.475408935546875,
      "step": 20280
    },
    {
      "epoch": 2.1379637436762224,
      "grad_norm": 2.3029823303222656,
      "learning_rate": 1.4551851851851853e-05,
      "loss": 0.39267098903656006,
      "step": 20285
    },
    {
      "epoch": 2.1384907251264758,
      "grad_norm": 2.228914976119995,
      "learning_rate": 1.4547222222222223e-05,
      "loss": 0.4877793312072754,
      "step": 20290
    },
    {
      "epoch": 2.1390177065767286,
      "grad_norm": 1.1379948854446411,
      "learning_rate": 1.4542592592592592e-05,
      "loss": 0.3201747894287109,
      "step": 20295
    },
    {
      "epoch": 2.1395446880269815,
      "grad_norm": 1.9691288471221924,
      "learning_rate": 1.4537962962962963e-05,
      "loss": 0.44145770072937013,
      "step": 20300
    },
    {
      "epoch": 2.1400716694772344,
      "grad_norm": 1.7365318536758423,
      "learning_rate": 1.4533333333333334e-05,
      "loss": 0.38782391548156736,
      "step": 20305
    },
    {
      "epoch": 2.1405986509274872,
      "grad_norm": 2.1541574001312256,
      "learning_rate": 1.4528703703703704e-05,
      "loss": 0.517453956604004,
      "step": 20310
    },
    {
      "epoch": 2.14112563237774,
      "grad_norm": 9.937153816223145,
      "learning_rate": 1.4524074074074074e-05,
      "loss": 0.510474157333374,
      "step": 20315
    },
    {
      "epoch": 2.1416526138279934,
      "grad_norm": 3.727323293685913,
      "learning_rate": 1.4519444444444444e-05,
      "loss": 0.35788285732269287,
      "step": 20320
    },
    {
      "epoch": 2.1421795952782463,
      "grad_norm": 3.728254795074463,
      "learning_rate": 1.4514814814814816e-05,
      "loss": 0.550455379486084,
      "step": 20325
    },
    {
      "epoch": 2.142706576728499,
      "grad_norm": 6.043353080749512,
      "learning_rate": 1.4510185185185186e-05,
      "loss": 0.5016695499420166,
      "step": 20330
    },
    {
      "epoch": 2.143233558178752,
      "grad_norm": 2.196993112564087,
      "learning_rate": 1.4505555555555557e-05,
      "loss": 0.45360512733459474,
      "step": 20335
    },
    {
      "epoch": 2.143760539629005,
      "grad_norm": 3.6775972843170166,
      "learning_rate": 1.4500925925925925e-05,
      "loss": 0.4144179344177246,
      "step": 20340
    },
    {
      "epoch": 2.1442875210792582,
      "grad_norm": 1.2423756122589111,
      "learning_rate": 1.4496296296296297e-05,
      "loss": 0.34575417041778567,
      "step": 20345
    },
    {
      "epoch": 2.144814502529511,
      "grad_norm": 8.035861015319824,
      "learning_rate": 1.4491666666666667e-05,
      "loss": 0.7079932689666748,
      "step": 20350
    },
    {
      "epoch": 2.145341483979764,
      "grad_norm": 1.587928056716919,
      "learning_rate": 1.4487037037037037e-05,
      "loss": 0.4342372894287109,
      "step": 20355
    },
    {
      "epoch": 2.145868465430017,
      "grad_norm": 4.46572208404541,
      "learning_rate": 1.4482407407407408e-05,
      "loss": 0.4774912357330322,
      "step": 20360
    },
    {
      "epoch": 2.1463954468802697,
      "grad_norm": 2.061800479888916,
      "learning_rate": 1.4477777777777778e-05,
      "loss": 0.411318302154541,
      "step": 20365
    },
    {
      "epoch": 2.1469224283305226,
      "grad_norm": 2.832753896713257,
      "learning_rate": 1.447314814814815e-05,
      "loss": 0.36881246566772463,
      "step": 20370
    },
    {
      "epoch": 2.147449409780776,
      "grad_norm": 1.2786647081375122,
      "learning_rate": 1.446851851851852e-05,
      "loss": 0.3835715055465698,
      "step": 20375
    },
    {
      "epoch": 2.147976391231029,
      "grad_norm": 1.3631962537765503,
      "learning_rate": 1.446388888888889e-05,
      "loss": 0.3281526803970337,
      "step": 20380
    },
    {
      "epoch": 2.1485033726812817,
      "grad_norm": 2.5516397953033447,
      "learning_rate": 1.4459259259259258e-05,
      "loss": 0.49410648345947267,
      "step": 20385
    },
    {
      "epoch": 2.1490303541315345,
      "grad_norm": 1.4147748947143555,
      "learning_rate": 1.4454629629629629e-05,
      "loss": 0.605072021484375,
      "step": 20390
    },
    {
      "epoch": 2.1495573355817874,
      "grad_norm": 5.063474178314209,
      "learning_rate": 1.445e-05,
      "loss": 0.4723480224609375,
      "step": 20395
    },
    {
      "epoch": 2.1500843170320403,
      "grad_norm": 1.6638059616088867,
      "learning_rate": 1.444537037037037e-05,
      "loss": 0.6500767230987549,
      "step": 20400
    },
    {
      "epoch": 2.1506112984822936,
      "grad_norm": 1.7251598834991455,
      "learning_rate": 1.4440740740740741e-05,
      "loss": 0.31335337162017823,
      "step": 20405
    },
    {
      "epoch": 2.1511382799325465,
      "grad_norm": 1.5667439699172974,
      "learning_rate": 1.4436111111111111e-05,
      "loss": 0.381987190246582,
      "step": 20410
    },
    {
      "epoch": 2.1516652613827993,
      "grad_norm": 1.3104215860366821,
      "learning_rate": 1.4431481481481481e-05,
      "loss": 0.486635160446167,
      "step": 20415
    },
    {
      "epoch": 2.152192242833052,
      "grad_norm": 4.890511512756348,
      "learning_rate": 1.4426851851851853e-05,
      "loss": 0.4314835548400879,
      "step": 20420
    },
    {
      "epoch": 2.152719224283305,
      "grad_norm": 1.1959939002990723,
      "learning_rate": 1.4422222222222223e-05,
      "loss": 0.3561798334121704,
      "step": 20425
    },
    {
      "epoch": 2.1532462057335584,
      "grad_norm": 2.4277522563934326,
      "learning_rate": 1.4417592592592592e-05,
      "loss": 0.3538521289825439,
      "step": 20430
    },
    {
      "epoch": 2.1537731871838113,
      "grad_norm": 3.3426218032836914,
      "learning_rate": 1.4412962962962962e-05,
      "loss": 0.4019829750061035,
      "step": 20435
    },
    {
      "epoch": 2.154300168634064,
      "grad_norm": 1.3882842063903809,
      "learning_rate": 1.4408333333333334e-05,
      "loss": 0.3068763494491577,
      "step": 20440
    },
    {
      "epoch": 2.154827150084317,
      "grad_norm": 1.0543091297149658,
      "learning_rate": 1.4403703703703704e-05,
      "loss": 0.40420007705688477,
      "step": 20445
    },
    {
      "epoch": 2.15535413153457,
      "grad_norm": 1.7552213668823242,
      "learning_rate": 1.4399074074074074e-05,
      "loss": 0.6227821350097656,
      "step": 20450
    },
    {
      "epoch": 2.1558811129848228,
      "grad_norm": 2.9507761001586914,
      "learning_rate": 1.4394444444444445e-05,
      "loss": 0.5015777587890625,
      "step": 20455
    },
    {
      "epoch": 2.156408094435076,
      "grad_norm": 1.7665419578552246,
      "learning_rate": 1.4389814814814815e-05,
      "loss": 0.7044708728790283,
      "step": 20460
    },
    {
      "epoch": 2.156935075885329,
      "grad_norm": 1.0073368549346924,
      "learning_rate": 1.4385185185185187e-05,
      "loss": 0.33754127025604247,
      "step": 20465
    },
    {
      "epoch": 2.157462057335582,
      "grad_norm": 1.4339083433151245,
      "learning_rate": 1.4380555555555557e-05,
      "loss": 0.4274933338165283,
      "step": 20470
    },
    {
      "epoch": 2.1579890387858347,
      "grad_norm": 1.7226282358169556,
      "learning_rate": 1.4375925925925927e-05,
      "loss": 0.5120284080505371,
      "step": 20475
    },
    {
      "epoch": 2.1585160202360876,
      "grad_norm": 1.5837032794952393,
      "learning_rate": 1.4371296296296296e-05,
      "loss": 0.33813185691833497,
      "step": 20480
    },
    {
      "epoch": 2.1590430016863404,
      "grad_norm": 2.557612419128418,
      "learning_rate": 1.4366666666666666e-05,
      "loss": 0.4573640823364258,
      "step": 20485
    },
    {
      "epoch": 2.1595699831365938,
      "grad_norm": 2.443593740463257,
      "learning_rate": 1.4362037037037038e-05,
      "loss": 0.43470420837402346,
      "step": 20490
    },
    {
      "epoch": 2.1600969645868466,
      "grad_norm": 5.31563138961792,
      "learning_rate": 1.4357407407407408e-05,
      "loss": 0.4252898693084717,
      "step": 20495
    },
    {
      "epoch": 2.1606239460370995,
      "grad_norm": 1.1014338731765747,
      "learning_rate": 1.4352777777777778e-05,
      "loss": 0.39022316932678225,
      "step": 20500
    },
    {
      "epoch": 2.1611509274873524,
      "grad_norm": 9.96677303314209,
      "learning_rate": 1.4348148148148148e-05,
      "loss": 0.42739505767822267,
      "step": 20505
    },
    {
      "epoch": 2.1616779089376053,
      "grad_norm": 1.6584151983261108,
      "learning_rate": 1.434351851851852e-05,
      "loss": 0.3764542579650879,
      "step": 20510
    },
    {
      "epoch": 2.1622048903878586,
      "grad_norm": 2.030916690826416,
      "learning_rate": 1.433888888888889e-05,
      "loss": 0.5100224494934082,
      "step": 20515
    },
    {
      "epoch": 2.1627318718381114,
      "grad_norm": 1.6852623224258423,
      "learning_rate": 1.433425925925926e-05,
      "loss": 0.36853344440460206,
      "step": 20520
    },
    {
      "epoch": 2.1632588532883643,
      "grad_norm": 2.025923490524292,
      "learning_rate": 1.4329629629629629e-05,
      "loss": 0.40772485733032227,
      "step": 20525
    },
    {
      "epoch": 2.163785834738617,
      "grad_norm": 2.063941478729248,
      "learning_rate": 1.4325e-05,
      "loss": 0.5673928737640381,
      "step": 20530
    },
    {
      "epoch": 2.16431281618887,
      "grad_norm": 1.4403939247131348,
      "learning_rate": 1.4320370370370371e-05,
      "loss": 0.49580183029174807,
      "step": 20535
    },
    {
      "epoch": 2.164839797639123,
      "grad_norm": 2.0603256225585938,
      "learning_rate": 1.4315740740740741e-05,
      "loss": 0.48396835327148435,
      "step": 20540
    },
    {
      "epoch": 2.1653667790893762,
      "grad_norm": 2.1418697834014893,
      "learning_rate": 1.4311111111111111e-05,
      "loss": 0.36060199737548826,
      "step": 20545
    },
    {
      "epoch": 2.165893760539629,
      "grad_norm": 1.6283683776855469,
      "learning_rate": 1.4306481481481482e-05,
      "loss": 0.38120279312133787,
      "step": 20550
    },
    {
      "epoch": 2.166420741989882,
      "grad_norm": 5.928194999694824,
      "learning_rate": 1.4301851851851852e-05,
      "loss": 0.6612016677856445,
      "step": 20555
    },
    {
      "epoch": 2.166947723440135,
      "grad_norm": 1.8580379486083984,
      "learning_rate": 1.4297222222222224e-05,
      "loss": 0.4405381202697754,
      "step": 20560
    },
    {
      "epoch": 2.1674747048903877,
      "grad_norm": 3.446518659591675,
      "learning_rate": 1.4292592592592594e-05,
      "loss": 0.43471717834472656,
      "step": 20565
    },
    {
      "epoch": 2.1680016863406406,
      "grad_norm": 2.1317191123962402,
      "learning_rate": 1.4287962962962962e-05,
      "loss": 0.3991628408432007,
      "step": 20570
    },
    {
      "epoch": 2.168528667790894,
      "grad_norm": 2.6619958877563477,
      "learning_rate": 1.4283333333333333e-05,
      "loss": 0.42069225311279296,
      "step": 20575
    },
    {
      "epoch": 2.169055649241147,
      "grad_norm": 3.8537721633911133,
      "learning_rate": 1.4278703703703703e-05,
      "loss": 0.36756200790405275,
      "step": 20580
    },
    {
      "epoch": 2.1695826306913997,
      "grad_norm": 1.1545839309692383,
      "learning_rate": 1.4274074074074075e-05,
      "loss": 0.539872407913208,
      "step": 20585
    },
    {
      "epoch": 2.1701096121416525,
      "grad_norm": 1.3314043283462524,
      "learning_rate": 1.4269444444444445e-05,
      "loss": 0.46699795722961424,
      "step": 20590
    },
    {
      "epoch": 2.1706365935919054,
      "grad_norm": 2.719691276550293,
      "learning_rate": 1.4264814814814815e-05,
      "loss": 0.3585041046142578,
      "step": 20595
    },
    {
      "epoch": 2.1711635750421587,
      "grad_norm": 3.2943649291992188,
      "learning_rate": 1.4260185185185185e-05,
      "loss": 0.5456262111663819,
      "step": 20600
    },
    {
      "epoch": 2.1716905564924116,
      "grad_norm": 1.8525892496109009,
      "learning_rate": 1.4255555555555557e-05,
      "loss": 0.44851365089416506,
      "step": 20605
    },
    {
      "epoch": 2.1722175379426645,
      "grad_norm": 3.7384018898010254,
      "learning_rate": 1.4250925925925927e-05,
      "loss": 0.48645944595336915,
      "step": 20610
    },
    {
      "epoch": 2.1727445193929174,
      "grad_norm": 2.831817150115967,
      "learning_rate": 1.4246296296296296e-05,
      "loss": 0.3891280174255371,
      "step": 20615
    },
    {
      "epoch": 2.1732715008431702,
      "grad_norm": 7.409393310546875,
      "learning_rate": 1.4241666666666666e-05,
      "loss": 0.4082164287567139,
      "step": 20620
    },
    {
      "epoch": 2.173798482293423,
      "grad_norm": 1.7838022708892822,
      "learning_rate": 1.4237037037037036e-05,
      "loss": 0.5094880104064942,
      "step": 20625
    },
    {
      "epoch": 2.1743254637436764,
      "grad_norm": 1.7562495470046997,
      "learning_rate": 1.4232407407407408e-05,
      "loss": 0.5064920902252197,
      "step": 20630
    },
    {
      "epoch": 2.1748524451939293,
      "grad_norm": 1.684823989868164,
      "learning_rate": 1.4227777777777778e-05,
      "loss": 0.5960674285888672,
      "step": 20635
    },
    {
      "epoch": 2.175379426644182,
      "grad_norm": 1.4373013973236084,
      "learning_rate": 1.4223148148148149e-05,
      "loss": 0.319744873046875,
      "step": 20640
    },
    {
      "epoch": 2.175906408094435,
      "grad_norm": 1.1107971668243408,
      "learning_rate": 1.4218518518518519e-05,
      "loss": 0.46706295013427734,
      "step": 20645
    },
    {
      "epoch": 2.176433389544688,
      "grad_norm": 4.8324055671691895,
      "learning_rate": 1.4213888888888889e-05,
      "loss": 0.4204109191894531,
      "step": 20650
    },
    {
      "epoch": 2.1769603709949408,
      "grad_norm": 1.872214436531067,
      "learning_rate": 1.4209259259259261e-05,
      "loss": 0.4542055130004883,
      "step": 20655
    },
    {
      "epoch": 2.177487352445194,
      "grad_norm": 2.6968231201171875,
      "learning_rate": 1.420462962962963e-05,
      "loss": 0.4028615951538086,
      "step": 20660
    },
    {
      "epoch": 2.178014333895447,
      "grad_norm": 2.389444589614868,
      "learning_rate": 1.42e-05,
      "loss": 0.43032102584838866,
      "step": 20665
    },
    {
      "epoch": 2.1785413153457,
      "grad_norm": 1.945235252380371,
      "learning_rate": 1.419537037037037e-05,
      "loss": 0.36545624732971194,
      "step": 20670
    },
    {
      "epoch": 2.1790682967959527,
      "grad_norm": 8.779989242553711,
      "learning_rate": 1.4190740740740742e-05,
      "loss": 0.5850926876068115,
      "step": 20675
    },
    {
      "epoch": 2.1795952782462056,
      "grad_norm": 3.3043019771575928,
      "learning_rate": 1.4186111111111112e-05,
      "loss": 0.5134137630462646,
      "step": 20680
    },
    {
      "epoch": 2.180122259696459,
      "grad_norm": 1.4387751817703247,
      "learning_rate": 1.4181481481481482e-05,
      "loss": 0.374574089050293,
      "step": 20685
    },
    {
      "epoch": 2.1806492411467118,
      "grad_norm": 1.4371479749679565,
      "learning_rate": 1.4176851851851852e-05,
      "loss": 0.4743192672729492,
      "step": 20690
    },
    {
      "epoch": 2.1811762225969646,
      "grad_norm": 1.6250108480453491,
      "learning_rate": 1.4172222222222222e-05,
      "loss": 0.3142860412597656,
      "step": 20695
    },
    {
      "epoch": 2.1817032040472175,
      "grad_norm": 1.6693445444107056,
      "learning_rate": 1.4167592592592594e-05,
      "loss": 0.3491524219512939,
      "step": 20700
    },
    {
      "epoch": 2.1822301854974704,
      "grad_norm": 1.3630187511444092,
      "learning_rate": 1.4162962962962963e-05,
      "loss": 0.3644524335861206,
      "step": 20705
    },
    {
      "epoch": 2.1827571669477233,
      "grad_norm": 1.3081772327423096,
      "learning_rate": 1.4158333333333333e-05,
      "loss": 0.32619805335998536,
      "step": 20710
    },
    {
      "epoch": 2.1832841483979766,
      "grad_norm": 1.954069972038269,
      "learning_rate": 1.4153703703703703e-05,
      "loss": 0.37224483489990234,
      "step": 20715
    },
    {
      "epoch": 2.1838111298482294,
      "grad_norm": 13.239700317382812,
      "learning_rate": 1.4149074074074073e-05,
      "loss": 0.7132864952087402,
      "step": 20720
    },
    {
      "epoch": 2.1843381112984823,
      "grad_norm": 7.315600872039795,
      "learning_rate": 1.4144444444444445e-05,
      "loss": 0.3688791513442993,
      "step": 20725
    },
    {
      "epoch": 2.184865092748735,
      "grad_norm": 2.0599613189697266,
      "learning_rate": 1.4139814814814815e-05,
      "loss": 0.5171526432037353,
      "step": 20730
    },
    {
      "epoch": 2.185392074198988,
      "grad_norm": 2.5679824352264404,
      "learning_rate": 1.4135185185185186e-05,
      "loss": 0.40691471099853516,
      "step": 20735
    },
    {
      "epoch": 2.185919055649241,
      "grad_norm": 1.2346076965332031,
      "learning_rate": 1.4130555555555556e-05,
      "loss": 0.4452972412109375,
      "step": 20740
    },
    {
      "epoch": 2.1864460370994943,
      "grad_norm": 2.825241804122925,
      "learning_rate": 1.4125925925925926e-05,
      "loss": 0.5821533679962159,
      "step": 20745
    },
    {
      "epoch": 2.186973018549747,
      "grad_norm": 1.4838498830795288,
      "learning_rate": 1.4121296296296298e-05,
      "loss": 0.303692626953125,
      "step": 20750
    },
    {
      "epoch": 2.1875,
      "grad_norm": 1.226142406463623,
      "learning_rate": 1.4116666666666666e-05,
      "loss": 0.3608675241470337,
      "step": 20755
    },
    {
      "epoch": 2.188026981450253,
      "grad_norm": 2.9311914443969727,
      "learning_rate": 1.4112037037037037e-05,
      "loss": 0.624473762512207,
      "step": 20760
    },
    {
      "epoch": 2.1885539629005057,
      "grad_norm": 2.1590371131896973,
      "learning_rate": 1.4107407407407407e-05,
      "loss": 0.47966790199279785,
      "step": 20765
    },
    {
      "epoch": 2.189080944350759,
      "grad_norm": 2.695749044418335,
      "learning_rate": 1.4102777777777779e-05,
      "loss": 0.40140810012817385,
      "step": 20770
    },
    {
      "epoch": 2.189607925801012,
      "grad_norm": 7.579914569854736,
      "learning_rate": 1.4098148148148149e-05,
      "loss": 0.4116665840148926,
      "step": 20775
    },
    {
      "epoch": 2.190134907251265,
      "grad_norm": 6.849405765533447,
      "learning_rate": 1.4093518518518519e-05,
      "loss": 0.6242169380187989,
      "step": 20780
    },
    {
      "epoch": 2.1906618887015177,
      "grad_norm": 1.9121904373168945,
      "learning_rate": 1.408888888888889e-05,
      "loss": 0.4684453010559082,
      "step": 20785
    },
    {
      "epoch": 2.1911888701517706,
      "grad_norm": 2.334167003631592,
      "learning_rate": 1.408425925925926e-05,
      "loss": 0.42099876403808595,
      "step": 20790
    },
    {
      "epoch": 2.1917158516020234,
      "grad_norm": 2.6904475688934326,
      "learning_rate": 1.4079629629629631e-05,
      "loss": 0.4368847370147705,
      "step": 20795
    },
    {
      "epoch": 2.1922428330522767,
      "grad_norm": 1.5024962425231934,
      "learning_rate": 1.4075e-05,
      "loss": 0.6421730518341064,
      "step": 20800
    },
    {
      "epoch": 2.1922428330522767,
      "eval_cer": 0.07625086919971355,
      "eval_loss": 0.3465830981731415,
      "eval_runtime": 120.2603,
      "eval_samples_per_second": 24.214,
      "eval_score": 84.27555232751784,
      "eval_steps_per_second": 3.027,
      "eval_wer": 0.23823808424992948,
      "step": 20800
    },
    {
      "epoch": 2.1927698145025296,
      "grad_norm": 1.5453542470932007,
      "learning_rate": 1.407037037037037e-05,
      "loss": 0.34684813022613525,
      "step": 20805
    },
    {
      "epoch": 2.1932967959527825,
      "grad_norm": 1.476959228515625,
      "learning_rate": 1.406574074074074e-05,
      "loss": 0.4835561752319336,
      "step": 20810
    },
    {
      "epoch": 2.1938237774030354,
      "grad_norm": 2.2486701011657715,
      "learning_rate": 1.406111111111111e-05,
      "loss": 0.5369040012359619,
      "step": 20815
    },
    {
      "epoch": 2.1943507588532882,
      "grad_norm": 1.512825608253479,
      "learning_rate": 1.4056481481481482e-05,
      "loss": 0.5188671112060547,
      "step": 20820
    },
    {
      "epoch": 2.194877740303541,
      "grad_norm": 1.4254961013793945,
      "learning_rate": 1.4051851851851853e-05,
      "loss": 0.38507392406463625,
      "step": 20825
    },
    {
      "epoch": 2.1954047217537944,
      "grad_norm": 1.5922774076461792,
      "learning_rate": 1.4047222222222223e-05,
      "loss": 0.34311709403991697,
      "step": 20830
    },
    {
      "epoch": 2.1959317032040473,
      "grad_norm": 4.189231872558594,
      "learning_rate": 1.4042592592592593e-05,
      "loss": 0.4193148612976074,
      "step": 20835
    },
    {
      "epoch": 2.1964586846543,
      "grad_norm": 2.097421407699585,
      "learning_rate": 1.4037962962962965e-05,
      "loss": 0.3713988304138184,
      "step": 20840
    },
    {
      "epoch": 2.196985666104553,
      "grad_norm": 3.725883960723877,
      "learning_rate": 1.4033333333333333e-05,
      "loss": 0.4685817718505859,
      "step": 20845
    },
    {
      "epoch": 2.197512647554806,
      "grad_norm": 5.17645788192749,
      "learning_rate": 1.4028703703703704e-05,
      "loss": 0.5381537437438965,
      "step": 20850
    },
    {
      "epoch": 2.1980396290050592,
      "grad_norm": 2.5677359104156494,
      "learning_rate": 1.4024074074074074e-05,
      "loss": 0.6832205772399902,
      "step": 20855
    },
    {
      "epoch": 2.198566610455312,
      "grad_norm": 1.235489845275879,
      "learning_rate": 1.4019444444444444e-05,
      "loss": 0.3596305847167969,
      "step": 20860
    },
    {
      "epoch": 2.199093591905565,
      "grad_norm": 2.324385643005371,
      "learning_rate": 1.4014814814814816e-05,
      "loss": 0.4754641056060791,
      "step": 20865
    },
    {
      "epoch": 2.199620573355818,
      "grad_norm": 1.8374005556106567,
      "learning_rate": 1.4010185185185186e-05,
      "loss": 0.3548630714416504,
      "step": 20870
    },
    {
      "epoch": 2.2001475548060707,
      "grad_norm": 13.449329376220703,
      "learning_rate": 1.4005555555555556e-05,
      "loss": 0.5728466033935546,
      "step": 20875
    },
    {
      "epoch": 2.2006745362563236,
      "grad_norm": 1.388539433479309,
      "learning_rate": 1.4000925925925926e-05,
      "loss": 0.31344625949859617,
      "step": 20880
    },
    {
      "epoch": 2.201201517706577,
      "grad_norm": 15.754236221313477,
      "learning_rate": 1.3996296296296297e-05,
      "loss": 0.3832655191421509,
      "step": 20885
    },
    {
      "epoch": 2.2017284991568298,
      "grad_norm": 1.7703163623809814,
      "learning_rate": 1.3991666666666667e-05,
      "loss": 0.4355450630187988,
      "step": 20890
    },
    {
      "epoch": 2.2022554806070826,
      "grad_norm": 1.8165533542633057,
      "learning_rate": 1.3987037037037037e-05,
      "loss": 0.3997864484786987,
      "step": 20895
    },
    {
      "epoch": 2.2027824620573355,
      "grad_norm": 1.5691263675689697,
      "learning_rate": 1.3982407407407407e-05,
      "loss": 0.43394885063171384,
      "step": 20900
    },
    {
      "epoch": 2.2033094435075884,
      "grad_norm": 6.689864158630371,
      "learning_rate": 1.3977777777777777e-05,
      "loss": 0.44694743156433103,
      "step": 20905
    },
    {
      "epoch": 2.2038364249578413,
      "grad_norm": 1.6396191120147705,
      "learning_rate": 1.3973148148148148e-05,
      "loss": 0.40648927688598635,
      "step": 20910
    },
    {
      "epoch": 2.2043634064080946,
      "grad_norm": 1.7131741046905518,
      "learning_rate": 1.396851851851852e-05,
      "loss": 0.3569935321807861,
      "step": 20915
    },
    {
      "epoch": 2.2048903878583475,
      "grad_norm": 2.7134652137756348,
      "learning_rate": 1.396388888888889e-05,
      "loss": 0.3822406053543091,
      "step": 20920
    },
    {
      "epoch": 2.2054173693086003,
      "grad_norm": 26.847265243530273,
      "learning_rate": 1.395925925925926e-05,
      "loss": 0.3435214996337891,
      "step": 20925
    },
    {
      "epoch": 2.205944350758853,
      "grad_norm": 1.5596415996551514,
      "learning_rate": 1.395462962962963e-05,
      "loss": 0.29141576290130616,
      "step": 20930
    },
    {
      "epoch": 2.206471332209106,
      "grad_norm": 5.5946431159973145,
      "learning_rate": 1.395e-05,
      "loss": 0.45355706214904784,
      "step": 20935
    },
    {
      "epoch": 2.2069983136593594,
      "grad_norm": 3.725749969482422,
      "learning_rate": 1.394537037037037e-05,
      "loss": 0.5008217811584472,
      "step": 20940
    },
    {
      "epoch": 2.2075252951096123,
      "grad_norm": 1.596647024154663,
      "learning_rate": 1.394074074074074e-05,
      "loss": 0.53953857421875,
      "step": 20945
    },
    {
      "epoch": 2.208052276559865,
      "grad_norm": 1.420159935951233,
      "learning_rate": 1.3936111111111111e-05,
      "loss": 0.41002726554870605,
      "step": 20950
    },
    {
      "epoch": 2.208579258010118,
      "grad_norm": 1.2057545185089111,
      "learning_rate": 1.3931481481481481e-05,
      "loss": 0.33516218662261965,
      "step": 20955
    },
    {
      "epoch": 2.209106239460371,
      "grad_norm": 3.5934183597564697,
      "learning_rate": 1.3926851851851853e-05,
      "loss": 0.4996489524841309,
      "step": 20960
    },
    {
      "epoch": 2.2096332209106238,
      "grad_norm": 1.6077744960784912,
      "learning_rate": 1.3922222222222223e-05,
      "loss": 0.649815034866333,
      "step": 20965
    },
    {
      "epoch": 2.210160202360877,
      "grad_norm": 2.189135789871216,
      "learning_rate": 1.3917592592592593e-05,
      "loss": 0.7583245754241943,
      "step": 20970
    },
    {
      "epoch": 2.21068718381113,
      "grad_norm": 2.0100960731506348,
      "learning_rate": 1.3912962962962964e-05,
      "loss": 0.5178064823150634,
      "step": 20975
    },
    {
      "epoch": 2.211214165261383,
      "grad_norm": 5.421092987060547,
      "learning_rate": 1.3908333333333334e-05,
      "loss": 0.44916477203369143,
      "step": 20980
    },
    {
      "epoch": 2.2117411467116357,
      "grad_norm": 2.1983282566070557,
      "learning_rate": 1.3903703703703704e-05,
      "loss": 0.5199527740478516,
      "step": 20985
    },
    {
      "epoch": 2.2122681281618886,
      "grad_norm": 1.7747116088867188,
      "learning_rate": 1.3899074074074074e-05,
      "loss": 0.42598185539245603,
      "step": 20990
    },
    {
      "epoch": 2.2127951096121414,
      "grad_norm": 3.785327911376953,
      "learning_rate": 1.3894444444444444e-05,
      "loss": 0.5046241283416748,
      "step": 20995
    },
    {
      "epoch": 2.2133220910623947,
      "grad_norm": 2.014369249343872,
      "learning_rate": 1.3889814814814814e-05,
      "loss": 0.7315189361572265,
      "step": 21000
    },
    {
      "epoch": 2.2138490725126476,
      "grad_norm": 2.2745778560638428,
      "learning_rate": 1.3885185185185186e-05,
      "loss": 0.37952461242675783,
      "step": 21005
    },
    {
      "epoch": 2.2143760539629005,
      "grad_norm": 1.6542155742645264,
      "learning_rate": 1.3880555555555557e-05,
      "loss": 0.5135114669799805,
      "step": 21010
    },
    {
      "epoch": 2.2149030354131534,
      "grad_norm": 2.077644109725952,
      "learning_rate": 1.3875925925925927e-05,
      "loss": 0.5900468349456787,
      "step": 21015
    },
    {
      "epoch": 2.2154300168634062,
      "grad_norm": 1.7218576669692993,
      "learning_rate": 1.3871296296296297e-05,
      "loss": 0.3833641290664673,
      "step": 21020
    },
    {
      "epoch": 2.2159569983136596,
      "grad_norm": 1.1827898025512695,
      "learning_rate": 1.3866666666666667e-05,
      "loss": 0.47852935791015627,
      "step": 21025
    },
    {
      "epoch": 2.2164839797639124,
      "grad_norm": 2.239368200302124,
      "learning_rate": 1.3862037037037037e-05,
      "loss": 0.34696531295776367,
      "step": 21030
    },
    {
      "epoch": 2.2170109612141653,
      "grad_norm": 1.4743608236312866,
      "learning_rate": 1.3857407407407408e-05,
      "loss": 0.5046000003814697,
      "step": 21035
    },
    {
      "epoch": 2.217537942664418,
      "grad_norm": 1.7121260166168213,
      "learning_rate": 1.3852777777777778e-05,
      "loss": 0.4098498821258545,
      "step": 21040
    },
    {
      "epoch": 2.218064924114671,
      "grad_norm": 1.3294169902801514,
      "learning_rate": 1.3848148148148148e-05,
      "loss": 0.41098437309265134,
      "step": 21045
    },
    {
      "epoch": 2.218591905564924,
      "grad_norm": 1.7447212934494019,
      "learning_rate": 1.3843518518518518e-05,
      "loss": 0.5606048107147217,
      "step": 21050
    },
    {
      "epoch": 2.2191188870151772,
      "grad_norm": 4.579848289489746,
      "learning_rate": 1.383888888888889e-05,
      "loss": 0.36123459339141845,
      "step": 21055
    },
    {
      "epoch": 2.21964586846543,
      "grad_norm": 3.178353786468506,
      "learning_rate": 1.383425925925926e-05,
      "loss": 0.38863582611083985,
      "step": 21060
    },
    {
      "epoch": 2.220172849915683,
      "grad_norm": 1.5028817653656006,
      "learning_rate": 1.382962962962963e-05,
      "loss": 0.3501399040222168,
      "step": 21065
    },
    {
      "epoch": 2.220699831365936,
      "grad_norm": 2.857591152191162,
      "learning_rate": 1.3825e-05,
      "loss": 0.5065011024475098,
      "step": 21070
    },
    {
      "epoch": 2.2212268128161887,
      "grad_norm": 1.9493513107299805,
      "learning_rate": 1.382037037037037e-05,
      "loss": 0.42316431999206544,
      "step": 21075
    },
    {
      "epoch": 2.2217537942664416,
      "grad_norm": 1.755008578300476,
      "learning_rate": 1.3815740740740741e-05,
      "loss": 0.3700344324111938,
      "step": 21080
    },
    {
      "epoch": 2.222280775716695,
      "grad_norm": 2.4009077548980713,
      "learning_rate": 1.3811111111111111e-05,
      "loss": 0.4525550365447998,
      "step": 21085
    },
    {
      "epoch": 2.222807757166948,
      "grad_norm": 1.9894671440124512,
      "learning_rate": 1.3806481481481481e-05,
      "loss": 0.5574857711791992,
      "step": 21090
    },
    {
      "epoch": 2.2233347386172007,
      "grad_norm": 2.2120046615600586,
      "learning_rate": 1.3801851851851852e-05,
      "loss": 0.34545857906341554,
      "step": 21095
    },
    {
      "epoch": 2.2238617200674535,
      "grad_norm": 4.500421524047852,
      "learning_rate": 1.3797222222222223e-05,
      "loss": 0.5121357440948486,
      "step": 21100
    },
    {
      "epoch": 2.2243887015177064,
      "grad_norm": 3.16117787361145,
      "learning_rate": 1.3792592592592594e-05,
      "loss": 0.37180564403533933,
      "step": 21105
    },
    {
      "epoch": 2.2249156829679597,
      "grad_norm": 3.1954426765441895,
      "learning_rate": 1.3787962962962964e-05,
      "loss": 0.39100453853607176,
      "step": 21110
    },
    {
      "epoch": 2.2254426644182126,
      "grad_norm": 11.829188346862793,
      "learning_rate": 1.3783333333333334e-05,
      "loss": 0.31975860595703126,
      "step": 21115
    },
    {
      "epoch": 2.2259696458684655,
      "grad_norm": 5.532553672790527,
      "learning_rate": 1.3778703703703703e-05,
      "loss": 0.5398697853088379,
      "step": 21120
    },
    {
      "epoch": 2.2264966273187183,
      "grad_norm": 1.612625241279602,
      "learning_rate": 1.3774074074074074e-05,
      "loss": 0.3592514991760254,
      "step": 21125
    },
    {
      "epoch": 2.227023608768971,
      "grad_norm": 3.6721370220184326,
      "learning_rate": 1.3769444444444445e-05,
      "loss": 0.4622808933258057,
      "step": 21130
    },
    {
      "epoch": 2.227550590219224,
      "grad_norm": 20.447526931762695,
      "learning_rate": 1.3764814814814815e-05,
      "loss": 0.49307928085327146,
      "step": 21135
    },
    {
      "epoch": 2.2280775716694774,
      "grad_norm": 2.053978681564331,
      "learning_rate": 1.3760185185185185e-05,
      "loss": 0.49649868011474607,
      "step": 21140
    },
    {
      "epoch": 2.2286045531197303,
      "grad_norm": 1.2509734630584717,
      "learning_rate": 1.3755555555555555e-05,
      "loss": 0.4512962341308594,
      "step": 21145
    },
    {
      "epoch": 2.229131534569983,
      "grad_norm": 1.4627537727355957,
      "learning_rate": 1.3750925925925927e-05,
      "loss": 0.42073974609375,
      "step": 21150
    },
    {
      "epoch": 2.229658516020236,
      "grad_norm": 3.330815076828003,
      "learning_rate": 1.3746296296296297e-05,
      "loss": 0.5041964530944825,
      "step": 21155
    },
    {
      "epoch": 2.230185497470489,
      "grad_norm": 2.6717796325683594,
      "learning_rate": 1.3741666666666668e-05,
      "loss": 0.553554630279541,
      "step": 21160
    },
    {
      "epoch": 2.2307124789207418,
      "grad_norm": 15.718758583068848,
      "learning_rate": 1.3737037037037036e-05,
      "loss": 0.48442606925964354,
      "step": 21165
    },
    {
      "epoch": 2.231239460370995,
      "grad_norm": 1.4047973155975342,
      "learning_rate": 1.3732407407407408e-05,
      "loss": 0.4154763698577881,
      "step": 21170
    },
    {
      "epoch": 2.231766441821248,
      "grad_norm": 1.5584384202957153,
      "learning_rate": 1.3727777777777778e-05,
      "loss": 0.3458315134048462,
      "step": 21175
    },
    {
      "epoch": 2.232293423271501,
      "grad_norm": 2.255228042602539,
      "learning_rate": 1.3723148148148148e-05,
      "loss": 0.6912767887115479,
      "step": 21180
    },
    {
      "epoch": 2.2328204047217537,
      "grad_norm": 1.7923141717910767,
      "learning_rate": 1.3718518518518518e-05,
      "loss": 0.4414819717407227,
      "step": 21185
    },
    {
      "epoch": 2.2333473861720066,
      "grad_norm": 1.2813990116119385,
      "learning_rate": 1.3713888888888889e-05,
      "loss": 0.5694210052490234,
      "step": 21190
    },
    {
      "epoch": 2.23387436762226,
      "grad_norm": 4.354844570159912,
      "learning_rate": 1.370925925925926e-05,
      "loss": 0.27646939754486083,
      "step": 21195
    },
    {
      "epoch": 2.2344013490725128,
      "grad_norm": 2.37280535697937,
      "learning_rate": 1.370462962962963e-05,
      "loss": 0.33559513092041016,
      "step": 21200
    },
    {
      "epoch": 2.2349283305227656,
      "grad_norm": 1.3678959608078003,
      "learning_rate": 1.3700000000000001e-05,
      "loss": 0.3726634979248047,
      "step": 21205
    },
    {
      "epoch": 2.2354553119730185,
      "grad_norm": 1.5415552854537964,
      "learning_rate": 1.3695370370370371e-05,
      "loss": 0.40909862518310547,
      "step": 21210
    },
    {
      "epoch": 2.2359822934232714,
      "grad_norm": 1.4590872526168823,
      "learning_rate": 1.369074074074074e-05,
      "loss": 0.533360767364502,
      "step": 21215
    },
    {
      "epoch": 2.2365092748735242,
      "grad_norm": 4.837769985198975,
      "learning_rate": 1.3686111111111112e-05,
      "loss": 0.5044660568237305,
      "step": 21220
    },
    {
      "epoch": 2.2370362563237776,
      "grad_norm": 3.7651588916778564,
      "learning_rate": 1.3681481481481482e-05,
      "loss": 0.6407437324523926,
      "step": 21225
    },
    {
      "epoch": 2.2375632377740304,
      "grad_norm": 2.7059314250946045,
      "learning_rate": 1.3676851851851852e-05,
      "loss": 0.5321540355682373,
      "step": 21230
    },
    {
      "epoch": 2.2380902192242833,
      "grad_norm": 1.4617362022399902,
      "learning_rate": 1.3672222222222222e-05,
      "loss": 0.5905672073364258,
      "step": 21235
    },
    {
      "epoch": 2.238617200674536,
      "grad_norm": 1.2305063009262085,
      "learning_rate": 1.3667592592592594e-05,
      "loss": 0.5994822025299072,
      "step": 21240
    },
    {
      "epoch": 2.239144182124789,
      "grad_norm": 3.900266408920288,
      "learning_rate": 1.3662962962962964e-05,
      "loss": 0.46945390701293943,
      "step": 21245
    },
    {
      "epoch": 2.239671163575042,
      "grad_norm": 1.337865948677063,
      "learning_rate": 1.3658333333333334e-05,
      "loss": 0.6721275329589844,
      "step": 21250
    },
    {
      "epoch": 2.2401981450252952,
      "grad_norm": 1.686586856842041,
      "learning_rate": 1.3653703703703705e-05,
      "loss": 0.569852638244629,
      "step": 21255
    },
    {
      "epoch": 2.240725126475548,
      "grad_norm": 1.451781988143921,
      "learning_rate": 1.3649074074074073e-05,
      "loss": 0.36162164211273196,
      "step": 21260
    },
    {
      "epoch": 2.241252107925801,
      "grad_norm": 5.045867443084717,
      "learning_rate": 1.3644444444444445e-05,
      "loss": 0.5536388874053955,
      "step": 21265
    },
    {
      "epoch": 2.241779089376054,
      "grad_norm": 2.233596086502075,
      "learning_rate": 1.3639814814814815e-05,
      "loss": 0.3267044544219971,
      "step": 21270
    },
    {
      "epoch": 2.2423060708263067,
      "grad_norm": 2.1317806243896484,
      "learning_rate": 1.3635185185185185e-05,
      "loss": 0.4089911937713623,
      "step": 21275
    },
    {
      "epoch": 2.24283305227656,
      "grad_norm": 2.390742778778076,
      "learning_rate": 1.3630555555555556e-05,
      "loss": 0.3684378623962402,
      "step": 21280
    },
    {
      "epoch": 2.243360033726813,
      "grad_norm": 2.552295207977295,
      "learning_rate": 1.3625925925925926e-05,
      "loss": 0.4234143257141113,
      "step": 21285
    },
    {
      "epoch": 2.243887015177066,
      "grad_norm": 1.669372797012329,
      "learning_rate": 1.3621296296296298e-05,
      "loss": 0.42056002616882326,
      "step": 21290
    },
    {
      "epoch": 2.2444139966273187,
      "grad_norm": 1.1632994413375854,
      "learning_rate": 1.3616666666666668e-05,
      "loss": 0.3176810503005981,
      "step": 21295
    },
    {
      "epoch": 2.2449409780775715,
      "grad_norm": 13.75078010559082,
      "learning_rate": 1.3612037037037038e-05,
      "loss": 0.5121178150177002,
      "step": 21300
    },
    {
      "epoch": 2.245467959527825,
      "grad_norm": 1.1674010753631592,
      "learning_rate": 1.3607407407407407e-05,
      "loss": 0.380304217338562,
      "step": 21305
    },
    {
      "epoch": 2.2459949409780777,
      "grad_norm": 1.6012959480285645,
      "learning_rate": 1.3602777777777777e-05,
      "loss": 0.43733997344970704,
      "step": 21310
    },
    {
      "epoch": 2.2465219224283306,
      "grad_norm": 2.1020407676696777,
      "learning_rate": 1.3598148148148149e-05,
      "loss": 0.43228440284729003,
      "step": 21315
    },
    {
      "epoch": 2.2470489038785835,
      "grad_norm": 4.185166835784912,
      "learning_rate": 1.3593518518518519e-05,
      "loss": 0.6323891639709472,
      "step": 21320
    },
    {
      "epoch": 2.2475758853288363,
      "grad_norm": 9.454948425292969,
      "learning_rate": 1.3588888888888889e-05,
      "loss": 0.49239273071289064,
      "step": 21325
    },
    {
      "epoch": 2.248102866779089,
      "grad_norm": 5.312731742858887,
      "learning_rate": 1.358425925925926e-05,
      "loss": 0.4169807434082031,
      "step": 21330
    },
    {
      "epoch": 2.2486298482293425,
      "grad_norm": 2.195218801498413,
      "learning_rate": 1.3579629629629631e-05,
      "loss": 0.44635868072509766,
      "step": 21335
    },
    {
      "epoch": 2.2491568296795954,
      "grad_norm": 1.5926847457885742,
      "learning_rate": 1.3575000000000001e-05,
      "loss": 0.4613051414489746,
      "step": 21340
    },
    {
      "epoch": 2.2496838111298483,
      "grad_norm": 8.98173999786377,
      "learning_rate": 1.3570370370370372e-05,
      "loss": 0.8338168144226075,
      "step": 21345
    },
    {
      "epoch": 2.250210792580101,
      "grad_norm": 1.5555974245071411,
      "learning_rate": 1.356574074074074e-05,
      "loss": 0.41011605262756345,
      "step": 21350
    },
    {
      "epoch": 2.250737774030354,
      "grad_norm": 2.139622211456299,
      "learning_rate": 1.356111111111111e-05,
      "loss": 0.32215151786804197,
      "step": 21355
    },
    {
      "epoch": 2.251264755480607,
      "grad_norm": 2.0713584423065186,
      "learning_rate": 1.3556481481481482e-05,
      "loss": 0.6308629512786865,
      "step": 21360
    },
    {
      "epoch": 2.25179173693086,
      "grad_norm": 1.2180787324905396,
      "learning_rate": 1.3551851851851852e-05,
      "loss": 0.44255886077880857,
      "step": 21365
    },
    {
      "epoch": 2.252318718381113,
      "grad_norm": 3.5212178230285645,
      "learning_rate": 1.3547222222222222e-05,
      "loss": 0.6358266830444336,
      "step": 21370
    },
    {
      "epoch": 2.252845699831366,
      "grad_norm": 1.1922684907913208,
      "learning_rate": 1.3542592592592593e-05,
      "loss": 0.5294869422912598,
      "step": 21375
    },
    {
      "epoch": 2.253372681281619,
      "grad_norm": 1.8450055122375488,
      "learning_rate": 1.3537962962962963e-05,
      "loss": 0.4255962371826172,
      "step": 21380
    },
    {
      "epoch": 2.2538996627318717,
      "grad_norm": 3.1837503910064697,
      "learning_rate": 1.3533333333333335e-05,
      "loss": 0.45954208374023436,
      "step": 21385
    },
    {
      "epoch": 2.254426644182125,
      "grad_norm": 4.1861724853515625,
      "learning_rate": 1.3528703703703705e-05,
      "loss": 0.4985518932342529,
      "step": 21390
    },
    {
      "epoch": 2.254953625632378,
      "grad_norm": 3.029165506362915,
      "learning_rate": 1.3524074074074073e-05,
      "loss": 0.40711269378662107,
      "step": 21395
    },
    {
      "epoch": 2.2554806070826308,
      "grad_norm": 2.487772226333618,
      "learning_rate": 1.3519444444444444e-05,
      "loss": 0.4869351387023926,
      "step": 21400
    },
    {
      "epoch": 2.2560075885328836,
      "grad_norm": 1.9614559412002563,
      "learning_rate": 1.3514814814814816e-05,
      "loss": 0.3469500780105591,
      "step": 21405
    },
    {
      "epoch": 2.2565345699831365,
      "grad_norm": 3.857316017150879,
      "learning_rate": 1.3510185185185186e-05,
      "loss": 0.4056098461151123,
      "step": 21410
    },
    {
      "epoch": 2.2570615514333894,
      "grad_norm": 2.0683274269104004,
      "learning_rate": 1.3505555555555556e-05,
      "loss": 0.3471088409423828,
      "step": 21415
    },
    {
      "epoch": 2.2575885328836423,
      "grad_norm": 12.142538070678711,
      "learning_rate": 1.3500925925925926e-05,
      "loss": 0.6343991756439209,
      "step": 21420
    },
    {
      "epoch": 2.2581155143338956,
      "grad_norm": 1.5329824686050415,
      "learning_rate": 1.3496296296296296e-05,
      "loss": 0.647364616394043,
      "step": 21425
    },
    {
      "epoch": 2.2586424957841484,
      "grad_norm": 4.978063583374023,
      "learning_rate": 1.3491666666666668e-05,
      "loss": 0.514775276184082,
      "step": 21430
    },
    {
      "epoch": 2.2591694772344013,
      "grad_norm": 2.0566797256469727,
      "learning_rate": 1.3487037037037038e-05,
      "loss": 0.5692675113677979,
      "step": 21435
    },
    {
      "epoch": 2.259696458684654,
      "grad_norm": 1.6770875453948975,
      "learning_rate": 1.3482407407407407e-05,
      "loss": 0.5905788898468017,
      "step": 21440
    },
    {
      "epoch": 2.260223440134907,
      "grad_norm": 1.6768062114715576,
      "learning_rate": 1.3477777777777777e-05,
      "loss": 0.5043169021606445,
      "step": 21445
    },
    {
      "epoch": 2.2607504215851604,
      "grad_norm": 1.7765647172927856,
      "learning_rate": 1.3473148148148147e-05,
      "loss": 0.3617915868759155,
      "step": 21450
    },
    {
      "epoch": 2.2612774030354132,
      "grad_norm": 1.3274203538894653,
      "learning_rate": 1.346851851851852e-05,
      "loss": 0.32774009704589846,
      "step": 21455
    },
    {
      "epoch": 2.261804384485666,
      "grad_norm": 1.7415151596069336,
      "learning_rate": 1.346388888888889e-05,
      "loss": 0.41527543067932127,
      "step": 21460
    },
    {
      "epoch": 2.262331365935919,
      "grad_norm": 1.515061855316162,
      "learning_rate": 1.345925925925926e-05,
      "loss": 0.45726757049560546,
      "step": 21465
    },
    {
      "epoch": 2.262858347386172,
      "grad_norm": 1.6951208114624023,
      "learning_rate": 1.345462962962963e-05,
      "loss": 0.4500298023223877,
      "step": 21470
    },
    {
      "epoch": 2.263385328836425,
      "grad_norm": 1.5024956464767456,
      "learning_rate": 1.345e-05,
      "loss": 0.2777711868286133,
      "step": 21475
    },
    {
      "epoch": 2.263912310286678,
      "grad_norm": 2.2612438201904297,
      "learning_rate": 1.3445370370370372e-05,
      "loss": 0.5698019027709961,
      "step": 21480
    },
    {
      "epoch": 2.264439291736931,
      "grad_norm": 2.884585380554199,
      "learning_rate": 1.3440740740740742e-05,
      "loss": 0.4340836524963379,
      "step": 21485
    },
    {
      "epoch": 2.264966273187184,
      "grad_norm": 3.340402126312256,
      "learning_rate": 1.343611111111111e-05,
      "loss": 0.5189752578735352,
      "step": 21490
    },
    {
      "epoch": 2.2654932546374367,
      "grad_norm": 1.0990537405014038,
      "learning_rate": 1.343148148148148e-05,
      "loss": 0.3169866561889648,
      "step": 21495
    },
    {
      "epoch": 2.2660202360876895,
      "grad_norm": 2.3679730892181396,
      "learning_rate": 1.3426851851851853e-05,
      "loss": 0.41483521461486816,
      "step": 21500
    },
    {
      "epoch": 2.2665472175379424,
      "grad_norm": 1.7385749816894531,
      "learning_rate": 1.3422222222222223e-05,
      "loss": 0.4209883689880371,
      "step": 21505
    },
    {
      "epoch": 2.2670741989881957,
      "grad_norm": 17.302858352661133,
      "learning_rate": 1.3417592592592593e-05,
      "loss": 0.46810207366943357,
      "step": 21510
    },
    {
      "epoch": 2.2676011804384486,
      "grad_norm": 1.4186134338378906,
      "learning_rate": 1.3412962962962963e-05,
      "loss": 0.40963172912597656,
      "step": 21515
    },
    {
      "epoch": 2.2681281618887015,
      "grad_norm": 1.6509934663772583,
      "learning_rate": 1.3408333333333333e-05,
      "loss": 0.5081159591674804,
      "step": 21520
    },
    {
      "epoch": 2.2686551433389543,
      "grad_norm": 1.5067335367202759,
      "learning_rate": 1.3403703703703705e-05,
      "loss": 0.3354505062103271,
      "step": 21525
    },
    {
      "epoch": 2.2691821247892072,
      "grad_norm": 2.7398180961608887,
      "learning_rate": 1.3399074074074076e-05,
      "loss": 0.4166215419769287,
      "step": 21530
    },
    {
      "epoch": 2.2697091062394605,
      "grad_norm": 1.7346974611282349,
      "learning_rate": 1.3394444444444444e-05,
      "loss": 0.3829286336898804,
      "step": 21535
    },
    {
      "epoch": 2.2702360876897134,
      "grad_norm": 2.5222327709198,
      "learning_rate": 1.3389814814814814e-05,
      "loss": 0.4164067268371582,
      "step": 21540
    },
    {
      "epoch": 2.2707630691399663,
      "grad_norm": 1.7218663692474365,
      "learning_rate": 1.3385185185185184e-05,
      "loss": 0.32222862243652345,
      "step": 21545
    },
    {
      "epoch": 2.271290050590219,
      "grad_norm": 2.1942574977874756,
      "learning_rate": 1.3380555555555556e-05,
      "loss": 0.2798875331878662,
      "step": 21550
    },
    {
      "epoch": 2.271817032040472,
      "grad_norm": 3.268479824066162,
      "learning_rate": 1.3375925925925926e-05,
      "loss": 0.4701808452606201,
      "step": 21555
    },
    {
      "epoch": 2.2723440134907253,
      "grad_norm": 1.4940974712371826,
      "learning_rate": 1.3371296296296297e-05,
      "loss": 0.39841604232788086,
      "step": 21560
    },
    {
      "epoch": 2.272870994940978,
      "grad_norm": 3.109372138977051,
      "learning_rate": 1.3366666666666667e-05,
      "loss": 0.43013591766357423,
      "step": 21565
    },
    {
      "epoch": 2.273397976391231,
      "grad_norm": 2.038041830062866,
      "learning_rate": 1.3362037037037039e-05,
      "loss": 0.45850205421447754,
      "step": 21570
    },
    {
      "epoch": 2.273924957841484,
      "grad_norm": 2.5252797603607178,
      "learning_rate": 1.3357407407407409e-05,
      "loss": 0.4013230800628662,
      "step": 21575
    },
    {
      "epoch": 2.274451939291737,
      "grad_norm": 2.7327888011932373,
      "learning_rate": 1.3352777777777777e-05,
      "loss": 0.5218352794647216,
      "step": 21580
    },
    {
      "epoch": 2.2749789207419897,
      "grad_norm": 1.8037409782409668,
      "learning_rate": 1.3348148148148148e-05,
      "loss": 0.5760127067565918,
      "step": 21585
    },
    {
      "epoch": 2.275505902192243,
      "grad_norm": 2.2291059494018555,
      "learning_rate": 1.3343518518518518e-05,
      "loss": 0.3522514820098877,
      "step": 21590
    },
    {
      "epoch": 2.276032883642496,
      "grad_norm": 2.6539342403411865,
      "learning_rate": 1.333888888888889e-05,
      "loss": 0.5277774810791016,
      "step": 21595
    },
    {
      "epoch": 2.2765598650927488,
      "grad_norm": 1.781385898590088,
      "learning_rate": 1.333425925925926e-05,
      "loss": 0.4346439361572266,
      "step": 21600
    },
    {
      "epoch": 2.2765598650927488,
      "eval_cer": 0.07588502693221799,
      "eval_loss": 0.346922367811203,
      "eval_runtime": 120.594,
      "eval_samples_per_second": 24.147,
      "eval_score": 84.31179177827693,
      "eval_steps_per_second": 3.018,
      "eval_wer": 0.2378791375022434,
      "step": 21600
    },
    {
      "epoch": 2.2770868465430016,
      "grad_norm": 3.352008819580078,
      "learning_rate": 1.332962962962963e-05,
      "loss": 0.5730325698852539,
      "step": 21605
    },
    {
      "epoch": 2.2776138279932545,
      "grad_norm": 6.131174564361572,
      "learning_rate": 1.3325e-05,
      "loss": 0.545447301864624,
      "step": 21610
    },
    {
      "epoch": 2.2781408094435074,
      "grad_norm": 1.3431493043899536,
      "learning_rate": 1.332037037037037e-05,
      "loss": 0.3031599760055542,
      "step": 21615
    },
    {
      "epoch": 2.2786677908937607,
      "grad_norm": 1.8571524620056152,
      "learning_rate": 1.3315740740740742e-05,
      "loss": 0.5945428848266602,
      "step": 21620
    },
    {
      "epoch": 2.2791947723440136,
      "grad_norm": 1.3849523067474365,
      "learning_rate": 1.3311111111111111e-05,
      "loss": 0.3617414951324463,
      "step": 21625
    },
    {
      "epoch": 2.2797217537942664,
      "grad_norm": 15.255817413330078,
      "learning_rate": 1.3306481481481481e-05,
      "loss": 0.3882249355316162,
      "step": 21630
    },
    {
      "epoch": 2.2802487352445193,
      "grad_norm": 2.3308045864105225,
      "learning_rate": 1.3301851851851851e-05,
      "loss": 0.7198153018951416,
      "step": 21635
    },
    {
      "epoch": 2.280775716694772,
      "grad_norm": 3.3186864852905273,
      "learning_rate": 1.3297222222222223e-05,
      "loss": 0.4525593757629395,
      "step": 21640
    },
    {
      "epoch": 2.2813026981450255,
      "grad_norm": 1.8891255855560303,
      "learning_rate": 1.3292592592592593e-05,
      "loss": 0.8111559867858886,
      "step": 21645
    },
    {
      "epoch": 2.2818296795952784,
      "grad_norm": 9.410652160644531,
      "learning_rate": 1.3287962962962964e-05,
      "loss": 0.4287689208984375,
      "step": 21650
    },
    {
      "epoch": 2.2823566610455313,
      "grad_norm": 1.00565767288208,
      "learning_rate": 1.3283333333333334e-05,
      "loss": 0.5538579940795898,
      "step": 21655
    },
    {
      "epoch": 2.282883642495784,
      "grad_norm": 2.853215217590332,
      "learning_rate": 1.3278703703703704e-05,
      "loss": 0.5507633209228515,
      "step": 21660
    },
    {
      "epoch": 2.283410623946037,
      "grad_norm": 1.6057010889053345,
      "learning_rate": 1.3274074074074076e-05,
      "loss": 0.38924155235290525,
      "step": 21665
    },
    {
      "epoch": 2.28393760539629,
      "grad_norm": 3.4838931560516357,
      "learning_rate": 1.3269444444444444e-05,
      "loss": 0.46520543098449707,
      "step": 21670
    },
    {
      "epoch": 2.284464586846543,
      "grad_norm": 3.095020294189453,
      "learning_rate": 1.3264814814814815e-05,
      "loss": 0.3826627254486084,
      "step": 21675
    },
    {
      "epoch": 2.284991568296796,
      "grad_norm": 1.6510411500930786,
      "learning_rate": 1.3260185185185185e-05,
      "loss": 0.4703832149505615,
      "step": 21680
    },
    {
      "epoch": 2.285518549747049,
      "grad_norm": 1.3992255926132202,
      "learning_rate": 1.3255555555555555e-05,
      "loss": 0.41948614120483396,
      "step": 21685
    },
    {
      "epoch": 2.286045531197302,
      "grad_norm": 7.212025165557861,
      "learning_rate": 1.3250925925925927e-05,
      "loss": 0.4762533187866211,
      "step": 21690
    },
    {
      "epoch": 2.2865725126475547,
      "grad_norm": 2.152944564819336,
      "learning_rate": 1.3246296296296297e-05,
      "loss": 0.37865657806396485,
      "step": 21695
    },
    {
      "epoch": 2.2870994940978076,
      "grad_norm": 5.901422023773193,
      "learning_rate": 1.3241666666666667e-05,
      "loss": 0.6767067432403564,
      "step": 21700
    },
    {
      "epoch": 2.287626475548061,
      "grad_norm": 1.732513189315796,
      "learning_rate": 1.3237037037037037e-05,
      "loss": 0.46109519004821775,
      "step": 21705
    },
    {
      "epoch": 2.2881534569983137,
      "grad_norm": 3.8928940296173096,
      "learning_rate": 1.3232407407407408e-05,
      "loss": 0.3662985563278198,
      "step": 21710
    },
    {
      "epoch": 2.2886804384485666,
      "grad_norm": 1.8383945226669312,
      "learning_rate": 1.3227777777777778e-05,
      "loss": 0.42761931419372556,
      "step": 21715
    },
    {
      "epoch": 2.2892074198988195,
      "grad_norm": 6.588529109954834,
      "learning_rate": 1.3223148148148148e-05,
      "loss": 0.46414337158203123,
      "step": 21720
    },
    {
      "epoch": 2.2897344013490724,
      "grad_norm": 4.409289360046387,
      "learning_rate": 1.3218518518518518e-05,
      "loss": 0.4546047687530518,
      "step": 21725
    },
    {
      "epoch": 2.2902613827993257,
      "grad_norm": 3.6223866939544678,
      "learning_rate": 1.3213888888888888e-05,
      "loss": 0.3804713010787964,
      "step": 21730
    },
    {
      "epoch": 2.2907883642495785,
      "grad_norm": 1.2312281131744385,
      "learning_rate": 1.320925925925926e-05,
      "loss": 0.30178065299987794,
      "step": 21735
    },
    {
      "epoch": 2.2913153456998314,
      "grad_norm": 1.6553897857666016,
      "learning_rate": 1.320462962962963e-05,
      "loss": 0.4665682315826416,
      "step": 21740
    },
    {
      "epoch": 2.2918423271500843,
      "grad_norm": 2.8137552738189697,
      "learning_rate": 1.32e-05,
      "loss": 0.49920015335083007,
      "step": 21745
    },
    {
      "epoch": 2.292369308600337,
      "grad_norm": 2.033048629760742,
      "learning_rate": 1.3195370370370371e-05,
      "loss": 0.44898014068603515,
      "step": 21750
    },
    {
      "epoch": 2.29289629005059,
      "grad_norm": 3.2419631481170654,
      "learning_rate": 1.3190740740740741e-05,
      "loss": 0.8195508003234864,
      "step": 21755
    },
    {
      "epoch": 2.2934232715008434,
      "grad_norm": 1.9620393514633179,
      "learning_rate": 1.3186111111111113e-05,
      "loss": 0.4579261302947998,
      "step": 21760
    },
    {
      "epoch": 2.2939502529510962,
      "grad_norm": 2.33728289604187,
      "learning_rate": 1.3181481481481481e-05,
      "loss": 0.7836768150329589,
      "step": 21765
    },
    {
      "epoch": 2.294477234401349,
      "grad_norm": 4.527047634124756,
      "learning_rate": 1.3176851851851852e-05,
      "loss": 0.4331328868865967,
      "step": 21770
    },
    {
      "epoch": 2.295004215851602,
      "grad_norm": 3.106351852416992,
      "learning_rate": 1.3172222222222222e-05,
      "loss": 0.4853839874267578,
      "step": 21775
    },
    {
      "epoch": 2.295531197301855,
      "grad_norm": 2.4815142154693604,
      "learning_rate": 1.3167592592592592e-05,
      "loss": 0.3875683546066284,
      "step": 21780
    },
    {
      "epoch": 2.2960581787521077,
      "grad_norm": 3.442458152770996,
      "learning_rate": 1.3162962962962964e-05,
      "loss": 0.40439639091491697,
      "step": 21785
    },
    {
      "epoch": 2.296585160202361,
      "grad_norm": 1.861316204071045,
      "learning_rate": 1.3158333333333334e-05,
      "loss": 0.3628173112869263,
      "step": 21790
    },
    {
      "epoch": 2.297112141652614,
      "grad_norm": 1.705126404762268,
      "learning_rate": 1.3153703703703704e-05,
      "loss": 0.34465014934539795,
      "step": 21795
    },
    {
      "epoch": 2.2976391231028668,
      "grad_norm": 2.3111863136291504,
      "learning_rate": 1.3149074074074075e-05,
      "loss": 0.4484090328216553,
      "step": 21800
    },
    {
      "epoch": 2.2981661045531196,
      "grad_norm": 8.461795806884766,
      "learning_rate": 1.3144444444444446e-05,
      "loss": 1.0129348754882812,
      "step": 21805
    },
    {
      "epoch": 2.2986930860033725,
      "grad_norm": 7.227543354034424,
      "learning_rate": 1.3139814814814815e-05,
      "loss": 0.5300424575805665,
      "step": 21810
    },
    {
      "epoch": 2.299220067453626,
      "grad_norm": 2.266695976257324,
      "learning_rate": 1.3135185185185185e-05,
      "loss": 0.44712371826171876,
      "step": 21815
    },
    {
      "epoch": 2.2997470489038787,
      "grad_norm": 11.121241569519043,
      "learning_rate": 1.3130555555555555e-05,
      "loss": 0.5667847156524658,
      "step": 21820
    },
    {
      "epoch": 2.3002740303541316,
      "grad_norm": 3.9774973392486572,
      "learning_rate": 1.3125925925925925e-05,
      "loss": 0.7200607776641845,
      "step": 21825
    },
    {
      "epoch": 2.3008010118043845,
      "grad_norm": 7.477009296417236,
      "learning_rate": 1.3121296296296297e-05,
      "loss": 0.3668638229370117,
      "step": 21830
    },
    {
      "epoch": 2.3013279932546373,
      "grad_norm": 3.1148386001586914,
      "learning_rate": 1.3116666666666668e-05,
      "loss": 0.48638358116149905,
      "step": 21835
    },
    {
      "epoch": 2.30185497470489,
      "grad_norm": 2.141021966934204,
      "learning_rate": 1.3112037037037038e-05,
      "loss": 0.4628882884979248,
      "step": 21840
    },
    {
      "epoch": 2.3023819561551435,
      "grad_norm": 2.089205265045166,
      "learning_rate": 1.3107407407407408e-05,
      "loss": 0.37093429565429686,
      "step": 21845
    },
    {
      "epoch": 2.3029089376053964,
      "grad_norm": 2.726430892944336,
      "learning_rate": 1.3102777777777778e-05,
      "loss": 0.43974761962890624,
      "step": 21850
    },
    {
      "epoch": 2.3034359190556493,
      "grad_norm": 5.713984489440918,
      "learning_rate": 1.3098148148148148e-05,
      "loss": 0.481201696395874,
      "step": 21855
    },
    {
      "epoch": 2.303962900505902,
      "grad_norm": 1.8390942811965942,
      "learning_rate": 1.3093518518518519e-05,
      "loss": 0.4100696563720703,
      "step": 21860
    },
    {
      "epoch": 2.304489881956155,
      "grad_norm": 1.6381491422653198,
      "learning_rate": 1.3088888888888889e-05,
      "loss": 0.464036226272583,
      "step": 21865
    },
    {
      "epoch": 2.305016863406408,
      "grad_norm": 1.2746829986572266,
      "learning_rate": 1.3084259259259259e-05,
      "loss": 0.4858062744140625,
      "step": 21870
    },
    {
      "epoch": 2.305543844856661,
      "grad_norm": 1.3255990743637085,
      "learning_rate": 1.3079629629629629e-05,
      "loss": 0.5870070457458496,
      "step": 21875
    },
    {
      "epoch": 2.306070826306914,
      "grad_norm": 2.998704195022583,
      "learning_rate": 1.3075000000000001e-05,
      "loss": 0.40647430419921876,
      "step": 21880
    },
    {
      "epoch": 2.306597807757167,
      "grad_norm": 7.65768575668335,
      "learning_rate": 1.3070370370370371e-05,
      "loss": 0.45185027122497556,
      "step": 21885
    },
    {
      "epoch": 2.30712478920742,
      "grad_norm": 1.8649665117263794,
      "learning_rate": 1.3065740740740741e-05,
      "loss": 0.3448983430862427,
      "step": 21890
    },
    {
      "epoch": 2.3076517706576727,
      "grad_norm": 6.36920690536499,
      "learning_rate": 1.3061111111111112e-05,
      "loss": 0.3750021457672119,
      "step": 21895
    },
    {
      "epoch": 2.308178752107926,
      "grad_norm": 1.6269848346710205,
      "learning_rate": 1.3056481481481482e-05,
      "loss": 0.5872353553771973,
      "step": 21900
    },
    {
      "epoch": 2.308705733558179,
      "grad_norm": 1.0850766897201538,
      "learning_rate": 1.3051851851851852e-05,
      "loss": 0.4353789329528809,
      "step": 21905
    },
    {
      "epoch": 2.3092327150084317,
      "grad_norm": 1.8956443071365356,
      "learning_rate": 1.3047222222222222e-05,
      "loss": 0.3968630075454712,
      "step": 21910
    },
    {
      "epoch": 2.3097596964586846,
      "grad_norm": 11.883686065673828,
      "learning_rate": 1.3042592592592592e-05,
      "loss": 0.6684277057647705,
      "step": 21915
    },
    {
      "epoch": 2.3102866779089375,
      "grad_norm": 5.608168601989746,
      "learning_rate": 1.3037962962962963e-05,
      "loss": 0.6207372188568115,
      "step": 21920
    },
    {
      "epoch": 2.3108136593591904,
      "grad_norm": 1.494431972503662,
      "learning_rate": 1.3033333333333334e-05,
      "loss": 0.4683832168579102,
      "step": 21925
    },
    {
      "epoch": 2.3113406408094437,
      "grad_norm": 5.448420524597168,
      "learning_rate": 1.3028703703703705e-05,
      "loss": 0.6210109710693359,
      "step": 21930
    },
    {
      "epoch": 2.3118676222596966,
      "grad_norm": 1.6737687587738037,
      "learning_rate": 1.3024074074074075e-05,
      "loss": 0.5275194644927979,
      "step": 21935
    },
    {
      "epoch": 2.3123946037099494,
      "grad_norm": 3.5042967796325684,
      "learning_rate": 1.3019444444444445e-05,
      "loss": 0.36621508598327634,
      "step": 21940
    },
    {
      "epoch": 2.3129215851602023,
      "grad_norm": 2.3383145332336426,
      "learning_rate": 1.3014814814814814e-05,
      "loss": 0.3079976558685303,
      "step": 21945
    },
    {
      "epoch": 2.313448566610455,
      "grad_norm": 11.421175956726074,
      "learning_rate": 1.3010185185185185e-05,
      "loss": 0.40322232246398926,
      "step": 21950
    },
    {
      "epoch": 2.313975548060708,
      "grad_norm": 2.9252336025238037,
      "learning_rate": 1.3005555555555556e-05,
      "loss": 0.5115396499633789,
      "step": 21955
    },
    {
      "epoch": 2.3145025295109614,
      "grad_norm": 1.9407992362976074,
      "learning_rate": 1.3000925925925926e-05,
      "loss": 0.5982821941375732,
      "step": 21960
    },
    {
      "epoch": 2.3150295109612142,
      "grad_norm": 1.8481645584106445,
      "learning_rate": 1.2996296296296296e-05,
      "loss": 0.4528824329376221,
      "step": 21965
    },
    {
      "epoch": 2.315556492411467,
      "grad_norm": 1.3552427291870117,
      "learning_rate": 1.2991666666666668e-05,
      "loss": 0.3683983564376831,
      "step": 21970
    },
    {
      "epoch": 2.31608347386172,
      "grad_norm": 1.8136703968048096,
      "learning_rate": 1.2987037037037038e-05,
      "loss": 0.6653327465057373,
      "step": 21975
    },
    {
      "epoch": 2.316610455311973,
      "grad_norm": 3.249141216278076,
      "learning_rate": 1.2982407407407408e-05,
      "loss": 0.35950465202331544,
      "step": 21980
    },
    {
      "epoch": 2.317137436762226,
      "grad_norm": 3.0542993545532227,
      "learning_rate": 1.2977777777777779e-05,
      "loss": 0.5647659778594971,
      "step": 21985
    },
    {
      "epoch": 2.317664418212479,
      "grad_norm": 2.4848954677581787,
      "learning_rate": 1.2973148148148149e-05,
      "loss": 0.5042747020721435,
      "step": 21990
    },
    {
      "epoch": 2.318191399662732,
      "grad_norm": 4.140291213989258,
      "learning_rate": 1.2968518518518519e-05,
      "loss": 0.3646934747695923,
      "step": 21995
    },
    {
      "epoch": 2.318718381112985,
      "grad_norm": 1.4294273853302002,
      "learning_rate": 1.2963888888888889e-05,
      "loss": 0.45086917877197263,
      "step": 22000
    },
    {
      "epoch": 2.3192453625632377,
      "grad_norm": 6.164274215698242,
      "learning_rate": 1.295925925925926e-05,
      "loss": 0.5784193992614746,
      "step": 22005
    },
    {
      "epoch": 2.319772344013491,
      "grad_norm": 1.5365827083587646,
      "learning_rate": 1.295462962962963e-05,
      "loss": 0.3969712734222412,
      "step": 22010
    },
    {
      "epoch": 2.320299325463744,
      "grad_norm": 7.34783411026001,
      "learning_rate": 1.295e-05,
      "loss": 0.43184518814086914,
      "step": 22015
    },
    {
      "epoch": 2.3208263069139967,
      "grad_norm": 2.844606637954712,
      "learning_rate": 1.2945370370370372e-05,
      "loss": 0.5304778575897217,
      "step": 22020
    },
    {
      "epoch": 2.3213532883642496,
      "grad_norm": 4.958592891693115,
      "learning_rate": 1.2940740740740742e-05,
      "loss": 0.49176597595214844,
      "step": 22025
    },
    {
      "epoch": 2.3218802698145025,
      "grad_norm": 1.4500600099563599,
      "learning_rate": 1.2936111111111112e-05,
      "loss": 0.3987301826477051,
      "step": 22030
    },
    {
      "epoch": 2.3224072512647553,
      "grad_norm": 1.3051621913909912,
      "learning_rate": 1.2931481481481482e-05,
      "loss": 0.42660131454467776,
      "step": 22035
    },
    {
      "epoch": 2.322934232715008,
      "grad_norm": 1.8974556922912598,
      "learning_rate": 1.292685185185185e-05,
      "loss": 0.5730062484741211,
      "step": 22040
    },
    {
      "epoch": 2.3234612141652615,
      "grad_norm": 1.4935306310653687,
      "learning_rate": 1.2922222222222223e-05,
      "loss": 0.4425806999206543,
      "step": 22045
    },
    {
      "epoch": 2.3239881956155144,
      "grad_norm": 2.030792236328125,
      "learning_rate": 1.2917592592592593e-05,
      "loss": 0.45872650146484373,
      "step": 22050
    },
    {
      "epoch": 2.3245151770657673,
      "grad_norm": 4.554814338684082,
      "learning_rate": 1.2912962962962963e-05,
      "loss": 0.5729535102844239,
      "step": 22055
    },
    {
      "epoch": 2.32504215851602,
      "grad_norm": 1.8580102920532227,
      "learning_rate": 1.2908333333333333e-05,
      "loss": 0.43665227890014646,
      "step": 22060
    },
    {
      "epoch": 2.325569139966273,
      "grad_norm": 41.974220275878906,
      "learning_rate": 1.2903703703703705e-05,
      "loss": 0.7453129291534424,
      "step": 22065
    },
    {
      "epoch": 2.3260961214165263,
      "grad_norm": 2.0568645000457764,
      "learning_rate": 1.2899074074074075e-05,
      "loss": 0.44502620697021483,
      "step": 22070
    },
    {
      "epoch": 2.326623102866779,
      "grad_norm": 1.776949167251587,
      "learning_rate": 1.2894444444444445e-05,
      "loss": 0.4364189147949219,
      "step": 22075
    },
    {
      "epoch": 2.327150084317032,
      "grad_norm": 2.6426470279693604,
      "learning_rate": 1.2889814814814816e-05,
      "loss": 0.6002533912658692,
      "step": 22080
    },
    {
      "epoch": 2.327677065767285,
      "grad_norm": 1.2977503538131714,
      "learning_rate": 1.2885185185185184e-05,
      "loss": 0.3470811128616333,
      "step": 22085
    },
    {
      "epoch": 2.328204047217538,
      "grad_norm": 2.60337495803833,
      "learning_rate": 1.2880555555555556e-05,
      "loss": 0.4017001152038574,
      "step": 22090
    },
    {
      "epoch": 2.328731028667791,
      "grad_norm": 5.546425819396973,
      "learning_rate": 1.2875925925925926e-05,
      "loss": 0.4537067413330078,
      "step": 22095
    },
    {
      "epoch": 2.329258010118044,
      "grad_norm": 3.653949737548828,
      "learning_rate": 1.2871296296296296e-05,
      "loss": 0.5056230545043945,
      "step": 22100
    },
    {
      "epoch": 2.329784991568297,
      "grad_norm": 4.785488128662109,
      "learning_rate": 1.2866666666666667e-05,
      "loss": 0.429522705078125,
      "step": 22105
    },
    {
      "epoch": 2.3303119730185498,
      "grad_norm": 1.5817373991012573,
      "learning_rate": 1.2862037037037037e-05,
      "loss": 0.3752171039581299,
      "step": 22110
    },
    {
      "epoch": 2.3308389544688026,
      "grad_norm": 1.5244451761245728,
      "learning_rate": 1.2857407407407409e-05,
      "loss": 0.5125771522521972,
      "step": 22115
    },
    {
      "epoch": 2.3313659359190555,
      "grad_norm": 1.5495250225067139,
      "learning_rate": 1.2852777777777779e-05,
      "loss": 0.31818087100982667,
      "step": 22120
    },
    {
      "epoch": 2.3318929173693084,
      "grad_norm": 2.8868534564971924,
      "learning_rate": 1.2848148148148149e-05,
      "loss": 0.4348746776580811,
      "step": 22125
    },
    {
      "epoch": 2.3324198988195617,
      "grad_norm": 1.620054006576538,
      "learning_rate": 1.2843518518518518e-05,
      "loss": 0.34334688186645507,
      "step": 22130
    },
    {
      "epoch": 2.3329468802698146,
      "grad_norm": 3.229963779449463,
      "learning_rate": 1.283888888888889e-05,
      "loss": 0.40573620796203613,
      "step": 22135
    },
    {
      "epoch": 2.3334738617200674,
      "grad_norm": 1.580886960029602,
      "learning_rate": 1.283425925925926e-05,
      "loss": 0.44794588088989257,
      "step": 22140
    },
    {
      "epoch": 2.3340008431703203,
      "grad_norm": 3.5743823051452637,
      "learning_rate": 1.282962962962963e-05,
      "loss": 0.36780266761779784,
      "step": 22145
    },
    {
      "epoch": 2.334527824620573,
      "grad_norm": 3.710472345352173,
      "learning_rate": 1.2825e-05,
      "loss": 0.43944287300109863,
      "step": 22150
    },
    {
      "epoch": 2.3350548060708265,
      "grad_norm": 2.683046579360962,
      "learning_rate": 1.282037037037037e-05,
      "loss": 0.38020825386047363,
      "step": 22155
    },
    {
      "epoch": 2.3355817875210794,
      "grad_norm": 1.415131688117981,
      "learning_rate": 1.2815740740740742e-05,
      "loss": 0.5148195743560791,
      "step": 22160
    },
    {
      "epoch": 2.3361087689713322,
      "grad_norm": 1.2373974323272705,
      "learning_rate": 1.2811111111111112e-05,
      "loss": 0.33391733169555665,
      "step": 22165
    },
    {
      "epoch": 2.336635750421585,
      "grad_norm": 2.1959428787231445,
      "learning_rate": 1.2806481481481483e-05,
      "loss": 0.4884058475494385,
      "step": 22170
    },
    {
      "epoch": 2.337162731871838,
      "grad_norm": 1.0682872533798218,
      "learning_rate": 1.2801851851851851e-05,
      "loss": 0.3124929666519165,
      "step": 22175
    },
    {
      "epoch": 2.3376897133220913,
      "grad_norm": 2.5180442333221436,
      "learning_rate": 1.2797222222222221e-05,
      "loss": 0.41631059646606444,
      "step": 22180
    },
    {
      "epoch": 2.338216694772344,
      "grad_norm": 2.538792848587036,
      "learning_rate": 1.2792592592592593e-05,
      "loss": 0.34308619499206544,
      "step": 22185
    },
    {
      "epoch": 2.338743676222597,
      "grad_norm": 2.648470878601074,
      "learning_rate": 1.2787962962962963e-05,
      "loss": 0.3222295522689819,
      "step": 22190
    },
    {
      "epoch": 2.33927065767285,
      "grad_norm": 1.887909173965454,
      "learning_rate": 1.2783333333333333e-05,
      "loss": 0.4658978939056396,
      "step": 22195
    },
    {
      "epoch": 2.339797639123103,
      "grad_norm": 1.8215467929840088,
      "learning_rate": 1.2778703703703704e-05,
      "loss": 0.38614208698272706,
      "step": 22200
    },
    {
      "epoch": 2.3403246205733557,
      "grad_norm": 3.5192365646362305,
      "learning_rate": 1.2774074074074074e-05,
      "loss": 0.3629483699798584,
      "step": 22205
    },
    {
      "epoch": 2.3408516020236085,
      "grad_norm": 1.8307156562805176,
      "learning_rate": 1.2769444444444446e-05,
      "loss": 0.5013373851776123,
      "step": 22210
    },
    {
      "epoch": 2.341378583473862,
      "grad_norm": 1.587112545967102,
      "learning_rate": 1.2764814814814816e-05,
      "loss": 0.3391427516937256,
      "step": 22215
    },
    {
      "epoch": 2.3419055649241147,
      "grad_norm": 6.593162536621094,
      "learning_rate": 1.2760185185185184e-05,
      "loss": 0.42208523750305177,
      "step": 22220
    },
    {
      "epoch": 2.3424325463743676,
      "grad_norm": 6.271514415740967,
      "learning_rate": 1.2755555555555555e-05,
      "loss": 0.38591468334198,
      "step": 22225
    },
    {
      "epoch": 2.3429595278246205,
      "grad_norm": 1.5945448875427246,
      "learning_rate": 1.2750925925925927e-05,
      "loss": 0.4588533878326416,
      "step": 22230
    },
    {
      "epoch": 2.3434865092748733,
      "grad_norm": 2.605034351348877,
      "learning_rate": 1.2746296296296297e-05,
      "loss": 0.44515314102172854,
      "step": 22235
    },
    {
      "epoch": 2.3440134907251267,
      "grad_norm": 1.911600947380066,
      "learning_rate": 1.2741666666666667e-05,
      "loss": 0.3586848735809326,
      "step": 22240
    },
    {
      "epoch": 2.3445404721753795,
      "grad_norm": 1.9683051109313965,
      "learning_rate": 1.2737037037037037e-05,
      "loss": 0.3931794881820679,
      "step": 22245
    },
    {
      "epoch": 2.3450674536256324,
      "grad_norm": 2.1767845153808594,
      "learning_rate": 1.2732407407407407e-05,
      "loss": 0.5448034763336181,
      "step": 22250
    },
    {
      "epoch": 2.3455944350758853,
      "grad_norm": 2.603891372680664,
      "learning_rate": 1.272777777777778e-05,
      "loss": 0.36130337715148925,
      "step": 22255
    },
    {
      "epoch": 2.346121416526138,
      "grad_norm": 1.5396863222122192,
      "learning_rate": 1.272314814814815e-05,
      "loss": 0.39055800437927246,
      "step": 22260
    },
    {
      "epoch": 2.3466483979763915,
      "grad_norm": 2.3837459087371826,
      "learning_rate": 1.271851851851852e-05,
      "loss": 0.557800006866455,
      "step": 22265
    },
    {
      "epoch": 2.3471753794266443,
      "grad_norm": 1.8580472469329834,
      "learning_rate": 1.2713888888888888e-05,
      "loss": 0.5182009220123291,
      "step": 22270
    },
    {
      "epoch": 2.347702360876897,
      "grad_norm": 8.640645980834961,
      "learning_rate": 1.2709259259259258e-05,
      "loss": 0.4480862617492676,
      "step": 22275
    },
    {
      "epoch": 2.34822934232715,
      "grad_norm": 2.7309627532958984,
      "learning_rate": 1.270462962962963e-05,
      "loss": 0.43329610824584963,
      "step": 22280
    },
    {
      "epoch": 2.348756323777403,
      "grad_norm": 1.8723405599594116,
      "learning_rate": 1.27e-05,
      "loss": 0.47477970123291013,
      "step": 22285
    },
    {
      "epoch": 2.349283305227656,
      "grad_norm": 2.2189314365386963,
      "learning_rate": 1.269537037037037e-05,
      "loss": 0.38816142082214355,
      "step": 22290
    },
    {
      "epoch": 2.3498102866779087,
      "grad_norm": 1.9067940711975098,
      "learning_rate": 1.269074074074074e-05,
      "loss": 0.42280402183532717,
      "step": 22295
    },
    {
      "epoch": 2.350337268128162,
      "grad_norm": 1.8403035402297974,
      "learning_rate": 1.2686111111111113e-05,
      "loss": 0.37033901214599607,
      "step": 22300
    },
    {
      "epoch": 2.350864249578415,
      "grad_norm": 2.313762664794922,
      "learning_rate": 1.2681481481481483e-05,
      "loss": 0.4563899517059326,
      "step": 22305
    },
    {
      "epoch": 2.3513912310286678,
      "grad_norm": 1.6687853336334229,
      "learning_rate": 1.2676851851851853e-05,
      "loss": 0.6424240112304688,
      "step": 22310
    },
    {
      "epoch": 2.3519182124789206,
      "grad_norm": 1.6215016841888428,
      "learning_rate": 1.2672222222222222e-05,
      "loss": 0.3896609306335449,
      "step": 22315
    },
    {
      "epoch": 2.3524451939291735,
      "grad_norm": 1.2285209894180298,
      "learning_rate": 1.2667592592592592e-05,
      "loss": 0.4846340656280518,
      "step": 22320
    },
    {
      "epoch": 2.352972175379427,
      "grad_norm": 1.3979166746139526,
      "learning_rate": 1.2662962962962964e-05,
      "loss": 0.5194846153259277,
      "step": 22325
    },
    {
      "epoch": 2.3534991568296797,
      "grad_norm": 2.6205711364746094,
      "learning_rate": 1.2658333333333334e-05,
      "loss": 0.33484039306640623,
      "step": 22330
    },
    {
      "epoch": 2.3540261382799326,
      "grad_norm": 2.1832849979400635,
      "learning_rate": 1.2653703703703704e-05,
      "loss": 0.5215242385864258,
      "step": 22335
    },
    {
      "epoch": 2.3545531197301854,
      "grad_norm": 5.994851589202881,
      "learning_rate": 1.2649074074074074e-05,
      "loss": 0.3895889759063721,
      "step": 22340
    },
    {
      "epoch": 2.3550801011804383,
      "grad_norm": 1.9891791343688965,
      "learning_rate": 1.2644444444444444e-05,
      "loss": 0.5105437278747559,
      "step": 22345
    },
    {
      "epoch": 2.3556070826306916,
      "grad_norm": 3.5603981018066406,
      "learning_rate": 1.2639814814814816e-05,
      "loss": 0.5381427764892578,
      "step": 22350
    },
    {
      "epoch": 2.3561340640809445,
      "grad_norm": 3.852752685546875,
      "learning_rate": 1.2635185185185186e-05,
      "loss": 0.5030954837799072,
      "step": 22355
    },
    {
      "epoch": 2.3566610455311974,
      "grad_norm": 1.372475266456604,
      "learning_rate": 1.2630555555555555e-05,
      "loss": 0.39919941425323485,
      "step": 22360
    },
    {
      "epoch": 2.3571880269814502,
      "grad_norm": 7.645946502685547,
      "learning_rate": 1.2625925925925925e-05,
      "loss": 0.37320210933685305,
      "step": 22365
    },
    {
      "epoch": 2.357715008431703,
      "grad_norm": 2.094285249710083,
      "learning_rate": 1.2621296296296297e-05,
      "loss": 0.36104736328125,
      "step": 22370
    },
    {
      "epoch": 2.358241989881956,
      "grad_norm": 2.135341167449951,
      "learning_rate": 1.2616666666666667e-05,
      "loss": 0.3680579662322998,
      "step": 22375
    },
    {
      "epoch": 2.358768971332209,
      "grad_norm": 2.5985355377197266,
      "learning_rate": 1.2612037037037037e-05,
      "loss": 0.3904398441314697,
      "step": 22380
    },
    {
      "epoch": 2.359295952782462,
      "grad_norm": 1.4021180868148804,
      "learning_rate": 1.2607407407407408e-05,
      "loss": 0.44122862815856934,
      "step": 22385
    },
    {
      "epoch": 2.359822934232715,
      "grad_norm": 1.1939982175827026,
      "learning_rate": 1.2602777777777778e-05,
      "loss": 0.27672839164733887,
      "step": 22390
    },
    {
      "epoch": 2.360349915682968,
      "grad_norm": 2.0685534477233887,
      "learning_rate": 1.259814814814815e-05,
      "loss": 0.4927692413330078,
      "step": 22395
    },
    {
      "epoch": 2.360876897133221,
      "grad_norm": 4.743931770324707,
      "learning_rate": 1.259351851851852e-05,
      "loss": 0.41729297637939455,
      "step": 22400
    },
    {
      "epoch": 2.360876897133221,
      "eval_cer": 0.07609778626508774,
      "eval_loss": 0.35880425572395325,
      "eval_runtime": 120.6887,
      "eval_samples_per_second": 24.128,
      "eval_score": 84.21269907738223,
      "eval_steps_per_second": 3.016,
      "eval_wer": 0.23964823218726763,
      "step": 22400
    },
    {
      "epoch": 2.3614038785834737,
      "grad_norm": 14.05078411102295,
      "learning_rate": 1.2588888888888888e-05,
      "loss": 0.4583276748657227,
      "step": 22405
    },
    {
      "epoch": 2.361930860033727,
      "grad_norm": 1.8513158559799194,
      "learning_rate": 1.2584259259259259e-05,
      "loss": 0.49509081840515134,
      "step": 22410
    },
    {
      "epoch": 2.36245784148398,
      "grad_norm": 1.8827770948410034,
      "learning_rate": 1.2579629629629629e-05,
      "loss": 0.4779381275177002,
      "step": 22415
    },
    {
      "epoch": 2.3629848229342327,
      "grad_norm": 24.06892967224121,
      "learning_rate": 1.2575e-05,
      "loss": 0.3453547954559326,
      "step": 22420
    },
    {
      "epoch": 2.3635118043844856,
      "grad_norm": 4.016894340515137,
      "learning_rate": 1.2570370370370371e-05,
      "loss": 0.3591339588165283,
      "step": 22425
    },
    {
      "epoch": 2.3640387858347385,
      "grad_norm": 4.026645660400391,
      "learning_rate": 1.2565740740740741e-05,
      "loss": 0.5798825263977051,
      "step": 22430
    },
    {
      "epoch": 2.364565767284992,
      "grad_norm": 2.146669387817383,
      "learning_rate": 1.2561111111111111e-05,
      "loss": 0.37427268028259275,
      "step": 22435
    },
    {
      "epoch": 2.3650927487352447,
      "grad_norm": 1.8884168863296509,
      "learning_rate": 1.2556481481481482e-05,
      "loss": 0.4809139251708984,
      "step": 22440
    },
    {
      "epoch": 2.3656197301854975,
      "grad_norm": 5.482119560241699,
      "learning_rate": 1.2551851851851853e-05,
      "loss": 0.6039566993713379,
      "step": 22445
    },
    {
      "epoch": 2.3661467116357504,
      "grad_norm": 2.223193407058716,
      "learning_rate": 1.2547222222222222e-05,
      "loss": 0.4088718414306641,
      "step": 22450
    },
    {
      "epoch": 2.3666736930860033,
      "grad_norm": 2.0388238430023193,
      "learning_rate": 1.2542592592592592e-05,
      "loss": 0.369738245010376,
      "step": 22455
    },
    {
      "epoch": 2.367200674536256,
      "grad_norm": 1.6744422912597656,
      "learning_rate": 1.2537962962962962e-05,
      "loss": 0.46312222480773924,
      "step": 22460
    },
    {
      "epoch": 2.367727655986509,
      "grad_norm": 1.910317301750183,
      "learning_rate": 1.2533333333333334e-05,
      "loss": 0.6068531036376953,
      "step": 22465
    },
    {
      "epoch": 2.3682546374367623,
      "grad_norm": 1.7522616386413574,
      "learning_rate": 1.2528703703703704e-05,
      "loss": 0.4881743431091309,
      "step": 22470
    },
    {
      "epoch": 2.368781618887015,
      "grad_norm": 3.293706178665161,
      "learning_rate": 1.2524074074074075e-05,
      "loss": 0.42139835357666017,
      "step": 22475
    },
    {
      "epoch": 2.369308600337268,
      "grad_norm": 3.321260929107666,
      "learning_rate": 1.2519444444444445e-05,
      "loss": 0.5751739978790283,
      "step": 22480
    },
    {
      "epoch": 2.369835581787521,
      "grad_norm": 2.781066417694092,
      "learning_rate": 1.2514814814814815e-05,
      "loss": 0.6524344921112061,
      "step": 22485
    },
    {
      "epoch": 2.370362563237774,
      "grad_norm": 25.451011657714844,
      "learning_rate": 1.2510185185185187e-05,
      "loss": 0.4751898765563965,
      "step": 22490
    },
    {
      "epoch": 2.370889544688027,
      "grad_norm": 1.5930111408233643,
      "learning_rate": 1.2505555555555555e-05,
      "loss": 0.48123822212219236,
      "step": 22495
    },
    {
      "epoch": 2.37141652613828,
      "grad_norm": 2.9182870388031006,
      "learning_rate": 1.2500925925925926e-05,
      "loss": 0.5027851581573486,
      "step": 22500
    },
    {
      "epoch": 2.371943507588533,
      "grad_norm": 3.5631301403045654,
      "learning_rate": 1.2496296296296296e-05,
      "loss": 0.45951995849609373,
      "step": 22505
    },
    {
      "epoch": 2.3724704890387858,
      "grad_norm": 2.03171443939209,
      "learning_rate": 1.2491666666666666e-05,
      "loss": 0.46594972610473634,
      "step": 22510
    },
    {
      "epoch": 2.3729974704890386,
      "grad_norm": 2.717136859893799,
      "learning_rate": 1.2487037037037038e-05,
      "loss": 0.48016719818115233,
      "step": 22515
    },
    {
      "epoch": 2.373524451939292,
      "grad_norm": 2.4153635501861572,
      "learning_rate": 1.2482407407407408e-05,
      "loss": 0.39205279350280764,
      "step": 22520
    },
    {
      "epoch": 2.374051433389545,
      "grad_norm": 1.427804946899414,
      "learning_rate": 1.2477777777777778e-05,
      "loss": 0.35736708641052245,
      "step": 22525
    },
    {
      "epoch": 2.3745784148397977,
      "grad_norm": 1.5598047971725464,
      "learning_rate": 1.2473148148148148e-05,
      "loss": 0.35945355892181396,
      "step": 22530
    },
    {
      "epoch": 2.3751053962900506,
      "grad_norm": 5.992896556854248,
      "learning_rate": 1.246851851851852e-05,
      "loss": 0.5712872505187988,
      "step": 22535
    },
    {
      "epoch": 2.3756323777403034,
      "grad_norm": 2.997101068496704,
      "learning_rate": 1.246388888888889e-05,
      "loss": 0.39925198554992675,
      "step": 22540
    },
    {
      "epoch": 2.3761593591905563,
      "grad_norm": 1.693345308303833,
      "learning_rate": 1.2459259259259259e-05,
      "loss": 0.4068148612976074,
      "step": 22545
    },
    {
      "epoch": 2.3766863406408096,
      "grad_norm": 1.738572120666504,
      "learning_rate": 1.245462962962963e-05,
      "loss": 0.42914915084838867,
      "step": 22550
    },
    {
      "epoch": 2.3772133220910625,
      "grad_norm": 2.3139326572418213,
      "learning_rate": 1.245e-05,
      "loss": 0.4471153736114502,
      "step": 22555
    },
    {
      "epoch": 2.3777403035413154,
      "grad_norm": 1.4245277643203735,
      "learning_rate": 1.2445370370370371e-05,
      "loss": 0.3812047243118286,
      "step": 22560
    },
    {
      "epoch": 2.3782672849915683,
      "grad_norm": 3.0468811988830566,
      "learning_rate": 1.2440740740740741e-05,
      "loss": 0.3825476408004761,
      "step": 22565
    },
    {
      "epoch": 2.378794266441821,
      "grad_norm": 9.133609771728516,
      "learning_rate": 1.2436111111111112e-05,
      "loss": 0.5014925956726074,
      "step": 22570
    },
    {
      "epoch": 2.379321247892074,
      "grad_norm": 3.7214105129241943,
      "learning_rate": 1.2431481481481482e-05,
      "loss": 0.5123290538787841,
      "step": 22575
    },
    {
      "epoch": 2.3798482293423273,
      "grad_norm": 2.209218978881836,
      "learning_rate": 1.2426851851851852e-05,
      "loss": 0.6715385913848877,
      "step": 22580
    },
    {
      "epoch": 2.38037521079258,
      "grad_norm": 3.007323980331421,
      "learning_rate": 1.2422222222222224e-05,
      "loss": 0.3655348777770996,
      "step": 22585
    },
    {
      "epoch": 2.380902192242833,
      "grad_norm": 5.205535411834717,
      "learning_rate": 1.2417592592592592e-05,
      "loss": 0.5109433650970459,
      "step": 22590
    },
    {
      "epoch": 2.381429173693086,
      "grad_norm": 2.374490261077881,
      "learning_rate": 1.2412962962962963e-05,
      "loss": 0.3963275671005249,
      "step": 22595
    },
    {
      "epoch": 2.381956155143339,
      "grad_norm": 3.7855145931243896,
      "learning_rate": 1.2408333333333333e-05,
      "loss": 0.39442992210388184,
      "step": 22600
    },
    {
      "epoch": 2.382483136593592,
      "grad_norm": 2.16660475730896,
      "learning_rate": 1.2403703703703703e-05,
      "loss": 0.43927249908447263,
      "step": 22605
    },
    {
      "epoch": 2.383010118043845,
      "grad_norm": 1.0520918369293213,
      "learning_rate": 1.2399074074074075e-05,
      "loss": 0.3471203088760376,
      "step": 22610
    },
    {
      "epoch": 2.383537099494098,
      "grad_norm": 1.6929198503494263,
      "learning_rate": 1.2394444444444445e-05,
      "loss": 0.48473024368286133,
      "step": 22615
    },
    {
      "epoch": 2.3840640809443507,
      "grad_norm": 12.984243392944336,
      "learning_rate": 1.2389814814814815e-05,
      "loss": 0.5203933238983154,
      "step": 22620
    },
    {
      "epoch": 2.3845910623946036,
      "grad_norm": 2.0610663890838623,
      "learning_rate": 1.2385185185185186e-05,
      "loss": 0.4422190189361572,
      "step": 22625
    },
    {
      "epoch": 2.3851180438448565,
      "grad_norm": 1.113508939743042,
      "learning_rate": 1.2380555555555557e-05,
      "loss": 0.4450069904327393,
      "step": 22630
    },
    {
      "epoch": 2.38564502529511,
      "grad_norm": 3.5348706245422363,
      "learning_rate": 1.2375925925925926e-05,
      "loss": 0.48886752128601074,
      "step": 22635
    },
    {
      "epoch": 2.3861720067453627,
      "grad_norm": 1.5215998888015747,
      "learning_rate": 1.2371296296296296e-05,
      "loss": 0.4270538330078125,
      "step": 22640
    },
    {
      "epoch": 2.3866989881956155,
      "grad_norm": 1.189125657081604,
      "learning_rate": 1.2366666666666666e-05,
      "loss": 0.4011472225189209,
      "step": 22645
    },
    {
      "epoch": 2.3872259696458684,
      "grad_norm": 3.9565982818603516,
      "learning_rate": 1.2362037037037036e-05,
      "loss": 0.6373020648956299,
      "step": 22650
    },
    {
      "epoch": 2.3877529510961213,
      "grad_norm": 1.6088807582855225,
      "learning_rate": 1.2357407407407408e-05,
      "loss": 0.35043907165527344,
      "step": 22655
    },
    {
      "epoch": 2.388279932546374,
      "grad_norm": 1.9637888669967651,
      "learning_rate": 1.2352777777777779e-05,
      "loss": 0.46526737213134767,
      "step": 22660
    },
    {
      "epoch": 2.3888069139966275,
      "grad_norm": 13.175780296325684,
      "learning_rate": 1.2348148148148149e-05,
      "loss": 0.7411613464355469,
      "step": 22665
    },
    {
      "epoch": 2.3893338954468804,
      "grad_norm": 1.4990350008010864,
      "learning_rate": 1.2343518518518519e-05,
      "loss": 0.5686057567596435,
      "step": 22670
    },
    {
      "epoch": 2.3898608768971332,
      "grad_norm": 3.18147349357605,
      "learning_rate": 1.2338888888888889e-05,
      "loss": 0.42821488380432127,
      "step": 22675
    },
    {
      "epoch": 2.390387858347386,
      "grad_norm": 2.094520092010498,
      "learning_rate": 1.233425925925926e-05,
      "loss": 0.5277091026306152,
      "step": 22680
    },
    {
      "epoch": 2.390914839797639,
      "grad_norm": 2.5488765239715576,
      "learning_rate": 1.232962962962963e-05,
      "loss": 0.3425403356552124,
      "step": 22685
    },
    {
      "epoch": 2.3914418212478923,
      "grad_norm": 1.7024153470993042,
      "learning_rate": 1.2325e-05,
      "loss": 0.5089829444885254,
      "step": 22690
    },
    {
      "epoch": 2.391968802698145,
      "grad_norm": 1.8159027099609375,
      "learning_rate": 1.232037037037037e-05,
      "loss": 0.39207627773284914,
      "step": 22695
    },
    {
      "epoch": 2.392495784148398,
      "grad_norm": 2.0227746963500977,
      "learning_rate": 1.2315740740740742e-05,
      "loss": 0.5226248264312744,
      "step": 22700
    },
    {
      "epoch": 2.393022765598651,
      "grad_norm": 1.82062828540802,
      "learning_rate": 1.2311111111111112e-05,
      "loss": 0.45348129272460935,
      "step": 22705
    },
    {
      "epoch": 2.3935497470489038,
      "grad_norm": 1.1434483528137207,
      "learning_rate": 1.2306481481481482e-05,
      "loss": 0.43601136207580565,
      "step": 22710
    },
    {
      "epoch": 2.3940767284991566,
      "grad_norm": 1.6097943782806396,
      "learning_rate": 1.2301851851851852e-05,
      "loss": 0.545542860031128,
      "step": 22715
    },
    {
      "epoch": 2.39460370994941,
      "grad_norm": 1.2570433616638184,
      "learning_rate": 1.2297222222222223e-05,
      "loss": 0.4317281246185303,
      "step": 22720
    },
    {
      "epoch": 2.395130691399663,
      "grad_norm": 2.9893290996551514,
      "learning_rate": 1.2292592592592593e-05,
      "loss": 0.4007514476776123,
      "step": 22725
    },
    {
      "epoch": 2.3956576728499157,
      "grad_norm": 2.9950311183929443,
      "learning_rate": 1.2287962962962963e-05,
      "loss": 0.7350791454315185,
      "step": 22730
    },
    {
      "epoch": 2.3961846543001686,
      "grad_norm": 1.5576194524765015,
      "learning_rate": 1.2283333333333333e-05,
      "loss": 0.40508337020874025,
      "step": 22735
    },
    {
      "epoch": 2.3967116357504215,
      "grad_norm": 1.2691450119018555,
      "learning_rate": 1.2278703703703703e-05,
      "loss": 0.2943378448486328,
      "step": 22740
    },
    {
      "epoch": 2.3972386172006743,
      "grad_norm": 5.346286773681641,
      "learning_rate": 1.2274074074074074e-05,
      "loss": 0.45716609954833987,
      "step": 22745
    },
    {
      "epoch": 2.3977655986509276,
      "grad_norm": 2.0592470169067383,
      "learning_rate": 1.2269444444444445e-05,
      "loss": 0.42708587646484375,
      "step": 22750
    },
    {
      "epoch": 2.3982925801011805,
      "grad_norm": 2.1303532123565674,
      "learning_rate": 1.2264814814814816e-05,
      "loss": 0.49242510795593264,
      "step": 22755
    },
    {
      "epoch": 2.3988195615514334,
      "grad_norm": 1.2839962244033813,
      "learning_rate": 1.2260185185185186e-05,
      "loss": 0.4047737121582031,
      "step": 22760
    },
    {
      "epoch": 2.3993465430016863,
      "grad_norm": 1.5939732789993286,
      "learning_rate": 1.2255555555555556e-05,
      "loss": 0.29662265777587893,
      "step": 22765
    },
    {
      "epoch": 2.399873524451939,
      "grad_norm": 3.199747323989868,
      "learning_rate": 1.2250925925925926e-05,
      "loss": 0.43985776901245116,
      "step": 22770
    },
    {
      "epoch": 2.4004005059021924,
      "grad_norm": 3.5715529918670654,
      "learning_rate": 1.2246296296296296e-05,
      "loss": 0.5117341995239257,
      "step": 22775
    },
    {
      "epoch": 2.4009274873524453,
      "grad_norm": 1.4794505834579468,
      "learning_rate": 1.2241666666666667e-05,
      "loss": 0.32152767181396485,
      "step": 22780
    },
    {
      "epoch": 2.401454468802698,
      "grad_norm": 2.3328309059143066,
      "learning_rate": 1.2237037037037037e-05,
      "loss": 0.31705503463745116,
      "step": 22785
    },
    {
      "epoch": 2.401981450252951,
      "grad_norm": 2.5170552730560303,
      "learning_rate": 1.2232407407407407e-05,
      "loss": 0.45714235305786133,
      "step": 22790
    },
    {
      "epoch": 2.402508431703204,
      "grad_norm": 1.236683964729309,
      "learning_rate": 1.2227777777777779e-05,
      "loss": 0.4703101634979248,
      "step": 22795
    },
    {
      "epoch": 2.403035413153457,
      "grad_norm": 1.3285894393920898,
      "learning_rate": 1.2223148148148149e-05,
      "loss": 0.41857032775878905,
      "step": 22800
    },
    {
      "epoch": 2.40356239460371,
      "grad_norm": 265.78302001953125,
      "learning_rate": 1.221851851851852e-05,
      "loss": 0.3837497472763062,
      "step": 22805
    },
    {
      "epoch": 2.404089376053963,
      "grad_norm": 6.359880447387695,
      "learning_rate": 1.221388888888889e-05,
      "loss": 0.45002899169921873,
      "step": 22810
    },
    {
      "epoch": 2.404616357504216,
      "grad_norm": 1.9294345378875732,
      "learning_rate": 1.220925925925926e-05,
      "loss": 0.5257622718811035,
      "step": 22815
    },
    {
      "epoch": 2.4051433389544687,
      "grad_norm": 2.1453707218170166,
      "learning_rate": 1.220462962962963e-05,
      "loss": 0.53799467086792,
      "step": 22820
    },
    {
      "epoch": 2.4056703204047216,
      "grad_norm": 3.508453130722046,
      "learning_rate": 1.22e-05,
      "loss": 0.4245772361755371,
      "step": 22825
    },
    {
      "epoch": 2.4061973018549745,
      "grad_norm": 3.78312349319458,
      "learning_rate": 1.219537037037037e-05,
      "loss": 0.5803577423095703,
      "step": 22830
    },
    {
      "epoch": 2.406724283305228,
      "grad_norm": 5.96724796295166,
      "learning_rate": 1.219074074074074e-05,
      "loss": 0.49982194900512694,
      "step": 22835
    },
    {
      "epoch": 2.4072512647554807,
      "grad_norm": 28.927473068237305,
      "learning_rate": 1.218611111111111e-05,
      "loss": 0.6558267116546631,
      "step": 22840
    },
    {
      "epoch": 2.4077782462057336,
      "grad_norm": 10.067278861999512,
      "learning_rate": 1.2181481481481483e-05,
      "loss": 0.3123176574707031,
      "step": 22845
    },
    {
      "epoch": 2.4083052276559864,
      "grad_norm": 2.2798962593078613,
      "learning_rate": 1.2176851851851853e-05,
      "loss": 0.40134825706481936,
      "step": 22850
    },
    {
      "epoch": 2.4088322091062393,
      "grad_norm": 3.1974613666534424,
      "learning_rate": 1.2172222222222223e-05,
      "loss": 0.7967727661132813,
      "step": 22855
    },
    {
      "epoch": 2.4093591905564926,
      "grad_norm": 1.882046103477478,
      "learning_rate": 1.2167592592592593e-05,
      "loss": 0.4710697650909424,
      "step": 22860
    },
    {
      "epoch": 2.4098861720067455,
      "grad_norm": 3.53039288520813,
      "learning_rate": 1.2162962962962963e-05,
      "loss": 0.4857513427734375,
      "step": 22865
    },
    {
      "epoch": 2.4104131534569984,
      "grad_norm": 3.2435383796691895,
      "learning_rate": 1.2158333333333334e-05,
      "loss": 0.5589869499206543,
      "step": 22870
    },
    {
      "epoch": 2.4109401349072512,
      "grad_norm": 2.439401626586914,
      "learning_rate": 1.2153703703703704e-05,
      "loss": 0.38056130409240724,
      "step": 22875
    },
    {
      "epoch": 2.411467116357504,
      "grad_norm": 1.6912304162979126,
      "learning_rate": 1.2149074074074074e-05,
      "loss": 0.30664474964141847,
      "step": 22880
    },
    {
      "epoch": 2.411994097807757,
      "grad_norm": 2.3731026649475098,
      "learning_rate": 1.2144444444444444e-05,
      "loss": 0.5091197967529297,
      "step": 22885
    },
    {
      "epoch": 2.4125210792580103,
      "grad_norm": 1.437731385231018,
      "learning_rate": 1.2139814814814816e-05,
      "loss": 0.4617882251739502,
      "step": 22890
    },
    {
      "epoch": 2.413048060708263,
      "grad_norm": 4.125916004180908,
      "learning_rate": 1.2135185185185186e-05,
      "loss": 0.5009087562561035,
      "step": 22895
    },
    {
      "epoch": 2.413575042158516,
      "grad_norm": 1.337812066078186,
      "learning_rate": 1.2130555555555556e-05,
      "loss": 0.43297610282897947,
      "step": 22900
    },
    {
      "epoch": 2.414102023608769,
      "grad_norm": 4.238330364227295,
      "learning_rate": 1.2125925925925927e-05,
      "loss": 0.4102312088012695,
      "step": 22905
    },
    {
      "epoch": 2.414629005059022,
      "grad_norm": 1.615104079246521,
      "learning_rate": 1.2121296296296295e-05,
      "loss": 0.3627494812011719,
      "step": 22910
    },
    {
      "epoch": 2.4151559865092747,
      "grad_norm": 1.8612768650054932,
      "learning_rate": 1.2116666666666667e-05,
      "loss": 0.4344480991363525,
      "step": 22915
    },
    {
      "epoch": 2.415682967959528,
      "grad_norm": 1.7672821283340454,
      "learning_rate": 1.2112037037037037e-05,
      "loss": 0.3286091089248657,
      "step": 22920
    },
    {
      "epoch": 2.416209949409781,
      "grad_norm": 2.711421012878418,
      "learning_rate": 1.2107407407407407e-05,
      "loss": 0.5947924137115479,
      "step": 22925
    },
    {
      "epoch": 2.4167369308600337,
      "grad_norm": 5.544612407684326,
      "learning_rate": 1.2102777777777778e-05,
      "loss": 0.3527071952819824,
      "step": 22930
    },
    {
      "epoch": 2.4172639123102866,
      "grad_norm": 2.5603556632995605,
      "learning_rate": 1.2098148148148148e-05,
      "loss": 0.5596672058105469,
      "step": 22935
    },
    {
      "epoch": 2.4177908937605395,
      "grad_norm": 11.17866039276123,
      "learning_rate": 1.209351851851852e-05,
      "loss": 0.5832846641540528,
      "step": 22940
    },
    {
      "epoch": 2.4183178752107928,
      "grad_norm": 0.9236491918563843,
      "learning_rate": 1.208888888888889e-05,
      "loss": 0.3708049297332764,
      "step": 22945
    },
    {
      "epoch": 2.4188448566610457,
      "grad_norm": 1.390866756439209,
      "learning_rate": 1.208425925925926e-05,
      "loss": 0.565192699432373,
      "step": 22950
    },
    {
      "epoch": 2.4193718381112985,
      "grad_norm": 2.1456298828125,
      "learning_rate": 1.2079629629629629e-05,
      "loss": 0.3707556247711182,
      "step": 22955
    },
    {
      "epoch": 2.4198988195615514,
      "grad_norm": 2.390779972076416,
      "learning_rate": 1.2075e-05,
      "loss": 0.49477357864379884,
      "step": 22960
    },
    {
      "epoch": 2.4204258010118043,
      "grad_norm": 1.5925902128219604,
      "learning_rate": 1.207037037037037e-05,
      "loss": 0.3947018623352051,
      "step": 22965
    },
    {
      "epoch": 2.4209527824620576,
      "grad_norm": 1.9460294246673584,
      "learning_rate": 1.206574074074074e-05,
      "loss": 0.4351693630218506,
      "step": 22970
    },
    {
      "epoch": 2.4214797639123105,
      "grad_norm": 2.355727195739746,
      "learning_rate": 1.2061111111111111e-05,
      "loss": 0.46428751945495605,
      "step": 22975
    },
    {
      "epoch": 2.4220067453625633,
      "grad_norm": 1.8609172105789185,
      "learning_rate": 1.2056481481481481e-05,
      "loss": 0.36838502883911134,
      "step": 22980
    },
    {
      "epoch": 2.422533726812816,
      "grad_norm": 3.246284008026123,
      "learning_rate": 1.2051851851851853e-05,
      "loss": 0.588718318939209,
      "step": 22985
    },
    {
      "epoch": 2.423060708263069,
      "grad_norm": 1.4669454097747803,
      "learning_rate": 1.2047222222222223e-05,
      "loss": 0.3436960935592651,
      "step": 22990
    },
    {
      "epoch": 2.423587689713322,
      "grad_norm": 1.0678800344467163,
      "learning_rate": 1.2042592592592593e-05,
      "loss": 0.4994993209838867,
      "step": 22995
    },
    {
      "epoch": 2.424114671163575,
      "grad_norm": 2.1527585983276367,
      "learning_rate": 1.2037962962962962e-05,
      "loss": 0.4232787609100342,
      "step": 23000
    },
    {
      "epoch": 2.424641652613828,
      "grad_norm": 2.4083304405212402,
      "learning_rate": 1.2033333333333332e-05,
      "loss": 0.5514143943786621,
      "step": 23005
    },
    {
      "epoch": 2.425168634064081,
      "grad_norm": 4.0520548820495605,
      "learning_rate": 1.2028703703703704e-05,
      "loss": 0.39436755180358884,
      "step": 23010
    },
    {
      "epoch": 2.425695615514334,
      "grad_norm": 22.917091369628906,
      "learning_rate": 1.2024074074074074e-05,
      "loss": 0.350148868560791,
      "step": 23015
    },
    {
      "epoch": 2.4262225969645868,
      "grad_norm": 1.7770112752914429,
      "learning_rate": 1.2019444444444444e-05,
      "loss": 0.37541062831878663,
      "step": 23020
    },
    {
      "epoch": 2.4267495784148396,
      "grad_norm": 3.5859596729278564,
      "learning_rate": 1.2014814814814815e-05,
      "loss": 0.5922487735748291,
      "step": 23025
    },
    {
      "epoch": 2.427276559865093,
      "grad_norm": 2.20589542388916,
      "learning_rate": 1.2010185185185187e-05,
      "loss": 0.4549552440643311,
      "step": 23030
    },
    {
      "epoch": 2.427803541315346,
      "grad_norm": 0.9814050793647766,
      "learning_rate": 1.2005555555555557e-05,
      "loss": 0.32780442237854,
      "step": 23035
    },
    {
      "epoch": 2.4283305227655987,
      "grad_norm": 2.458052635192871,
      "learning_rate": 1.2000925925925927e-05,
      "loss": 0.5705255031585693,
      "step": 23040
    },
    {
      "epoch": 2.4288575042158516,
      "grad_norm": 1.935542106628418,
      "learning_rate": 1.1996296296296297e-05,
      "loss": 0.40154252052307127,
      "step": 23045
    },
    {
      "epoch": 2.4293844856661044,
      "grad_norm": 5.012295722961426,
      "learning_rate": 1.1991666666666666e-05,
      "loss": 0.3296853542327881,
      "step": 23050
    },
    {
      "epoch": 2.4299114671163577,
      "grad_norm": 1.5016789436340332,
      "learning_rate": 1.1987037037037038e-05,
      "loss": 0.5154259681701661,
      "step": 23055
    },
    {
      "epoch": 2.4304384485666106,
      "grad_norm": 1.8552364110946655,
      "learning_rate": 1.1982407407407408e-05,
      "loss": 0.40491952896118166,
      "step": 23060
    },
    {
      "epoch": 2.4309654300168635,
      "grad_norm": 2.565147638320923,
      "learning_rate": 1.1977777777777778e-05,
      "loss": 0.6297153472900391,
      "step": 23065
    },
    {
      "epoch": 2.4314924114671164,
      "grad_norm": 4.650825500488281,
      "learning_rate": 1.1973148148148148e-05,
      "loss": 0.49455413818359373,
      "step": 23070
    },
    {
      "epoch": 2.4320193929173692,
      "grad_norm": 1.8760061264038086,
      "learning_rate": 1.1968518518518518e-05,
      "loss": 0.3877025842666626,
      "step": 23075
    },
    {
      "epoch": 2.432546374367622,
      "grad_norm": 2.6855390071868896,
      "learning_rate": 1.196388888888889e-05,
      "loss": 0.4547917366027832,
      "step": 23080
    },
    {
      "epoch": 2.433073355817875,
      "grad_norm": 5.385289192199707,
      "learning_rate": 1.195925925925926e-05,
      "loss": 0.41721153259277344,
      "step": 23085
    },
    {
      "epoch": 2.4336003372681283,
      "grad_norm": 1.4400608539581299,
      "learning_rate": 1.195462962962963e-05,
      "loss": 0.4273063182830811,
      "step": 23090
    },
    {
      "epoch": 2.434127318718381,
      "grad_norm": 1.9716538190841675,
      "learning_rate": 1.1949999999999999e-05,
      "loss": 0.7601675987243652,
      "step": 23095
    },
    {
      "epoch": 2.434654300168634,
      "grad_norm": 1.1798876523971558,
      "learning_rate": 1.1945370370370371e-05,
      "loss": 0.40987367630004884,
      "step": 23100
    },
    {
      "epoch": 2.435181281618887,
      "grad_norm": 1.5823110342025757,
      "learning_rate": 1.1940740740740741e-05,
      "loss": 0.37159175872802735,
      "step": 23105
    },
    {
      "epoch": 2.43570826306914,
      "grad_norm": 1.3948934078216553,
      "learning_rate": 1.1936111111111111e-05,
      "loss": 0.48065361976623533,
      "step": 23110
    },
    {
      "epoch": 2.436235244519393,
      "grad_norm": 2.0479378700256348,
      "learning_rate": 1.1931481481481482e-05,
      "loss": 0.4200387477874756,
      "step": 23115
    },
    {
      "epoch": 2.436762225969646,
      "grad_norm": 1.4877132177352905,
      "learning_rate": 1.1926851851851852e-05,
      "loss": 0.5649399280548095,
      "step": 23120
    },
    {
      "epoch": 2.437289207419899,
      "grad_norm": 1.6171733140945435,
      "learning_rate": 1.1922222222222224e-05,
      "loss": 0.3694589138031006,
      "step": 23125
    },
    {
      "epoch": 2.4378161888701517,
      "grad_norm": 1.938854694366455,
      "learning_rate": 1.1917592592592594e-05,
      "loss": 0.539244556427002,
      "step": 23130
    },
    {
      "epoch": 2.4383431703204046,
      "grad_norm": 6.469031810760498,
      "learning_rate": 1.1912962962962964e-05,
      "loss": 0.4440727710723877,
      "step": 23135
    },
    {
      "epoch": 2.438870151770658,
      "grad_norm": 2.598015546798706,
      "learning_rate": 1.1908333333333333e-05,
      "loss": 0.4184004783630371,
      "step": 23140
    },
    {
      "epoch": 2.439397133220911,
      "grad_norm": 1.226415991783142,
      "learning_rate": 1.1903703703703703e-05,
      "loss": 0.2627753019332886,
      "step": 23145
    },
    {
      "epoch": 2.4399241146711637,
      "grad_norm": 3.603498697280884,
      "learning_rate": 1.1899074074074075e-05,
      "loss": 0.3960334539413452,
      "step": 23150
    },
    {
      "epoch": 2.4404510961214165,
      "grad_norm": 2.782000780105591,
      "learning_rate": 1.1894444444444445e-05,
      "loss": 0.3815122127532959,
      "step": 23155
    },
    {
      "epoch": 2.4409780775716694,
      "grad_norm": 1.8502516746520996,
      "learning_rate": 1.1889814814814815e-05,
      "loss": 0.5941595077514649,
      "step": 23160
    },
    {
      "epoch": 2.4415050590219223,
      "grad_norm": 1.5123467445373535,
      "learning_rate": 1.1885185185185185e-05,
      "loss": 0.3316812038421631,
      "step": 23165
    },
    {
      "epoch": 2.442032040472175,
      "grad_norm": 1.4686774015426636,
      "learning_rate": 1.1880555555555555e-05,
      "loss": 0.3249306917190552,
      "step": 23170
    },
    {
      "epoch": 2.4425590219224285,
      "grad_norm": 1.8039840459823608,
      "learning_rate": 1.1875925925925927e-05,
      "loss": 0.3230255126953125,
      "step": 23175
    },
    {
      "epoch": 2.4430860033726813,
      "grad_norm": 5.556784152984619,
      "learning_rate": 1.1871296296296297e-05,
      "loss": 0.6170144557952881,
      "step": 23180
    },
    {
      "epoch": 2.443612984822934,
      "grad_norm": 1.49351966381073,
      "learning_rate": 1.1866666666666666e-05,
      "loss": 0.5194334983825684,
      "step": 23185
    },
    {
      "epoch": 2.444139966273187,
      "grad_norm": 2.0962231159210205,
      "learning_rate": 1.1862037037037036e-05,
      "loss": 0.3993096113204956,
      "step": 23190
    },
    {
      "epoch": 2.44466694772344,
      "grad_norm": 1.994197964668274,
      "learning_rate": 1.1857407407407408e-05,
      "loss": 0.32280659675598145,
      "step": 23195
    },
    {
      "epoch": 2.4451939291736933,
      "grad_norm": 4.764087677001953,
      "learning_rate": 1.1852777777777778e-05,
      "loss": 0.5000701427459717,
      "step": 23200
    },
    {
      "epoch": 2.4451939291736933,
      "eval_cer": 0.07478231087771009,
      "eval_loss": 0.34975770115852356,
      "eval_runtime": 121.3726,
      "eval_samples_per_second": 23.992,
      "eval_score": 84.48743113201122,
      "eval_steps_per_second": 2.999,
      "eval_wer": 0.23546906648206548,
      "step": 23200
    },
    {
      "epoch": 2.445720910623946,
      "grad_norm": 3.53236722946167,
      "learning_rate": 1.1848148148148148e-05,
      "loss": 0.6654819488525391,
      "step": 23205
    },
    {
      "epoch": 2.446247892074199,
      "grad_norm": 2.0612025260925293,
      "learning_rate": 1.1843518518518519e-05,
      "loss": 0.37231993675231934,
      "step": 23210
    },
    {
      "epoch": 2.446774873524452,
      "grad_norm": 1.1779769659042358,
      "learning_rate": 1.1838888888888889e-05,
      "loss": 0.3175056934356689,
      "step": 23215
    },
    {
      "epoch": 2.4473018549747048,
      "grad_norm": 3.1111209392547607,
      "learning_rate": 1.183425925925926e-05,
      "loss": 0.7108467578887939,
      "step": 23220
    },
    {
      "epoch": 2.447828836424958,
      "grad_norm": 1.4917455911636353,
      "learning_rate": 1.1829629629629631e-05,
      "loss": 0.5913073539733886,
      "step": 23225
    },
    {
      "epoch": 2.448355817875211,
      "grad_norm": 2.3916633129119873,
      "learning_rate": 1.1825e-05,
      "loss": 0.5274994850158692,
      "step": 23230
    },
    {
      "epoch": 2.448882799325464,
      "grad_norm": 2.226260185241699,
      "learning_rate": 1.182037037037037e-05,
      "loss": 0.4093435764312744,
      "step": 23235
    },
    {
      "epoch": 2.4494097807757167,
      "grad_norm": 7.108718395233154,
      "learning_rate": 1.181574074074074e-05,
      "loss": 0.3895516872406006,
      "step": 23240
    },
    {
      "epoch": 2.4499367622259696,
      "grad_norm": 2.1021597385406494,
      "learning_rate": 1.1811111111111112e-05,
      "loss": 0.6012712955474854,
      "step": 23245
    },
    {
      "epoch": 2.4504637436762224,
      "grad_norm": 3.604454278945923,
      "learning_rate": 1.1806481481481482e-05,
      "loss": 0.2951140165328979,
      "step": 23250
    },
    {
      "epoch": 2.4509907251264753,
      "grad_norm": 2.2495903968811035,
      "learning_rate": 1.1801851851851852e-05,
      "loss": 0.3457982301712036,
      "step": 23255
    },
    {
      "epoch": 2.4515177065767286,
      "grad_norm": 1.4451512098312378,
      "learning_rate": 1.1797222222222222e-05,
      "loss": 0.6446120738983154,
      "step": 23260
    },
    {
      "epoch": 2.4520446880269815,
      "grad_norm": 1.410190224647522,
      "learning_rate": 1.1792592592592594e-05,
      "loss": 0.37743630409240725,
      "step": 23265
    },
    {
      "epoch": 2.4525716694772344,
      "grad_norm": 2.023881435394287,
      "learning_rate": 1.1787962962962964e-05,
      "loss": 0.32250185012817384,
      "step": 23270
    },
    {
      "epoch": 2.4530986509274872,
      "grad_norm": 7.085332870483398,
      "learning_rate": 1.1783333333333335e-05,
      "loss": 0.4963960647583008,
      "step": 23275
    },
    {
      "epoch": 2.45362563237774,
      "grad_norm": 1.9166936874389648,
      "learning_rate": 1.1778703703703703e-05,
      "loss": 0.423380708694458,
      "step": 23280
    },
    {
      "epoch": 2.4541526138279934,
      "grad_norm": 1.150004506111145,
      "learning_rate": 1.1774074074074073e-05,
      "loss": 0.3848846435546875,
      "step": 23285
    },
    {
      "epoch": 2.4546795952782463,
      "grad_norm": 3.0766735076904297,
      "learning_rate": 1.1769444444444445e-05,
      "loss": 0.5045736312866211,
      "step": 23290
    },
    {
      "epoch": 2.455206576728499,
      "grad_norm": 1.2564035654067993,
      "learning_rate": 1.1764814814814815e-05,
      "loss": 0.4156078815460205,
      "step": 23295
    },
    {
      "epoch": 2.455733558178752,
      "grad_norm": 1.1994463205337524,
      "learning_rate": 1.1760185185185186e-05,
      "loss": 0.38891074657440183,
      "step": 23300
    },
    {
      "epoch": 2.456260539629005,
      "grad_norm": 1.364278793334961,
      "learning_rate": 1.1755555555555556e-05,
      "loss": 0.503241777420044,
      "step": 23305
    },
    {
      "epoch": 2.4567875210792582,
      "grad_norm": 6.385591983795166,
      "learning_rate": 1.1750925925925926e-05,
      "loss": 0.4840254306793213,
      "step": 23310
    },
    {
      "epoch": 2.457314502529511,
      "grad_norm": 1.1689410209655762,
      "learning_rate": 1.1746296296296298e-05,
      "loss": 0.346671986579895,
      "step": 23315
    },
    {
      "epoch": 2.457841483979764,
      "grad_norm": 2.3539154529571533,
      "learning_rate": 1.1741666666666668e-05,
      "loss": 0.5825319766998291,
      "step": 23320
    },
    {
      "epoch": 2.458368465430017,
      "grad_norm": 1.5107911825180054,
      "learning_rate": 1.1737037037037037e-05,
      "loss": 0.542416763305664,
      "step": 23325
    },
    {
      "epoch": 2.4588954468802697,
      "grad_norm": 2.6039037704467773,
      "learning_rate": 1.1732407407407407e-05,
      "loss": 0.3770390272140503,
      "step": 23330
    },
    {
      "epoch": 2.4594224283305226,
      "grad_norm": 2.877066135406494,
      "learning_rate": 1.1727777777777777e-05,
      "loss": 0.49856719970703123,
      "step": 23335
    },
    {
      "epoch": 2.4599494097807755,
      "grad_norm": 1.560512661933899,
      "learning_rate": 1.1723148148148149e-05,
      "loss": 0.3477641105651855,
      "step": 23340
    },
    {
      "epoch": 2.460476391231029,
      "grad_norm": 3.5121045112609863,
      "learning_rate": 1.1718518518518519e-05,
      "loss": 0.39752936363220215,
      "step": 23345
    },
    {
      "epoch": 2.4610033726812817,
      "grad_norm": 1.4203094244003296,
      "learning_rate": 1.171388888888889e-05,
      "loss": 0.5237358093261719,
      "step": 23350
    },
    {
      "epoch": 2.4615303541315345,
      "grad_norm": 2.185633659362793,
      "learning_rate": 1.170925925925926e-05,
      "loss": 0.6762465953826904,
      "step": 23355
    },
    {
      "epoch": 2.4620573355817874,
      "grad_norm": 1.6364268064498901,
      "learning_rate": 1.1704629629629631e-05,
      "loss": 0.3786104679107666,
      "step": 23360
    },
    {
      "epoch": 2.4625843170320403,
      "grad_norm": 2.3242814540863037,
      "learning_rate": 1.1700000000000001e-05,
      "loss": 0.4655475616455078,
      "step": 23365
    },
    {
      "epoch": 2.4631112984822936,
      "grad_norm": 2.364267587661743,
      "learning_rate": 1.169537037037037e-05,
      "loss": 0.5214020729064941,
      "step": 23370
    },
    {
      "epoch": 2.4636382799325465,
      "grad_norm": 1.57679283618927,
      "learning_rate": 1.169074074074074e-05,
      "loss": 0.481964635848999,
      "step": 23375
    },
    {
      "epoch": 2.4641652613827993,
      "grad_norm": 2.2594923973083496,
      "learning_rate": 1.168611111111111e-05,
      "loss": 0.7424216747283936,
      "step": 23380
    },
    {
      "epoch": 2.464692242833052,
      "grad_norm": 3.7084221839904785,
      "learning_rate": 1.1681481481481482e-05,
      "loss": 0.3860127925872803,
      "step": 23385
    },
    {
      "epoch": 2.465219224283305,
      "grad_norm": 1.4491039514541626,
      "learning_rate": 1.1676851851851852e-05,
      "loss": 0.44328889846801756,
      "step": 23390
    },
    {
      "epoch": 2.4657462057335584,
      "grad_norm": 1.9760568141937256,
      "learning_rate": 1.1672222222222223e-05,
      "loss": 0.42524495124816897,
      "step": 23395
    },
    {
      "epoch": 2.4662731871838113,
      "grad_norm": 2.1543381214141846,
      "learning_rate": 1.1667592592592593e-05,
      "loss": 0.559264850616455,
      "step": 23400
    },
    {
      "epoch": 2.466800168634064,
      "grad_norm": 1.6287994384765625,
      "learning_rate": 1.1662962962962963e-05,
      "loss": 0.4279049873352051,
      "step": 23405
    },
    {
      "epoch": 2.467327150084317,
      "grad_norm": 2.53739595413208,
      "learning_rate": 1.1658333333333335e-05,
      "loss": 0.4541802406311035,
      "step": 23410
    },
    {
      "epoch": 2.46785413153457,
      "grad_norm": 2.7192769050598145,
      "learning_rate": 1.1653703703703703e-05,
      "loss": 0.7790916442871094,
      "step": 23415
    },
    {
      "epoch": 2.4683811129848228,
      "grad_norm": 2.3018808364868164,
      "learning_rate": 1.1649074074074074e-05,
      "loss": 0.40879073143005373,
      "step": 23420
    },
    {
      "epoch": 2.4689080944350756,
      "grad_norm": 1.6997379064559937,
      "learning_rate": 1.1644444444444444e-05,
      "loss": 0.4387021064758301,
      "step": 23425
    },
    {
      "epoch": 2.469435075885329,
      "grad_norm": 3.3281142711639404,
      "learning_rate": 1.1639814814814816e-05,
      "loss": 0.45471463203430174,
      "step": 23430
    },
    {
      "epoch": 2.469962057335582,
      "grad_norm": 3.0374326705932617,
      "learning_rate": 1.1635185185185186e-05,
      "loss": 0.49293904304504393,
      "step": 23435
    },
    {
      "epoch": 2.4704890387858347,
      "grad_norm": 2.274280071258545,
      "learning_rate": 1.1630555555555556e-05,
      "loss": 0.3813846826553345,
      "step": 23440
    },
    {
      "epoch": 2.4710160202360876,
      "grad_norm": 2.1784539222717285,
      "learning_rate": 1.1625925925925926e-05,
      "loss": 0.6223485946655274,
      "step": 23445
    },
    {
      "epoch": 2.4715430016863404,
      "grad_norm": 3.2186694145202637,
      "learning_rate": 1.1621296296296296e-05,
      "loss": 0.4498011112213135,
      "step": 23450
    },
    {
      "epoch": 2.4720699831365938,
      "grad_norm": 1.6877264976501465,
      "learning_rate": 1.1616666666666668e-05,
      "loss": 0.5176158428192139,
      "step": 23455
    },
    {
      "epoch": 2.4725969645868466,
      "grad_norm": 62.13648223876953,
      "learning_rate": 1.1612037037037037e-05,
      "loss": 0.5234116554260254,
      "step": 23460
    },
    {
      "epoch": 2.4731239460370995,
      "grad_norm": 1.6334151029586792,
      "learning_rate": 1.1607407407407407e-05,
      "loss": 0.564883804321289,
      "step": 23465
    },
    {
      "epoch": 2.4736509274873524,
      "grad_norm": 1.5902364253997803,
      "learning_rate": 1.1602777777777777e-05,
      "loss": 0.3702286720275879,
      "step": 23470
    },
    {
      "epoch": 2.4741779089376053,
      "grad_norm": 1.078096866607666,
      "learning_rate": 1.1598148148148147e-05,
      "loss": 0.3905042171478271,
      "step": 23475
    },
    {
      "epoch": 2.4747048903878586,
      "grad_norm": 1.675962209701538,
      "learning_rate": 1.159351851851852e-05,
      "loss": 0.43964810371398927,
      "step": 23480
    },
    {
      "epoch": 2.4752318718381114,
      "grad_norm": 5.788259029388428,
      "learning_rate": 1.158888888888889e-05,
      "loss": 0.3375560998916626,
      "step": 23485
    },
    {
      "epoch": 2.4757588532883643,
      "grad_norm": 3.9505088329315186,
      "learning_rate": 1.158425925925926e-05,
      "loss": 0.3581845283508301,
      "step": 23490
    },
    {
      "epoch": 2.476285834738617,
      "grad_norm": 3.2826967239379883,
      "learning_rate": 1.157962962962963e-05,
      "loss": 0.5194258213043212,
      "step": 23495
    },
    {
      "epoch": 2.47681281618887,
      "grad_norm": 2.774857759475708,
      "learning_rate": 1.1575e-05,
      "loss": 0.40433011054992674,
      "step": 23500
    },
    {
      "epoch": 2.477339797639123,
      "grad_norm": 1.4453320503234863,
      "learning_rate": 1.157037037037037e-05,
      "loss": 0.4353793144226074,
      "step": 23505
    },
    {
      "epoch": 2.4778667790893762,
      "grad_norm": 2.018669605255127,
      "learning_rate": 1.156574074074074e-05,
      "loss": 0.2964913368225098,
      "step": 23510
    },
    {
      "epoch": 2.478393760539629,
      "grad_norm": 4.073376655578613,
      "learning_rate": 1.156111111111111e-05,
      "loss": 0.40769662857055666,
      "step": 23515
    },
    {
      "epoch": 2.478920741989882,
      "grad_norm": 2.3213305473327637,
      "learning_rate": 1.1556481481481481e-05,
      "loss": 0.47690787315368655,
      "step": 23520
    },
    {
      "epoch": 2.479447723440135,
      "grad_norm": 1.728242039680481,
      "learning_rate": 1.1551851851851853e-05,
      "loss": 0.36090636253356934,
      "step": 23525
    },
    {
      "epoch": 2.4799747048903877,
      "grad_norm": 3.56414794921875,
      "learning_rate": 1.1547222222222223e-05,
      "loss": 0.34213435649871826,
      "step": 23530
    },
    {
      "epoch": 2.4805016863406406,
      "grad_norm": 2.8014893531799316,
      "learning_rate": 1.1542592592592593e-05,
      "loss": 0.49694461822509767,
      "step": 23535
    },
    {
      "epoch": 2.481028667790894,
      "grad_norm": 3.4709713459014893,
      "learning_rate": 1.1537962962962963e-05,
      "loss": 0.49750490188598634,
      "step": 23540
    },
    {
      "epoch": 2.481555649241147,
      "grad_norm": 1.6352967023849487,
      "learning_rate": 1.1533333333333334e-05,
      "loss": 0.39969055652618407,
      "step": 23545
    },
    {
      "epoch": 2.4820826306913997,
      "grad_norm": 1.8980962038040161,
      "learning_rate": 1.1528703703703705e-05,
      "loss": 0.3431076526641846,
      "step": 23550
    },
    {
      "epoch": 2.4826096121416525,
      "grad_norm": 4.252464771270752,
      "learning_rate": 1.1524074074074074e-05,
      "loss": 0.6379912853240967,
      "step": 23555
    },
    {
      "epoch": 2.4831365935919054,
      "grad_norm": 2.4212965965270996,
      "learning_rate": 1.1519444444444444e-05,
      "loss": 0.3510461330413818,
      "step": 23560
    },
    {
      "epoch": 2.4836635750421587,
      "grad_norm": 1.4987424612045288,
      "learning_rate": 1.1514814814814814e-05,
      "loss": 0.6053766727447509,
      "step": 23565
    },
    {
      "epoch": 2.4841905564924116,
      "grad_norm": 2.8903932571411133,
      "learning_rate": 1.1510185185185185e-05,
      "loss": 0.38760569095611574,
      "step": 23570
    },
    {
      "epoch": 2.4847175379426645,
      "grad_norm": 1.525748372077942,
      "learning_rate": 1.1505555555555556e-05,
      "loss": 0.47879824638366697,
      "step": 23575
    },
    {
      "epoch": 2.4852445193929174,
      "grad_norm": 1.469236135482788,
      "learning_rate": 1.1500925925925927e-05,
      "loss": 0.35495901107788086,
      "step": 23580
    },
    {
      "epoch": 2.4857715008431702,
      "grad_norm": 2.242405414581299,
      "learning_rate": 1.1496296296296297e-05,
      "loss": 0.32850492000579834,
      "step": 23585
    },
    {
      "epoch": 2.486298482293423,
      "grad_norm": 1.537834644317627,
      "learning_rate": 1.1491666666666667e-05,
      "loss": 0.4825709819793701,
      "step": 23590
    },
    {
      "epoch": 2.4868254637436764,
      "grad_norm": 1.3079499006271362,
      "learning_rate": 1.1487037037037039e-05,
      "loss": 0.6203592777252197,
      "step": 23595
    },
    {
      "epoch": 2.4873524451939293,
      "grad_norm": 5.723776340484619,
      "learning_rate": 1.1482407407407407e-05,
      "loss": 0.45282397270202634,
      "step": 23600
    },
    {
      "epoch": 2.487879426644182,
      "grad_norm": 2.839142084121704,
      "learning_rate": 1.1477777777777778e-05,
      "loss": 0.3226372957229614,
      "step": 23605
    },
    {
      "epoch": 2.488406408094435,
      "grad_norm": 3.704270601272583,
      "learning_rate": 1.1473148148148148e-05,
      "loss": 0.3216793298721313,
      "step": 23610
    },
    {
      "epoch": 2.488933389544688,
      "grad_norm": 6.5940752029418945,
      "learning_rate": 1.1468518518518518e-05,
      "loss": 0.5448530197143555,
      "step": 23615
    },
    {
      "epoch": 2.4894603709949408,
      "grad_norm": 1.6946907043457031,
      "learning_rate": 1.146388888888889e-05,
      "loss": 0.5225931644439697,
      "step": 23620
    },
    {
      "epoch": 2.489987352445194,
      "grad_norm": 1.6162164211273193,
      "learning_rate": 1.145925925925926e-05,
      "loss": 0.45806064605712893,
      "step": 23625
    },
    {
      "epoch": 2.490514333895447,
      "grad_norm": 3.453212022781372,
      "learning_rate": 1.145462962962963e-05,
      "loss": 0.44919862747192385,
      "step": 23630
    },
    {
      "epoch": 2.4910413153457,
      "grad_norm": 1.5747755765914917,
      "learning_rate": 1.145e-05,
      "loss": 0.4261637210845947,
      "step": 23635
    },
    {
      "epoch": 2.4915682967959527,
      "grad_norm": 1.6352792978286743,
      "learning_rate": 1.144537037037037e-05,
      "loss": 0.5980321884155273,
      "step": 23640
    },
    {
      "epoch": 2.4920952782462056,
      "grad_norm": 1.6539891958236694,
      "learning_rate": 1.1440740740740741e-05,
      "loss": 0.5165815353393555,
      "step": 23645
    },
    {
      "epoch": 2.492622259696459,
      "grad_norm": 1.5493183135986328,
      "learning_rate": 1.1436111111111111e-05,
      "loss": 0.39467129707336424,
      "step": 23650
    },
    {
      "epoch": 2.4931492411467118,
      "grad_norm": 1.71627938747406,
      "learning_rate": 1.1431481481481481e-05,
      "loss": 0.3415940761566162,
      "step": 23655
    },
    {
      "epoch": 2.4936762225969646,
      "grad_norm": 2.8728668689727783,
      "learning_rate": 1.1426851851851851e-05,
      "loss": 0.42164459228515627,
      "step": 23660
    },
    {
      "epoch": 2.4942032040472175,
      "grad_norm": 2.028923749923706,
      "learning_rate": 1.1422222222222223e-05,
      "loss": 0.36072821617126466,
      "step": 23665
    },
    {
      "epoch": 2.4947301854974704,
      "grad_norm": 5.192279815673828,
      "learning_rate": 1.1417592592592594e-05,
      "loss": 0.498277473449707,
      "step": 23670
    },
    {
      "epoch": 2.4952571669477233,
      "grad_norm": 7.899202823638916,
      "learning_rate": 1.1412962962962964e-05,
      "loss": 0.45703930854797364,
      "step": 23675
    },
    {
      "epoch": 2.4957841483979766,
      "grad_norm": 5.330012798309326,
      "learning_rate": 1.1408333333333334e-05,
      "loss": 0.3893597602844238,
      "step": 23680
    },
    {
      "epoch": 2.4963111298482294,
      "grad_norm": 1.553163766860962,
      "learning_rate": 1.1403703703703704e-05,
      "loss": 0.5809905529022217,
      "step": 23685
    },
    {
      "epoch": 2.4968381112984823,
      "grad_norm": 5.199324607849121,
      "learning_rate": 1.1399074074074074e-05,
      "loss": 0.38075249195098876,
      "step": 23690
    },
    {
      "epoch": 2.497365092748735,
      "grad_norm": 2.5636277198791504,
      "learning_rate": 1.1394444444444445e-05,
      "loss": 0.5790805816650391,
      "step": 23695
    },
    {
      "epoch": 2.497892074198988,
      "grad_norm": 1.610206127166748,
      "learning_rate": 1.1389814814814815e-05,
      "loss": 0.29376084804534913,
      "step": 23700
    },
    {
      "epoch": 2.498419055649241,
      "grad_norm": 2.9050796031951904,
      "learning_rate": 1.1385185185185185e-05,
      "loss": 0.3521841764450073,
      "step": 23705
    },
    {
      "epoch": 2.4989460370994943,
      "grad_norm": 1.1590938568115234,
      "learning_rate": 1.1380555555555555e-05,
      "loss": 0.3494372606277466,
      "step": 23710
    },
    {
      "epoch": 2.499473018549747,
      "grad_norm": 2.226003885269165,
      "learning_rate": 1.1375925925925927e-05,
      "loss": 0.3906623363494873,
      "step": 23715
    },
    {
      "epoch": 2.5,
      "grad_norm": 1.4387515783309937,
      "learning_rate": 1.1371296296296297e-05,
      "loss": 0.3596295118331909,
      "step": 23720
    },
    {
      "epoch": 2.500526981450253,
      "grad_norm": 1.430850863456726,
      "learning_rate": 1.1366666666666667e-05,
      "loss": 0.633730125427246,
      "step": 23725
    },
    {
      "epoch": 2.5010539629005057,
      "grad_norm": 4.712131977081299,
      "learning_rate": 1.1362037037037038e-05,
      "loss": 0.3173882246017456,
      "step": 23730
    },
    {
      "epoch": 2.501580944350759,
      "grad_norm": 18.39350128173828,
      "learning_rate": 1.1357407407407406e-05,
      "loss": 0.3445130825042725,
      "step": 23735
    },
    {
      "epoch": 2.502107925801012,
      "grad_norm": 4.085459232330322,
      "learning_rate": 1.1352777777777778e-05,
      "loss": 0.36756696701049807,
      "step": 23740
    },
    {
      "epoch": 2.502634907251265,
      "grad_norm": 1.5973453521728516,
      "learning_rate": 1.1348148148148148e-05,
      "loss": 0.3684187412261963,
      "step": 23745
    },
    {
      "epoch": 2.5031618887015177,
      "grad_norm": 1.4392755031585693,
      "learning_rate": 1.1343518518518518e-05,
      "loss": 0.3913199663162231,
      "step": 23750
    },
    {
      "epoch": 2.5036888701517706,
      "grad_norm": 1.806225061416626,
      "learning_rate": 1.1338888888888889e-05,
      "loss": 0.35037832260131835,
      "step": 23755
    },
    {
      "epoch": 2.504215851602024,
      "grad_norm": 2.5418615341186523,
      "learning_rate": 1.133425925925926e-05,
      "loss": 0.34639620780944824,
      "step": 23760
    },
    {
      "epoch": 2.5047428330522763,
      "grad_norm": 2.712066650390625,
      "learning_rate": 1.132962962962963e-05,
      "loss": 0.4771006107330322,
      "step": 23765
    },
    {
      "epoch": 2.5052698145025296,
      "grad_norm": 2.5208938121795654,
      "learning_rate": 1.1325e-05,
      "loss": 0.3270348072052002,
      "step": 23770
    },
    {
      "epoch": 2.5057967959527825,
      "grad_norm": 2.720383644104004,
      "learning_rate": 1.1320370370370371e-05,
      "loss": 0.46115312576293943,
      "step": 23775
    },
    {
      "epoch": 2.5063237774030354,
      "grad_norm": 1.3922182321548462,
      "learning_rate": 1.1315740740740741e-05,
      "loss": 0.5261016845703125,
      "step": 23780
    },
    {
      "epoch": 2.5068507588532882,
      "grad_norm": 2.146374464035034,
      "learning_rate": 1.1311111111111111e-05,
      "loss": 0.4832324028015137,
      "step": 23785
    },
    {
      "epoch": 2.507377740303541,
      "grad_norm": 2.8087124824523926,
      "learning_rate": 1.1306481481481482e-05,
      "loss": 0.48650245666503905,
      "step": 23790
    },
    {
      "epoch": 2.5079047217537944,
      "grad_norm": 1.5271308422088623,
      "learning_rate": 1.1301851851851852e-05,
      "loss": 0.35023505687713624,
      "step": 23795
    },
    {
      "epoch": 2.5084317032040473,
      "grad_norm": 1.6251232624053955,
      "learning_rate": 1.1297222222222222e-05,
      "loss": 0.38288226127624514,
      "step": 23800
    },
    {
      "epoch": 2.5089586846543,
      "grad_norm": 1.288846492767334,
      "learning_rate": 1.1292592592592592e-05,
      "loss": 0.4465035915374756,
      "step": 23805
    },
    {
      "epoch": 2.509485666104553,
      "grad_norm": 1.8312536478042603,
      "learning_rate": 1.1287962962962964e-05,
      "loss": 0.37864365577697756,
      "step": 23810
    },
    {
      "epoch": 2.510012647554806,
      "grad_norm": 4.317239284515381,
      "learning_rate": 1.1283333333333334e-05,
      "loss": 0.4631031513214111,
      "step": 23815
    },
    {
      "epoch": 2.5105396290050592,
      "grad_norm": 15.975249290466309,
      "learning_rate": 1.1278703703703704e-05,
      "loss": 0.4284386157989502,
      "step": 23820
    },
    {
      "epoch": 2.511066610455312,
      "grad_norm": 1.983943223953247,
      "learning_rate": 1.1274074074074075e-05,
      "loss": 0.318526029586792,
      "step": 23825
    },
    {
      "epoch": 2.511593591905565,
      "grad_norm": 2.4153735637664795,
      "learning_rate": 1.1269444444444445e-05,
      "loss": 0.3890689373016357,
      "step": 23830
    },
    {
      "epoch": 2.512120573355818,
      "grad_norm": 2.0576820373535156,
      "learning_rate": 1.1264814814814815e-05,
      "loss": 0.44235596656799314,
      "step": 23835
    },
    {
      "epoch": 2.5126475548060707,
      "grad_norm": 1.1247349977493286,
      "learning_rate": 1.1260185185185185e-05,
      "loss": 0.5724528789520263,
      "step": 23840
    },
    {
      "epoch": 2.513174536256324,
      "grad_norm": 1.4405410289764404,
      "learning_rate": 1.1255555555555555e-05,
      "loss": 0.456159782409668,
      "step": 23845
    },
    {
      "epoch": 2.5137015177065765,
      "grad_norm": 1.3574373722076416,
      "learning_rate": 1.1250925925925926e-05,
      "loss": 0.4066567897796631,
      "step": 23850
    },
    {
      "epoch": 2.5142284991568298,
      "grad_norm": 1.7162902355194092,
      "learning_rate": 1.1246296296296298e-05,
      "loss": 0.34005584716796877,
      "step": 23855
    },
    {
      "epoch": 2.5147554806070826,
      "grad_norm": 1.212861180305481,
      "learning_rate": 1.1241666666666668e-05,
      "loss": 0.36764495372772216,
      "step": 23860
    },
    {
      "epoch": 2.5152824620573355,
      "grad_norm": 10.982869148254395,
      "learning_rate": 1.1237037037037038e-05,
      "loss": 0.540676498413086,
      "step": 23865
    },
    {
      "epoch": 2.5158094435075884,
      "grad_norm": 1.6402322053909302,
      "learning_rate": 1.1232407407407408e-05,
      "loss": 0.4638862133026123,
      "step": 23870
    },
    {
      "epoch": 2.5163364249578413,
      "grad_norm": 6.239142417907715,
      "learning_rate": 1.1227777777777777e-05,
      "loss": 0.4258859634399414,
      "step": 23875
    },
    {
      "epoch": 2.5168634064080946,
      "grad_norm": 3.893925666809082,
      "learning_rate": 1.1223148148148149e-05,
      "loss": 0.43705949783325193,
      "step": 23880
    },
    {
      "epoch": 2.5173903878583475,
      "grad_norm": 2.918325185775757,
      "learning_rate": 1.1218518518518519e-05,
      "loss": 0.6878289222717285,
      "step": 23885
    },
    {
      "epoch": 2.5179173693086003,
      "grad_norm": 1.7045326232910156,
      "learning_rate": 1.1213888888888889e-05,
      "loss": 0.4305896282196045,
      "step": 23890
    },
    {
      "epoch": 2.518444350758853,
      "grad_norm": 2.095019578933716,
      "learning_rate": 1.1209259259259259e-05,
      "loss": 0.3275271415710449,
      "step": 23895
    },
    {
      "epoch": 2.518971332209106,
      "grad_norm": 3.7652852535247803,
      "learning_rate": 1.120462962962963e-05,
      "loss": 0.42458548545837405,
      "step": 23900
    },
    {
      "epoch": 2.5194983136593594,
      "grad_norm": 1.5067603588104248,
      "learning_rate": 1.1200000000000001e-05,
      "loss": 0.35409719944000245,
      "step": 23905
    },
    {
      "epoch": 2.5200252951096123,
      "grad_norm": 1.8261483907699585,
      "learning_rate": 1.1195370370370371e-05,
      "loss": 0.4161965370178223,
      "step": 23910
    },
    {
      "epoch": 2.520552276559865,
      "grad_norm": 3.2402069568634033,
      "learning_rate": 1.1190740740740742e-05,
      "loss": 0.6003098011016845,
      "step": 23915
    },
    {
      "epoch": 2.521079258010118,
      "grad_norm": 1.4218114614486694,
      "learning_rate": 1.118611111111111e-05,
      "loss": 0.5517794132232666,
      "step": 23920
    },
    {
      "epoch": 2.521606239460371,
      "grad_norm": 2.351954936981201,
      "learning_rate": 1.1181481481481482e-05,
      "loss": 0.4002370834350586,
      "step": 23925
    },
    {
      "epoch": 2.522133220910624,
      "grad_norm": 1.305611252784729,
      "learning_rate": 1.1176851851851852e-05,
      "loss": 0.4198014259338379,
      "step": 23930
    },
    {
      "epoch": 2.5226602023608766,
      "grad_norm": 1.310188889503479,
      "learning_rate": 1.1172222222222222e-05,
      "loss": 0.3395973205566406,
      "step": 23935
    },
    {
      "epoch": 2.52318718381113,
      "grad_norm": 1.653448224067688,
      "learning_rate": 1.1167592592592593e-05,
      "loss": 0.42441959381103517,
      "step": 23940
    },
    {
      "epoch": 2.523714165261383,
      "grad_norm": 2.4335451126098633,
      "learning_rate": 1.1162962962962963e-05,
      "loss": 0.5506916046142578,
      "step": 23945
    },
    {
      "epoch": 2.5242411467116357,
      "grad_norm": 1.5313650369644165,
      "learning_rate": 1.1158333333333335e-05,
      "loss": 0.3918534517288208,
      "step": 23950
    },
    {
      "epoch": 2.5247681281618886,
      "grad_norm": 1.7477468252182007,
      "learning_rate": 1.1153703703703705e-05,
      "loss": 0.46467604637146,
      "step": 23955
    },
    {
      "epoch": 2.5252951096121414,
      "grad_norm": 5.885110855102539,
      "learning_rate": 1.1149074074074075e-05,
      "loss": 0.341707181930542,
      "step": 23960
    },
    {
      "epoch": 2.5258220910623947,
      "grad_norm": 1.7968167066574097,
      "learning_rate": 1.1144444444444444e-05,
      "loss": 0.5961123466491699,
      "step": 23965
    },
    {
      "epoch": 2.5263490725126476,
      "grad_norm": 1.7514498233795166,
      "learning_rate": 1.1139814814814814e-05,
      "loss": 0.5541556358337403,
      "step": 23970
    },
    {
      "epoch": 2.5268760539629005,
      "grad_norm": 3.0329294204711914,
      "learning_rate": 1.1135185185185186e-05,
      "loss": 0.33164775371551514,
      "step": 23975
    },
    {
      "epoch": 2.5274030354131534,
      "grad_norm": 1.379502534866333,
      "learning_rate": 1.1130555555555556e-05,
      "loss": 0.32185826301574705,
      "step": 23980
    },
    {
      "epoch": 2.5279300168634062,
      "grad_norm": 2.2408978939056396,
      "learning_rate": 1.1125925925925926e-05,
      "loss": 0.47348880767822266,
      "step": 23985
    },
    {
      "epoch": 2.5284569983136596,
      "grad_norm": 2.95880389213562,
      "learning_rate": 1.1121296296296296e-05,
      "loss": 0.5799651145935059,
      "step": 23990
    },
    {
      "epoch": 2.5289839797639124,
      "grad_norm": 2.817671775817871,
      "learning_rate": 1.1116666666666668e-05,
      "loss": 0.35812878608703613,
      "step": 23995
    },
    {
      "epoch": 2.5295109612141653,
      "grad_norm": 6.495927333831787,
      "learning_rate": 1.1112037037037038e-05,
      "loss": 0.3845165252685547,
      "step": 24000
    },
    {
      "epoch": 2.5295109612141653,
      "eval_cer": 0.07442684711425696,
      "eval_loss": 0.34628525376319885,
      "eval_runtime": 121.2973,
      "eval_samples_per_second": 24.007,
      "eval_score": 84.5353302079361,
      "eval_steps_per_second": 3.001,
      "eval_wer": 0.234866548727021,
      "step": 24000
    },
    {
      "epoch": 2.530037942664418,
      "grad_norm": 3.505094289779663,
      "learning_rate": 1.1107407407407408e-05,
      "loss": 0.6061239242553711,
      "step": 24005
    },
    {
      "epoch": 2.530564924114671,
      "grad_norm": 1.061452031135559,
      "learning_rate": 1.1102777777777777e-05,
      "loss": 0.4230338573455811,
      "step": 24010
    },
    {
      "epoch": 2.5310919055649244,
      "grad_norm": 2.0927734375,
      "learning_rate": 1.1098148148148147e-05,
      "loss": 0.5470929622650147,
      "step": 24015
    },
    {
      "epoch": 2.531618887015177,
      "grad_norm": 1.85417902469635,
      "learning_rate": 1.1093518518518519e-05,
      "loss": 0.3317734718322754,
      "step": 24020
    },
    {
      "epoch": 2.53214586846543,
      "grad_norm": 3.8268063068389893,
      "learning_rate": 1.108888888888889e-05,
      "loss": 0.5343181133270264,
      "step": 24025
    },
    {
      "epoch": 2.532672849915683,
      "grad_norm": 2.302433967590332,
      "learning_rate": 1.108425925925926e-05,
      "loss": 0.48560709953308107,
      "step": 24030
    },
    {
      "epoch": 2.533199831365936,
      "grad_norm": 2.5943455696105957,
      "learning_rate": 1.107962962962963e-05,
      "loss": 0.4364780902862549,
      "step": 24035
    },
    {
      "epoch": 2.5337268128161887,
      "grad_norm": 1.6421473026275635,
      "learning_rate": 1.1075e-05,
      "loss": 0.5828009128570557,
      "step": 24040
    },
    {
      "epoch": 2.5342537942664416,
      "grad_norm": 1.0850492715835571,
      "learning_rate": 1.1070370370370372e-05,
      "loss": 0.40222015380859377,
      "step": 24045
    },
    {
      "epoch": 2.534780775716695,
      "grad_norm": 1.1557574272155762,
      "learning_rate": 1.1065740740740742e-05,
      "loss": 0.3732425689697266,
      "step": 24050
    },
    {
      "epoch": 2.535307757166948,
      "grad_norm": 2.9407434463500977,
      "learning_rate": 1.1061111111111112e-05,
      "loss": 0.40598015785217284,
      "step": 24055
    },
    {
      "epoch": 2.5358347386172007,
      "grad_norm": 1.378567099571228,
      "learning_rate": 1.105648148148148e-05,
      "loss": 0.44634437561035156,
      "step": 24060
    },
    {
      "epoch": 2.5363617200674535,
      "grad_norm": 1.2565035820007324,
      "learning_rate": 1.105185185185185e-05,
      "loss": 0.5176663875579834,
      "step": 24065
    },
    {
      "epoch": 2.5368887015177064,
      "grad_norm": 2.014174699783325,
      "learning_rate": 1.1047222222222223e-05,
      "loss": 0.3512608051300049,
      "step": 24070
    },
    {
      "epoch": 2.5374156829679597,
      "grad_norm": 3.496288537979126,
      "learning_rate": 1.1042592592592593e-05,
      "loss": 0.45914459228515625,
      "step": 24075
    },
    {
      "epoch": 2.5379426644182126,
      "grad_norm": 6.314952850341797,
      "learning_rate": 1.1037962962962963e-05,
      "loss": 0.41628360748291016,
      "step": 24080
    },
    {
      "epoch": 2.5384696458684655,
      "grad_norm": 1.9173091650009155,
      "learning_rate": 1.1033333333333333e-05,
      "loss": 0.4606459140777588,
      "step": 24085
    },
    {
      "epoch": 2.5389966273187183,
      "grad_norm": 1.4928297996520996,
      "learning_rate": 1.1028703703703705e-05,
      "loss": 0.33609423637390134,
      "step": 24090
    },
    {
      "epoch": 2.539523608768971,
      "grad_norm": 1.6589809656143188,
      "learning_rate": 1.1024074074074075e-05,
      "loss": 0.43805408477783203,
      "step": 24095
    },
    {
      "epoch": 2.5400505902192245,
      "grad_norm": 1.3904588222503662,
      "learning_rate": 1.1019444444444446e-05,
      "loss": 0.4968097686767578,
      "step": 24100
    },
    {
      "epoch": 2.5405775716694774,
      "grad_norm": 1.8318513631820679,
      "learning_rate": 1.1014814814814814e-05,
      "loss": 0.44365549087524414,
      "step": 24105
    },
    {
      "epoch": 2.5411045531197303,
      "grad_norm": 3.2523915767669678,
      "learning_rate": 1.1010185185185184e-05,
      "loss": 0.4625257015228271,
      "step": 24110
    },
    {
      "epoch": 2.541631534569983,
      "grad_norm": 3.2608864307403564,
      "learning_rate": 1.1005555555555556e-05,
      "loss": 0.3851987361907959,
      "step": 24115
    },
    {
      "epoch": 2.542158516020236,
      "grad_norm": 1.4697606563568115,
      "learning_rate": 1.1000925925925926e-05,
      "loss": 0.5351675987243653,
      "step": 24120
    },
    {
      "epoch": 2.542685497470489,
      "grad_norm": 2.18829345703125,
      "learning_rate": 1.0996296296296297e-05,
      "loss": 0.6032695770263672,
      "step": 24125
    },
    {
      "epoch": 2.5432124789207418,
      "grad_norm": 3.5870015621185303,
      "learning_rate": 1.0991666666666667e-05,
      "loss": 0.6561787128448486,
      "step": 24130
    },
    {
      "epoch": 2.543739460370995,
      "grad_norm": 2.4479215145111084,
      "learning_rate": 1.0987037037037037e-05,
      "loss": 0.3510929584503174,
      "step": 24135
    },
    {
      "epoch": 2.544266441821248,
      "grad_norm": 0.9979740381240845,
      "learning_rate": 1.0982407407407409e-05,
      "loss": 0.3071564197540283,
      "step": 24140
    },
    {
      "epoch": 2.544793423271501,
      "grad_norm": 1.50957453250885,
      "learning_rate": 1.0977777777777779e-05,
      "loss": 0.3896503448486328,
      "step": 24145
    },
    {
      "epoch": 2.5453204047217537,
      "grad_norm": 1.7203688621520996,
      "learning_rate": 1.0973148148148148e-05,
      "loss": 0.41998896598815916,
      "step": 24150
    },
    {
      "epoch": 2.5458473861720066,
      "grad_norm": 1.7783902883529663,
      "learning_rate": 1.0968518518518518e-05,
      "loss": 0.523924732208252,
      "step": 24155
    },
    {
      "epoch": 2.54637436762226,
      "grad_norm": 3.6852946281433105,
      "learning_rate": 1.096388888888889e-05,
      "loss": 0.5611637592315674,
      "step": 24160
    },
    {
      "epoch": 2.5469013490725128,
      "grad_norm": 3.4596657752990723,
      "learning_rate": 1.095925925925926e-05,
      "loss": 0.38660316467285155,
      "step": 24165
    },
    {
      "epoch": 2.5474283305227656,
      "grad_norm": 3.2614493370056152,
      "learning_rate": 1.095462962962963e-05,
      "loss": 0.6511279582977295,
      "step": 24170
    },
    {
      "epoch": 2.5479553119730185,
      "grad_norm": 2.0462560653686523,
      "learning_rate": 1.095e-05,
      "loss": 0.4455587863922119,
      "step": 24175
    },
    {
      "epoch": 2.5484822934232714,
      "grad_norm": 3.49680233001709,
      "learning_rate": 1.094537037037037e-05,
      "loss": 0.43058071136474607,
      "step": 24180
    },
    {
      "epoch": 2.5490092748735247,
      "grad_norm": 3.1613776683807373,
      "learning_rate": 1.0940740740740742e-05,
      "loss": 0.45140714645385743,
      "step": 24185
    },
    {
      "epoch": 2.5495362563237776,
      "grad_norm": 1.5148067474365234,
      "learning_rate": 1.0936111111111112e-05,
      "loss": 0.3104255199432373,
      "step": 24190
    },
    {
      "epoch": 2.5500632377740304,
      "grad_norm": 1.5127798318862915,
      "learning_rate": 1.0931481481481481e-05,
      "loss": 0.40375123023986814,
      "step": 24195
    },
    {
      "epoch": 2.5505902192242833,
      "grad_norm": 5.080318927764893,
      "learning_rate": 1.0926851851851851e-05,
      "loss": 0.3401321887969971,
      "step": 24200
    },
    {
      "epoch": 2.551117200674536,
      "grad_norm": 2.197331190109253,
      "learning_rate": 1.0922222222222221e-05,
      "loss": 0.5870525360107421,
      "step": 24205
    },
    {
      "epoch": 2.551644182124789,
      "grad_norm": 1.6342244148254395,
      "learning_rate": 1.0917592592592593e-05,
      "loss": 0.328204870223999,
      "step": 24210
    },
    {
      "epoch": 2.552171163575042,
      "grad_norm": 3.331594228744507,
      "learning_rate": 1.0912962962962963e-05,
      "loss": 0.31886746883392336,
      "step": 24215
    },
    {
      "epoch": 2.5526981450252952,
      "grad_norm": 1.5973458290100098,
      "learning_rate": 1.0908333333333334e-05,
      "loss": 0.30870985984802246,
      "step": 24220
    },
    {
      "epoch": 2.553225126475548,
      "grad_norm": 1.7121778726577759,
      "learning_rate": 1.0903703703703704e-05,
      "loss": 0.37506775856018065,
      "step": 24225
    },
    {
      "epoch": 2.553752107925801,
      "grad_norm": 1.4634777307510376,
      "learning_rate": 1.0899074074074074e-05,
      "loss": 0.4166667938232422,
      "step": 24230
    },
    {
      "epoch": 2.554279089376054,
      "grad_norm": 1.1018246412277222,
      "learning_rate": 1.0894444444444446e-05,
      "loss": 0.3075034856796265,
      "step": 24235
    },
    {
      "epoch": 2.5548060708263067,
      "grad_norm": 3.341395854949951,
      "learning_rate": 1.0889814814814814e-05,
      "loss": 0.3921907186508179,
      "step": 24240
    },
    {
      "epoch": 2.55533305227656,
      "grad_norm": 1.5419278144836426,
      "learning_rate": 1.0885185185185185e-05,
      "loss": 0.38300089836120604,
      "step": 24245
    },
    {
      "epoch": 2.555860033726813,
      "grad_norm": 3.506870985031128,
      "learning_rate": 1.0880555555555555e-05,
      "loss": 0.6224737644195557,
      "step": 24250
    },
    {
      "epoch": 2.556387015177066,
      "grad_norm": 1.3742139339447021,
      "learning_rate": 1.0875925925925927e-05,
      "loss": 0.3309598684310913,
      "step": 24255
    },
    {
      "epoch": 2.5569139966273187,
      "grad_norm": 1.961480736732483,
      "learning_rate": 1.0871296296296297e-05,
      "loss": 0.5485864162445069,
      "step": 24260
    },
    {
      "epoch": 2.5574409780775715,
      "grad_norm": 1.1685947179794312,
      "learning_rate": 1.0866666666666667e-05,
      "loss": 0.3552869319915771,
      "step": 24265
    },
    {
      "epoch": 2.557967959527825,
      "grad_norm": 1.986666202545166,
      "learning_rate": 1.0862037037037037e-05,
      "loss": 0.5026923656463623,
      "step": 24270
    },
    {
      "epoch": 2.5584949409780777,
      "grad_norm": 2.1383216381073,
      "learning_rate": 1.0857407407407407e-05,
      "loss": 0.5043891906738281,
      "step": 24275
    },
    {
      "epoch": 2.5590219224283306,
      "grad_norm": 1.8046303987503052,
      "learning_rate": 1.085277777777778e-05,
      "loss": 0.3465423107147217,
      "step": 24280
    },
    {
      "epoch": 2.5595489038785835,
      "grad_norm": 1.1628457307815552,
      "learning_rate": 1.0848148148148148e-05,
      "loss": 0.3958972692489624,
      "step": 24285
    },
    {
      "epoch": 2.5600758853288363,
      "grad_norm": 2.2663979530334473,
      "learning_rate": 1.0843518518518518e-05,
      "loss": 0.4564064979553223,
      "step": 24290
    },
    {
      "epoch": 2.560602866779089,
      "grad_norm": 1.193670392036438,
      "learning_rate": 1.0838888888888888e-05,
      "loss": 0.4333629608154297,
      "step": 24295
    },
    {
      "epoch": 2.561129848229342,
      "grad_norm": 4.607837677001953,
      "learning_rate": 1.0834259259259258e-05,
      "loss": 0.7251749038696289,
      "step": 24300
    },
    {
      "epoch": 2.5616568296795954,
      "grad_norm": 2.8047995567321777,
      "learning_rate": 1.082962962962963e-05,
      "loss": 0.449991512298584,
      "step": 24305
    },
    {
      "epoch": 2.5621838111298483,
      "grad_norm": 3.5466904640197754,
      "learning_rate": 1.0825e-05,
      "loss": 0.5149348258972168,
      "step": 24310
    },
    {
      "epoch": 2.562710792580101,
      "grad_norm": 1.7132065296173096,
      "learning_rate": 1.082037037037037e-05,
      "loss": 0.6150211811065673,
      "step": 24315
    },
    {
      "epoch": 2.563237774030354,
      "grad_norm": 2.815143585205078,
      "learning_rate": 1.0815740740740741e-05,
      "loss": 0.4457545757293701,
      "step": 24320
    },
    {
      "epoch": 2.563764755480607,
      "grad_norm": 1.6759129762649536,
      "learning_rate": 1.0811111111111113e-05,
      "loss": 0.6494893074035645,
      "step": 24325
    },
    {
      "epoch": 2.56429173693086,
      "grad_norm": 2.864208936691284,
      "learning_rate": 1.0806481481481483e-05,
      "loss": 0.3929626703262329,
      "step": 24330
    },
    {
      "epoch": 2.564818718381113,
      "grad_norm": 2.3616135120391846,
      "learning_rate": 1.0801851851851852e-05,
      "loss": 0.3921948432922363,
      "step": 24335
    },
    {
      "epoch": 2.565345699831366,
      "grad_norm": 2.7662832736968994,
      "learning_rate": 1.0797222222222222e-05,
      "loss": 0.43799147605895994,
      "step": 24340
    },
    {
      "epoch": 2.565872681281619,
      "grad_norm": 2.9689767360687256,
      "learning_rate": 1.0792592592592592e-05,
      "loss": 0.30642051696777345,
      "step": 24345
    },
    {
      "epoch": 2.5663996627318717,
      "grad_norm": 2.056241989135742,
      "learning_rate": 1.0787962962962964e-05,
      "loss": 0.4948281288146973,
      "step": 24350
    },
    {
      "epoch": 2.566926644182125,
      "grad_norm": 1.7645390033721924,
      "learning_rate": 1.0783333333333334e-05,
      "loss": 0.3910416841506958,
      "step": 24355
    },
    {
      "epoch": 2.567453625632378,
      "grad_norm": 3.411322593688965,
      "learning_rate": 1.0778703703703704e-05,
      "loss": 0.33867850303649905,
      "step": 24360
    },
    {
      "epoch": 2.5679806070826308,
      "grad_norm": 1.7330060005187988,
      "learning_rate": 1.0774074074074074e-05,
      "loss": 0.35883853435516355,
      "step": 24365
    },
    {
      "epoch": 2.5685075885328836,
      "grad_norm": 2.3280913829803467,
      "learning_rate": 1.0769444444444445e-05,
      "loss": 0.49253830909729,
      "step": 24370
    },
    {
      "epoch": 2.5690345699831365,
      "grad_norm": 2.8616724014282227,
      "learning_rate": 1.0764814814814816e-05,
      "loss": 0.4016639232635498,
      "step": 24375
    },
    {
      "epoch": 2.5695615514333894,
      "grad_norm": 2.1908376216888428,
      "learning_rate": 1.0760185185185185e-05,
      "loss": 0.41648039817810056,
      "step": 24380
    },
    {
      "epoch": 2.5700885328836423,
      "grad_norm": 2.543719530105591,
      "learning_rate": 1.0755555555555555e-05,
      "loss": 0.6398793220520019,
      "step": 24385
    },
    {
      "epoch": 2.5706155143338956,
      "grad_norm": 4.978208541870117,
      "learning_rate": 1.0750925925925925e-05,
      "loss": 0.5219945907592773,
      "step": 24390
    },
    {
      "epoch": 2.5711424957841484,
      "grad_norm": 1.3791289329528809,
      "learning_rate": 1.0746296296296297e-05,
      "loss": 0.4129639148712158,
      "step": 24395
    },
    {
      "epoch": 2.5716694772344013,
      "grad_norm": 1.7153984308242798,
      "learning_rate": 1.0741666666666667e-05,
      "loss": 0.39035632610321047,
      "step": 24400
    },
    {
      "epoch": 2.572196458684654,
      "grad_norm": 12.690530776977539,
      "learning_rate": 1.0737037037037038e-05,
      "loss": 0.5078536987304687,
      "step": 24405
    },
    {
      "epoch": 2.572723440134907,
      "grad_norm": 1.5690118074417114,
      "learning_rate": 1.0732407407407408e-05,
      "loss": 0.34019272327423095,
      "step": 24410
    },
    {
      "epoch": 2.5732504215851604,
      "grad_norm": 1.8858071565628052,
      "learning_rate": 1.0727777777777778e-05,
      "loss": 0.3637714385986328,
      "step": 24415
    },
    {
      "epoch": 2.5737774030354132,
      "grad_norm": 1.8094655275344849,
      "learning_rate": 1.072314814814815e-05,
      "loss": 0.3802124261856079,
      "step": 24420
    },
    {
      "epoch": 2.574304384485666,
      "grad_norm": 2.4401967525482178,
      "learning_rate": 1.0718518518518518e-05,
      "loss": 0.4300688743591309,
      "step": 24425
    },
    {
      "epoch": 2.574831365935919,
      "grad_norm": 2.7065043449401855,
      "learning_rate": 1.0713888888888889e-05,
      "loss": 0.38890976905822755,
      "step": 24430
    },
    {
      "epoch": 2.575358347386172,
      "grad_norm": 1.947646975517273,
      "learning_rate": 1.0709259259259259e-05,
      "loss": 0.6236275196075439,
      "step": 24435
    },
    {
      "epoch": 2.575885328836425,
      "grad_norm": 1.8203068971633911,
      "learning_rate": 1.0704629629629629e-05,
      "loss": 0.2937727689743042,
      "step": 24440
    },
    {
      "epoch": 2.576412310286678,
      "grad_norm": 2.5822606086730957,
      "learning_rate": 1.0700000000000001e-05,
      "loss": 0.37131528854370116,
      "step": 24445
    },
    {
      "epoch": 2.576939291736931,
      "grad_norm": 3.9713239669799805,
      "learning_rate": 1.0695370370370371e-05,
      "loss": 0.330010199546814,
      "step": 24450
    },
    {
      "epoch": 2.577466273187184,
      "grad_norm": 1.9421640634536743,
      "learning_rate": 1.0690740740740741e-05,
      "loss": 0.426345682144165,
      "step": 24455
    },
    {
      "epoch": 2.5779932546374367,
      "grad_norm": 9.317903518676758,
      "learning_rate": 1.0686111111111111e-05,
      "loss": 0.3690988302230835,
      "step": 24460
    },
    {
      "epoch": 2.57852023608769,
      "grad_norm": 1.1254605054855347,
      "learning_rate": 1.0681481481481482e-05,
      "loss": 0.4318535327911377,
      "step": 24465
    },
    {
      "epoch": 2.5790472175379424,
      "grad_norm": 3.210678815841675,
      "learning_rate": 1.0676851851851852e-05,
      "loss": 0.39020984172821044,
      "step": 24470
    },
    {
      "epoch": 2.5795741989881957,
      "grad_norm": 3.2464890480041504,
      "learning_rate": 1.0672222222222222e-05,
      "loss": 0.5837085723876954,
      "step": 24475
    },
    {
      "epoch": 2.5801011804384486,
      "grad_norm": 3.239487648010254,
      "learning_rate": 1.0667592592592592e-05,
      "loss": 0.39164564609527586,
      "step": 24480
    },
    {
      "epoch": 2.5806281618887015,
      "grad_norm": 1.0245401859283447,
      "learning_rate": 1.0662962962962962e-05,
      "loss": 0.4236401081085205,
      "step": 24485
    },
    {
      "epoch": 2.5811551433389543,
      "grad_norm": 1.6148138046264648,
      "learning_rate": 1.0658333333333334e-05,
      "loss": 0.3632347106933594,
      "step": 24490
    },
    {
      "epoch": 2.5816821247892072,
      "grad_norm": 1.265586018562317,
      "learning_rate": 1.0653703703703705e-05,
      "loss": 0.2787003040313721,
      "step": 24495
    },
    {
      "epoch": 2.5822091062394605,
      "grad_norm": 1.9883726835250854,
      "learning_rate": 1.0649074074074075e-05,
      "loss": 0.5409362316131592,
      "step": 24500
    },
    {
      "epoch": 2.5827360876897134,
      "grad_norm": 2.1319260597229004,
      "learning_rate": 1.0644444444444445e-05,
      "loss": 0.510800552368164,
      "step": 24505
    },
    {
      "epoch": 2.5832630691399663,
      "grad_norm": 1.887487769126892,
      "learning_rate": 1.0639814814814815e-05,
      "loss": 0.3697206974029541,
      "step": 24510
    },
    {
      "epoch": 2.583790050590219,
      "grad_norm": 1.9489918947219849,
      "learning_rate": 1.0635185185185185e-05,
      "loss": 0.45401320457458494,
      "step": 24515
    },
    {
      "epoch": 2.584317032040472,
      "grad_norm": 2.1307382583618164,
      "learning_rate": 1.0630555555555556e-05,
      "loss": 0.3985314846038818,
      "step": 24520
    },
    {
      "epoch": 2.5848440134907253,
      "grad_norm": 1.4402984380722046,
      "learning_rate": 1.0625925925925926e-05,
      "loss": 0.4516587257385254,
      "step": 24525
    },
    {
      "epoch": 2.585370994940978,
      "grad_norm": 2.5925374031066895,
      "learning_rate": 1.0621296296296296e-05,
      "loss": 0.4931766986846924,
      "step": 24530
    },
    {
      "epoch": 2.585897976391231,
      "grad_norm": 3.7801198959350586,
      "learning_rate": 1.0616666666666666e-05,
      "loss": 0.41788382530212403,
      "step": 24535
    },
    {
      "epoch": 2.586424957841484,
      "grad_norm": 13.455953598022461,
      "learning_rate": 1.0612037037037038e-05,
      "loss": 0.32825531959533694,
      "step": 24540
    },
    {
      "epoch": 2.586951939291737,
      "grad_norm": 23.37177276611328,
      "learning_rate": 1.0607407407407408e-05,
      "loss": 0.3656451225280762,
      "step": 24545
    },
    {
      "epoch": 2.58747892074199,
      "grad_norm": 3.1576242446899414,
      "learning_rate": 1.0602777777777778e-05,
      "loss": 0.6751553535461425,
      "step": 24550
    },
    {
      "epoch": 2.5880059021922426,
      "grad_norm": 18.36212921142578,
      "learning_rate": 1.0598148148148149e-05,
      "loss": 0.5107650756835938,
      "step": 24555
    },
    {
      "epoch": 2.588532883642496,
      "grad_norm": 3.5044796466827393,
      "learning_rate": 1.0593518518518519e-05,
      "loss": 0.417470121383667,
      "step": 24560
    },
    {
      "epoch": 2.5890598650927488,
      "grad_norm": 11.473119735717773,
      "learning_rate": 1.0588888888888889e-05,
      "loss": 0.40967659950256347,
      "step": 24565
    },
    {
      "epoch": 2.5895868465430016,
      "grad_norm": 3.4962148666381836,
      "learning_rate": 1.058425925925926e-05,
      "loss": 0.5422943115234375,
      "step": 24570
    },
    {
      "epoch": 2.5901138279932545,
      "grad_norm": 29.199291229248047,
      "learning_rate": 1.057962962962963e-05,
      "loss": 0.6174774646759034,
      "step": 24575
    },
    {
      "epoch": 2.5906408094435074,
      "grad_norm": 7.298959732055664,
      "learning_rate": 1.0575e-05,
      "loss": 0.6179720878601074,
      "step": 24580
    },
    {
      "epoch": 2.5911677908937607,
      "grad_norm": 4.125758647918701,
      "learning_rate": 1.0570370370370371e-05,
      "loss": 0.42375359535217283,
      "step": 24585
    },
    {
      "epoch": 2.5916947723440136,
      "grad_norm": 1.0050348043441772,
      "learning_rate": 1.0565740740740742e-05,
      "loss": 0.6313714027404785,
      "step": 24590
    },
    {
      "epoch": 2.5922217537942664,
      "grad_norm": 2.6751646995544434,
      "learning_rate": 1.0561111111111112e-05,
      "loss": 0.5395355701446534,
      "step": 24595
    },
    {
      "epoch": 2.5927487352445193,
      "grad_norm": 1.2211687564849854,
      "learning_rate": 1.0556481481481482e-05,
      "loss": 0.43860974311828616,
      "step": 24600
    },
    {
      "epoch": 2.593275716694772,
      "grad_norm": 1.3354192972183228,
      "learning_rate": 1.0551851851851852e-05,
      "loss": 0.5661593437194824,
      "step": 24605
    },
    {
      "epoch": 2.5938026981450255,
      "grad_norm": 7.696622848510742,
      "learning_rate": 1.0547222222222222e-05,
      "loss": 0.2865081071853638,
      "step": 24610
    },
    {
      "epoch": 2.5943296795952784,
      "grad_norm": 1.2726469039916992,
      "learning_rate": 1.0542592592592593e-05,
      "loss": 0.37772369384765625,
      "step": 24615
    },
    {
      "epoch": 2.5948566610455313,
      "grad_norm": 3.441418409347534,
      "learning_rate": 1.0537962962962963e-05,
      "loss": 0.44029736518859863,
      "step": 24620
    },
    {
      "epoch": 2.595383642495784,
      "grad_norm": 2.1375179290771484,
      "learning_rate": 1.0533333333333333e-05,
      "loss": 0.3987927198410034,
      "step": 24625
    },
    {
      "epoch": 2.595910623946037,
      "grad_norm": 2.302314519882202,
      "learning_rate": 1.0528703703703703e-05,
      "loss": 0.5730476379394531,
      "step": 24630
    },
    {
      "epoch": 2.5964376053962903,
      "grad_norm": 1.4962843656539917,
      "learning_rate": 1.0524074074074075e-05,
      "loss": 0.349747371673584,
      "step": 24635
    },
    {
      "epoch": 2.5969645868465427,
      "grad_norm": 1.2687159776687622,
      "learning_rate": 1.0519444444444445e-05,
      "loss": 0.3333364725112915,
      "step": 24640
    },
    {
      "epoch": 2.597491568296796,
      "grad_norm": 2.7031328678131104,
      "learning_rate": 1.0514814814814815e-05,
      "loss": 0.45264735221862795,
      "step": 24645
    },
    {
      "epoch": 2.598018549747049,
      "grad_norm": 6.370779514312744,
      "learning_rate": 1.0510185185185186e-05,
      "loss": 0.4623304843902588,
      "step": 24650
    },
    {
      "epoch": 2.598545531197302,
      "grad_norm": 2.8261618614196777,
      "learning_rate": 1.0505555555555556e-05,
      "loss": 0.3554945230484009,
      "step": 24655
    },
    {
      "epoch": 2.5990725126475547,
      "grad_norm": 2.9746429920196533,
      "learning_rate": 1.0500925925925926e-05,
      "loss": 0.3479426145553589,
      "step": 24660
    },
    {
      "epoch": 2.5995994940978076,
      "grad_norm": 4.295615196228027,
      "learning_rate": 1.0496296296296296e-05,
      "loss": 0.4120807647705078,
      "step": 24665
    },
    {
      "epoch": 2.600126475548061,
      "grad_norm": 1.1475733518600464,
      "learning_rate": 1.0491666666666666e-05,
      "loss": 0.5948159217834472,
      "step": 24670
    },
    {
      "epoch": 2.6006534569983137,
      "grad_norm": 8.306443214416504,
      "learning_rate": 1.0487037037037037e-05,
      "loss": 0.44964094161987306,
      "step": 24675
    },
    {
      "epoch": 2.6011804384485666,
      "grad_norm": 16.30860710144043,
      "learning_rate": 1.0482407407407409e-05,
      "loss": 0.6423722743988037,
      "step": 24680
    },
    {
      "epoch": 2.6017074198988195,
      "grad_norm": 1.9773919582366943,
      "learning_rate": 1.0477777777777779e-05,
      "loss": 0.4018204689025879,
      "step": 24685
    },
    {
      "epoch": 2.6022344013490724,
      "grad_norm": 3.121788740158081,
      "learning_rate": 1.0473148148148149e-05,
      "loss": 0.6342998027801514,
      "step": 24690
    },
    {
      "epoch": 2.6027613827993257,
      "grad_norm": 5.102911472320557,
      "learning_rate": 1.0468518518518519e-05,
      "loss": 0.4959193229675293,
      "step": 24695
    },
    {
      "epoch": 2.6032883642495785,
      "grad_norm": 20.01938247680664,
      "learning_rate": 1.0463888888888888e-05,
      "loss": 0.5108774662017822,
      "step": 24700
    },
    {
      "epoch": 2.6038153456998314,
      "grad_norm": 8.293450355529785,
      "learning_rate": 1.045925925925926e-05,
      "loss": 0.3790456771850586,
      "step": 24705
    },
    {
      "epoch": 2.6043423271500843,
      "grad_norm": 2.4084012508392334,
      "learning_rate": 1.045462962962963e-05,
      "loss": 0.44920549392700193,
      "step": 24710
    },
    {
      "epoch": 2.604869308600337,
      "grad_norm": 1.671583652496338,
      "learning_rate": 1.045e-05,
      "loss": 0.3762796878814697,
      "step": 24715
    },
    {
      "epoch": 2.6053962900505905,
      "grad_norm": 3.1453335285186768,
      "learning_rate": 1.044537037037037e-05,
      "loss": 0.424421501159668,
      "step": 24720
    },
    {
      "epoch": 2.605923271500843,
      "grad_norm": 1.9644562005996704,
      "learning_rate": 1.0440740740740742e-05,
      "loss": 0.508433198928833,
      "step": 24725
    },
    {
      "epoch": 2.6064502529510962,
      "grad_norm": 1.8507322072982788,
      "learning_rate": 1.0436111111111112e-05,
      "loss": 0.3258517265319824,
      "step": 24730
    },
    {
      "epoch": 2.606977234401349,
      "grad_norm": 2.143146514892578,
      "learning_rate": 1.0431481481481482e-05,
      "loss": 0.47265076637268066,
      "step": 24735
    },
    {
      "epoch": 2.607504215851602,
      "grad_norm": 1.4042891263961792,
      "learning_rate": 1.0426851851851853e-05,
      "loss": 0.3964029312133789,
      "step": 24740
    },
    {
      "epoch": 2.608031197301855,
      "grad_norm": 1.9620438814163208,
      "learning_rate": 1.0422222222222221e-05,
      "loss": 0.4282369613647461,
      "step": 24745
    },
    {
      "epoch": 2.6085581787521077,
      "grad_norm": 2.0930700302124023,
      "learning_rate": 1.0417592592592593e-05,
      "loss": 0.4227708339691162,
      "step": 24750
    },
    {
      "epoch": 2.609085160202361,
      "grad_norm": 1.75258469581604,
      "learning_rate": 1.0412962962962963e-05,
      "loss": 0.38358197212219236,
      "step": 24755
    },
    {
      "epoch": 2.609612141652614,
      "grad_norm": 2.3657774925231934,
      "learning_rate": 1.0408333333333333e-05,
      "loss": 0.38667659759521483,
      "step": 24760
    },
    {
      "epoch": 2.6101391231028668,
      "grad_norm": 2.008535385131836,
      "learning_rate": 1.0403703703703704e-05,
      "loss": 0.32514243125915526,
      "step": 24765
    },
    {
      "epoch": 2.6106661045531196,
      "grad_norm": 2.6089413166046143,
      "learning_rate": 1.0399074074074074e-05,
      "loss": 0.34657700061798097,
      "step": 24770
    },
    {
      "epoch": 2.6111930860033725,
      "grad_norm": 1.1917279958724976,
      "learning_rate": 1.0394444444444446e-05,
      "loss": 0.4977163314819336,
      "step": 24775
    },
    {
      "epoch": 2.611720067453626,
      "grad_norm": 1.6144832372665405,
      "learning_rate": 1.0389814814814816e-05,
      "loss": 0.40648560523986815,
      "step": 24780
    },
    {
      "epoch": 2.6122470489038787,
      "grad_norm": 1.2133268117904663,
      "learning_rate": 1.0385185185185186e-05,
      "loss": 0.35083999633789065,
      "step": 24785
    },
    {
      "epoch": 2.6127740303541316,
      "grad_norm": 3.515367269515991,
      "learning_rate": 1.0380555555555555e-05,
      "loss": 0.40160045623779295,
      "step": 24790
    },
    {
      "epoch": 2.6133010118043845,
      "grad_norm": 2.0098514556884766,
      "learning_rate": 1.0375925925925925e-05,
      "loss": 0.3378800392150879,
      "step": 24795
    },
    {
      "epoch": 2.6138279932546373,
      "grad_norm": 1.503875970840454,
      "learning_rate": 1.0371296296296297e-05,
      "loss": 0.4703071117401123,
      "step": 24800
    },
    {
      "epoch": 2.6138279932546373,
      "eval_cer": 0.07587205380216495,
      "eval_loss": 0.34764420986175537,
      "eval_runtime": 121.7574,
      "eval_samples_per_second": 23.916,
      "eval_score": 84.37461513928949,
      "eval_steps_per_second": 2.99,
      "eval_wer": 0.23663564341204524,
      "step": 24800
    },
    {
      "epoch": 2.6143549747048906,
      "grad_norm": 1.5496881008148193,
      "learning_rate": 1.0366666666666667e-05,
      "loss": 0.38590779304504397,
      "step": 24805
    },
    {
      "epoch": 2.614881956155143,
      "grad_norm": 2.469592571258545,
      "learning_rate": 1.0362037037037037e-05,
      "loss": 0.4541140079498291,
      "step": 24810
    },
    {
      "epoch": 2.6154089376053964,
      "grad_norm": 2.0271363258361816,
      "learning_rate": 1.0357407407407407e-05,
      "loss": 0.3719898223876953,
      "step": 24815
    },
    {
      "epoch": 2.6159359190556493,
      "grad_norm": 2.0219781398773193,
      "learning_rate": 1.0352777777777779e-05,
      "loss": 0.42431368827819826,
      "step": 24820
    },
    {
      "epoch": 2.616462900505902,
      "grad_norm": 4.357325077056885,
      "learning_rate": 1.034814814814815e-05,
      "loss": 0.518329381942749,
      "step": 24825
    },
    {
      "epoch": 2.616989881956155,
      "grad_norm": 1.3927549123764038,
      "learning_rate": 1.034351851851852e-05,
      "loss": 0.4064639091491699,
      "step": 24830
    },
    {
      "epoch": 2.617516863406408,
      "grad_norm": 85.07368469238281,
      "learning_rate": 1.033888888888889e-05,
      "loss": 0.4089352130889893,
      "step": 24835
    },
    {
      "epoch": 2.618043844856661,
      "grad_norm": 2.1265170574188232,
      "learning_rate": 1.0334259259259258e-05,
      "loss": 0.4218724250793457,
      "step": 24840
    },
    {
      "epoch": 2.618570826306914,
      "grad_norm": 1.4832775592803955,
      "learning_rate": 1.032962962962963e-05,
      "loss": 0.525126838684082,
      "step": 24845
    },
    {
      "epoch": 2.619097807757167,
      "grad_norm": 3.2124433517456055,
      "learning_rate": 1.0325e-05,
      "loss": 0.3535980224609375,
      "step": 24850
    },
    {
      "epoch": 2.61962478920742,
      "grad_norm": 1.871089220046997,
      "learning_rate": 1.032037037037037e-05,
      "loss": 0.5072230815887451,
      "step": 24855
    },
    {
      "epoch": 2.6201517706576727,
      "grad_norm": 4.173338890075684,
      "learning_rate": 1.031574074074074e-05,
      "loss": 0.43016777038574217,
      "step": 24860
    },
    {
      "epoch": 2.620678752107926,
      "grad_norm": 2.487757921218872,
      "learning_rate": 1.031111111111111e-05,
      "loss": 0.40861144065856936,
      "step": 24865
    },
    {
      "epoch": 2.621205733558179,
      "grad_norm": 1.362977385520935,
      "learning_rate": 1.0306481481481483e-05,
      "loss": 0.34739906787872316,
      "step": 24870
    },
    {
      "epoch": 2.6217327150084317,
      "grad_norm": 4.667707443237305,
      "learning_rate": 1.0301851851851853e-05,
      "loss": 0.5365666389465332,
      "step": 24875
    },
    {
      "epoch": 2.6222596964586846,
      "grad_norm": 2.4069008827209473,
      "learning_rate": 1.0297222222222223e-05,
      "loss": 0.47008476257324217,
      "step": 24880
    },
    {
      "epoch": 2.6227866779089375,
      "grad_norm": 1.5155277252197266,
      "learning_rate": 1.0292592592592592e-05,
      "loss": 0.4667625427246094,
      "step": 24885
    },
    {
      "epoch": 2.623313659359191,
      "grad_norm": 2.93662428855896,
      "learning_rate": 1.0287962962962964e-05,
      "loss": 0.7333407878875733,
      "step": 24890
    },
    {
      "epoch": 2.6238406408094432,
      "grad_norm": 2.979799509048462,
      "learning_rate": 1.0283333333333334e-05,
      "loss": 0.4169963836669922,
      "step": 24895
    },
    {
      "epoch": 2.6243676222596966,
      "grad_norm": 6.266542434692383,
      "learning_rate": 1.0278703703703704e-05,
      "loss": 0.40230622291564944,
      "step": 24900
    },
    {
      "epoch": 2.6248946037099494,
      "grad_norm": 3.647205114364624,
      "learning_rate": 1.0274074074074074e-05,
      "loss": 0.4618842601776123,
      "step": 24905
    },
    {
      "epoch": 2.6254215851602023,
      "grad_norm": 6.475188732147217,
      "learning_rate": 1.0269444444444444e-05,
      "loss": 0.4447413444519043,
      "step": 24910
    },
    {
      "epoch": 2.625948566610455,
      "grad_norm": 5.364110469818115,
      "learning_rate": 1.0264814814814816e-05,
      "loss": 0.5445982933044433,
      "step": 24915
    },
    {
      "epoch": 2.626475548060708,
      "grad_norm": 2.809722423553467,
      "learning_rate": 1.0260185185185186e-05,
      "loss": 0.45593986511230467,
      "step": 24920
    },
    {
      "epoch": 2.6270025295109614,
      "grad_norm": 1.3258159160614014,
      "learning_rate": 1.0255555555555557e-05,
      "loss": 0.44916572570800783,
      "step": 24925
    },
    {
      "epoch": 2.6275295109612142,
      "grad_norm": 1.704807996749878,
      "learning_rate": 1.0250925925925925e-05,
      "loss": 0.35167052745819094,
      "step": 24930
    },
    {
      "epoch": 2.628056492411467,
      "grad_norm": 8.616026878356934,
      "learning_rate": 1.0246296296296295e-05,
      "loss": 0.43485145568847655,
      "step": 24935
    },
    {
      "epoch": 2.62858347386172,
      "grad_norm": 3.0492019653320312,
      "learning_rate": 1.0241666666666667e-05,
      "loss": 0.3547694206237793,
      "step": 24940
    },
    {
      "epoch": 2.629110455311973,
      "grad_norm": 3.1572916507720947,
      "learning_rate": 1.0237037037037037e-05,
      "loss": 0.3410311698913574,
      "step": 24945
    },
    {
      "epoch": 2.629637436762226,
      "grad_norm": 2.9396119117736816,
      "learning_rate": 1.0232407407407408e-05,
      "loss": 0.41581239700317385,
      "step": 24950
    },
    {
      "epoch": 2.630164418212479,
      "grad_norm": 2.571655035018921,
      "learning_rate": 1.0227777777777778e-05,
      "loss": 0.41562495231628416,
      "step": 24955
    },
    {
      "epoch": 2.630691399662732,
      "grad_norm": 1.6377129554748535,
      "learning_rate": 1.0223148148148148e-05,
      "loss": 0.3413813829421997,
      "step": 24960
    },
    {
      "epoch": 2.631218381112985,
      "grad_norm": 3.4072256088256836,
      "learning_rate": 1.021851851851852e-05,
      "loss": 0.41017723083496094,
      "step": 24965
    },
    {
      "epoch": 2.6317453625632377,
      "grad_norm": 3.2953569889068604,
      "learning_rate": 1.021388888888889e-05,
      "loss": 0.2693366050720215,
      "step": 24970
    },
    {
      "epoch": 2.632272344013491,
      "grad_norm": 1.7994906902313232,
      "learning_rate": 1.0209259259259259e-05,
      "loss": 0.7295246124267578,
      "step": 24975
    },
    {
      "epoch": 2.6327993254637434,
      "grad_norm": 3.3751323223114014,
      "learning_rate": 1.0204629629629629e-05,
      "loss": 0.32550759315490724,
      "step": 24980
    },
    {
      "epoch": 2.6333263069139967,
      "grad_norm": 3.166511058807373,
      "learning_rate": 1.02e-05,
      "loss": 0.43682069778442384,
      "step": 24985
    },
    {
      "epoch": 2.6338532883642496,
      "grad_norm": 2.2170779705047607,
      "learning_rate": 1.019537037037037e-05,
      "loss": 0.43903360366821287,
      "step": 24990
    },
    {
      "epoch": 2.6343802698145025,
      "grad_norm": 2.178239583969116,
      "learning_rate": 1.0190740740740741e-05,
      "loss": 0.40381808280944825,
      "step": 24995
    },
    {
      "epoch": 2.6349072512647553,
      "grad_norm": 1.5712593793869019,
      "learning_rate": 1.0186111111111111e-05,
      "loss": 0.29536798000335696,
      "step": 25000
    },
    {
      "epoch": 2.635434232715008,
      "grad_norm": 1.2950667142868042,
      "learning_rate": 1.0181481481481481e-05,
      "loss": 0.47449073791503904,
      "step": 25005
    },
    {
      "epoch": 2.6359612141652615,
      "grad_norm": 1.3433165550231934,
      "learning_rate": 1.0176851851851853e-05,
      "loss": 0.3035909414291382,
      "step": 25010
    },
    {
      "epoch": 2.6364881956155144,
      "grad_norm": 2.9663782119750977,
      "learning_rate": 1.0172222222222223e-05,
      "loss": 0.33585219383239745,
      "step": 25015
    },
    {
      "epoch": 2.6370151770657673,
      "grad_norm": 2.9997005462646484,
      "learning_rate": 1.0167592592592592e-05,
      "loss": 0.5370679378509522,
      "step": 25020
    },
    {
      "epoch": 2.63754215851602,
      "grad_norm": 1.434112787246704,
      "learning_rate": 1.0162962962962962e-05,
      "loss": 0.4406756401062012,
      "step": 25025
    },
    {
      "epoch": 2.638069139966273,
      "grad_norm": 9.904267311096191,
      "learning_rate": 1.0158333333333332e-05,
      "loss": 0.45430889129638674,
      "step": 25030
    },
    {
      "epoch": 2.6385961214165263,
      "grad_norm": 5.285682201385498,
      "learning_rate": 1.0153703703703704e-05,
      "loss": 0.48070974349975587,
      "step": 25035
    },
    {
      "epoch": 2.639123102866779,
      "grad_norm": 1.5588487386703491,
      "learning_rate": 1.0149074074074074e-05,
      "loss": 0.43621029853820803,
      "step": 25040
    },
    {
      "epoch": 2.639650084317032,
      "grad_norm": 4.223574638366699,
      "learning_rate": 1.0144444444444445e-05,
      "loss": 0.4310971736907959,
      "step": 25045
    },
    {
      "epoch": 2.640177065767285,
      "grad_norm": 1.409606695175171,
      "learning_rate": 1.0139814814814815e-05,
      "loss": 0.42011098861694335,
      "step": 25050
    },
    {
      "epoch": 2.640704047217538,
      "grad_norm": 1.0340219736099243,
      "learning_rate": 1.0135185185185187e-05,
      "loss": 0.5504270076751709,
      "step": 25055
    },
    {
      "epoch": 2.641231028667791,
      "grad_norm": 1.7854951620101929,
      "learning_rate": 1.0130555555555557e-05,
      "loss": 0.38139848709106444,
      "step": 25060
    },
    {
      "epoch": 2.641758010118044,
      "grad_norm": 2.1424903869628906,
      "learning_rate": 1.0125925925925925e-05,
      "loss": 0.4677133083343506,
      "step": 25065
    },
    {
      "epoch": 2.642284991568297,
      "grad_norm": 2.355982542037964,
      "learning_rate": 1.0121296296296296e-05,
      "loss": 0.3863178253173828,
      "step": 25070
    },
    {
      "epoch": 2.6428119730185498,
      "grad_norm": 3.7286555767059326,
      "learning_rate": 1.0116666666666666e-05,
      "loss": 0.330842924118042,
      "step": 25075
    },
    {
      "epoch": 2.6433389544688026,
      "grad_norm": 3.432996988296509,
      "learning_rate": 1.0112037037037038e-05,
      "loss": 0.44607014656066896,
      "step": 25080
    },
    {
      "epoch": 2.6438659359190555,
      "grad_norm": 14.619095802307129,
      "learning_rate": 1.0107407407407408e-05,
      "loss": 0.5012047290802002,
      "step": 25085
    },
    {
      "epoch": 2.6443929173693084,
      "grad_norm": 5.645681381225586,
      "learning_rate": 1.0102777777777778e-05,
      "loss": 0.5720169544219971,
      "step": 25090
    },
    {
      "epoch": 2.6449198988195617,
      "grad_norm": 1.3828274011611938,
      "learning_rate": 1.0098148148148148e-05,
      "loss": 0.3617484331130981,
      "step": 25095
    },
    {
      "epoch": 2.6454468802698146,
      "grad_norm": 2.2477641105651855,
      "learning_rate": 1.0093518518518518e-05,
      "loss": 0.35682651996612547,
      "step": 25100
    },
    {
      "epoch": 2.6459738617200674,
      "grad_norm": 3.2391927242279053,
      "learning_rate": 1.008888888888889e-05,
      "loss": 0.553309440612793,
      "step": 25105
    },
    {
      "epoch": 2.6465008431703203,
      "grad_norm": 6.316371917724609,
      "learning_rate": 1.008425925925926e-05,
      "loss": 0.35734102725982664,
      "step": 25110
    },
    {
      "epoch": 2.647027824620573,
      "grad_norm": 1.123412013053894,
      "learning_rate": 1.0079629629629629e-05,
      "loss": 0.3333654642105103,
      "step": 25115
    },
    {
      "epoch": 2.6475548060708265,
      "grad_norm": 1.278808832168579,
      "learning_rate": 1.0075e-05,
      "loss": 0.42983670234680177,
      "step": 25120
    },
    {
      "epoch": 2.6480817875210794,
      "grad_norm": 1.819067358970642,
      "learning_rate": 1.0070370370370371e-05,
      "loss": 0.3725883960723877,
      "step": 25125
    },
    {
      "epoch": 2.6486087689713322,
      "grad_norm": 1.4591225385665894,
      "learning_rate": 1.0065740740740741e-05,
      "loss": 0.4921412944793701,
      "step": 25130
    },
    {
      "epoch": 2.649135750421585,
      "grad_norm": 2.250690221786499,
      "learning_rate": 1.0061111111111112e-05,
      "loss": 0.4639743804931641,
      "step": 25135
    },
    {
      "epoch": 2.649662731871838,
      "grad_norm": 1.253075122833252,
      "learning_rate": 1.0056481481481482e-05,
      "loss": 0.3931180238723755,
      "step": 25140
    },
    {
      "epoch": 2.6501897133220913,
      "grad_norm": 25.30563735961914,
      "learning_rate": 1.0051851851851852e-05,
      "loss": 0.6971909999847412,
      "step": 25145
    },
    {
      "epoch": 2.650716694772344,
      "grad_norm": 13.671817779541016,
      "learning_rate": 1.0047222222222224e-05,
      "loss": 0.5356234550476074,
      "step": 25150
    },
    {
      "epoch": 2.651243676222597,
      "grad_norm": 1.1646474599838257,
      "learning_rate": 1.0042592592592594e-05,
      "loss": 0.3253472089767456,
      "step": 25155
    },
    {
      "epoch": 2.65177065767285,
      "grad_norm": 2.45314621925354,
      "learning_rate": 1.0037962962962963e-05,
      "loss": 0.4271683692932129,
      "step": 25160
    },
    {
      "epoch": 2.652297639123103,
      "grad_norm": 2.942369222640991,
      "learning_rate": 1.0033333333333333e-05,
      "loss": 0.4388615608215332,
      "step": 25165
    },
    {
      "epoch": 2.6528246205733557,
      "grad_norm": 1.2052595615386963,
      "learning_rate": 1.0028703703703703e-05,
      "loss": 0.423231840133667,
      "step": 25170
    },
    {
      "epoch": 2.6533516020236085,
      "grad_norm": 3.8417508602142334,
      "learning_rate": 1.0024074074074075e-05,
      "loss": 0.5051153659820556,
      "step": 25175
    },
    {
      "epoch": 2.653878583473862,
      "grad_norm": 1.9529684782028198,
      "learning_rate": 1.0019444444444445e-05,
      "loss": 0.4962099552154541,
      "step": 25180
    },
    {
      "epoch": 2.6544055649241147,
      "grad_norm": 1.667829990386963,
      "learning_rate": 1.0014814814814815e-05,
      "loss": 0.34678258895874026,
      "step": 25185
    },
    {
      "epoch": 2.6549325463743676,
      "grad_norm": 2.006200075149536,
      "learning_rate": 1.0010185185185185e-05,
      "loss": 0.4962144374847412,
      "step": 25190
    },
    {
      "epoch": 2.6554595278246205,
      "grad_norm": 1.9801205396652222,
      "learning_rate": 1.0005555555555556e-05,
      "loss": 0.4004870891571045,
      "step": 25195
    },
    {
      "epoch": 2.6559865092748733,
      "grad_norm": 1.4076306819915771,
      "learning_rate": 1.0000925925925927e-05,
      "loss": 0.4411324501037598,
      "step": 25200
    },
    {
      "epoch": 2.6565134907251267,
      "grad_norm": 2.0147695541381836,
      "learning_rate": 9.996296296296296e-06,
      "loss": 0.3409471273422241,
      "step": 25205
    },
    {
      "epoch": 2.6570404721753795,
      "grad_norm": 3.1385836601257324,
      "learning_rate": 9.991666666666666e-06,
      "loss": 0.34752626419067384,
      "step": 25210
    },
    {
      "epoch": 2.6575674536256324,
      "grad_norm": 1.6677629947662354,
      "learning_rate": 9.987037037037036e-06,
      "loss": 0.48646836280822753,
      "step": 25215
    },
    {
      "epoch": 2.6580944350758853,
      "grad_norm": 2.7568674087524414,
      "learning_rate": 9.982407407407408e-06,
      "loss": 0.6433270931243896,
      "step": 25220
    },
    {
      "epoch": 2.658621416526138,
      "grad_norm": 3.207461357116699,
      "learning_rate": 9.977777777777778e-06,
      "loss": 0.42088966369628905,
      "step": 25225
    },
    {
      "epoch": 2.6591483979763915,
      "grad_norm": 1.1187890768051147,
      "learning_rate": 9.973148148148149e-06,
      "loss": 0.5011723518371582,
      "step": 25230
    },
    {
      "epoch": 2.6596753794266443,
      "grad_norm": 1.9819722175598145,
      "learning_rate": 9.968518518518519e-06,
      "loss": 0.4546764373779297,
      "step": 25235
    },
    {
      "epoch": 2.660202360876897,
      "grad_norm": 4.444162368774414,
      "learning_rate": 9.963888888888889e-06,
      "loss": 0.43404474258422854,
      "step": 25240
    },
    {
      "epoch": 2.66072934232715,
      "grad_norm": 3.4031896591186523,
      "learning_rate": 9.959259259259261e-06,
      "loss": 0.36837472915649416,
      "step": 25245
    },
    {
      "epoch": 2.661256323777403,
      "grad_norm": 2.3845255374908447,
      "learning_rate": 9.95462962962963e-06,
      "loss": 0.5601362228393555,
      "step": 25250
    },
    {
      "epoch": 2.661783305227656,
      "grad_norm": 2.3026695251464844,
      "learning_rate": 9.95e-06,
      "loss": 0.3652021408081055,
      "step": 25255
    },
    {
      "epoch": 2.6623102866779087,
      "grad_norm": 2.5646090507507324,
      "learning_rate": 9.94537037037037e-06,
      "loss": 0.372100305557251,
      "step": 25260
    },
    {
      "epoch": 2.662837268128162,
      "grad_norm": 1.9919432401657104,
      "learning_rate": 9.94074074074074e-06,
      "loss": 0.41792659759521483,
      "step": 25265
    },
    {
      "epoch": 2.663364249578415,
      "grad_norm": 1.6172418594360352,
      "learning_rate": 9.936111111111112e-06,
      "loss": 0.4317934989929199,
      "step": 25270
    },
    {
      "epoch": 2.6638912310286678,
      "grad_norm": 26.684938430786133,
      "learning_rate": 9.931481481481482e-06,
      "loss": 0.3859062910079956,
      "step": 25275
    },
    {
      "epoch": 2.6644182124789206,
      "grad_norm": 3.0177695751190186,
      "learning_rate": 9.926851851851852e-06,
      "loss": 0.41092071533203123,
      "step": 25280
    },
    {
      "epoch": 2.6649451939291735,
      "grad_norm": 1.1491773128509521,
      "learning_rate": 9.922222222222222e-06,
      "loss": 0.33777661323547364,
      "step": 25285
    },
    {
      "epoch": 2.665472175379427,
      "grad_norm": 2.2857959270477295,
      "learning_rate": 9.917592592592594e-06,
      "loss": 0.5092702865600586,
      "step": 25290
    },
    {
      "epoch": 2.6659991568296797,
      "grad_norm": 1.2781909704208374,
      "learning_rate": 9.912962962962963e-06,
      "loss": 0.4388160228729248,
      "step": 25295
    },
    {
      "epoch": 2.6665261382799326,
      "grad_norm": 2.0016403198242188,
      "learning_rate": 9.908333333333333e-06,
      "loss": 0.34903199672698976,
      "step": 25300
    },
    {
      "epoch": 2.6670531197301854,
      "grad_norm": 4.154602527618408,
      "learning_rate": 9.903703703703703e-06,
      "loss": 0.35124883651733396,
      "step": 25305
    },
    {
      "epoch": 2.6675801011804383,
      "grad_norm": 8.211645126342773,
      "learning_rate": 9.899074074074073e-06,
      "loss": 0.36983113288879393,
      "step": 25310
    },
    {
      "epoch": 2.6681070826306916,
      "grad_norm": 3.2190890312194824,
      "learning_rate": 9.894444444444445e-06,
      "loss": 0.4609999656677246,
      "step": 25315
    },
    {
      "epoch": 2.6686340640809445,
      "grad_norm": 1.2962441444396973,
      "learning_rate": 9.889814814814816e-06,
      "loss": 0.32139029502868655,
      "step": 25320
    },
    {
      "epoch": 2.6691610455311974,
      "grad_norm": 1.4182902574539185,
      "learning_rate": 9.885185185185186e-06,
      "loss": 0.42364206314086916,
      "step": 25325
    },
    {
      "epoch": 2.6696880269814502,
      "grad_norm": 1.399720311164856,
      "learning_rate": 9.880555555555556e-06,
      "loss": 0.4752326488494873,
      "step": 25330
    },
    {
      "epoch": 2.670215008431703,
      "grad_norm": 1.7537562847137451,
      "learning_rate": 9.875925925925926e-06,
      "loss": 0.37094645500183104,
      "step": 25335
    },
    {
      "epoch": 2.670741989881956,
      "grad_norm": 2.32550311088562,
      "learning_rate": 9.871296296296296e-06,
      "loss": 0.6095328330993652,
      "step": 25340
    },
    {
      "epoch": 2.671268971332209,
      "grad_norm": 2.1482295989990234,
      "learning_rate": 9.866666666666667e-06,
      "loss": 0.37734179496765136,
      "step": 25345
    },
    {
      "epoch": 2.671795952782462,
      "grad_norm": 2.302708148956299,
      "learning_rate": 9.862037037037037e-06,
      "loss": 0.3771007537841797,
      "step": 25350
    },
    {
      "epoch": 2.672322934232715,
      "grad_norm": 1.5747876167297363,
      "learning_rate": 9.857407407407407e-06,
      "loss": 0.4428409099578857,
      "step": 25355
    },
    {
      "epoch": 2.672849915682968,
      "grad_norm": 2.156482219696045,
      "learning_rate": 9.852777777777777e-06,
      "loss": 0.4569979190826416,
      "step": 25360
    },
    {
      "epoch": 2.673376897133221,
      "grad_norm": 1.380935549736023,
      "learning_rate": 9.848148148148149e-06,
      "loss": 0.3449915885925293,
      "step": 25365
    },
    {
      "epoch": 2.6739038785834737,
      "grad_norm": 2.271277666091919,
      "learning_rate": 9.84351851851852e-06,
      "loss": 0.4329192638397217,
      "step": 25370
    },
    {
      "epoch": 2.674430860033727,
      "grad_norm": 1.9578608274459839,
      "learning_rate": 9.83888888888889e-06,
      "loss": 0.3704107999801636,
      "step": 25375
    },
    {
      "epoch": 2.67495784148398,
      "grad_norm": 1.4614073038101196,
      "learning_rate": 9.83425925925926e-06,
      "loss": 0.5386496543884277,
      "step": 25380
    },
    {
      "epoch": 2.6754848229342327,
      "grad_norm": 1.0402780771255493,
      "learning_rate": 9.829629629629631e-06,
      "loss": 0.40030221939086913,
      "step": 25385
    },
    {
      "epoch": 2.6760118043844856,
      "grad_norm": 2.961629867553711,
      "learning_rate": 9.825e-06,
      "loss": 0.4850608348846436,
      "step": 25390
    },
    {
      "epoch": 2.6765387858347385,
      "grad_norm": 1.6612213850021362,
      "learning_rate": 9.82037037037037e-06,
      "loss": 0.5103797912597656,
      "step": 25395
    },
    {
      "epoch": 2.677065767284992,
      "grad_norm": 4.392755508422852,
      "learning_rate": 9.81574074074074e-06,
      "loss": 0.5753267288208008,
      "step": 25400
    },
    {
      "epoch": 2.6775927487352447,
      "grad_norm": 1.2160929441452026,
      "learning_rate": 9.81111111111111e-06,
      "loss": 0.3317640542984009,
      "step": 25405
    },
    {
      "epoch": 2.6781197301854975,
      "grad_norm": 2.9433071613311768,
      "learning_rate": 9.806481481481482e-06,
      "loss": 0.600738525390625,
      "step": 25410
    },
    {
      "epoch": 2.6786467116357504,
      "grad_norm": 1.2148135900497437,
      "learning_rate": 9.801851851851853e-06,
      "loss": 0.3517458915710449,
      "step": 25415
    },
    {
      "epoch": 2.6791736930860033,
      "grad_norm": 2.7276644706726074,
      "learning_rate": 9.797222222222223e-06,
      "loss": 0.48227343559265134,
      "step": 25420
    },
    {
      "epoch": 2.6797006745362566,
      "grad_norm": 2.395521640777588,
      "learning_rate": 9.792592592592593e-06,
      "loss": 0.41629343032836913,
      "step": 25425
    },
    {
      "epoch": 2.680227655986509,
      "grad_norm": 2.3139238357543945,
      "learning_rate": 9.787962962962963e-06,
      "loss": 0.3751697063446045,
      "step": 25430
    },
    {
      "epoch": 2.6807546374367623,
      "grad_norm": 3.320152997970581,
      "learning_rate": 9.783333333333333e-06,
      "loss": 0.4749916076660156,
      "step": 25435
    },
    {
      "epoch": 2.681281618887015,
      "grad_norm": 1.6930211782455444,
      "learning_rate": 9.778703703703704e-06,
      "loss": 0.5317715644836426,
      "step": 25440
    },
    {
      "epoch": 2.681808600337268,
      "grad_norm": 1.7842954397201538,
      "learning_rate": 9.774074074074074e-06,
      "loss": 0.4317474365234375,
      "step": 25445
    },
    {
      "epoch": 2.682335581787521,
      "grad_norm": 1.2234621047973633,
      "learning_rate": 9.769444444444444e-06,
      "loss": 0.4676353931427002,
      "step": 25450
    },
    {
      "epoch": 2.682862563237774,
      "grad_norm": 8.263622283935547,
      "learning_rate": 9.764814814814816e-06,
      "loss": 0.4784027099609375,
      "step": 25455
    },
    {
      "epoch": 2.683389544688027,
      "grad_norm": 1.2240500450134277,
      "learning_rate": 9.760185185185186e-06,
      "loss": 0.3423087358474731,
      "step": 25460
    },
    {
      "epoch": 2.68391652613828,
      "grad_norm": 1.3289837837219238,
      "learning_rate": 9.755555555555556e-06,
      "loss": 0.5163021087646484,
      "step": 25465
    },
    {
      "epoch": 2.684443507588533,
      "grad_norm": 1.3199188709259033,
      "learning_rate": 9.750925925925926e-06,
      "loss": 0.3246405363082886,
      "step": 25470
    },
    {
      "epoch": 2.6849704890387858,
      "grad_norm": 1.3781267404556274,
      "learning_rate": 9.746296296296297e-06,
      "loss": 0.742921781539917,
      "step": 25475
    },
    {
      "epoch": 2.6854974704890386,
      "grad_norm": 2.4180715084075928,
      "learning_rate": 9.741666666666667e-06,
      "loss": 0.28345065116882323,
      "step": 25480
    },
    {
      "epoch": 2.686024451939292,
      "grad_norm": 1.0767329931259155,
      "learning_rate": 9.737037037037037e-06,
      "loss": 0.29482858180999755,
      "step": 25485
    },
    {
      "epoch": 2.686551433389545,
      "grad_norm": 2.387011766433716,
      "learning_rate": 9.732407407407407e-06,
      "loss": 0.35834124088287356,
      "step": 25490
    },
    {
      "epoch": 2.6870784148397977,
      "grad_norm": 1.774588704109192,
      "learning_rate": 9.727777777777777e-06,
      "loss": 0.40955185890197754,
      "step": 25495
    },
    {
      "epoch": 2.6876053962900506,
      "grad_norm": 2.120159149169922,
      "learning_rate": 9.723148148148148e-06,
      "loss": 0.4468677520751953,
      "step": 25500
    },
    {
      "epoch": 2.6881323777403034,
      "grad_norm": 2.3600785732269287,
      "learning_rate": 9.71851851851852e-06,
      "loss": 0.4776774883270264,
      "step": 25505
    },
    {
      "epoch": 2.6886593591905568,
      "grad_norm": 2.3106229305267334,
      "learning_rate": 9.71388888888889e-06,
      "loss": 0.577751874923706,
      "step": 25510
    },
    {
      "epoch": 2.689186340640809,
      "grad_norm": 1.5607311725616455,
      "learning_rate": 9.70925925925926e-06,
      "loss": 0.38156838417053224,
      "step": 25515
    },
    {
      "epoch": 2.6897133220910625,
      "grad_norm": 2.535118341445923,
      "learning_rate": 9.70462962962963e-06,
      "loss": 0.3370906114578247,
      "step": 25520
    },
    {
      "epoch": 2.6902403035413154,
      "grad_norm": 1.2818922996520996,
      "learning_rate": 9.699999999999999e-06,
      "loss": 0.3669832944869995,
      "step": 25525
    },
    {
      "epoch": 2.6907672849915683,
      "grad_norm": 1.6803112030029297,
      "learning_rate": 9.69537037037037e-06,
      "loss": 0.4423259735107422,
      "step": 25530
    },
    {
      "epoch": 2.691294266441821,
      "grad_norm": 8.631482124328613,
      "learning_rate": 9.69074074074074e-06,
      "loss": 0.576396131515503,
      "step": 25535
    },
    {
      "epoch": 2.691821247892074,
      "grad_norm": 1.1390337944030762,
      "learning_rate": 9.686111111111111e-06,
      "loss": 0.27687368392944334,
      "step": 25540
    },
    {
      "epoch": 2.6923482293423273,
      "grad_norm": 22.058517456054688,
      "learning_rate": 9.681481481481481e-06,
      "loss": 0.375189471244812,
      "step": 25545
    },
    {
      "epoch": 2.69287521079258,
      "grad_norm": 2.979607343673706,
      "learning_rate": 9.676851851851853e-06,
      "loss": 0.3896228075027466,
      "step": 25550
    },
    {
      "epoch": 2.693402192242833,
      "grad_norm": 1.8711845874786377,
      "learning_rate": 9.672222222222223e-06,
      "loss": 0.39428462982177737,
      "step": 25555
    },
    {
      "epoch": 2.693929173693086,
      "grad_norm": 1.5187231302261353,
      "learning_rate": 9.667592592592593e-06,
      "loss": 0.2821014404296875,
      "step": 25560
    },
    {
      "epoch": 2.694456155143339,
      "grad_norm": 1.8431843519210815,
      "learning_rate": 9.662962962962964e-06,
      "loss": 0.3714447021484375,
      "step": 25565
    },
    {
      "epoch": 2.694983136593592,
      "grad_norm": 1.843687653541565,
      "learning_rate": 9.658333333333332e-06,
      "loss": 0.31672515869140627,
      "step": 25570
    },
    {
      "epoch": 2.695510118043845,
      "grad_norm": 2.120720386505127,
      "learning_rate": 9.653703703703704e-06,
      "loss": 0.4793889045715332,
      "step": 25575
    },
    {
      "epoch": 2.696037099494098,
      "grad_norm": 1.3351669311523438,
      "learning_rate": 9.649074074074074e-06,
      "loss": 0.506136703491211,
      "step": 25580
    },
    {
      "epoch": 2.6965640809443507,
      "grad_norm": 1.8655354976654053,
      "learning_rate": 9.644444444444444e-06,
      "loss": 0.3934658050537109,
      "step": 25585
    },
    {
      "epoch": 2.6970910623946036,
      "grad_norm": 1.6673405170440674,
      "learning_rate": 9.639814814814815e-06,
      "loss": 0.5392219066619873,
      "step": 25590
    },
    {
      "epoch": 2.697618043844857,
      "grad_norm": 1.7028167247772217,
      "learning_rate": 9.635185185185185e-06,
      "loss": 0.3523425579071045,
      "step": 25595
    },
    {
      "epoch": 2.6981450252951094,
      "grad_norm": 4.721048355102539,
      "learning_rate": 9.630555555555557e-06,
      "loss": 0.6558017730712891,
      "step": 25600
    },
    {
      "epoch": 2.6981450252951094,
      "eval_cer": 0.07520004566541778,
      "eval_loss": 0.34747281670570374,
      "eval_runtime": 119.8664,
      "eval_samples_per_second": 24.294,
      "eval_score": 84.47744099032344,
      "eval_steps_per_second": 3.037,
      "eval_wer": 0.23525113452811322,
      "step": 25600
    },
    {
      "epoch": 2.6986720067453627,
      "grad_norm": 3.1026577949523926,
      "learning_rate": 9.625925925925927e-06,
      "loss": 0.462481689453125,
      "step": 25605
    },
    {
      "epoch": 2.6991989881956155,
      "grad_norm": 1.7281743288040161,
      "learning_rate": 9.621296296296297e-06,
      "loss": 0.5039108276367188,
      "step": 25610
    },
    {
      "epoch": 2.6997259696458684,
      "grad_norm": 2.521251678466797,
      "learning_rate": 9.616666666666667e-06,
      "loss": 0.34984779357910156,
      "step": 25615
    },
    {
      "epoch": 2.7002529510961213,
      "grad_norm": 4.4011735916137695,
      "learning_rate": 9.612037037037037e-06,
      "loss": 0.4867668151855469,
      "step": 25620
    },
    {
      "epoch": 2.700779932546374,
      "grad_norm": 1.2396036386489868,
      "learning_rate": 9.607407407407408e-06,
      "loss": 0.43886609077453614,
      "step": 25625
    },
    {
      "epoch": 2.7013069139966275,
      "grad_norm": 2.359487295150757,
      "learning_rate": 9.602777777777778e-06,
      "loss": 0.5502047061920166,
      "step": 25630
    },
    {
      "epoch": 2.7018338954468804,
      "grad_norm": 1.3553093671798706,
      "learning_rate": 9.598148148148148e-06,
      "loss": 0.3615039587020874,
      "step": 25635
    },
    {
      "epoch": 2.7023608768971332,
      "grad_norm": 1.7288869619369507,
      "learning_rate": 9.593518518518518e-06,
      "loss": 0.32271652221679686,
      "step": 25640
    },
    {
      "epoch": 2.702887858347386,
      "grad_norm": 2.6464622020721436,
      "learning_rate": 9.58888888888889e-06,
      "loss": 0.3874207496643066,
      "step": 25645
    },
    {
      "epoch": 2.703414839797639,
      "grad_norm": 1.9390133619308472,
      "learning_rate": 9.58425925925926e-06,
      "loss": 0.3820493698120117,
      "step": 25650
    },
    {
      "epoch": 2.7039418212478923,
      "grad_norm": 1.2929890155792236,
      "learning_rate": 9.57962962962963e-06,
      "loss": 0.33879473209381106,
      "step": 25655
    },
    {
      "epoch": 2.704468802698145,
      "grad_norm": 2.4115490913391113,
      "learning_rate": 9.575e-06,
      "loss": 0.7307884693145752,
      "step": 25660
    },
    {
      "epoch": 2.704995784148398,
      "grad_norm": 4.104731559753418,
      "learning_rate": 9.57037037037037e-06,
      "loss": 0.577335786819458,
      "step": 25665
    },
    {
      "epoch": 2.705522765598651,
      "grad_norm": 1.788148045539856,
      "learning_rate": 9.565740740740741e-06,
      "loss": 0.3853318691253662,
      "step": 25670
    },
    {
      "epoch": 2.7060497470489038,
      "grad_norm": 3.5281054973602295,
      "learning_rate": 9.561111111111111e-06,
      "loss": 0.42769856452941896,
      "step": 25675
    },
    {
      "epoch": 2.706576728499157,
      "grad_norm": 1.5752630233764648,
      "learning_rate": 9.556481481481481e-06,
      "loss": 0.3334475040435791,
      "step": 25680
    },
    {
      "epoch": 2.7071037099494095,
      "grad_norm": 2.057976007461548,
      "learning_rate": 9.551851851851852e-06,
      "loss": 0.7503249168395996,
      "step": 25685
    },
    {
      "epoch": 2.707630691399663,
      "grad_norm": 1.2412302494049072,
      "learning_rate": 9.547222222222224e-06,
      "loss": 0.3562779426574707,
      "step": 25690
    },
    {
      "epoch": 2.7081576728499157,
      "grad_norm": 3.4280197620391846,
      "learning_rate": 9.542592592592594e-06,
      "loss": 0.3857457399368286,
      "step": 25695
    },
    {
      "epoch": 2.7086846543001686,
      "grad_norm": 5.552735805511475,
      "learning_rate": 9.537962962962964e-06,
      "loss": 0.44327716827392577,
      "step": 25700
    },
    {
      "epoch": 2.7092116357504215,
      "grad_norm": 2.801968812942505,
      "learning_rate": 9.533333333333334e-06,
      "loss": 0.30623664855957033,
      "step": 25705
    },
    {
      "epoch": 2.7097386172006743,
      "grad_norm": 6.627892017364502,
      "learning_rate": 9.528703703703703e-06,
      "loss": 0.4962911128997803,
      "step": 25710
    },
    {
      "epoch": 2.7102655986509276,
      "grad_norm": 2.0847251415252686,
      "learning_rate": 9.524074074074074e-06,
      "loss": 0.4034064292907715,
      "step": 25715
    },
    {
      "epoch": 2.7107925801011805,
      "grad_norm": 1.7860897779464722,
      "learning_rate": 9.519444444444445e-06,
      "loss": 0.6267617702484131,
      "step": 25720
    },
    {
      "epoch": 2.7113195615514334,
      "grad_norm": 2.3719189167022705,
      "learning_rate": 9.514814814814815e-06,
      "loss": 0.5412323951721192,
      "step": 25725
    },
    {
      "epoch": 2.7118465430016863,
      "grad_norm": 1.9698728322982788,
      "learning_rate": 9.510185185185185e-06,
      "loss": 0.528467321395874,
      "step": 25730
    },
    {
      "epoch": 2.712373524451939,
      "grad_norm": 1.6526298522949219,
      "learning_rate": 9.505555555555555e-06,
      "loss": 0.4417109966278076,
      "step": 25735
    },
    {
      "epoch": 2.7129005059021924,
      "grad_norm": 2.2882516384124756,
      "learning_rate": 9.500925925925927e-06,
      "loss": 0.5171741485595703,
      "step": 25740
    },
    {
      "epoch": 2.7134274873524453,
      "grad_norm": 2.0499818325042725,
      "learning_rate": 9.496296296296297e-06,
      "loss": 0.3495694875717163,
      "step": 25745
    },
    {
      "epoch": 2.713954468802698,
      "grad_norm": 2.7411439418792725,
      "learning_rate": 9.491666666666668e-06,
      "loss": 0.35274357795715333,
      "step": 25750
    },
    {
      "epoch": 2.714481450252951,
      "grad_norm": 2.133364200592041,
      "learning_rate": 9.487037037037036e-06,
      "loss": 0.8117744445800781,
      "step": 25755
    },
    {
      "epoch": 2.715008431703204,
      "grad_norm": 4.909107685089111,
      "learning_rate": 9.482407407407406e-06,
      "loss": 0.344389533996582,
      "step": 25760
    },
    {
      "epoch": 2.7155354131534573,
      "grad_norm": 3.385606288909912,
      "learning_rate": 9.477777777777778e-06,
      "loss": 0.4504977226257324,
      "step": 25765
    },
    {
      "epoch": 2.7160623946037097,
      "grad_norm": 2.09080171585083,
      "learning_rate": 9.473148148148148e-06,
      "loss": 0.3740459203720093,
      "step": 25770
    },
    {
      "epoch": 2.716589376053963,
      "grad_norm": 2.485759973526001,
      "learning_rate": 9.468518518518519e-06,
      "loss": 0.3119882345199585,
      "step": 25775
    },
    {
      "epoch": 2.717116357504216,
      "grad_norm": 2.5270442962646484,
      "learning_rate": 9.463888888888889e-06,
      "loss": 0.3971349000930786,
      "step": 25780
    },
    {
      "epoch": 2.7176433389544687,
      "grad_norm": 2.523205041885376,
      "learning_rate": 9.45925925925926e-06,
      "loss": 0.3459951877593994,
      "step": 25785
    },
    {
      "epoch": 2.7181703204047216,
      "grad_norm": 1.7202661037445068,
      "learning_rate": 9.45462962962963e-06,
      "loss": 0.4003495693206787,
      "step": 25790
    },
    {
      "epoch": 2.7186973018549745,
      "grad_norm": 8.0459623336792,
      "learning_rate": 9.450000000000001e-06,
      "loss": 0.294601583480835,
      "step": 25795
    },
    {
      "epoch": 2.719224283305228,
      "grad_norm": 3.069489002227783,
      "learning_rate": 9.44537037037037e-06,
      "loss": 0.33896422386169434,
      "step": 25800
    },
    {
      "epoch": 2.7197512647554807,
      "grad_norm": 1.9600883722305298,
      "learning_rate": 9.44074074074074e-06,
      "loss": 0.4154050827026367,
      "step": 25805
    },
    {
      "epoch": 2.7202782462057336,
      "grad_norm": 3.151395082473755,
      "learning_rate": 9.436111111111112e-06,
      "loss": 0.4354348659515381,
      "step": 25810
    },
    {
      "epoch": 2.7208052276559864,
      "grad_norm": 4.126828193664551,
      "learning_rate": 9.431481481481482e-06,
      "loss": 0.4812197685241699,
      "step": 25815
    },
    {
      "epoch": 2.7213322091062393,
      "grad_norm": 2.1890368461608887,
      "learning_rate": 9.426851851851852e-06,
      "loss": 0.34719028472900393,
      "step": 25820
    },
    {
      "epoch": 2.7218591905564926,
      "grad_norm": 1.2931630611419678,
      "learning_rate": 9.422222222222222e-06,
      "loss": 0.38394486904144287,
      "step": 25825
    },
    {
      "epoch": 2.7223861720067455,
      "grad_norm": 2.522986888885498,
      "learning_rate": 9.417592592592592e-06,
      "loss": 0.3404357671737671,
      "step": 25830
    },
    {
      "epoch": 2.7229131534569984,
      "grad_norm": 2.0514020919799805,
      "learning_rate": 9.412962962962964e-06,
      "loss": 0.4054351806640625,
      "step": 25835
    },
    {
      "epoch": 2.7234401349072512,
      "grad_norm": 1.5799740552902222,
      "learning_rate": 9.408333333333334e-06,
      "loss": 0.5630956172943116,
      "step": 25840
    },
    {
      "epoch": 2.723967116357504,
      "grad_norm": 3.7069244384765625,
      "learning_rate": 9.403703703703705e-06,
      "loss": 0.4526530742645264,
      "step": 25845
    },
    {
      "epoch": 2.7244940978077574,
      "grad_norm": 1.6000187397003174,
      "learning_rate": 9.399074074074073e-06,
      "loss": 0.33390069007873535,
      "step": 25850
    },
    {
      "epoch": 2.72502107925801,
      "grad_norm": 1.4667251110076904,
      "learning_rate": 9.394444444444445e-06,
      "loss": 0.5780478477478027,
      "step": 25855
    },
    {
      "epoch": 2.725548060708263,
      "grad_norm": 1.4561156034469604,
      "learning_rate": 9.389814814814815e-06,
      "loss": 0.34968483448028564,
      "step": 25860
    },
    {
      "epoch": 2.726075042158516,
      "grad_norm": 2.3920602798461914,
      "learning_rate": 9.385185185185185e-06,
      "loss": 0.35503807067871096,
      "step": 25865
    },
    {
      "epoch": 2.726602023608769,
      "grad_norm": 3.153278350830078,
      "learning_rate": 9.380555555555556e-06,
      "loss": 0.4929218292236328,
      "step": 25870
    },
    {
      "epoch": 2.727129005059022,
      "grad_norm": 3.7550292015075684,
      "learning_rate": 9.375925925925926e-06,
      "loss": 0.5897275924682617,
      "step": 25875
    },
    {
      "epoch": 2.7276559865092747,
      "grad_norm": 1.7495455741882324,
      "learning_rate": 9.371296296296298e-06,
      "loss": 0.40529208183288573,
      "step": 25880
    },
    {
      "epoch": 2.728182967959528,
      "grad_norm": 3.9603514671325684,
      "learning_rate": 9.366666666666668e-06,
      "loss": 0.37432613372802737,
      "step": 25885
    },
    {
      "epoch": 2.728709949409781,
      "grad_norm": 1.4646859169006348,
      "learning_rate": 9.362037037037038e-06,
      "loss": 0.44361090660095215,
      "step": 25890
    },
    {
      "epoch": 2.7292369308600337,
      "grad_norm": 3.3463118076324463,
      "learning_rate": 9.357407407407407e-06,
      "loss": 0.47497382164001467,
      "step": 25895
    },
    {
      "epoch": 2.7297639123102866,
      "grad_norm": 2.8307387828826904,
      "learning_rate": 9.352777777777777e-06,
      "loss": 0.4264730930328369,
      "step": 25900
    },
    {
      "epoch": 2.7302908937605395,
      "grad_norm": 1.2321144342422485,
      "learning_rate": 9.348148148148149e-06,
      "loss": 0.45662102699279783,
      "step": 25905
    },
    {
      "epoch": 2.7308178752107928,
      "grad_norm": 2.2111241817474365,
      "learning_rate": 9.343518518518519e-06,
      "loss": 0.3623352527618408,
      "step": 25910
    },
    {
      "epoch": 2.7313448566610457,
      "grad_norm": 1.377190351486206,
      "learning_rate": 9.338888888888889e-06,
      "loss": 0.3883794069290161,
      "step": 25915
    },
    {
      "epoch": 2.7318718381112985,
      "grad_norm": 2.9684865474700928,
      "learning_rate": 9.33425925925926e-06,
      "loss": 0.23610970973968506,
      "step": 25920
    },
    {
      "epoch": 2.7323988195615514,
      "grad_norm": 1.2887130975723267,
      "learning_rate": 9.32962962962963e-06,
      "loss": 0.4523609161376953,
      "step": 25925
    },
    {
      "epoch": 2.7329258010118043,
      "grad_norm": 2.2205328941345215,
      "learning_rate": 9.325000000000001e-06,
      "loss": 0.3868751525878906,
      "step": 25930
    },
    {
      "epoch": 2.7334527824620576,
      "grad_norm": 2.954834222793579,
      "learning_rate": 9.320370370370372e-06,
      "loss": 0.3796854019165039,
      "step": 25935
    },
    {
      "epoch": 2.73397976391231,
      "grad_norm": 1.6381094455718994,
      "learning_rate": 9.31574074074074e-06,
      "loss": 0.40449347496032717,
      "step": 25940
    },
    {
      "epoch": 2.7345067453625633,
      "grad_norm": 6.587590217590332,
      "learning_rate": 9.31111111111111e-06,
      "loss": 0.541679573059082,
      "step": 25945
    },
    {
      "epoch": 2.735033726812816,
      "grad_norm": 2.0752291679382324,
      "learning_rate": 9.306481481481482e-06,
      "loss": 0.39503891468048097,
      "step": 25950
    },
    {
      "epoch": 2.735560708263069,
      "grad_norm": 5.298460006713867,
      "learning_rate": 9.301851851851852e-06,
      "loss": 0.36171636581420896,
      "step": 25955
    },
    {
      "epoch": 2.736087689713322,
      "grad_norm": 1.4277502298355103,
      "learning_rate": 9.297222222222223e-06,
      "loss": 0.40198469161987305,
      "step": 25960
    },
    {
      "epoch": 2.736614671163575,
      "grad_norm": 3.4541244506835938,
      "learning_rate": 9.292592592592593e-06,
      "loss": 0.4213726997375488,
      "step": 25965
    },
    {
      "epoch": 2.737141652613828,
      "grad_norm": 4.099178791046143,
      "learning_rate": 9.287962962962963e-06,
      "loss": 0.3668071269989014,
      "step": 25970
    },
    {
      "epoch": 2.737668634064081,
      "grad_norm": 3.593519449234009,
      "learning_rate": 9.283333333333335e-06,
      "loss": 0.40598268508911134,
      "step": 25975
    },
    {
      "epoch": 2.738195615514334,
      "grad_norm": 1.7054063081741333,
      "learning_rate": 9.278703703703705e-06,
      "loss": 0.36864309310913085,
      "step": 25980
    },
    {
      "epoch": 2.7387225969645868,
      "grad_norm": 1.6718037128448486,
      "learning_rate": 9.274074074074073e-06,
      "loss": 0.3560958385467529,
      "step": 25985
    },
    {
      "epoch": 2.7392495784148396,
      "grad_norm": 2.891859292984009,
      "learning_rate": 9.269444444444444e-06,
      "loss": 0.7793102741241456,
      "step": 25990
    },
    {
      "epoch": 2.739776559865093,
      "grad_norm": 1.673986554145813,
      "learning_rate": 9.264814814814814e-06,
      "loss": 0.2963076591491699,
      "step": 25995
    },
    {
      "epoch": 2.740303541315346,
      "grad_norm": 2.0387990474700928,
      "learning_rate": 9.260185185185186e-06,
      "loss": 0.38223042488098147,
      "step": 26000
    },
    {
      "epoch": 2.7408305227655987,
      "grad_norm": 2.173802614212036,
      "learning_rate": 9.255555555555556e-06,
      "loss": 0.5109458446502686,
      "step": 26005
    },
    {
      "epoch": 2.7413575042158516,
      "grad_norm": 1.8409310579299927,
      "learning_rate": 9.250925925925926e-06,
      "loss": 0.5455427169799805,
      "step": 26010
    },
    {
      "epoch": 2.7418844856661044,
      "grad_norm": 1.6236954927444458,
      "learning_rate": 9.246296296296296e-06,
      "loss": 0.33028535842895507,
      "step": 26015
    },
    {
      "epoch": 2.7424114671163577,
      "grad_norm": 1.1140494346618652,
      "learning_rate": 9.241666666666668e-06,
      "loss": 0.38114156723022463,
      "step": 26020
    },
    {
      "epoch": 2.7429384485666106,
      "grad_norm": 2.1060292720794678,
      "learning_rate": 9.237037037037038e-06,
      "loss": 0.4913534641265869,
      "step": 26025
    },
    {
      "epoch": 2.7434654300168635,
      "grad_norm": 1.38425612449646,
      "learning_rate": 9.232407407407407e-06,
      "loss": 0.2750953197479248,
      "step": 26030
    },
    {
      "epoch": 2.7439924114671164,
      "grad_norm": 1.6463887691497803,
      "learning_rate": 9.227777777777777e-06,
      "loss": 0.40355372428894043,
      "step": 26035
    },
    {
      "epoch": 2.7445193929173692,
      "grad_norm": 1.3766210079193115,
      "learning_rate": 9.223148148148147e-06,
      "loss": 0.3332156419754028,
      "step": 26040
    },
    {
      "epoch": 2.745046374367622,
      "grad_norm": 12.26339054107666,
      "learning_rate": 9.21851851851852e-06,
      "loss": 0.5344509601593017,
      "step": 26045
    },
    {
      "epoch": 2.745573355817875,
      "grad_norm": 1.4512275457382202,
      "learning_rate": 9.21388888888889e-06,
      "loss": 0.36408371925354005,
      "step": 26050
    },
    {
      "epoch": 2.7461003372681283,
      "grad_norm": 1.8011837005615234,
      "learning_rate": 9.20925925925926e-06,
      "loss": 0.4459408760070801,
      "step": 26055
    },
    {
      "epoch": 2.746627318718381,
      "grad_norm": 5.0846943855285645,
      "learning_rate": 9.20462962962963e-06,
      "loss": 0.43032355308532716,
      "step": 26060
    },
    {
      "epoch": 2.747154300168634,
      "grad_norm": 2.8714520931243896,
      "learning_rate": 9.2e-06,
      "loss": 0.39528260231018064,
      "step": 26065
    },
    {
      "epoch": 2.747681281618887,
      "grad_norm": 4.51101016998291,
      "learning_rate": 9.195370370370372e-06,
      "loss": 0.5457665920257568,
      "step": 26070
    },
    {
      "epoch": 2.74820826306914,
      "grad_norm": 1.4855269193649292,
      "learning_rate": 9.19074074074074e-06,
      "loss": 0.5944907188415527,
      "step": 26075
    },
    {
      "epoch": 2.748735244519393,
      "grad_norm": 3.2060937881469727,
      "learning_rate": 9.18611111111111e-06,
      "loss": 0.34316539764404297,
      "step": 26080
    },
    {
      "epoch": 2.749262225969646,
      "grad_norm": 18.321001052856445,
      "learning_rate": 9.18148148148148e-06,
      "loss": 0.5064737796783447,
      "step": 26085
    },
    {
      "epoch": 2.749789207419899,
      "grad_norm": 3.0404727458953857,
      "learning_rate": 9.176851851851851e-06,
      "loss": 0.3066227912902832,
      "step": 26090
    },
    {
      "epoch": 2.7503161888701517,
      "grad_norm": 33.80943298339844,
      "learning_rate": 9.172222222222223e-06,
      "loss": 0.7659904956817627,
      "step": 26095
    },
    {
      "epoch": 2.7508431703204046,
      "grad_norm": 1.6699148416519165,
      "learning_rate": 9.167592592592593e-06,
      "loss": 0.5607999801635742,
      "step": 26100
    },
    {
      "epoch": 2.751370151770658,
      "grad_norm": 1.3142858743667603,
      "learning_rate": 9.162962962962963e-06,
      "loss": 0.2933650493621826,
      "step": 26105
    },
    {
      "epoch": 2.751897133220911,
      "grad_norm": 2.618968963623047,
      "learning_rate": 9.158333333333333e-06,
      "loss": 0.4256148815155029,
      "step": 26110
    },
    {
      "epoch": 2.7524241146711637,
      "grad_norm": 5.5621185302734375,
      "learning_rate": 9.153703703703705e-06,
      "loss": 0.5575872898101807,
      "step": 26115
    },
    {
      "epoch": 2.7529510961214165,
      "grad_norm": 5.7780375480651855,
      "learning_rate": 9.149074074074076e-06,
      "loss": 0.44803709983825685,
      "step": 26120
    },
    {
      "epoch": 2.7534780775716694,
      "grad_norm": 1.4183515310287476,
      "learning_rate": 9.144444444444444e-06,
      "loss": 0.6050262928009034,
      "step": 26125
    },
    {
      "epoch": 2.7540050590219223,
      "grad_norm": 1.8355517387390137,
      "learning_rate": 9.139814814814814e-06,
      "loss": 0.39450523853302,
      "step": 26130
    },
    {
      "epoch": 2.754532040472175,
      "grad_norm": 1.8804489374160767,
      "learning_rate": 9.135185185185184e-06,
      "loss": 0.4025607109069824,
      "step": 26135
    },
    {
      "epoch": 2.7550590219224285,
      "grad_norm": 2.381840229034424,
      "learning_rate": 9.130555555555556e-06,
      "loss": 0.2836079835891724,
      "step": 26140
    },
    {
      "epoch": 2.7555860033726813,
      "grad_norm": 2.143310785293579,
      "learning_rate": 9.125925925925927e-06,
      "loss": 0.3250744104385376,
      "step": 26145
    },
    {
      "epoch": 2.756112984822934,
      "grad_norm": 1.874527931213379,
      "learning_rate": 9.121296296296297e-06,
      "loss": 0.4237844944000244,
      "step": 26150
    },
    {
      "epoch": 2.756639966273187,
      "grad_norm": 2.2197680473327637,
      "learning_rate": 9.116666666666667e-06,
      "loss": 0.3638699769973755,
      "step": 26155
    },
    {
      "epoch": 2.75716694772344,
      "grad_norm": 2.5275588035583496,
      "learning_rate": 9.112037037037037e-06,
      "loss": 0.32800970077514646,
      "step": 26160
    },
    {
      "epoch": 2.7576939291736933,
      "grad_norm": 1.7197060585021973,
      "learning_rate": 9.107407407407409e-06,
      "loss": 0.444459342956543,
      "step": 26165
    },
    {
      "epoch": 2.758220910623946,
      "grad_norm": 1.4460883140563965,
      "learning_rate": 9.102777777777777e-06,
      "loss": 0.33980770111083985,
      "step": 26170
    },
    {
      "epoch": 2.758747892074199,
      "grad_norm": 1.9320979118347168,
      "learning_rate": 9.098148148148148e-06,
      "loss": 0.7277350425720215,
      "step": 26175
    },
    {
      "epoch": 2.759274873524452,
      "grad_norm": 1.583172082901001,
      "learning_rate": 9.093518518518518e-06,
      "loss": 0.34814274311065674,
      "step": 26180
    },
    {
      "epoch": 2.7598018549747048,
      "grad_norm": 2.028041124343872,
      "learning_rate": 9.08888888888889e-06,
      "loss": 0.43750510215759275,
      "step": 26185
    },
    {
      "epoch": 2.760328836424958,
      "grad_norm": 1.417216420173645,
      "learning_rate": 9.08425925925926e-06,
      "loss": 0.5437313556671143,
      "step": 26190
    },
    {
      "epoch": 2.760855817875211,
      "grad_norm": 2.47623348236084,
      "learning_rate": 9.07962962962963e-06,
      "loss": 0.4404923915863037,
      "step": 26195
    },
    {
      "epoch": 2.761382799325464,
      "grad_norm": 1.1410878896713257,
      "learning_rate": 9.075e-06,
      "loss": 0.5080290317535401,
      "step": 26200
    },
    {
      "epoch": 2.7619097807757167,
      "grad_norm": 1.0594812631607056,
      "learning_rate": 9.07037037037037e-06,
      "loss": 0.2858511686325073,
      "step": 26205
    },
    {
      "epoch": 2.7624367622259696,
      "grad_norm": 2.5272057056427,
      "learning_rate": 9.065740740740742e-06,
      "loss": 0.34341771602630616,
      "step": 26210
    },
    {
      "epoch": 2.7629637436762224,
      "grad_norm": 1.3308253288269043,
      "learning_rate": 9.061111111111111e-06,
      "loss": 0.4583244323730469,
      "step": 26215
    },
    {
      "epoch": 2.7634907251264753,
      "grad_norm": 1.5523295402526855,
      "learning_rate": 9.056481481481481e-06,
      "loss": 0.2638314008712769,
      "step": 26220
    },
    {
      "epoch": 2.7640177065767286,
      "grad_norm": 6.2284345626831055,
      "learning_rate": 9.051851851851851e-06,
      "loss": 0.543380880355835,
      "step": 26225
    },
    {
      "epoch": 2.7645446880269815,
      "grad_norm": 1.5784635543823242,
      "learning_rate": 9.047222222222222e-06,
      "loss": 0.31648342609405516,
      "step": 26230
    },
    {
      "epoch": 2.7650716694772344,
      "grad_norm": 4.418307781219482,
      "learning_rate": 9.042592592592593e-06,
      "loss": 0.5468159675598144,
      "step": 26235
    },
    {
      "epoch": 2.7655986509274872,
      "grad_norm": 2.049929618835449,
      "learning_rate": 9.037962962962964e-06,
      "loss": 0.6641677856445313,
      "step": 26240
    },
    {
      "epoch": 2.76612563237774,
      "grad_norm": 2.104647159576416,
      "learning_rate": 9.033333333333334e-06,
      "loss": 0.35007991790771487,
      "step": 26245
    },
    {
      "epoch": 2.7666526138279934,
      "grad_norm": 4.992966175079346,
      "learning_rate": 9.028703703703704e-06,
      "loss": 0.499660587310791,
      "step": 26250
    },
    {
      "epoch": 2.7671795952782463,
      "grad_norm": 7.735835075378418,
      "learning_rate": 9.024074074074074e-06,
      "loss": 0.5030882835388184,
      "step": 26255
    },
    {
      "epoch": 2.767706576728499,
      "grad_norm": 1.6346516609191895,
      "learning_rate": 9.019444444444444e-06,
      "loss": 0.4586604118347168,
      "step": 26260
    },
    {
      "epoch": 2.768233558178752,
      "grad_norm": 1.4119797945022583,
      "learning_rate": 9.014814814814815e-06,
      "loss": 0.36252408027648925,
      "step": 26265
    },
    {
      "epoch": 2.768760539629005,
      "grad_norm": 1.284307837486267,
      "learning_rate": 9.010185185185185e-06,
      "loss": 0.4100810050964355,
      "step": 26270
    },
    {
      "epoch": 2.7692875210792582,
      "grad_norm": 2.3932769298553467,
      "learning_rate": 9.005555555555555e-06,
      "loss": 0.3150615215301514,
      "step": 26275
    },
    {
      "epoch": 2.769814502529511,
      "grad_norm": 2.0978236198425293,
      "learning_rate": 9.000925925925927e-06,
      "loss": 0.5383279323577881,
      "step": 26280
    },
    {
      "epoch": 2.770341483979764,
      "grad_norm": 1.6744168996810913,
      "learning_rate": 8.996296296296297e-06,
      "loss": 0.41195359230041506,
      "step": 26285
    },
    {
      "epoch": 2.770868465430017,
      "grad_norm": 1.218017578125,
      "learning_rate": 8.991666666666667e-06,
      "loss": 0.392985200881958,
      "step": 26290
    },
    {
      "epoch": 2.7713954468802697,
      "grad_norm": 1.7790859937667847,
      "learning_rate": 8.987037037037037e-06,
      "loss": 0.4569356918334961,
      "step": 26295
    },
    {
      "epoch": 2.7719224283305226,
      "grad_norm": 2.631938934326172,
      "learning_rate": 8.982407407407408e-06,
      "loss": 0.3385403871536255,
      "step": 26300
    },
    {
      "epoch": 2.7724494097807755,
      "grad_norm": 1.354093313217163,
      "learning_rate": 8.977777777777778e-06,
      "loss": 0.3284253358840942,
      "step": 26305
    },
    {
      "epoch": 2.772976391231029,
      "grad_norm": 5.4714202880859375,
      "learning_rate": 8.973148148148148e-06,
      "loss": 0.3087287664413452,
      "step": 26310
    },
    {
      "epoch": 2.7735033726812817,
      "grad_norm": 3.4003632068634033,
      "learning_rate": 8.968518518518518e-06,
      "loss": 0.6985620498657227,
      "step": 26315
    },
    {
      "epoch": 2.7740303541315345,
      "grad_norm": 1.0507066249847412,
      "learning_rate": 8.963888888888888e-06,
      "loss": 0.3150351524353027,
      "step": 26320
    },
    {
      "epoch": 2.7745573355817874,
      "grad_norm": 1.387312889099121,
      "learning_rate": 8.959259259259259e-06,
      "loss": 0.43192687034606936,
      "step": 26325
    },
    {
      "epoch": 2.7750843170320403,
      "grad_norm": 2.0082645416259766,
      "learning_rate": 8.95462962962963e-06,
      "loss": 0.4652842044830322,
      "step": 26330
    },
    {
      "epoch": 2.7756112984822936,
      "grad_norm": 1.5466351509094238,
      "learning_rate": 8.95e-06,
      "loss": 0.43927884101867676,
      "step": 26335
    },
    {
      "epoch": 2.7761382799325465,
      "grad_norm": 1.3968627452850342,
      "learning_rate": 8.945370370370371e-06,
      "loss": 0.34199771881103513,
      "step": 26340
    },
    {
      "epoch": 2.7766652613827993,
      "grad_norm": 2.7362232208251953,
      "learning_rate": 8.940740740740741e-06,
      "loss": 0.4040089130401611,
      "step": 26345
    },
    {
      "epoch": 2.777192242833052,
      "grad_norm": 28.1933650970459,
      "learning_rate": 8.936111111111111e-06,
      "loss": 0.32319817543029783,
      "step": 26350
    },
    {
      "epoch": 2.777719224283305,
      "grad_norm": 11.569034576416016,
      "learning_rate": 8.931481481481481e-06,
      "loss": 0.5257102489471436,
      "step": 26355
    },
    {
      "epoch": 2.7782462057335584,
      "grad_norm": 1.3042172193527222,
      "learning_rate": 8.926851851851852e-06,
      "loss": 0.2753253936767578,
      "step": 26360
    },
    {
      "epoch": 2.7787731871838113,
      "grad_norm": 2.274724006652832,
      "learning_rate": 8.922222222222222e-06,
      "loss": 0.660698413848877,
      "step": 26365
    },
    {
      "epoch": 2.779300168634064,
      "grad_norm": 3.0946030616760254,
      "learning_rate": 8.917592592592592e-06,
      "loss": 0.49493722915649413,
      "step": 26370
    },
    {
      "epoch": 2.779827150084317,
      "grad_norm": 1.5773979425430298,
      "learning_rate": 8.912962962962964e-06,
      "loss": 0.48346290588378904,
      "step": 26375
    },
    {
      "epoch": 2.78035413153457,
      "grad_norm": 2.420994758605957,
      "learning_rate": 8.908333333333334e-06,
      "loss": 0.4652876853942871,
      "step": 26380
    },
    {
      "epoch": 2.780881112984823,
      "grad_norm": 1.711721420288086,
      "learning_rate": 8.903703703703704e-06,
      "loss": 0.38569839000701905,
      "step": 26385
    },
    {
      "epoch": 2.7814080944350756,
      "grad_norm": 2.4663593769073486,
      "learning_rate": 8.899074074074075e-06,
      "loss": 0.4352584362030029,
      "step": 26390
    },
    {
      "epoch": 2.781935075885329,
      "grad_norm": 4.864391326904297,
      "learning_rate": 8.894444444444445e-06,
      "loss": 0.6882109642028809,
      "step": 26395
    },
    {
      "epoch": 2.782462057335582,
      "grad_norm": 1.4001221656799316,
      "learning_rate": 8.889814814814815e-06,
      "loss": 0.44004645347595217,
      "step": 26400
    },
    {
      "epoch": 2.782462057335582,
      "eval_cer": 0.07642730376843482,
      "eval_loss": 0.338493674993515,
      "eval_runtime": 121.1606,
      "eval_samples_per_second": 24.034,
      "eval_score": 84.32826432725655,
      "eval_steps_per_second": 3.004,
      "eval_wer": 0.23700740968643438,
      "step": 26400
    },
    {
      "epoch": 2.7829890387858347,
      "grad_norm": 4.244277477264404,
      "learning_rate": 8.885185185185185e-06,
      "loss": 0.45734143257141113,
      "step": 26405
    },
    {
      "epoch": 2.7835160202360876,
      "grad_norm": 2.80218768119812,
      "learning_rate": 8.880555555555555e-06,
      "loss": 0.39438905715942385,
      "step": 26410
    },
    {
      "epoch": 2.7840430016863404,
      "grad_norm": 2.3439009189605713,
      "learning_rate": 8.875925925925926e-06,
      "loss": 0.49568638801574705,
      "step": 26415
    },
    {
      "epoch": 2.7845699831365938,
      "grad_norm": 1.8277957439422607,
      "learning_rate": 8.871296296296297e-06,
      "loss": 0.42279882431030275,
      "step": 26420
    },
    {
      "epoch": 2.7850969645868466,
      "grad_norm": 3.268254041671753,
      "learning_rate": 8.866666666666668e-06,
      "loss": 0.45531487464904785,
      "step": 26425
    },
    {
      "epoch": 2.7856239460370995,
      "grad_norm": 2.485499858856201,
      "learning_rate": 8.862037037037038e-06,
      "loss": 0.4234609603881836,
      "step": 26430
    },
    {
      "epoch": 2.7861509274873524,
      "grad_norm": 4.007902145385742,
      "learning_rate": 8.857407407407408e-06,
      "loss": 0.33329293727874754,
      "step": 26435
    },
    {
      "epoch": 2.7866779089376053,
      "grad_norm": 4.586205959320068,
      "learning_rate": 8.852777777777778e-06,
      "loss": 0.6351992130279541,
      "step": 26440
    },
    {
      "epoch": 2.7872048903878586,
      "grad_norm": 1.4970346689224243,
      "learning_rate": 8.848148148148148e-06,
      "loss": 0.3323716402053833,
      "step": 26445
    },
    {
      "epoch": 2.7877318718381114,
      "grad_norm": 7.204653739929199,
      "learning_rate": 8.843518518518519e-06,
      "loss": 0.431325101852417,
      "step": 26450
    },
    {
      "epoch": 2.7882588532883643,
      "grad_norm": 2.152008533477783,
      "learning_rate": 8.838888888888889e-06,
      "loss": 0.3776494741439819,
      "step": 26455
    },
    {
      "epoch": 2.788785834738617,
      "grad_norm": 1.1290611028671265,
      "learning_rate": 8.834259259259259e-06,
      "loss": 0.3380882740020752,
      "step": 26460
    },
    {
      "epoch": 2.78931281618887,
      "grad_norm": 2.0894620418548584,
      "learning_rate": 8.82962962962963e-06,
      "loss": 0.33381726741790774,
      "step": 26465
    },
    {
      "epoch": 2.7898397976391234,
      "grad_norm": 1.646760106086731,
      "learning_rate": 8.825000000000001e-06,
      "loss": 0.40910987854003905,
      "step": 26470
    },
    {
      "epoch": 2.790366779089376,
      "grad_norm": 2.1861748695373535,
      "learning_rate": 8.820370370370371e-06,
      "loss": 0.4055506229400635,
      "step": 26475
    },
    {
      "epoch": 2.790893760539629,
      "grad_norm": 1.8111377954483032,
      "learning_rate": 8.815740740740741e-06,
      "loss": 0.5339527606964112,
      "step": 26480
    },
    {
      "epoch": 2.791420741989882,
      "grad_norm": 1.2504143714904785,
      "learning_rate": 8.811111111111112e-06,
      "loss": 0.6308096408843994,
      "step": 26485
    },
    {
      "epoch": 2.791947723440135,
      "grad_norm": 1.6770867109298706,
      "learning_rate": 8.80648148148148e-06,
      "loss": 0.35865087509155275,
      "step": 26490
    },
    {
      "epoch": 2.7924747048903877,
      "grad_norm": 2.0544116497039795,
      "learning_rate": 8.801851851851852e-06,
      "loss": 0.453839635848999,
      "step": 26495
    },
    {
      "epoch": 2.7930016863406406,
      "grad_norm": 1.7206859588623047,
      "learning_rate": 8.797222222222222e-06,
      "loss": 0.2963310956954956,
      "step": 26500
    },
    {
      "epoch": 2.793528667790894,
      "grad_norm": 1.1157746315002441,
      "learning_rate": 8.792592592592592e-06,
      "loss": 0.38313705921173097,
      "step": 26505
    },
    {
      "epoch": 2.794055649241147,
      "grad_norm": 28.947357177734375,
      "learning_rate": 8.787962962962963e-06,
      "loss": 0.5667057991027832,
      "step": 26510
    },
    {
      "epoch": 2.7945826306913997,
      "grad_norm": 2.2618792057037354,
      "learning_rate": 8.783333333333335e-06,
      "loss": 0.4671655178070068,
      "step": 26515
    },
    {
      "epoch": 2.7951096121416525,
      "grad_norm": 1.853743553161621,
      "learning_rate": 8.778703703703705e-06,
      "loss": 0.4358066082000732,
      "step": 26520
    },
    {
      "epoch": 2.7956365935919054,
      "grad_norm": 8.31252384185791,
      "learning_rate": 8.774074074074075e-06,
      "loss": 0.4354998111724854,
      "step": 26525
    },
    {
      "epoch": 2.7961635750421587,
      "grad_norm": 2.4047369956970215,
      "learning_rate": 8.769444444444445e-06,
      "loss": 0.36683690547943115,
      "step": 26530
    },
    {
      "epoch": 2.7966905564924116,
      "grad_norm": 1.521559476852417,
      "learning_rate": 8.764814814814814e-06,
      "loss": 0.48722200393676757,
      "step": 26535
    },
    {
      "epoch": 2.7972175379426645,
      "grad_norm": 1.2363507747650146,
      "learning_rate": 8.760185185185185e-06,
      "loss": 0.5217339038848877,
      "step": 26540
    },
    {
      "epoch": 2.7977445193929174,
      "grad_norm": 1.542410969734192,
      "learning_rate": 8.755555555555556e-06,
      "loss": 0.601869773864746,
      "step": 26545
    },
    {
      "epoch": 2.7982715008431702,
      "grad_norm": 3.160672903060913,
      "learning_rate": 8.750925925925926e-06,
      "loss": 0.4634206771850586,
      "step": 26550
    },
    {
      "epoch": 2.7987984822934235,
      "grad_norm": 1.5142590999603271,
      "learning_rate": 8.746296296296296e-06,
      "loss": 0.5273208141326904,
      "step": 26555
    },
    {
      "epoch": 2.799325463743676,
      "grad_norm": 1.6409255266189575,
      "learning_rate": 8.741666666666666e-06,
      "loss": 0.4042604923248291,
      "step": 26560
    },
    {
      "epoch": 2.7998524451939293,
      "grad_norm": 6.082328796386719,
      "learning_rate": 8.737037037037038e-06,
      "loss": 0.5314303398132324,
      "step": 26565
    },
    {
      "epoch": 2.800379426644182,
      "grad_norm": 3.1544411182403564,
      "learning_rate": 8.732407407407408e-06,
      "loss": 0.4927803993225098,
      "step": 26570
    },
    {
      "epoch": 2.800906408094435,
      "grad_norm": 2.0594823360443115,
      "learning_rate": 8.727777777777779e-06,
      "loss": 0.530024242401123,
      "step": 26575
    },
    {
      "epoch": 2.801433389544688,
      "grad_norm": 1.942474126815796,
      "learning_rate": 8.723148148148147e-06,
      "loss": 0.37921619415283203,
      "step": 26580
    },
    {
      "epoch": 2.8019603709949408,
      "grad_norm": 2.692876100540161,
      "learning_rate": 8.718518518518519e-06,
      "loss": 0.46886367797851564,
      "step": 26585
    },
    {
      "epoch": 2.802487352445194,
      "grad_norm": 1.4374690055847168,
      "learning_rate": 8.713888888888889e-06,
      "loss": 0.33921799659729,
      "step": 26590
    },
    {
      "epoch": 2.803014333895447,
      "grad_norm": 2.315664529800415,
      "learning_rate": 8.70925925925926e-06,
      "loss": 0.4109381675720215,
      "step": 26595
    },
    {
      "epoch": 2.8035413153457,
      "grad_norm": 5.414371967315674,
      "learning_rate": 8.70462962962963e-06,
      "loss": 0.8750851631164551,
      "step": 26600
    },
    {
      "epoch": 2.8040682967959527,
      "grad_norm": 2.3383073806762695,
      "learning_rate": 8.7e-06,
      "loss": 0.72576003074646,
      "step": 26605
    },
    {
      "epoch": 2.8045952782462056,
      "grad_norm": 2.0125844478607178,
      "learning_rate": 8.695370370370372e-06,
      "loss": 0.5151382923126221,
      "step": 26610
    },
    {
      "epoch": 2.805122259696459,
      "grad_norm": 3.0661261081695557,
      "learning_rate": 8.690740740740742e-06,
      "loss": 0.5241415977478028,
      "step": 26615
    },
    {
      "epoch": 2.8056492411467118,
      "grad_norm": 1.5524910688400269,
      "learning_rate": 8.686111111111112e-06,
      "loss": 0.3916704416275024,
      "step": 26620
    },
    {
      "epoch": 2.8061762225969646,
      "grad_norm": 1.0958409309387207,
      "learning_rate": 8.681481481481482e-06,
      "loss": 0.31850836277008054,
      "step": 26625
    },
    {
      "epoch": 2.8067032040472175,
      "grad_norm": 1.1711894273757935,
      "learning_rate": 8.67685185185185e-06,
      "loss": 0.3542755603790283,
      "step": 26630
    },
    {
      "epoch": 2.8072301854974704,
      "grad_norm": 1.5879878997802734,
      "learning_rate": 8.672222222222223e-06,
      "loss": 0.3239747524261475,
      "step": 26635
    },
    {
      "epoch": 2.8077571669477237,
      "grad_norm": 3.913518190383911,
      "learning_rate": 8.667592592592593e-06,
      "loss": 0.36303105354309084,
      "step": 26640
    },
    {
      "epoch": 2.808284148397976,
      "grad_norm": 1.27494478225708,
      "learning_rate": 8.662962962962963e-06,
      "loss": 0.4401280879974365,
      "step": 26645
    },
    {
      "epoch": 2.8088111298482294,
      "grad_norm": 2.149350166320801,
      "learning_rate": 8.658333333333333e-06,
      "loss": 0.5836681842803955,
      "step": 26650
    },
    {
      "epoch": 2.8093381112984823,
      "grad_norm": 2.995410203933716,
      "learning_rate": 8.653703703703703e-06,
      "loss": 0.5703476428985595,
      "step": 26655
    },
    {
      "epoch": 2.809865092748735,
      "grad_norm": 3.460317611694336,
      "learning_rate": 8.649074074074075e-06,
      "loss": 0.3976660966873169,
      "step": 26660
    },
    {
      "epoch": 2.810392074198988,
      "grad_norm": 7.337871074676514,
      "learning_rate": 8.644444444444445e-06,
      "loss": 0.49468173980712893,
      "step": 26665
    },
    {
      "epoch": 2.810919055649241,
      "grad_norm": 2.8618087768554688,
      "learning_rate": 8.639814814814816e-06,
      "loss": 0.32849094867706297,
      "step": 26670
    },
    {
      "epoch": 2.8114460370994943,
      "grad_norm": 1.896693229675293,
      "learning_rate": 8.635185185185184e-06,
      "loss": 0.42869181632995607,
      "step": 26675
    },
    {
      "epoch": 2.811973018549747,
      "grad_norm": 1.3540579080581665,
      "learning_rate": 8.630555555555556e-06,
      "loss": 0.3851619720458984,
      "step": 26680
    },
    {
      "epoch": 2.8125,
      "grad_norm": 1.3148361444473267,
      "learning_rate": 8.625925925925926e-06,
      "loss": 0.4450829029083252,
      "step": 26685
    },
    {
      "epoch": 2.813026981450253,
      "grad_norm": 2.911515474319458,
      "learning_rate": 8.621296296296296e-06,
      "loss": 0.44550471305847167,
      "step": 26690
    },
    {
      "epoch": 2.8135539629005057,
      "grad_norm": 1.8643503189086914,
      "learning_rate": 8.616666666666667e-06,
      "loss": 0.4336482048034668,
      "step": 26695
    },
    {
      "epoch": 2.814080944350759,
      "grad_norm": 1.260359287261963,
      "learning_rate": 8.612037037037037e-06,
      "loss": 0.3684067249298096,
      "step": 26700
    },
    {
      "epoch": 2.814607925801012,
      "grad_norm": 1.8042975664138794,
      "learning_rate": 8.607407407407409e-06,
      "loss": 0.5350463390350342,
      "step": 26705
    },
    {
      "epoch": 2.815134907251265,
      "grad_norm": 5.717337131500244,
      "learning_rate": 8.602777777777779e-06,
      "loss": 0.3993330240249634,
      "step": 26710
    },
    {
      "epoch": 2.8156618887015177,
      "grad_norm": 3.9284186363220215,
      "learning_rate": 8.598148148148149e-06,
      "loss": 0.4848512649536133,
      "step": 26715
    },
    {
      "epoch": 2.8161888701517706,
      "grad_norm": 20.810209274291992,
      "learning_rate": 8.593518518518518e-06,
      "loss": 0.537428903579712,
      "step": 26720
    },
    {
      "epoch": 2.816715851602024,
      "grad_norm": 25.83057403564453,
      "learning_rate": 8.588888888888888e-06,
      "loss": 0.375397253036499,
      "step": 26725
    },
    {
      "epoch": 2.8172428330522763,
      "grad_norm": 1.727448582649231,
      "learning_rate": 8.58425925925926e-06,
      "loss": 0.3142622709274292,
      "step": 26730
    },
    {
      "epoch": 2.8177698145025296,
      "grad_norm": 1.7563226222991943,
      "learning_rate": 8.57962962962963e-06,
      "loss": 0.5638556957244873,
      "step": 26735
    },
    {
      "epoch": 2.8182967959527825,
      "grad_norm": 1.655018925666809,
      "learning_rate": 8.575e-06,
      "loss": 0.3577030897140503,
      "step": 26740
    },
    {
      "epoch": 2.8188237774030354,
      "grad_norm": 4.249453067779541,
      "learning_rate": 8.57037037037037e-06,
      "loss": 0.3367100715637207,
      "step": 26745
    },
    {
      "epoch": 2.8193507588532882,
      "grad_norm": 3.6683826446533203,
      "learning_rate": 8.565740740740742e-06,
      "loss": 0.39694981575012206,
      "step": 26750
    },
    {
      "epoch": 2.819877740303541,
      "grad_norm": 1.363303303718567,
      "learning_rate": 8.561111111111112e-06,
      "loss": 0.3731595516204834,
      "step": 26755
    },
    {
      "epoch": 2.8204047217537944,
      "grad_norm": 1.872056484222412,
      "learning_rate": 8.556481481481483e-06,
      "loss": 0.38444175720214846,
      "step": 26760
    },
    {
      "epoch": 2.8209317032040473,
      "grad_norm": 2.337315559387207,
      "learning_rate": 8.551851851851851e-06,
      "loss": 0.8792236328125,
      "step": 26765
    },
    {
      "epoch": 2.8214586846543,
      "grad_norm": 6.678262233734131,
      "learning_rate": 8.547222222222221e-06,
      "loss": 0.6934134006500244,
      "step": 26770
    },
    {
      "epoch": 2.821985666104553,
      "grad_norm": 2.5755350589752197,
      "learning_rate": 8.542592592592593e-06,
      "loss": 0.3620769023895264,
      "step": 26775
    },
    {
      "epoch": 2.822512647554806,
      "grad_norm": 3.0801475048065186,
      "learning_rate": 8.537962962962963e-06,
      "loss": 0.43028717041015624,
      "step": 26780
    },
    {
      "epoch": 2.8230396290050592,
      "grad_norm": 2.7975728511810303,
      "learning_rate": 8.533333333333334e-06,
      "loss": 0.36004180908203126,
      "step": 26785
    },
    {
      "epoch": 2.823566610455312,
      "grad_norm": 0.947808027267456,
      "learning_rate": 8.528703703703704e-06,
      "loss": 0.4010042190551758,
      "step": 26790
    },
    {
      "epoch": 2.824093591905565,
      "grad_norm": 1.875382900238037,
      "learning_rate": 8.524074074074074e-06,
      "loss": 0.29463348388671873,
      "step": 26795
    },
    {
      "epoch": 2.824620573355818,
      "grad_norm": 1.468003273010254,
      "learning_rate": 8.519444444444446e-06,
      "loss": 0.388988733291626,
      "step": 26800
    },
    {
      "epoch": 2.8251475548060707,
      "grad_norm": 2.047224760055542,
      "learning_rate": 8.514814814814816e-06,
      "loss": 0.42815341949462893,
      "step": 26805
    },
    {
      "epoch": 2.825674536256324,
      "grad_norm": 5.792090892791748,
      "learning_rate": 8.510185185185184e-06,
      "loss": 0.39484171867370604,
      "step": 26810
    },
    {
      "epoch": 2.8262015177065765,
      "grad_norm": 1.4214026927947998,
      "learning_rate": 8.505555555555555e-06,
      "loss": 0.37684266567230223,
      "step": 26815
    },
    {
      "epoch": 2.8267284991568298,
      "grad_norm": 2.38297438621521,
      "learning_rate": 8.500925925925925e-06,
      "loss": 0.35476040840148926,
      "step": 26820
    },
    {
      "epoch": 2.8272554806070826,
      "grad_norm": 4.370238780975342,
      "learning_rate": 8.496296296296297e-06,
      "loss": 0.36919100284576417,
      "step": 26825
    },
    {
      "epoch": 2.8277824620573355,
      "grad_norm": 5.165360450744629,
      "learning_rate": 8.491666666666667e-06,
      "loss": 0.5946572303771973,
      "step": 26830
    },
    {
      "epoch": 2.8283094435075884,
      "grad_norm": 1.27051842212677,
      "learning_rate": 8.487037037037037e-06,
      "loss": 0.4423283576965332,
      "step": 26835
    },
    {
      "epoch": 2.8288364249578413,
      "grad_norm": 1.9090319871902466,
      "learning_rate": 8.482407407407407e-06,
      "loss": 0.35387909412384033,
      "step": 26840
    },
    {
      "epoch": 2.8293634064080946,
      "grad_norm": 1.8588145971298218,
      "learning_rate": 8.47777777777778e-06,
      "loss": 0.4800246238708496,
      "step": 26845
    },
    {
      "epoch": 2.8298903878583475,
      "grad_norm": 4.652818202972412,
      "learning_rate": 8.47314814814815e-06,
      "loss": 0.4675330638885498,
      "step": 26850
    },
    {
      "epoch": 2.8304173693086003,
      "grad_norm": 4.392415523529053,
      "learning_rate": 8.468518518518518e-06,
      "loss": 0.6120415687561035,
      "step": 26855
    },
    {
      "epoch": 2.830944350758853,
      "grad_norm": 3.4524528980255127,
      "learning_rate": 8.463888888888888e-06,
      "loss": 0.32127203941345217,
      "step": 26860
    },
    {
      "epoch": 2.831471332209106,
      "grad_norm": 2.255037307739258,
      "learning_rate": 8.459259259259258e-06,
      "loss": 0.5020835399627686,
      "step": 26865
    },
    {
      "epoch": 2.8319983136593594,
      "grad_norm": 1.8901976346969604,
      "learning_rate": 8.45462962962963e-06,
      "loss": 0.3410369873046875,
      "step": 26870
    },
    {
      "epoch": 2.8325252951096123,
      "grad_norm": 5.364700794219971,
      "learning_rate": 8.45e-06,
      "loss": 0.36955814361572265,
      "step": 26875
    },
    {
      "epoch": 2.833052276559865,
      "grad_norm": 2.110459089279175,
      "learning_rate": 8.44537037037037e-06,
      "loss": 0.4142559051513672,
      "step": 26880
    },
    {
      "epoch": 2.833579258010118,
      "grad_norm": 1.6013778448104858,
      "learning_rate": 8.44074074074074e-06,
      "loss": 0.4881272315979004,
      "step": 26885
    },
    {
      "epoch": 2.834106239460371,
      "grad_norm": 2.896334648132324,
      "learning_rate": 8.436111111111111e-06,
      "loss": 0.49736461639404295,
      "step": 26890
    },
    {
      "epoch": 2.834633220910624,
      "grad_norm": 3.963139057159424,
      "learning_rate": 8.431481481481483e-06,
      "loss": 0.6748120784759521,
      "step": 26895
    },
    {
      "epoch": 2.8351602023608766,
      "grad_norm": 2.5432229042053223,
      "learning_rate": 8.426851851851853e-06,
      "loss": 0.37924537658691404,
      "step": 26900
    },
    {
      "epoch": 2.83568718381113,
      "grad_norm": 2.7625396251678467,
      "learning_rate": 8.422222222222222e-06,
      "loss": 0.5914103984832764,
      "step": 26905
    },
    {
      "epoch": 2.836214165261383,
      "grad_norm": 1.8575935363769531,
      "learning_rate": 8.417592592592592e-06,
      "loss": 0.47690157890319823,
      "step": 26910
    },
    {
      "epoch": 2.8367411467116357,
      "grad_norm": 5.99969482421875,
      "learning_rate": 8.412962962962964e-06,
      "loss": 0.5111264228820801,
      "step": 26915
    },
    {
      "epoch": 2.8372681281618886,
      "grad_norm": 2.9001266956329346,
      "learning_rate": 8.408333333333334e-06,
      "loss": 0.5008074760437011,
      "step": 26920
    },
    {
      "epoch": 2.8377951096121414,
      "grad_norm": 1.4851877689361572,
      "learning_rate": 8.403703703703704e-06,
      "loss": 0.3448710203170776,
      "step": 26925
    },
    {
      "epoch": 2.8383220910623947,
      "grad_norm": 1.9347212314605713,
      "learning_rate": 8.399074074074074e-06,
      "loss": 0.5245259761810303,
      "step": 26930
    },
    {
      "epoch": 2.8388490725126476,
      "grad_norm": 2.480393886566162,
      "learning_rate": 8.394444444444444e-06,
      "loss": 0.5801176071166992,
      "step": 26935
    },
    {
      "epoch": 2.8393760539629005,
      "grad_norm": 2.1444504261016846,
      "learning_rate": 8.389814814814816e-06,
      "loss": 0.30469446182250975,
      "step": 26940
    },
    {
      "epoch": 2.8399030354131534,
      "grad_norm": 3.545727491378784,
      "learning_rate": 8.385185185185187e-06,
      "loss": 0.4336714267730713,
      "step": 26945
    },
    {
      "epoch": 2.8404300168634062,
      "grad_norm": 1.1875765323638916,
      "learning_rate": 8.380555555555555e-06,
      "loss": 0.3281460523605347,
      "step": 26950
    },
    {
      "epoch": 2.8409569983136596,
      "grad_norm": 3.0195014476776123,
      "learning_rate": 8.375925925925925e-06,
      "loss": 0.5336765289306641,
      "step": 26955
    },
    {
      "epoch": 2.8414839797639124,
      "grad_norm": 3.6182117462158203,
      "learning_rate": 8.371296296296295e-06,
      "loss": 0.4718452453613281,
      "step": 26960
    },
    {
      "epoch": 2.8420109612141653,
      "grad_norm": 2.37803053855896,
      "learning_rate": 8.366666666666667e-06,
      "loss": 0.33380885124206544,
      "step": 26965
    },
    {
      "epoch": 2.842537942664418,
      "grad_norm": 2.385542392730713,
      "learning_rate": 8.362037037037038e-06,
      "loss": 0.4297787666320801,
      "step": 26970
    },
    {
      "epoch": 2.843064924114671,
      "grad_norm": 3.114187002182007,
      "learning_rate": 8.357407407407408e-06,
      "loss": 0.384598708152771,
      "step": 26975
    },
    {
      "epoch": 2.8435919055649244,
      "grad_norm": 2.5752382278442383,
      "learning_rate": 8.352777777777778e-06,
      "loss": 0.391480016708374,
      "step": 26980
    },
    {
      "epoch": 2.844118887015177,
      "grad_norm": 4.143545150756836,
      "learning_rate": 8.348148148148148e-06,
      "loss": 0.41025638580322266,
      "step": 26985
    },
    {
      "epoch": 2.84464586846543,
      "grad_norm": 4.614445209503174,
      "learning_rate": 8.34351851851852e-06,
      "loss": 0.49693593978881834,
      "step": 26990
    },
    {
      "epoch": 2.845172849915683,
      "grad_norm": 1.99626624584198,
      "learning_rate": 8.338888888888888e-06,
      "loss": 0.3983274459838867,
      "step": 26995
    },
    {
      "epoch": 2.845699831365936,
      "grad_norm": 1.6834032535552979,
      "learning_rate": 8.334259259259259e-06,
      "loss": 0.44869427680969237,
      "step": 27000
    },
    {
      "epoch": 2.8462268128161887,
      "grad_norm": 1.6583434343338013,
      "learning_rate": 8.329629629629629e-06,
      "loss": 0.42662625312805175,
      "step": 27005
    },
    {
      "epoch": 2.8467537942664416,
      "grad_norm": 2.2906718254089355,
      "learning_rate": 8.325e-06,
      "loss": 0.3760995388031006,
      "step": 27010
    },
    {
      "epoch": 2.847280775716695,
      "grad_norm": 1.4228812456130981,
      "learning_rate": 8.320370370370371e-06,
      "loss": 0.3375420331954956,
      "step": 27015
    },
    {
      "epoch": 2.847807757166948,
      "grad_norm": 1.3224949836730957,
      "learning_rate": 8.315740740740741e-06,
      "loss": 0.4897707462310791,
      "step": 27020
    },
    {
      "epoch": 2.8483347386172007,
      "grad_norm": 2.0275931358337402,
      "learning_rate": 8.311111111111111e-06,
      "loss": 0.4152971744537354,
      "step": 27025
    },
    {
      "epoch": 2.8488617200674535,
      "grad_norm": 1.51388680934906,
      "learning_rate": 8.306481481481482e-06,
      "loss": 0.5895222187042236,
      "step": 27030
    },
    {
      "epoch": 2.8493887015177064,
      "grad_norm": 1.0434015989303589,
      "learning_rate": 8.301851851851853e-06,
      "loss": 0.36852340698242186,
      "step": 27035
    },
    {
      "epoch": 2.8499156829679597,
      "grad_norm": 3.711134433746338,
      "learning_rate": 8.297222222222222e-06,
      "loss": 0.5045324325561523,
      "step": 27040
    },
    {
      "epoch": 2.8504426644182126,
      "grad_norm": 4.477632999420166,
      "learning_rate": 8.292592592592592e-06,
      "loss": 0.3971771240234375,
      "step": 27045
    },
    {
      "epoch": 2.8509696458684655,
      "grad_norm": 1.5012682676315308,
      "learning_rate": 8.287962962962962e-06,
      "loss": 0.6945521831512451,
      "step": 27050
    },
    {
      "epoch": 2.8514966273187183,
      "grad_norm": 7.443711757659912,
      "learning_rate": 8.283333333333333e-06,
      "loss": 0.37478516101837156,
      "step": 27055
    },
    {
      "epoch": 2.852023608768971,
      "grad_norm": 1.5244024991989136,
      "learning_rate": 8.278703703703704e-06,
      "loss": 0.38002068996429444,
      "step": 27060
    },
    {
      "epoch": 2.8525505902192245,
      "grad_norm": 1.0481127500534058,
      "learning_rate": 8.274074074074075e-06,
      "loss": 0.37854030132293703,
      "step": 27065
    },
    {
      "epoch": 2.8530775716694774,
      "grad_norm": 2.0991873741149902,
      "learning_rate": 8.269444444444445e-06,
      "loss": 0.35212628841400145,
      "step": 27070
    },
    {
      "epoch": 2.8536045531197303,
      "grad_norm": 1.0018187761306763,
      "learning_rate": 8.264814814814815e-06,
      "loss": 0.31923928260803225,
      "step": 27075
    },
    {
      "epoch": 2.854131534569983,
      "grad_norm": 1.0832101106643677,
      "learning_rate": 8.260185185185187e-06,
      "loss": 0.30851330757141116,
      "step": 27080
    },
    {
      "epoch": 2.854658516020236,
      "grad_norm": 1.108073353767395,
      "learning_rate": 8.255555555555555e-06,
      "loss": 0.41836133003234866,
      "step": 27085
    },
    {
      "epoch": 2.855185497470489,
      "grad_norm": 2.080057144165039,
      "learning_rate": 8.250925925925926e-06,
      "loss": 0.559477710723877,
      "step": 27090
    },
    {
      "epoch": 2.8557124789207418,
      "grad_norm": 1.2753121852874756,
      "learning_rate": 8.246296296296296e-06,
      "loss": 0.31216843128204347,
      "step": 27095
    },
    {
      "epoch": 2.856239460370995,
      "grad_norm": 12.059555053710938,
      "learning_rate": 8.241666666666666e-06,
      "loss": 0.45232458114624025,
      "step": 27100
    },
    {
      "epoch": 2.856766441821248,
      "grad_norm": 1.924396276473999,
      "learning_rate": 8.237037037037038e-06,
      "loss": 0.37373957633972166,
      "step": 27105
    },
    {
      "epoch": 2.857293423271501,
      "grad_norm": 2.875469923019409,
      "learning_rate": 8.232407407407408e-06,
      "loss": 0.30289998054504397,
      "step": 27110
    },
    {
      "epoch": 2.8578204047217537,
      "grad_norm": 2.6037423610687256,
      "learning_rate": 8.227777777777778e-06,
      "loss": 0.5149085998535157,
      "step": 27115
    },
    {
      "epoch": 2.8583473861720066,
      "grad_norm": 1.542205572128296,
      "learning_rate": 8.223148148148148e-06,
      "loss": 0.3751025915145874,
      "step": 27120
    },
    {
      "epoch": 2.85887436762226,
      "grad_norm": 2.767348289489746,
      "learning_rate": 8.218518518518519e-06,
      "loss": 0.338325572013855,
      "step": 27125
    },
    {
      "epoch": 2.8594013490725128,
      "grad_norm": 5.559868812561035,
      "learning_rate": 8.213888888888889e-06,
      "loss": 0.42120656967163084,
      "step": 27130
    },
    {
      "epoch": 2.8599283305227656,
      "grad_norm": 1.7804362773895264,
      "learning_rate": 8.209259259259259e-06,
      "loss": 0.47766704559326173,
      "step": 27135
    },
    {
      "epoch": 2.8604553119730185,
      "grad_norm": 7.331248760223389,
      "learning_rate": 8.20462962962963e-06,
      "loss": 0.7957868576049805,
      "step": 27140
    },
    {
      "epoch": 2.8609822934232714,
      "grad_norm": 1.4048714637756348,
      "learning_rate": 8.2e-06,
      "loss": 0.43053522109985354,
      "step": 27145
    },
    {
      "epoch": 2.8615092748735247,
      "grad_norm": 1.0240144729614258,
      "learning_rate": 8.195370370370371e-06,
      "loss": 0.38974599838256835,
      "step": 27150
    },
    {
      "epoch": 2.8620362563237776,
      "grad_norm": 2.701178550720215,
      "learning_rate": 8.190740740740742e-06,
      "loss": 0.48984904289245607,
      "step": 27155
    },
    {
      "epoch": 2.8625632377740304,
      "grad_norm": 2.1179964542388916,
      "learning_rate": 8.186111111111112e-06,
      "loss": 0.42766542434692384,
      "step": 27160
    },
    {
      "epoch": 2.8630902192242833,
      "grad_norm": 4.668930530548096,
      "learning_rate": 8.181481481481482e-06,
      "loss": 0.3584526300430298,
      "step": 27165
    },
    {
      "epoch": 2.863617200674536,
      "grad_norm": 1.408345341682434,
      "learning_rate": 8.176851851851852e-06,
      "loss": 0.40261106491088866,
      "step": 27170
    },
    {
      "epoch": 2.864144182124789,
      "grad_norm": 2.720992088317871,
      "learning_rate": 8.172222222222224e-06,
      "loss": 0.39746947288513185,
      "step": 27175
    },
    {
      "epoch": 2.864671163575042,
      "grad_norm": 4.1806559562683105,
      "learning_rate": 8.167592592592592e-06,
      "loss": 0.4867375373840332,
      "step": 27180
    },
    {
      "epoch": 2.8651981450252952,
      "grad_norm": 2.3820645809173584,
      "learning_rate": 8.162962962962963e-06,
      "loss": 0.46663198471069334,
      "step": 27185
    },
    {
      "epoch": 2.865725126475548,
      "grad_norm": 3.0452804565429688,
      "learning_rate": 8.158333333333333e-06,
      "loss": 0.39968695640563967,
      "step": 27190
    },
    {
      "epoch": 2.866252107925801,
      "grad_norm": 2.3890151977539062,
      "learning_rate": 8.153703703703703e-06,
      "loss": 0.3638484239578247,
      "step": 27195
    },
    {
      "epoch": 2.866779089376054,
      "grad_norm": 1.9503355026245117,
      "learning_rate": 8.149074074074075e-06,
      "loss": 0.6292927265167236,
      "step": 27200
    },
    {
      "epoch": 2.866779089376054,
      "eval_cer": 0.07595508183450438,
      "eval_loss": 0.3355906903743744,
      "eval_runtime": 121.0214,
      "eval_samples_per_second": 24.062,
      "eval_score": 84.32623637054691,
      "eval_steps_per_second": 3.008,
      "eval_wer": 0.23752019075455735,
      "step": 27200
    },
    {
      "epoch": 2.8673060708263067,
      "grad_norm": 1.7475175857543945,
      "learning_rate": 8.144444444444445e-06,
      "loss": 0.4040515899658203,
      "step": 27205
    },
    {
      "epoch": 2.86783305227656,
      "grad_norm": 1.5989022254943848,
      "learning_rate": 8.139814814814815e-06,
      "loss": 0.3394536256790161,
      "step": 27210
    },
    {
      "epoch": 2.868360033726813,
      "grad_norm": 1.9293729066848755,
      "learning_rate": 8.135185185185186e-06,
      "loss": 0.3705251693725586,
      "step": 27215
    },
    {
      "epoch": 2.868887015177066,
      "grad_norm": 1.1720799207687378,
      "learning_rate": 8.130555555555556e-06,
      "loss": 0.32367544174194335,
      "step": 27220
    },
    {
      "epoch": 2.8694139966273187,
      "grad_norm": 2.1804072856903076,
      "learning_rate": 8.125925925925926e-06,
      "loss": 0.3926134824752808,
      "step": 27225
    },
    {
      "epoch": 2.8699409780775715,
      "grad_norm": 2.8536360263824463,
      "learning_rate": 8.121296296296296e-06,
      "loss": 0.4314278125762939,
      "step": 27230
    },
    {
      "epoch": 2.870467959527825,
      "grad_norm": 1.3058713674545288,
      "learning_rate": 8.116666666666666e-06,
      "loss": 0.39906790256500246,
      "step": 27235
    },
    {
      "epoch": 2.8709949409780777,
      "grad_norm": 1.588815689086914,
      "learning_rate": 8.112037037037037e-06,
      "loss": 0.3799778461456299,
      "step": 27240
    },
    {
      "epoch": 2.8715219224283306,
      "grad_norm": 2.3506112098693848,
      "learning_rate": 8.107407407407408e-06,
      "loss": 0.37420058250427246,
      "step": 27245
    },
    {
      "epoch": 2.8720489038785835,
      "grad_norm": 1.8602275848388672,
      "learning_rate": 8.102777777777779e-06,
      "loss": 0.4512490272521973,
      "step": 27250
    },
    {
      "epoch": 2.8725758853288363,
      "grad_norm": 1.9562363624572754,
      "learning_rate": 8.098148148148149e-06,
      "loss": 0.3945973634719849,
      "step": 27255
    },
    {
      "epoch": 2.873102866779089,
      "grad_norm": 2.3795883655548096,
      "learning_rate": 8.093518518518519e-06,
      "loss": 0.4076202392578125,
      "step": 27260
    },
    {
      "epoch": 2.873629848229342,
      "grad_norm": 0.9713371396064758,
      "learning_rate": 8.08888888888889e-06,
      "loss": 0.33089609146118165,
      "step": 27265
    },
    {
      "epoch": 2.8741568296795954,
      "grad_norm": 1.5952688455581665,
      "learning_rate": 8.08425925925926e-06,
      "loss": 0.33238494396209717,
      "step": 27270
    },
    {
      "epoch": 2.8746838111298483,
      "grad_norm": 24.81657600402832,
      "learning_rate": 8.07962962962963e-06,
      "loss": 0.5496486186981201,
      "step": 27275
    },
    {
      "epoch": 2.875210792580101,
      "grad_norm": 2.1589386463165283,
      "learning_rate": 8.075e-06,
      "loss": 0.5193124771118164,
      "step": 27280
    },
    {
      "epoch": 2.875737774030354,
      "grad_norm": 8.956907272338867,
      "learning_rate": 8.07037037037037e-06,
      "loss": 0.5667487144470215,
      "step": 27285
    },
    {
      "epoch": 2.876264755480607,
      "grad_norm": 2.182370185852051,
      "learning_rate": 8.06574074074074e-06,
      "loss": 0.36427352428436277,
      "step": 27290
    },
    {
      "epoch": 2.87679173693086,
      "grad_norm": 4.080766201019287,
      "learning_rate": 8.061111111111112e-06,
      "loss": 0.5120470523834229,
      "step": 27295
    },
    {
      "epoch": 2.877318718381113,
      "grad_norm": 1.7877545356750488,
      "learning_rate": 8.056481481481482e-06,
      "loss": 0.34291610717773435,
      "step": 27300
    },
    {
      "epoch": 2.877845699831366,
      "grad_norm": 1.0644464492797852,
      "learning_rate": 8.051851851851852e-06,
      "loss": 0.31095285415649415,
      "step": 27305
    },
    {
      "epoch": 2.878372681281619,
      "grad_norm": 2.0243334770202637,
      "learning_rate": 8.047222222222223e-06,
      "loss": 0.4991499423980713,
      "step": 27310
    },
    {
      "epoch": 2.8788996627318717,
      "grad_norm": 153.58200073242188,
      "learning_rate": 8.042592592592593e-06,
      "loss": 0.5030083179473877,
      "step": 27315
    },
    {
      "epoch": 2.879426644182125,
      "grad_norm": 1.418407917022705,
      "learning_rate": 8.037962962962963e-06,
      "loss": 0.39058632850646974,
      "step": 27320
    },
    {
      "epoch": 2.879953625632378,
      "grad_norm": 1.958542823791504,
      "learning_rate": 8.033333333333333e-06,
      "loss": 0.41280741691589357,
      "step": 27325
    },
    {
      "epoch": 2.8804806070826308,
      "grad_norm": 5.034560680389404,
      "learning_rate": 8.028703703703703e-06,
      "loss": 0.4210629463195801,
      "step": 27330
    },
    {
      "epoch": 2.8810075885328836,
      "grad_norm": 3.984269380569458,
      "learning_rate": 8.024074074074074e-06,
      "loss": 0.42183194160461424,
      "step": 27335
    },
    {
      "epoch": 2.8815345699831365,
      "grad_norm": 2.9775569438934326,
      "learning_rate": 8.019444444444445e-06,
      "loss": 0.5172684669494629,
      "step": 27340
    },
    {
      "epoch": 2.8820615514333894,
      "grad_norm": 2.2762014865875244,
      "learning_rate": 8.014814814814816e-06,
      "loss": 0.3999937057495117,
      "step": 27345
    },
    {
      "epoch": 2.8825885328836423,
      "grad_norm": 3.5519886016845703,
      "learning_rate": 8.010185185185186e-06,
      "loss": 0.5653112411499024,
      "step": 27350
    },
    {
      "epoch": 2.8831155143338956,
      "grad_norm": 2.604628086090088,
      "learning_rate": 8.005555555555556e-06,
      "loss": 0.613489818572998,
      "step": 27355
    },
    {
      "epoch": 2.8836424957841484,
      "grad_norm": 3.325035333633423,
      "learning_rate": 8.000925925925925e-06,
      "loss": 0.5896481990814209,
      "step": 27360
    },
    {
      "epoch": 2.8841694772344013,
      "grad_norm": 3.133082866668701,
      "learning_rate": 7.996296296296296e-06,
      "loss": 0.37316968441009524,
      "step": 27365
    },
    {
      "epoch": 2.884696458684654,
      "grad_norm": 1.8437840938568115,
      "learning_rate": 7.991666666666667e-06,
      "loss": 0.5692241668701172,
      "step": 27370
    },
    {
      "epoch": 2.885223440134907,
      "grad_norm": 2.4515433311462402,
      "learning_rate": 7.987037037037037e-06,
      "loss": 0.34783568382263186,
      "step": 27375
    },
    {
      "epoch": 2.8857504215851604,
      "grad_norm": 6.156738758087158,
      "learning_rate": 7.982407407407407e-06,
      "loss": 0.5793449401855468,
      "step": 27380
    },
    {
      "epoch": 2.8862774030354132,
      "grad_norm": 1.79315984249115,
      "learning_rate": 7.977777777777777e-06,
      "loss": 0.4220593929290771,
      "step": 27385
    },
    {
      "epoch": 2.886804384485666,
      "grad_norm": 2.156337261199951,
      "learning_rate": 7.973148148148149e-06,
      "loss": 0.3662500619888306,
      "step": 27390
    },
    {
      "epoch": 2.887331365935919,
      "grad_norm": 1.5079540014266968,
      "learning_rate": 7.96851851851852e-06,
      "loss": 0.2921906471252441,
      "step": 27395
    },
    {
      "epoch": 2.887858347386172,
      "grad_norm": 1.065250277519226,
      "learning_rate": 7.96388888888889e-06,
      "loss": 0.4032501220703125,
      "step": 27400
    },
    {
      "epoch": 2.888385328836425,
      "grad_norm": 3.894810914993286,
      "learning_rate": 7.95925925925926e-06,
      "loss": 0.38156638145446775,
      "step": 27405
    },
    {
      "epoch": 2.888912310286678,
      "grad_norm": 14.229273796081543,
      "learning_rate": 7.95462962962963e-06,
      "loss": 0.6198967933654785,
      "step": 27410
    },
    {
      "epoch": 2.889439291736931,
      "grad_norm": 1.402169108390808,
      "learning_rate": 7.95e-06,
      "loss": 0.5152698516845703,
      "step": 27415
    },
    {
      "epoch": 2.889966273187184,
      "grad_norm": 2.479191541671753,
      "learning_rate": 7.94537037037037e-06,
      "loss": 0.3895008087158203,
      "step": 27420
    },
    {
      "epoch": 2.8904932546374367,
      "grad_norm": 1.6302545070648193,
      "learning_rate": 7.94074074074074e-06,
      "loss": 0.3660278797149658,
      "step": 27425
    },
    {
      "epoch": 2.89102023608769,
      "grad_norm": 7.611094951629639,
      "learning_rate": 7.93611111111111e-06,
      "loss": 0.45006513595581055,
      "step": 27430
    },
    {
      "epoch": 2.8915472175379424,
      "grad_norm": 2.0469048023223877,
      "learning_rate": 7.931481481481483e-06,
      "loss": 0.5142765522003174,
      "step": 27435
    },
    {
      "epoch": 2.8920741989881957,
      "grad_norm": 1.7541207075119019,
      "learning_rate": 7.926851851851853e-06,
      "loss": 0.3986801624298096,
      "step": 27440
    },
    {
      "epoch": 2.8926011804384486,
      "grad_norm": 2.3273465633392334,
      "learning_rate": 7.922222222222223e-06,
      "loss": 0.5203090190887452,
      "step": 27445
    },
    {
      "epoch": 2.8931281618887015,
      "grad_norm": 1.397287368774414,
      "learning_rate": 7.917592592592593e-06,
      "loss": 0.3609332799911499,
      "step": 27450
    },
    {
      "epoch": 2.8936551433389543,
      "grad_norm": 4.503591060638428,
      "learning_rate": 7.912962962962962e-06,
      "loss": 0.5042358875274658,
      "step": 27455
    },
    {
      "epoch": 2.8941821247892072,
      "grad_norm": 2.4676477909088135,
      "learning_rate": 7.908333333333334e-06,
      "loss": 0.46367316246032714,
      "step": 27460
    },
    {
      "epoch": 2.8947091062394605,
      "grad_norm": 1.5570652484893799,
      "learning_rate": 7.903703703703704e-06,
      "loss": 0.4364724636077881,
      "step": 27465
    },
    {
      "epoch": 2.8952360876897134,
      "grad_norm": 3.5131680965423584,
      "learning_rate": 7.899074074074074e-06,
      "loss": 0.39188323020935056,
      "step": 27470
    },
    {
      "epoch": 2.8957630691399663,
      "grad_norm": 2.008010149002075,
      "learning_rate": 7.894444444444444e-06,
      "loss": 0.369643235206604,
      "step": 27475
    },
    {
      "epoch": 2.896290050590219,
      "grad_norm": 1.4501413106918335,
      "learning_rate": 7.889814814814816e-06,
      "loss": 0.7375909328460694,
      "step": 27480
    },
    {
      "epoch": 2.896817032040472,
      "grad_norm": 2.2647831439971924,
      "learning_rate": 7.885185185185186e-06,
      "loss": 0.5602911472320556,
      "step": 27485
    },
    {
      "epoch": 2.8973440134907253,
      "grad_norm": 1.183390736579895,
      "learning_rate": 7.880555555555556e-06,
      "loss": 0.504089069366455,
      "step": 27490
    },
    {
      "epoch": 2.897870994940978,
      "grad_norm": 1.4793061017990112,
      "learning_rate": 7.875925925925927e-06,
      "loss": 0.3618805408477783,
      "step": 27495
    },
    {
      "epoch": 2.898397976391231,
      "grad_norm": 2.1184191703796387,
      "learning_rate": 7.871296296296295e-06,
      "loss": 0.3227383613586426,
      "step": 27500
    },
    {
      "epoch": 2.898924957841484,
      "grad_norm": 0.8959000110626221,
      "learning_rate": 7.866666666666667e-06,
      "loss": 0.28890969753265383,
      "step": 27505
    },
    {
      "epoch": 2.899451939291737,
      "grad_norm": 3.778261423110962,
      "learning_rate": 7.862037037037037e-06,
      "loss": 0.5201913356781006,
      "step": 27510
    },
    {
      "epoch": 2.89997892074199,
      "grad_norm": 2.3286006450653076,
      "learning_rate": 7.857407407407407e-06,
      "loss": 0.5480562210083008,
      "step": 27515
    },
    {
      "epoch": 2.9005059021922426,
      "grad_norm": 4.830450534820557,
      "learning_rate": 7.852777777777778e-06,
      "loss": 0.4639772415161133,
      "step": 27520
    },
    {
      "epoch": 2.901032883642496,
      "grad_norm": 1.9761275053024292,
      "learning_rate": 7.848148148148148e-06,
      "loss": 0.33308794498443606,
      "step": 27525
    },
    {
      "epoch": 2.9015598650927488,
      "grad_norm": 10.546005249023438,
      "learning_rate": 7.84351851851852e-06,
      "loss": 0.35414738655090333,
      "step": 27530
    },
    {
      "epoch": 2.9020868465430016,
      "grad_norm": 5.9462080001831055,
      "learning_rate": 7.83888888888889e-06,
      "loss": 0.5108068943023681,
      "step": 27535
    },
    {
      "epoch": 2.9026138279932545,
      "grad_norm": 2.1803858280181885,
      "learning_rate": 7.83425925925926e-06,
      "loss": 0.35688052177429197,
      "step": 27540
    },
    {
      "epoch": 2.9031408094435074,
      "grad_norm": 5.954240322113037,
      "learning_rate": 7.829629629629629e-06,
      "loss": 0.5579328536987305,
      "step": 27545
    },
    {
      "epoch": 2.9036677908937607,
      "grad_norm": 2.2271711826324463,
      "learning_rate": 7.824999999999999e-06,
      "loss": 0.41218929290771483,
      "step": 27550
    },
    {
      "epoch": 2.9041947723440136,
      "grad_norm": 4.222510814666748,
      "learning_rate": 7.82037037037037e-06,
      "loss": 0.4458122253417969,
      "step": 27555
    },
    {
      "epoch": 2.9047217537942664,
      "grad_norm": 2.957831382751465,
      "learning_rate": 7.815740740740741e-06,
      "loss": 0.47725753784179686,
      "step": 27560
    },
    {
      "epoch": 2.9052487352445193,
      "grad_norm": 1.444602131843567,
      "learning_rate": 7.811111111111111e-06,
      "loss": 0.7379837512969971,
      "step": 27565
    },
    {
      "epoch": 2.905775716694772,
      "grad_norm": 1.1810637712478638,
      "learning_rate": 7.806481481481481e-06,
      "loss": 0.3422021627426147,
      "step": 27570
    },
    {
      "epoch": 2.9063026981450255,
      "grad_norm": 1.2802040576934814,
      "learning_rate": 7.801851851851853e-06,
      "loss": 0.357217812538147,
      "step": 27575
    },
    {
      "epoch": 2.9068296795952784,
      "grad_norm": 1.825790524482727,
      "learning_rate": 7.797222222222223e-06,
      "loss": 0.2888765573501587,
      "step": 27580
    },
    {
      "epoch": 2.9073566610455313,
      "grad_norm": 1.9284762144088745,
      "learning_rate": 7.792592592592594e-06,
      "loss": 0.4329317569732666,
      "step": 27585
    },
    {
      "epoch": 2.907883642495784,
      "grad_norm": 1.8485583066940308,
      "learning_rate": 7.787962962962962e-06,
      "loss": 0.4461530685424805,
      "step": 27590
    },
    {
      "epoch": 2.908410623946037,
      "grad_norm": 1.6678898334503174,
      "learning_rate": 7.783333333333332e-06,
      "loss": 0.37452170848846433,
      "step": 27595
    },
    {
      "epoch": 2.9089376053962903,
      "grad_norm": 1.4340977668762207,
      "learning_rate": 7.778703703703704e-06,
      "loss": 0.4265735626220703,
      "step": 27600
    },
    {
      "epoch": 2.9094645868465427,
      "grad_norm": 2.5362186431884766,
      "learning_rate": 7.774074074074074e-06,
      "loss": 0.39269094467163085,
      "step": 27605
    },
    {
      "epoch": 2.909991568296796,
      "grad_norm": 2.144108772277832,
      "learning_rate": 7.769444444444445e-06,
      "loss": 0.5097161293029785,
      "step": 27610
    },
    {
      "epoch": 2.910518549747049,
      "grad_norm": 1.4016106128692627,
      "learning_rate": 7.764814814814815e-06,
      "loss": 0.4706734180450439,
      "step": 27615
    },
    {
      "epoch": 2.911045531197302,
      "grad_norm": 1.6110973358154297,
      "learning_rate": 7.760185185185185e-06,
      "loss": 0.34388368129730223,
      "step": 27620
    },
    {
      "epoch": 2.9115725126475547,
      "grad_norm": 2.3210299015045166,
      "learning_rate": 7.755555555555557e-06,
      "loss": 0.5821773529052734,
      "step": 27625
    },
    {
      "epoch": 2.9120994940978076,
      "grad_norm": 6.434093475341797,
      "learning_rate": 7.750925925925927e-06,
      "loss": 0.495320987701416,
      "step": 27630
    },
    {
      "epoch": 2.912626475548061,
      "grad_norm": 1.6443616151809692,
      "learning_rate": 7.746296296296295e-06,
      "loss": 0.34053378105163573,
      "step": 27635
    },
    {
      "epoch": 2.9131534569983137,
      "grad_norm": 2.187013626098633,
      "learning_rate": 7.741666666666666e-06,
      "loss": 0.3359844207763672,
      "step": 27640
    },
    {
      "epoch": 2.9136804384485666,
      "grad_norm": 1.7391352653503418,
      "learning_rate": 7.737037037037038e-06,
      "loss": 0.39746367931365967,
      "step": 27645
    },
    {
      "epoch": 2.9142074198988195,
      "grad_norm": 5.603786945343018,
      "learning_rate": 7.732407407407408e-06,
      "loss": 0.5245141983032227,
      "step": 27650
    },
    {
      "epoch": 2.9147344013490724,
      "grad_norm": 1.7702304124832153,
      "learning_rate": 7.727777777777778e-06,
      "loss": 0.5035737991333008,
      "step": 27655
    },
    {
      "epoch": 2.9152613827993257,
      "grad_norm": 2.608588218688965,
      "learning_rate": 7.723148148148148e-06,
      "loss": 0.39161856174468995,
      "step": 27660
    },
    {
      "epoch": 2.9157883642495785,
      "grad_norm": 1.0801725387573242,
      "learning_rate": 7.718518518518518e-06,
      "loss": 0.3883802890777588,
      "step": 27665
    },
    {
      "epoch": 2.9163153456998314,
      "grad_norm": 5.133322715759277,
      "learning_rate": 7.71388888888889e-06,
      "loss": 0.4800386905670166,
      "step": 27670
    },
    {
      "epoch": 2.9168423271500843,
      "grad_norm": 1.7023539543151855,
      "learning_rate": 7.70925925925926e-06,
      "loss": 0.38078837394714354,
      "step": 27675
    },
    {
      "epoch": 2.917369308600337,
      "grad_norm": 19.655712127685547,
      "learning_rate": 7.70462962962963e-06,
      "loss": 0.4029630184173584,
      "step": 27680
    },
    {
      "epoch": 2.9178962900505905,
      "grad_norm": 1.9213076829910278,
      "learning_rate": 7.699999999999999e-06,
      "loss": 0.3186648845672607,
      "step": 27685
    },
    {
      "epoch": 2.918423271500843,
      "grad_norm": 1.2080857753753662,
      "learning_rate": 7.69537037037037e-06,
      "loss": 0.314437198638916,
      "step": 27690
    },
    {
      "epoch": 2.9189502529510962,
      "grad_norm": 2.9618301391601562,
      "learning_rate": 7.690740740740741e-06,
      "loss": 0.49018268585205077,
      "step": 27695
    },
    {
      "epoch": 2.919477234401349,
      "grad_norm": 2.3875820636749268,
      "learning_rate": 7.686111111111111e-06,
      "loss": 0.2990648984909058,
      "step": 27700
    },
    {
      "epoch": 2.920004215851602,
      "grad_norm": 1.3993169069290161,
      "learning_rate": 7.681481481481482e-06,
      "loss": 0.531516695022583,
      "step": 27705
    },
    {
      "epoch": 2.920531197301855,
      "grad_norm": 7.122719764709473,
      "learning_rate": 7.676851851851852e-06,
      "loss": 0.32750587463378905,
      "step": 27710
    },
    {
      "epoch": 2.9210581787521077,
      "grad_norm": 1.7794897556304932,
      "learning_rate": 7.672222222222224e-06,
      "loss": 0.3910950183868408,
      "step": 27715
    },
    {
      "epoch": 2.921585160202361,
      "grad_norm": 4.618936538696289,
      "learning_rate": 7.667592592592594e-06,
      "loss": 0.32538840770721433,
      "step": 27720
    },
    {
      "epoch": 2.922112141652614,
      "grad_norm": 2.1362099647521973,
      "learning_rate": 7.662962962962964e-06,
      "loss": 0.6222823619842529,
      "step": 27725
    },
    {
      "epoch": 2.9226391231028668,
      "grad_norm": 4.176454544067383,
      "learning_rate": 7.658333333333333e-06,
      "loss": 0.34888367652893065,
      "step": 27730
    },
    {
      "epoch": 2.9231661045531196,
      "grad_norm": 1.3687407970428467,
      "learning_rate": 7.653703703703703e-06,
      "loss": 0.3752467393875122,
      "step": 27735
    },
    {
      "epoch": 2.9236930860033725,
      "grad_norm": 6.340377330780029,
      "learning_rate": 7.649074074074075e-06,
      "loss": 0.4540413379669189,
      "step": 27740
    },
    {
      "epoch": 2.924220067453626,
      "grad_norm": 4.10545015335083,
      "learning_rate": 7.644444444444445e-06,
      "loss": 0.3304082155227661,
      "step": 27745
    },
    {
      "epoch": 2.9247470489038787,
      "grad_norm": 1.798495888710022,
      "learning_rate": 7.639814814814815e-06,
      "loss": 0.4061309337615967,
      "step": 27750
    },
    {
      "epoch": 2.9252740303541316,
      "grad_norm": 8.1981840133667,
      "learning_rate": 7.635185185185185e-06,
      "loss": 0.4145063877105713,
      "step": 27755
    },
    {
      "epoch": 2.9258010118043845,
      "grad_norm": 3.6007635593414307,
      "learning_rate": 7.630555555555555e-06,
      "loss": 0.6430522918701171,
      "step": 27760
    },
    {
      "epoch": 2.9263279932546373,
      "grad_norm": 3.181241273880005,
      "learning_rate": 7.6259259259259265e-06,
      "loss": 0.3823611974716187,
      "step": 27765
    },
    {
      "epoch": 2.9268549747048906,
      "grad_norm": 1.2030264139175415,
      "learning_rate": 7.621296296296297e-06,
      "loss": 0.36097331047058107,
      "step": 27770
    },
    {
      "epoch": 2.927381956155143,
      "grad_norm": 2.9822750091552734,
      "learning_rate": 7.616666666666667e-06,
      "loss": 0.3783456325531006,
      "step": 27775
    },
    {
      "epoch": 2.9279089376053964,
      "grad_norm": 2.1918113231658936,
      "learning_rate": 7.612037037037037e-06,
      "loss": 0.405136775970459,
      "step": 27780
    },
    {
      "epoch": 2.9284359190556493,
      "grad_norm": 1.9603618383407593,
      "learning_rate": 7.607407407407406e-06,
      "loss": 0.3441594123840332,
      "step": 27785
    },
    {
      "epoch": 2.928962900505902,
      "grad_norm": 5.047574996948242,
      "learning_rate": 7.602777777777778e-06,
      "loss": 0.5624523639678956,
      "step": 27790
    },
    {
      "epoch": 2.929489881956155,
      "grad_norm": 1.4425278902053833,
      "learning_rate": 7.5981481481481485e-06,
      "loss": 0.48790698051452636,
      "step": 27795
    },
    {
      "epoch": 2.930016863406408,
      "grad_norm": 2.347864866256714,
      "learning_rate": 7.593518518518519e-06,
      "loss": 0.3868739128112793,
      "step": 27800
    },
    {
      "epoch": 2.930543844856661,
      "grad_norm": 2.4871985912323,
      "learning_rate": 7.588888888888889e-06,
      "loss": 0.4333535671234131,
      "step": 27805
    },
    {
      "epoch": 2.931070826306914,
      "grad_norm": 1.6605905294418335,
      "learning_rate": 7.58425925925926e-06,
      "loss": 0.3039782285690308,
      "step": 27810
    },
    {
      "epoch": 2.931597807757167,
      "grad_norm": 1.789853811264038,
      "learning_rate": 7.57962962962963e-06,
      "loss": 0.29959540367126464,
      "step": 27815
    },
    {
      "epoch": 2.93212478920742,
      "grad_norm": 5.424071788787842,
      "learning_rate": 7.575e-06,
      "loss": 0.28118698596954345,
      "step": 27820
    },
    {
      "epoch": 2.9326517706576727,
      "grad_norm": 2.5920326709747314,
      "learning_rate": 7.5703703703703705e-06,
      "loss": 0.7134800910949707,
      "step": 27825
    },
    {
      "epoch": 2.933178752107926,
      "grad_norm": 1.730482816696167,
      "learning_rate": 7.565740740740741e-06,
      "loss": 0.4365402698516846,
      "step": 27830
    },
    {
      "epoch": 2.933705733558179,
      "grad_norm": 1.2639522552490234,
      "learning_rate": 7.561111111111112e-06,
      "loss": 0.4171143531799316,
      "step": 27835
    },
    {
      "epoch": 2.9342327150084317,
      "grad_norm": 1.711395263671875,
      "learning_rate": 7.556481481481482e-06,
      "loss": 0.3670960426330566,
      "step": 27840
    },
    {
      "epoch": 2.9347596964586846,
      "grad_norm": 3.9646010398864746,
      "learning_rate": 7.551851851851852e-06,
      "loss": 0.32818098068237306,
      "step": 27845
    },
    {
      "epoch": 2.9352866779089375,
      "grad_norm": 1.7787432670593262,
      "learning_rate": 7.547222222222222e-06,
      "loss": 0.36172688007354736,
      "step": 27850
    },
    {
      "epoch": 2.935813659359191,
      "grad_norm": 1.760726809501648,
      "learning_rate": 7.542592592592592e-06,
      "loss": 0.534883451461792,
      "step": 27855
    },
    {
      "epoch": 2.9363406408094432,
      "grad_norm": 1.6514873504638672,
      "learning_rate": 7.5379629629629636e-06,
      "loss": 0.536631727218628,
      "step": 27860
    },
    {
      "epoch": 2.9368676222596966,
      "grad_norm": 2.4060301780700684,
      "learning_rate": 7.533333333333334e-06,
      "loss": 0.36600117683410643,
      "step": 27865
    },
    {
      "epoch": 2.9373946037099494,
      "grad_norm": 3.3570823669433594,
      "learning_rate": 7.528703703703704e-06,
      "loss": 0.42139410972595215,
      "step": 27870
    },
    {
      "epoch": 2.9379215851602023,
      "grad_norm": 3.5155677795410156,
      "learning_rate": 7.524074074074074e-06,
      "loss": 0.781960916519165,
      "step": 27875
    },
    {
      "epoch": 2.938448566610455,
      "grad_norm": 1.0699383020401,
      "learning_rate": 7.519444444444445e-06,
      "loss": 0.3608557224273682,
      "step": 27880
    },
    {
      "epoch": 2.938975548060708,
      "grad_norm": 2.4306116104125977,
      "learning_rate": 7.514814814814815e-06,
      "loss": 0.41469974517822267,
      "step": 27885
    },
    {
      "epoch": 2.9395025295109614,
      "grad_norm": 2.656553268432617,
      "learning_rate": 7.510185185185186e-06,
      "loss": 0.5142948150634765,
      "step": 27890
    },
    {
      "epoch": 2.9400295109612142,
      "grad_norm": 3.297146797180176,
      "learning_rate": 7.505555555555556e-06,
      "loss": 0.3958238124847412,
      "step": 27895
    },
    {
      "epoch": 2.940556492411467,
      "grad_norm": 1.3408650159835815,
      "learning_rate": 7.500925925925925e-06,
      "loss": 0.3519211530685425,
      "step": 27900
    },
    {
      "epoch": 2.94108347386172,
      "grad_norm": 1.3667638301849365,
      "learning_rate": 7.496296296296296e-06,
      "loss": 0.4353504180908203,
      "step": 27905
    },
    {
      "epoch": 2.941610455311973,
      "grad_norm": 1.1682887077331543,
      "learning_rate": 7.491666666666667e-06,
      "loss": 0.3629667520523071,
      "step": 27910
    },
    {
      "epoch": 2.942137436762226,
      "grad_norm": 2.025994062423706,
      "learning_rate": 7.487037037037037e-06,
      "loss": 0.31413705348968507,
      "step": 27915
    },
    {
      "epoch": 2.942664418212479,
      "grad_norm": 1.415813684463501,
      "learning_rate": 7.482407407407408e-06,
      "loss": 0.40598669052124026,
      "step": 27920
    },
    {
      "epoch": 2.943191399662732,
      "grad_norm": 1.2167567014694214,
      "learning_rate": 7.477777777777778e-06,
      "loss": 0.49179692268371583,
      "step": 27925
    },
    {
      "epoch": 2.943718381112985,
      "grad_norm": 1.8416671752929688,
      "learning_rate": 7.473148148148148e-06,
      "loss": 0.7841153144836426,
      "step": 27930
    },
    {
      "epoch": 2.9442453625632377,
      "grad_norm": 1.5107768774032593,
      "learning_rate": 7.468518518518519e-06,
      "loss": 0.312707257270813,
      "step": 27935
    },
    {
      "epoch": 2.944772344013491,
      "grad_norm": 2.742927074432373,
      "learning_rate": 7.463888888888889e-06,
      "loss": 0.38282201290130613,
      "step": 27940
    },
    {
      "epoch": 2.9452993254637434,
      "grad_norm": 1.9140340089797974,
      "learning_rate": 7.4592592592592594e-06,
      "loss": 0.28609476089477537,
      "step": 27945
    },
    {
      "epoch": 2.9458263069139967,
      "grad_norm": 2.5934510231018066,
      "learning_rate": 7.45462962962963e-06,
      "loss": 0.34547417163848876,
      "step": 27950
    },
    {
      "epoch": 2.9463532883642496,
      "grad_norm": 2.737170457839966,
      "learning_rate": 7.45e-06,
      "loss": 0.3707636117935181,
      "step": 27955
    },
    {
      "epoch": 2.9468802698145025,
      "grad_norm": 4.423248291015625,
      "learning_rate": 7.445370370370371e-06,
      "loss": 0.48630471229553224,
      "step": 27960
    },
    {
      "epoch": 2.9474072512647553,
      "grad_norm": 1.9237513542175293,
      "learning_rate": 7.440740740740741e-06,
      "loss": 0.4041994571685791,
      "step": 27965
    },
    {
      "epoch": 2.947934232715008,
      "grad_norm": 5.567005157470703,
      "learning_rate": 7.436111111111111e-06,
      "loss": 0.3725053071975708,
      "step": 27970
    },
    {
      "epoch": 2.9484612141652615,
      "grad_norm": 1.6871360540390015,
      "learning_rate": 7.4314814814814814e-06,
      "loss": 0.2564964771270752,
      "step": 27975
    },
    {
      "epoch": 2.9489881956155144,
      "grad_norm": 1.5096728801727295,
      "learning_rate": 7.4268518518518525e-06,
      "loss": 0.5545302867889405,
      "step": 27980
    },
    {
      "epoch": 2.9495151770657673,
      "grad_norm": 3.950242042541504,
      "learning_rate": 7.422222222222223e-06,
      "loss": 0.29470808506011964,
      "step": 27985
    },
    {
      "epoch": 2.95004215851602,
      "grad_norm": 1.4479151964187622,
      "learning_rate": 7.417592592592593e-06,
      "loss": 0.49535112380981444,
      "step": 27990
    },
    {
      "epoch": 2.950569139966273,
      "grad_norm": 4.055634498596191,
      "learning_rate": 7.412962962962963e-06,
      "loss": 0.3707765579223633,
      "step": 27995
    },
    {
      "epoch": 2.9510961214165263,
      "grad_norm": 5.564608573913574,
      "learning_rate": 7.408333333333333e-06,
      "loss": 0.439961576461792,
      "step": 28000
    },
    {
      "epoch": 2.9510961214165263,
      "eval_cer": 0.07487052816207072,
      "eval_loss": 0.3407864570617676,
      "eval_runtime": 121.3988,
      "eval_samples_per_second": 23.987,
      "eval_score": 84.55737352267101,
      "eval_steps_per_second": 2.998,
      "eval_wer": 0.2339820013845089,
      "step": 28000
    },
    {
      "epoch": 2.951623102866779,
      "grad_norm": 1.275054931640625,
      "learning_rate": 7.403703703703704e-06,
      "loss": 0.546233081817627,
      "step": 28005
    },
    {
      "epoch": 2.952150084317032,
      "grad_norm": 1.5936579704284668,
      "learning_rate": 7.3990740740740745e-06,
      "loss": 0.37558822631835936,
      "step": 28010
    },
    {
      "epoch": 2.952677065767285,
      "grad_norm": 6.62156867980957,
      "learning_rate": 7.394444444444444e-06,
      "loss": 0.5229615211486817,
      "step": 28015
    },
    {
      "epoch": 2.953204047217538,
      "grad_norm": 1.1375138759613037,
      "learning_rate": 7.389814814814815e-06,
      "loss": 0.4044454574584961,
      "step": 28020
    },
    {
      "epoch": 2.953731028667791,
      "grad_norm": 1.2335706949234009,
      "learning_rate": 7.385185185185185e-06,
      "loss": 0.3872974872589111,
      "step": 28025
    },
    {
      "epoch": 2.954258010118044,
      "grad_norm": 2.5239999294281006,
      "learning_rate": 7.380555555555556e-06,
      "loss": 0.389021897315979,
      "step": 28030
    },
    {
      "epoch": 2.954784991568297,
      "grad_norm": 1.7085782289505005,
      "learning_rate": 7.375925925925926e-06,
      "loss": 0.4874573230743408,
      "step": 28035
    },
    {
      "epoch": 2.9553119730185498,
      "grad_norm": 7.16361665725708,
      "learning_rate": 7.3712962962962965e-06,
      "loss": 0.6230278491973877,
      "step": 28040
    },
    {
      "epoch": 2.9558389544688026,
      "grad_norm": 3.829014778137207,
      "learning_rate": 7.366666666666667e-06,
      "loss": 0.3363520622253418,
      "step": 28045
    },
    {
      "epoch": 2.9563659359190555,
      "grad_norm": 1.8923678398132324,
      "learning_rate": 7.362037037037037e-06,
      "loss": 0.5265206336975098,
      "step": 28050
    },
    {
      "epoch": 2.9568929173693084,
      "grad_norm": 1.797694444656372,
      "learning_rate": 7.357407407407408e-06,
      "loss": 0.43040952682495115,
      "step": 28055
    },
    {
      "epoch": 2.9574198988195617,
      "grad_norm": 5.977805137634277,
      "learning_rate": 7.352777777777777e-06,
      "loss": 0.41978883743286133,
      "step": 28060
    },
    {
      "epoch": 2.9579468802698146,
      "grad_norm": 2.9010813236236572,
      "learning_rate": 7.348148148148148e-06,
      "loss": 0.3878082513809204,
      "step": 28065
    },
    {
      "epoch": 2.9584738617200674,
      "grad_norm": 1.7844359874725342,
      "learning_rate": 7.3435185185185185e-06,
      "loss": 0.336462664604187,
      "step": 28070
    },
    {
      "epoch": 2.9590008431703203,
      "grad_norm": 1.7557772397994995,
      "learning_rate": 7.33888888888889e-06,
      "loss": 0.7126344680786133,
      "step": 28075
    },
    {
      "epoch": 2.959527824620573,
      "grad_norm": 1.7547111511230469,
      "learning_rate": 7.33425925925926e-06,
      "loss": 0.5281556606292724,
      "step": 28080
    },
    {
      "epoch": 2.9600548060708265,
      "grad_norm": 1.332792043685913,
      "learning_rate": 7.329629629629629e-06,
      "loss": 0.3869630336761475,
      "step": 28085
    },
    {
      "epoch": 2.9605817875210794,
      "grad_norm": 4.242574214935303,
      "learning_rate": 7.325e-06,
      "loss": 0.5198784351348877,
      "step": 28090
    },
    {
      "epoch": 2.9611087689713322,
      "grad_norm": 1.5805974006652832,
      "learning_rate": 7.32037037037037e-06,
      "loss": 0.4864952087402344,
      "step": 28095
    },
    {
      "epoch": 2.961635750421585,
      "grad_norm": 1.1972068548202515,
      "learning_rate": 7.315740740740741e-06,
      "loss": 0.2528998851776123,
      "step": 28100
    },
    {
      "epoch": 2.962162731871838,
      "grad_norm": 2.4804093837738037,
      "learning_rate": 7.311111111111112e-06,
      "loss": 0.40935211181640624,
      "step": 28105
    },
    {
      "epoch": 2.9626897133220913,
      "grad_norm": 4.021270275115967,
      "learning_rate": 7.306481481481482e-06,
      "loss": 0.4549907684326172,
      "step": 28110
    },
    {
      "epoch": 2.963216694772344,
      "grad_norm": 2.359726905822754,
      "learning_rate": 7.301851851851852e-06,
      "loss": 0.3447443723678589,
      "step": 28115
    },
    {
      "epoch": 2.963743676222597,
      "grad_norm": 1.701168417930603,
      "learning_rate": 7.297222222222222e-06,
      "loss": 0.5076974391937256,
      "step": 28120
    },
    {
      "epoch": 2.96427065767285,
      "grad_norm": 2.4641237258911133,
      "learning_rate": 7.292592592592593e-06,
      "loss": 0.32132365703582766,
      "step": 28125
    },
    {
      "epoch": 2.964797639123103,
      "grad_norm": 3.028873920440674,
      "learning_rate": 7.287962962962963e-06,
      "loss": 0.4773073673248291,
      "step": 28130
    },
    {
      "epoch": 2.9653246205733557,
      "grad_norm": 1.7354848384857178,
      "learning_rate": 7.283333333333334e-06,
      "loss": 0.30608258247375486,
      "step": 28135
    },
    {
      "epoch": 2.9658516020236085,
      "grad_norm": 1.1365362405776978,
      "learning_rate": 7.278703703703704e-06,
      "loss": 0.5532801151275635,
      "step": 28140
    },
    {
      "epoch": 2.966378583473862,
      "grad_norm": 2.762314558029175,
      "learning_rate": 7.274074074074075e-06,
      "loss": 0.4340480327606201,
      "step": 28145
    },
    {
      "epoch": 2.9669055649241147,
      "grad_norm": 3.1107654571533203,
      "learning_rate": 7.269444444444445e-06,
      "loss": 0.43595476150512696,
      "step": 28150
    },
    {
      "epoch": 2.9674325463743676,
      "grad_norm": 2.624110221862793,
      "learning_rate": 7.264814814814814e-06,
      "loss": 0.5292552947998047,
      "step": 28155
    },
    {
      "epoch": 2.9679595278246205,
      "grad_norm": 2.0666325092315674,
      "learning_rate": 7.2601851851851854e-06,
      "loss": 0.38814141750335696,
      "step": 28160
    },
    {
      "epoch": 2.9684865092748733,
      "grad_norm": 2.056814432144165,
      "learning_rate": 7.255555555555556e-06,
      "loss": 0.36695835590362547,
      "step": 28165
    },
    {
      "epoch": 2.9690134907251267,
      "grad_norm": 10.498601913452148,
      "learning_rate": 7.250925925925927e-06,
      "loss": 0.32848033905029295,
      "step": 28170
    },
    {
      "epoch": 2.9695404721753795,
      "grad_norm": 27.81182289123535,
      "learning_rate": 7.246296296296296e-06,
      "loss": 0.28690853118896487,
      "step": 28175
    },
    {
      "epoch": 2.9700674536256324,
      "grad_norm": 19.873117446899414,
      "learning_rate": 7.241666666666666e-06,
      "loss": 0.6269368648529052,
      "step": 28180
    },
    {
      "epoch": 2.9705944350758853,
      "grad_norm": 3.4559648036956787,
      "learning_rate": 7.237037037037037e-06,
      "loss": 0.40076937675476076,
      "step": 28185
    },
    {
      "epoch": 2.971121416526138,
      "grad_norm": 4.841572284698486,
      "learning_rate": 7.2324074074074075e-06,
      "loss": 0.40123691558837893,
      "step": 28190
    },
    {
      "epoch": 2.9716483979763915,
      "grad_norm": 1.547271728515625,
      "learning_rate": 7.2277777777777785e-06,
      "loss": 0.3390506267547607,
      "step": 28195
    },
    {
      "epoch": 2.9721753794266443,
      "grad_norm": 2.9714603424072266,
      "learning_rate": 7.223148148148148e-06,
      "loss": 0.7641627788543701,
      "step": 28200
    },
    {
      "epoch": 2.972702360876897,
      "grad_norm": 1.5710865259170532,
      "learning_rate": 7.218518518518519e-06,
      "loss": 0.40763125419616697,
      "step": 28205
    },
    {
      "epoch": 2.97322934232715,
      "grad_norm": 2.490089178085327,
      "learning_rate": 7.213888888888889e-06,
      "loss": 0.3526797294616699,
      "step": 28210
    },
    {
      "epoch": 2.973756323777403,
      "grad_norm": 1.3068405389785767,
      "learning_rate": 7.209259259259259e-06,
      "loss": 0.3660664796829224,
      "step": 28215
    },
    {
      "epoch": 2.974283305227656,
      "grad_norm": 2.481801748275757,
      "learning_rate": 7.2046296296296295e-06,
      "loss": 0.576385498046875,
      "step": 28220
    },
    {
      "epoch": 2.9748102866779087,
      "grad_norm": 1.8735227584838867,
      "learning_rate": 7.2e-06,
      "loss": 0.41943960189819335,
      "step": 28225
    },
    {
      "epoch": 2.975337268128162,
      "grad_norm": 1.8203504085540771,
      "learning_rate": 7.195370370370371e-06,
      "loss": 0.44403781890869143,
      "step": 28230
    },
    {
      "epoch": 2.975864249578415,
      "grad_norm": 4.191853046417236,
      "learning_rate": 7.190740740740741e-06,
      "loss": 0.6219861507415771,
      "step": 28235
    },
    {
      "epoch": 2.9763912310286678,
      "grad_norm": 2.613654375076294,
      "learning_rate": 7.186111111111112e-06,
      "loss": 0.45412683486938477,
      "step": 28240
    },
    {
      "epoch": 2.9769182124789206,
      "grad_norm": 4.042984962463379,
      "learning_rate": 7.181481481481481e-06,
      "loss": 0.6716608524322509,
      "step": 28245
    },
    {
      "epoch": 2.9774451939291735,
      "grad_norm": 5.318648338317871,
      "learning_rate": 7.1768518518518515e-06,
      "loss": 0.5377744674682617,
      "step": 28250
    },
    {
      "epoch": 2.977972175379427,
      "grad_norm": 3.1611015796661377,
      "learning_rate": 7.1722222222222225e-06,
      "loss": 0.49327726364135743,
      "step": 28255
    },
    {
      "epoch": 2.9784991568296797,
      "grad_norm": 3.3877017498016357,
      "learning_rate": 7.167592592592593e-06,
      "loss": 0.688831090927124,
      "step": 28260
    },
    {
      "epoch": 2.9790261382799326,
      "grad_norm": 2.7735886573791504,
      "learning_rate": 7.162962962962964e-06,
      "loss": 0.7425488948822021,
      "step": 28265
    },
    {
      "epoch": 2.9795531197301854,
      "grad_norm": 1.8600571155548096,
      "learning_rate": 7.158333333333333e-06,
      "loss": 0.46332359313964844,
      "step": 28270
    },
    {
      "epoch": 2.9800801011804383,
      "grad_norm": 2.0418167114257812,
      "learning_rate": 7.153703703703704e-06,
      "loss": 0.47145566940307615,
      "step": 28275
    },
    {
      "epoch": 2.9806070826306916,
      "grad_norm": 1.2307275533676147,
      "learning_rate": 7.149074074074074e-06,
      "loss": 0.3477310657501221,
      "step": 28280
    },
    {
      "epoch": 2.9811340640809445,
      "grad_norm": 2.865626096725464,
      "learning_rate": 7.1444444444444446e-06,
      "loss": 0.34098818302154543,
      "step": 28285
    },
    {
      "epoch": 2.9816610455311974,
      "grad_norm": 2.328268051147461,
      "learning_rate": 7.139814814814815e-06,
      "loss": 0.45215930938720705,
      "step": 28290
    },
    {
      "epoch": 2.9821880269814502,
      "grad_norm": 1.1874772310256958,
      "learning_rate": 7.135185185185185e-06,
      "loss": 0.4297033309936523,
      "step": 28295
    },
    {
      "epoch": 2.982715008431703,
      "grad_norm": 1.3154287338256836,
      "learning_rate": 7.130555555555556e-06,
      "loss": 0.38811957836151123,
      "step": 28300
    },
    {
      "epoch": 2.983241989881956,
      "grad_norm": 5.490121364593506,
      "learning_rate": 7.125925925925926e-06,
      "loss": 0.5639872550964355,
      "step": 28305
    },
    {
      "epoch": 2.983768971332209,
      "grad_norm": 8.753740310668945,
      "learning_rate": 7.121296296296297e-06,
      "loss": 0.5492328643798828,
      "step": 28310
    },
    {
      "epoch": 2.984295952782462,
      "grad_norm": 3.160313129425049,
      "learning_rate": 7.1166666666666666e-06,
      "loss": 0.32713582515716555,
      "step": 28315
    },
    {
      "epoch": 2.984822934232715,
      "grad_norm": 1.2176257371902466,
      "learning_rate": 7.112037037037037e-06,
      "loss": 0.4010500431060791,
      "step": 28320
    },
    {
      "epoch": 2.985349915682968,
      "grad_norm": 2.714264392852783,
      "learning_rate": 7.107407407407408e-06,
      "loss": 0.5118126392364502,
      "step": 28325
    },
    {
      "epoch": 2.985876897133221,
      "grad_norm": 2.222201347351074,
      "learning_rate": 7.102777777777778e-06,
      "loss": 0.4654238700866699,
      "step": 28330
    },
    {
      "epoch": 2.9864038785834737,
      "grad_norm": 2.020892858505249,
      "learning_rate": 7.098148148148148e-06,
      "loss": 0.5108922004699707,
      "step": 28335
    },
    {
      "epoch": 2.986930860033727,
      "grad_norm": 1.1664156913757324,
      "learning_rate": 7.093518518518518e-06,
      "loss": 0.2947255849838257,
      "step": 28340
    },
    {
      "epoch": 2.98745784148398,
      "grad_norm": 3.31375789642334,
      "learning_rate": 7.0888888888888894e-06,
      "loss": 0.43852553367614744,
      "step": 28345
    },
    {
      "epoch": 2.9879848229342327,
      "grad_norm": 2.445305585861206,
      "learning_rate": 7.08425925925926e-06,
      "loss": 0.4506251335144043,
      "step": 28350
    },
    {
      "epoch": 2.9885118043844856,
      "grad_norm": 8.780513763427734,
      "learning_rate": 7.07962962962963e-06,
      "loss": 0.5471387386322022,
      "step": 28355
    },
    {
      "epoch": 2.9890387858347385,
      "grad_norm": 2.516834020614624,
      "learning_rate": 7.075e-06,
      "loss": 0.458267879486084,
      "step": 28360
    },
    {
      "epoch": 2.989565767284992,
      "grad_norm": 2.3556694984436035,
      "learning_rate": 7.07037037037037e-06,
      "loss": 0.38889639377593993,
      "step": 28365
    },
    {
      "epoch": 2.9900927487352447,
      "grad_norm": 2.9073359966278076,
      "learning_rate": 7.065740740740741e-06,
      "loss": 0.4228693962097168,
      "step": 28370
    },
    {
      "epoch": 2.9906197301854975,
      "grad_norm": 3.0627903938293457,
      "learning_rate": 7.0611111111111115e-06,
      "loss": 0.45982885360717773,
      "step": 28375
    },
    {
      "epoch": 2.9911467116357504,
      "grad_norm": 1.4526551961898804,
      "learning_rate": 7.056481481481482e-06,
      "loss": 0.289702320098877,
      "step": 28380
    },
    {
      "epoch": 2.9916736930860033,
      "grad_norm": 1.5452944040298462,
      "learning_rate": 7.051851851851852e-06,
      "loss": 0.4870731353759766,
      "step": 28385
    },
    {
      "epoch": 2.9922006745362566,
      "grad_norm": 2.214263677597046,
      "learning_rate": 7.047222222222222e-06,
      "loss": 0.4301806926727295,
      "step": 28390
    },
    {
      "epoch": 2.992727655986509,
      "grad_norm": 1.892197608947754,
      "learning_rate": 7.042592592592593e-06,
      "loss": 0.5425491809844971,
      "step": 28395
    },
    {
      "epoch": 2.9932546374367623,
      "grad_norm": 1.836922287940979,
      "learning_rate": 7.037962962962963e-06,
      "loss": 0.4025252342224121,
      "step": 28400
    },
    {
      "epoch": 2.993781618887015,
      "grad_norm": 1.3274154663085938,
      "learning_rate": 7.0333333333333335e-06,
      "loss": 0.38925962448120116,
      "step": 28405
    },
    {
      "epoch": 2.994308600337268,
      "grad_norm": 2.226027250289917,
      "learning_rate": 7.028703703703704e-06,
      "loss": 0.369011378288269,
      "step": 28410
    },
    {
      "epoch": 2.994835581787521,
      "grad_norm": 1.4441874027252197,
      "learning_rate": 7.024074074074074e-06,
      "loss": 0.8106298446655273,
      "step": 28415
    },
    {
      "epoch": 2.995362563237774,
      "grad_norm": 1.466658353805542,
      "learning_rate": 7.019444444444445e-06,
      "loss": 0.3889528751373291,
      "step": 28420
    },
    {
      "epoch": 2.995889544688027,
      "grad_norm": 1.4928836822509766,
      "learning_rate": 7.014814814814815e-06,
      "loss": 0.3877967119216919,
      "step": 28425
    },
    {
      "epoch": 2.99641652613828,
      "grad_norm": 2.366579532623291,
      "learning_rate": 7.010185185185185e-06,
      "loss": 0.37566955089569093,
      "step": 28430
    },
    {
      "epoch": 2.996943507588533,
      "grad_norm": 2.2277588844299316,
      "learning_rate": 7.0055555555555555e-06,
      "loss": 0.4934855461120605,
      "step": 28435
    },
    {
      "epoch": 2.9974704890387858,
      "grad_norm": 1.2017333507537842,
      "learning_rate": 7.0009259259259265e-06,
      "loss": 0.34720940589904786,
      "step": 28440
    },
    {
      "epoch": 2.9979974704890386,
      "grad_norm": 2.830824375152588,
      "learning_rate": 6.996296296296297e-06,
      "loss": 0.44220666885375975,
      "step": 28445
    },
    {
      "epoch": 2.998524451939292,
      "grad_norm": 1.354331374168396,
      "learning_rate": 6.991666666666666e-06,
      "loss": 0.3102761745452881,
      "step": 28450
    },
    {
      "epoch": 2.999051433389545,
      "grad_norm": 2.3896420001983643,
      "learning_rate": 6.987037037037037e-06,
      "loss": 0.32627034187316895,
      "step": 28455
    },
    {
      "epoch": 2.9995784148397977,
      "grad_norm": 7.067224502563477,
      "learning_rate": 6.982407407407407e-06,
      "loss": 0.383900785446167,
      "step": 28460
    },
    {
      "epoch": 3.0001053962900506,
      "grad_norm": 3.190274953842163,
      "learning_rate": 6.977777777777778e-06,
      "loss": 0.472853422164917,
      "step": 28465
    },
    {
      "epoch": 3.0006323777403034,
      "grad_norm": 1.7113100290298462,
      "learning_rate": 6.9731481481481486e-06,
      "loss": 0.34901719093322753,
      "step": 28470
    },
    {
      "epoch": 3.0011593591905563,
      "grad_norm": 1.5637127161026,
      "learning_rate": 6.968518518518519e-06,
      "loss": 0.4260404109954834,
      "step": 28475
    },
    {
      "epoch": 3.0016863406408096,
      "grad_norm": 1.3583147525787354,
      "learning_rate": 6.963888888888889e-06,
      "loss": 0.6045523166656495,
      "step": 28480
    },
    {
      "epoch": 3.0022133220910625,
      "grad_norm": 1.3792364597320557,
      "learning_rate": 6.959259259259259e-06,
      "loss": 0.45476675033569336,
      "step": 28485
    },
    {
      "epoch": 3.0027403035413154,
      "grad_norm": 2.5020673274993896,
      "learning_rate": 6.95462962962963e-06,
      "loss": 0.41443734169006347,
      "step": 28490
    },
    {
      "epoch": 3.0032672849915683,
      "grad_norm": 3.2298851013183594,
      "learning_rate": 6.95e-06,
      "loss": 0.3265139102935791,
      "step": 28495
    },
    {
      "epoch": 3.003794266441821,
      "grad_norm": 1.8500336408615112,
      "learning_rate": 6.9453703703703706e-06,
      "loss": 0.2671234369277954,
      "step": 28500
    },
    {
      "epoch": 3.004321247892074,
      "grad_norm": 1.6098878383636475,
      "learning_rate": 6.940740740740741e-06,
      "loss": 0.3274165153503418,
      "step": 28505
    },
    {
      "epoch": 3.0048482293423273,
      "grad_norm": 1.1173683404922485,
      "learning_rate": 6.936111111111112e-06,
      "loss": 0.2359546422958374,
      "step": 28510
    },
    {
      "epoch": 3.00537521079258,
      "grad_norm": 1.7332760095596313,
      "learning_rate": 6.931481481481482e-06,
      "loss": 0.28704562187194826,
      "step": 28515
    },
    {
      "epoch": 3.005902192242833,
      "grad_norm": 1.740713357925415,
      "learning_rate": 6.926851851851851e-06,
      "loss": 0.5164813995361328,
      "step": 28520
    },
    {
      "epoch": 3.006429173693086,
      "grad_norm": 2.5890352725982666,
      "learning_rate": 6.922222222222222e-06,
      "loss": 0.5002673149108887,
      "step": 28525
    },
    {
      "epoch": 3.006956155143339,
      "grad_norm": 1.1053752899169922,
      "learning_rate": 6.917592592592593e-06,
      "loss": 0.32584352493286134,
      "step": 28530
    },
    {
      "epoch": 3.007483136593592,
      "grad_norm": 2.8588032722473145,
      "learning_rate": 6.912962962962964e-06,
      "loss": 0.3904949426651001,
      "step": 28535
    },
    {
      "epoch": 3.008010118043845,
      "grad_norm": 1.1846656799316406,
      "learning_rate": 6.908333333333334e-06,
      "loss": 0.29787468910217285,
      "step": 28540
    },
    {
      "epoch": 3.008537099494098,
      "grad_norm": 1.4775558710098267,
      "learning_rate": 6.903703703703704e-06,
      "loss": 0.48784527778625486,
      "step": 28545
    },
    {
      "epoch": 3.0090640809443507,
      "grad_norm": 7.6410722732543945,
      "learning_rate": 6.899074074074074e-06,
      "loss": 0.44109673500061036,
      "step": 28550
    },
    {
      "epoch": 3.0095910623946036,
      "grad_norm": 3.029707908630371,
      "learning_rate": 6.894444444444444e-06,
      "loss": 0.3797898530960083,
      "step": 28555
    },
    {
      "epoch": 3.0101180438448565,
      "grad_norm": 1.2297027111053467,
      "learning_rate": 6.8898148148148155e-06,
      "loss": 0.3196894407272339,
      "step": 28560
    },
    {
      "epoch": 3.01064502529511,
      "grad_norm": 1.3853278160095215,
      "learning_rate": 6.885185185185185e-06,
      "loss": 0.37784490585327146,
      "step": 28565
    },
    {
      "epoch": 3.0111720067453627,
      "grad_norm": 4.158834934234619,
      "learning_rate": 6.880555555555556e-06,
      "loss": 0.587736988067627,
      "step": 28570
    },
    {
      "epoch": 3.0116989881956155,
      "grad_norm": 3.316362142562866,
      "learning_rate": 6.875925925925926e-06,
      "loss": 0.4828478813171387,
      "step": 28575
    },
    {
      "epoch": 3.0122259696458684,
      "grad_norm": 1.568434238433838,
      "learning_rate": 6.871296296296296e-06,
      "loss": 0.4010878562927246,
      "step": 28580
    },
    {
      "epoch": 3.0127529510961213,
      "grad_norm": 8.294062614440918,
      "learning_rate": 6.866666666666667e-06,
      "loss": 0.5630722045898438,
      "step": 28585
    },
    {
      "epoch": 3.013279932546374,
      "grad_norm": 2.778388738632202,
      "learning_rate": 6.862037037037037e-06,
      "loss": 0.33880636692047117,
      "step": 28590
    },
    {
      "epoch": 3.0138069139966275,
      "grad_norm": 2.2488362789154053,
      "learning_rate": 6.857407407407408e-06,
      "loss": 0.36696557998657225,
      "step": 28595
    },
    {
      "epoch": 3.0143338954468804,
      "grad_norm": 6.855286121368408,
      "learning_rate": 6.852777777777778e-06,
      "loss": 0.26492068767547605,
      "step": 28600
    },
    {
      "epoch": 3.0148608768971332,
      "grad_norm": 1.2395190000534058,
      "learning_rate": 6.848148148148149e-06,
      "loss": 0.3769656181335449,
      "step": 28605
    },
    {
      "epoch": 3.015387858347386,
      "grad_norm": 1.2623239755630493,
      "learning_rate": 6.843518518518519e-06,
      "loss": 0.43849878311157225,
      "step": 28610
    },
    {
      "epoch": 3.015914839797639,
      "grad_norm": 0.8348170518875122,
      "learning_rate": 6.8388888888888884e-06,
      "loss": 0.2887136459350586,
      "step": 28615
    },
    {
      "epoch": 3.0164418212478923,
      "grad_norm": 7.029160499572754,
      "learning_rate": 6.8342592592592595e-06,
      "loss": 0.3235156059265137,
      "step": 28620
    },
    {
      "epoch": 3.016968802698145,
      "grad_norm": 3.361410617828369,
      "learning_rate": 6.82962962962963e-06,
      "loss": 0.3333515405654907,
      "step": 28625
    },
    {
      "epoch": 3.017495784148398,
      "grad_norm": 1.653486728668213,
      "learning_rate": 6.825000000000001e-06,
      "loss": 0.2847010374069214,
      "step": 28630
    },
    {
      "epoch": 3.018022765598651,
      "grad_norm": 2.38935923576355,
      "learning_rate": 6.82037037037037e-06,
      "loss": 0.372663688659668,
      "step": 28635
    },
    {
      "epoch": 3.0185497470489038,
      "grad_norm": 5.561368465423584,
      "learning_rate": 6.815740740740741e-06,
      "loss": 0.44687657356262206,
      "step": 28640
    },
    {
      "epoch": 3.0190767284991566,
      "grad_norm": 1.268141269683838,
      "learning_rate": 6.811111111111111e-06,
      "loss": 0.400234317779541,
      "step": 28645
    },
    {
      "epoch": 3.01960370994941,
      "grad_norm": 1.0227510929107666,
      "learning_rate": 6.8064814814814815e-06,
      "loss": 0.2603231191635132,
      "step": 28650
    },
    {
      "epoch": 3.020130691399663,
      "grad_norm": 1.5840802192687988,
      "learning_rate": 6.8018518518518525e-06,
      "loss": 0.2953920841217041,
      "step": 28655
    },
    {
      "epoch": 3.0206576728499157,
      "grad_norm": 2.5002126693725586,
      "learning_rate": 6.797222222222222e-06,
      "loss": 0.5352724075317383,
      "step": 28660
    },
    {
      "epoch": 3.0211846543001686,
      "grad_norm": 1.4089635610580444,
      "learning_rate": 6.792592592592593e-06,
      "loss": 0.378053092956543,
      "step": 28665
    },
    {
      "epoch": 3.0217116357504215,
      "grad_norm": 1.6932059526443481,
      "learning_rate": 6.787962962962963e-06,
      "loss": 0.4877810001373291,
      "step": 28670
    },
    {
      "epoch": 3.0222386172006743,
      "grad_norm": 2.0912134647369385,
      "learning_rate": 6.783333333333334e-06,
      "loss": 0.3664449691772461,
      "step": 28675
    },
    {
      "epoch": 3.0227655986509276,
      "grad_norm": 2.00734806060791,
      "learning_rate": 6.7787037037037035e-06,
      "loss": 0.4576716899871826,
      "step": 28680
    },
    {
      "epoch": 3.0232925801011805,
      "grad_norm": 1.1698633432388306,
      "learning_rate": 6.774074074074074e-06,
      "loss": 0.3285705089569092,
      "step": 28685
    },
    {
      "epoch": 3.0238195615514334,
      "grad_norm": 1.8675882816314697,
      "learning_rate": 6.769444444444445e-06,
      "loss": 0.2915049076080322,
      "step": 28690
    },
    {
      "epoch": 3.0243465430016863,
      "grad_norm": 1.2605353593826294,
      "learning_rate": 6.764814814814815e-06,
      "loss": 0.3577735900878906,
      "step": 28695
    },
    {
      "epoch": 3.024873524451939,
      "grad_norm": 1.794500470161438,
      "learning_rate": 6.760185185185186e-06,
      "loss": 0.33700995445251464,
      "step": 28700
    },
    {
      "epoch": 3.0254005059021924,
      "grad_norm": 1.4876524209976196,
      "learning_rate": 6.755555555555555e-06,
      "loss": 0.43448171615600584,
      "step": 28705
    },
    {
      "epoch": 3.0259274873524453,
      "grad_norm": 1.4212768077850342,
      "learning_rate": 6.750925925925926e-06,
      "loss": 0.359287691116333,
      "step": 28710
    },
    {
      "epoch": 3.026454468802698,
      "grad_norm": 1.9893866777420044,
      "learning_rate": 6.746296296296297e-06,
      "loss": 0.35869784355163575,
      "step": 28715
    },
    {
      "epoch": 3.026981450252951,
      "grad_norm": 1.0257192850112915,
      "learning_rate": 6.741666666666667e-06,
      "loss": 0.35162038803100587,
      "step": 28720
    },
    {
      "epoch": 3.027508431703204,
      "grad_norm": 3.3521101474761963,
      "learning_rate": 6.737037037037037e-06,
      "loss": 0.2693943023681641,
      "step": 28725
    },
    {
      "epoch": 3.028035413153457,
      "grad_norm": 1.0654723644256592,
      "learning_rate": 6.732407407407407e-06,
      "loss": 0.360836386680603,
      "step": 28730
    },
    {
      "epoch": 3.02856239460371,
      "grad_norm": 6.183755397796631,
      "learning_rate": 6.727777777777778e-06,
      "loss": 0.280246639251709,
      "step": 28735
    },
    {
      "epoch": 3.029089376053963,
      "grad_norm": 1.8570451736450195,
      "learning_rate": 6.723148148148148e-06,
      "loss": 0.36374261379241946,
      "step": 28740
    },
    {
      "epoch": 3.029616357504216,
      "grad_norm": 1.464680790901184,
      "learning_rate": 6.718518518518519e-06,
      "loss": 0.44754834175109864,
      "step": 28745
    },
    {
      "epoch": 3.0301433389544687,
      "grad_norm": 2.0577356815338135,
      "learning_rate": 6.713888888888889e-06,
      "loss": 0.35496091842651367,
      "step": 28750
    },
    {
      "epoch": 3.0306703204047216,
      "grad_norm": 1.4990766048431396,
      "learning_rate": 6.709259259259259e-06,
      "loss": 0.3372149705886841,
      "step": 28755
    },
    {
      "epoch": 3.0311973018549745,
      "grad_norm": 1.8162105083465576,
      "learning_rate": 6.70462962962963e-06,
      "loss": 0.3086051940917969,
      "step": 28760
    },
    {
      "epoch": 3.031724283305228,
      "grad_norm": 1.4191144704818726,
      "learning_rate": 6.7e-06,
      "loss": 0.35761089324951173,
      "step": 28765
    },
    {
      "epoch": 3.0322512647554807,
      "grad_norm": 1.310744285583496,
      "learning_rate": 6.695370370370371e-06,
      "loss": 0.37640695571899413,
      "step": 28770
    },
    {
      "epoch": 3.0327782462057336,
      "grad_norm": 1.86025869846344,
      "learning_rate": 6.690740740740741e-06,
      "loss": 0.3106119155883789,
      "step": 28775
    },
    {
      "epoch": 3.0333052276559864,
      "grad_norm": 5.089046478271484,
      "learning_rate": 6.686111111111111e-06,
      "loss": 0.3588107109069824,
      "step": 28780
    },
    {
      "epoch": 3.0338322091062393,
      "grad_norm": 0.9814900755882263,
      "learning_rate": 6.681481481481482e-06,
      "loss": 0.35705602169036865,
      "step": 28785
    },
    {
      "epoch": 3.0343591905564926,
      "grad_norm": 1.3215101957321167,
      "learning_rate": 6.676851851851852e-06,
      "loss": 0.49286642074584963,
      "step": 28790
    },
    {
      "epoch": 3.0348861720067455,
      "grad_norm": 1.0069752931594849,
      "learning_rate": 6.672222222222222e-06,
      "loss": 0.2759314775466919,
      "step": 28795
    },
    {
      "epoch": 3.0354131534569984,
      "grad_norm": 1.931704044342041,
      "learning_rate": 6.6675925925925924e-06,
      "loss": 0.35942668914794923,
      "step": 28800
    },
    {
      "epoch": 3.0354131534569984,
      "eval_cer": 0.07509626062499351,
      "eval_loss": 0.34161168336868286,
      "eval_runtime": 120.7775,
      "eval_samples_per_second": 24.11,
      "eval_score": 84.53839518350304,
      "eval_steps_per_second": 3.014,
      "eval_wer": 0.23413583570494578,
      "step": 28800
    },
    {
      "epoch": 3.0359401349072512,
      "grad_norm": 3.003851890563965,
      "learning_rate": 6.6629629629629635e-06,
      "loss": 0.4411330699920654,
      "step": 28805
    },
    {
      "epoch": 3.036467116357504,
      "grad_norm": 1.7102059125900269,
      "learning_rate": 6.658333333333334e-06,
      "loss": 0.43077731132507324,
      "step": 28810
    },
    {
      "epoch": 3.036994097807757,
      "grad_norm": 3.206127643585205,
      "learning_rate": 6.653703703703704e-06,
      "loss": 0.5553238391876221,
      "step": 28815
    },
    {
      "epoch": 3.0375210792580103,
      "grad_norm": 3.1901345252990723,
      "learning_rate": 6.649074074074074e-06,
      "loss": 0.31118006706237794,
      "step": 28820
    },
    {
      "epoch": 3.038048060708263,
      "grad_norm": 7.652495384216309,
      "learning_rate": 6.644444444444444e-06,
      "loss": 0.4681255340576172,
      "step": 28825
    },
    {
      "epoch": 3.038575042158516,
      "grad_norm": 1.4223366975784302,
      "learning_rate": 6.639814814814815e-06,
      "loss": 0.25901021957397463,
      "step": 28830
    },
    {
      "epoch": 3.039102023608769,
      "grad_norm": 1.1517494916915894,
      "learning_rate": 6.6351851851851855e-06,
      "loss": 0.4970249652862549,
      "step": 28835
    },
    {
      "epoch": 3.039629005059022,
      "grad_norm": 2.6016459465026855,
      "learning_rate": 6.630555555555556e-06,
      "loss": 0.5550928115844727,
      "step": 28840
    },
    {
      "epoch": 3.0401559865092747,
      "grad_norm": 7.311557769775391,
      "learning_rate": 6.625925925925926e-06,
      "loss": 0.5479474544525147,
      "step": 28845
    },
    {
      "epoch": 3.040682967959528,
      "grad_norm": 1.7365590333938599,
      "learning_rate": 6.621296296296296e-06,
      "loss": 0.8456503868103027,
      "step": 28850
    },
    {
      "epoch": 3.041209949409781,
      "grad_norm": 1.5310771465301514,
      "learning_rate": 6.616666666666667e-06,
      "loss": 0.2818117380142212,
      "step": 28855
    },
    {
      "epoch": 3.0417369308600337,
      "grad_norm": 1.3204413652420044,
      "learning_rate": 6.612037037037037e-06,
      "loss": 0.48554086685180664,
      "step": 28860
    },
    {
      "epoch": 3.0422639123102866,
      "grad_norm": 1.7945297956466675,
      "learning_rate": 6.6074074074074075e-06,
      "loss": 0.3197758913040161,
      "step": 28865
    },
    {
      "epoch": 3.0427908937605395,
      "grad_norm": 1.3263520002365112,
      "learning_rate": 6.602777777777778e-06,
      "loss": 0.35016646385192873,
      "step": 28870
    },
    {
      "epoch": 3.0433178752107928,
      "grad_norm": 3.198077917098999,
      "learning_rate": 6.598148148148149e-06,
      "loss": 0.31265289783477784,
      "step": 28875
    },
    {
      "epoch": 3.0438448566610457,
      "grad_norm": 1.2231966257095337,
      "learning_rate": 6.593518518518519e-06,
      "loss": 0.29853334426879885,
      "step": 28880
    },
    {
      "epoch": 3.0443718381112985,
      "grad_norm": 14.69298267364502,
      "learning_rate": 6.588888888888889e-06,
      "loss": 0.31031050682067873,
      "step": 28885
    },
    {
      "epoch": 3.0448988195615514,
      "grad_norm": 1.9675407409667969,
      "learning_rate": 6.584259259259259e-06,
      "loss": 0.3517147064208984,
      "step": 28890
    },
    {
      "epoch": 3.0454258010118043,
      "grad_norm": 6.4706711769104,
      "learning_rate": 6.5796296296296295e-06,
      "loss": 0.500645637512207,
      "step": 28895
    },
    {
      "epoch": 3.045952782462057,
      "grad_norm": 1.3582357168197632,
      "learning_rate": 6.5750000000000006e-06,
      "loss": 0.3324649095535278,
      "step": 28900
    },
    {
      "epoch": 3.0464797639123105,
      "grad_norm": 1.6611112356185913,
      "learning_rate": 6.570370370370371e-06,
      "loss": 0.3311530590057373,
      "step": 28905
    },
    {
      "epoch": 3.0470067453625633,
      "grad_norm": 1.5575475692749023,
      "learning_rate": 6.565740740740741e-06,
      "loss": 0.6056924819946289,
      "step": 28910
    },
    {
      "epoch": 3.047533726812816,
      "grad_norm": 1.2374950647354126,
      "learning_rate": 6.561111111111111e-06,
      "loss": 0.4676504135131836,
      "step": 28915
    },
    {
      "epoch": 3.048060708263069,
      "grad_norm": 1.4035989046096802,
      "learning_rate": 6.556481481481481e-06,
      "loss": 0.42612853050231936,
      "step": 28920
    },
    {
      "epoch": 3.048587689713322,
      "grad_norm": 1.9381517171859741,
      "learning_rate": 6.551851851851852e-06,
      "loss": 0.5388911247253418,
      "step": 28925
    },
    {
      "epoch": 3.049114671163575,
      "grad_norm": 1.53235924243927,
      "learning_rate": 6.547222222222223e-06,
      "loss": 0.4038713455200195,
      "step": 28930
    },
    {
      "epoch": 3.049641652613828,
      "grad_norm": 1.1463013887405396,
      "learning_rate": 6.542592592592593e-06,
      "loss": 0.45880751609802245,
      "step": 28935
    },
    {
      "epoch": 3.050168634064081,
      "grad_norm": 1.947309970855713,
      "learning_rate": 6.537962962962963e-06,
      "loss": 0.5794778823852539,
      "step": 28940
    },
    {
      "epoch": 3.050695615514334,
      "grad_norm": 1.8095237016677856,
      "learning_rate": 6.533333333333333e-06,
      "loss": 0.3473066329956055,
      "step": 28945
    },
    {
      "epoch": 3.0512225969645868,
      "grad_norm": 1.1516445875167847,
      "learning_rate": 6.528703703703704e-06,
      "loss": 0.2898836135864258,
      "step": 28950
    },
    {
      "epoch": 3.0517495784148396,
      "grad_norm": 1.4460033178329468,
      "learning_rate": 6.5240740740740736e-06,
      "loss": 0.38153748512268065,
      "step": 28955
    },
    {
      "epoch": 3.052276559865093,
      "grad_norm": 25.775901794433594,
      "learning_rate": 6.519444444444445e-06,
      "loss": 0.4033905029296875,
      "step": 28960
    },
    {
      "epoch": 3.052803541315346,
      "grad_norm": 1.90156090259552,
      "learning_rate": 6.514814814814815e-06,
      "loss": 0.37060887813568116,
      "step": 28965
    },
    {
      "epoch": 3.0533305227655987,
      "grad_norm": 5.910613059997559,
      "learning_rate": 6.510185185185186e-06,
      "loss": 0.3012939691543579,
      "step": 28970
    },
    {
      "epoch": 3.0538575042158516,
      "grad_norm": 1.8015148639678955,
      "learning_rate": 6.505555555555556e-06,
      "loss": 0.5102390289306641,
      "step": 28975
    },
    {
      "epoch": 3.0543844856661044,
      "grad_norm": 1.6253372430801392,
      "learning_rate": 6.500925925925925e-06,
      "loss": 0.3917426824569702,
      "step": 28980
    },
    {
      "epoch": 3.0549114671163573,
      "grad_norm": 20.08270835876465,
      "learning_rate": 6.4962962962962964e-06,
      "loss": 0.3509239435195923,
      "step": 28985
    },
    {
      "epoch": 3.0554384485666106,
      "grad_norm": 4.644565105438232,
      "learning_rate": 6.491666666666667e-06,
      "loss": 0.4387504577636719,
      "step": 28990
    },
    {
      "epoch": 3.0559654300168635,
      "grad_norm": 1.5775718688964844,
      "learning_rate": 6.487037037037038e-06,
      "loss": 0.3201752662658691,
      "step": 28995
    },
    {
      "epoch": 3.0564924114671164,
      "grad_norm": 1.4397460222244263,
      "learning_rate": 6.482407407407408e-06,
      "loss": 0.3711190700531006,
      "step": 29000
    },
    {
      "epoch": 3.0570193929173692,
      "grad_norm": 3.945347547531128,
      "learning_rate": 6.477777777777778e-06,
      "loss": 0.3413865089416504,
      "step": 29005
    },
    {
      "epoch": 3.057546374367622,
      "grad_norm": 7.571071624755859,
      "learning_rate": 6.473148148148148e-06,
      "loss": 0.27155818939208987,
      "step": 29010
    },
    {
      "epoch": 3.0580733558178754,
      "grad_norm": 6.21891975402832,
      "learning_rate": 6.4685185185185185e-06,
      "loss": 0.42498173713684084,
      "step": 29015
    },
    {
      "epoch": 3.0586003372681283,
      "grad_norm": 1.3454467058181763,
      "learning_rate": 6.4638888888888895e-06,
      "loss": 0.48734126091003416,
      "step": 29020
    },
    {
      "epoch": 3.059127318718381,
      "grad_norm": 1.2609089612960815,
      "learning_rate": 6.459259259259259e-06,
      "loss": 0.32210493087768555,
      "step": 29025
    },
    {
      "epoch": 3.059654300168634,
      "grad_norm": 1.0095083713531494,
      "learning_rate": 6.45462962962963e-06,
      "loss": 0.3945725440979004,
      "step": 29030
    },
    {
      "epoch": 3.060181281618887,
      "grad_norm": 7.391783237457275,
      "learning_rate": 6.45e-06,
      "loss": 0.42918949127197265,
      "step": 29035
    },
    {
      "epoch": 3.06070826306914,
      "grad_norm": 1.2190227508544922,
      "learning_rate": 6.445370370370371e-06,
      "loss": 0.4717262268066406,
      "step": 29040
    },
    {
      "epoch": 3.061235244519393,
      "grad_norm": 1.2161601781845093,
      "learning_rate": 6.440740740740741e-06,
      "loss": 0.3011232137680054,
      "step": 29045
    },
    {
      "epoch": 3.061762225969646,
      "grad_norm": 1.703405737876892,
      "learning_rate": 6.436111111111111e-06,
      "loss": 0.6610626697540283,
      "step": 29050
    },
    {
      "epoch": 3.062289207419899,
      "grad_norm": 1.191943645477295,
      "learning_rate": 6.431481481481482e-06,
      "loss": 0.3362436771392822,
      "step": 29055
    },
    {
      "epoch": 3.0628161888701517,
      "grad_norm": 7.5417399406433105,
      "learning_rate": 6.426851851851852e-06,
      "loss": 0.5728472709655762,
      "step": 29060
    },
    {
      "epoch": 3.0633431703204046,
      "grad_norm": 0.9915193319320679,
      "learning_rate": 6.422222222222223e-06,
      "loss": 0.4739008903503418,
      "step": 29065
    },
    {
      "epoch": 3.0638701517706575,
      "grad_norm": 2.923753023147583,
      "learning_rate": 6.417592592592592e-06,
      "loss": 0.40907816886901854,
      "step": 29070
    },
    {
      "epoch": 3.064397133220911,
      "grad_norm": 1.4541914463043213,
      "learning_rate": 6.412962962962963e-06,
      "loss": 0.3220660209655762,
      "step": 29075
    },
    {
      "epoch": 3.0649241146711637,
      "grad_norm": 5.571015357971191,
      "learning_rate": 6.4083333333333335e-06,
      "loss": 0.5819850921630859,
      "step": 29080
    },
    {
      "epoch": 3.0654510961214165,
      "grad_norm": 4.3445916175842285,
      "learning_rate": 6.403703703703704e-06,
      "loss": 0.4623091697692871,
      "step": 29085
    },
    {
      "epoch": 3.0659780775716694,
      "grad_norm": 1.3539284467697144,
      "learning_rate": 6.399074074074075e-06,
      "loss": 0.3614332675933838,
      "step": 29090
    },
    {
      "epoch": 3.0665050590219223,
      "grad_norm": 1.7246432304382324,
      "learning_rate": 6.394444444444444e-06,
      "loss": 0.32950687408447266,
      "step": 29095
    },
    {
      "epoch": 3.0670320404721756,
      "grad_norm": 4.069158554077148,
      "learning_rate": 6.389814814814815e-06,
      "loss": 0.5307271003723144,
      "step": 29100
    },
    {
      "epoch": 3.0675590219224285,
      "grad_norm": 1.0954859256744385,
      "learning_rate": 6.385185185185185e-06,
      "loss": 0.28499751091003417,
      "step": 29105
    },
    {
      "epoch": 3.0680860033726813,
      "grad_norm": 1.593741774559021,
      "learning_rate": 6.3805555555555555e-06,
      "loss": 0.3138007402420044,
      "step": 29110
    },
    {
      "epoch": 3.068612984822934,
      "grad_norm": 2.2563581466674805,
      "learning_rate": 6.375925925925926e-06,
      "loss": 0.3504781723022461,
      "step": 29115
    },
    {
      "epoch": 3.069139966273187,
      "grad_norm": 2.910234212875366,
      "learning_rate": 6.371296296296296e-06,
      "loss": 0.5090012550354004,
      "step": 29120
    },
    {
      "epoch": 3.06966694772344,
      "grad_norm": 2.56142520904541,
      "learning_rate": 6.366666666666667e-06,
      "loss": 0.40794005393981936,
      "step": 29125
    },
    {
      "epoch": 3.0701939291736933,
      "grad_norm": 1.6788947582244873,
      "learning_rate": 6.362037037037037e-06,
      "loss": 0.44901366233825685,
      "step": 29130
    },
    {
      "epoch": 3.070720910623946,
      "grad_norm": 3.020400285720825,
      "learning_rate": 6.357407407407408e-06,
      "loss": 0.3576030731201172,
      "step": 29135
    },
    {
      "epoch": 3.071247892074199,
      "grad_norm": 1.6785696744918823,
      "learning_rate": 6.3527777777777776e-06,
      "loss": 0.43295040130615237,
      "step": 29140
    },
    {
      "epoch": 3.071774873524452,
      "grad_norm": 1.2032703161239624,
      "learning_rate": 6.348148148148148e-06,
      "loss": 0.3115247249603271,
      "step": 29145
    },
    {
      "epoch": 3.0723018549747048,
      "grad_norm": 2.521449327468872,
      "learning_rate": 6.343518518518519e-06,
      "loss": 0.3686220645904541,
      "step": 29150
    },
    {
      "epoch": 3.0728288364249576,
      "grad_norm": 1.549367904663086,
      "learning_rate": 6.338888888888889e-06,
      "loss": 0.689720344543457,
      "step": 29155
    },
    {
      "epoch": 3.073355817875211,
      "grad_norm": 1.3811191320419312,
      "learning_rate": 6.33425925925926e-06,
      "loss": 0.5335762977600098,
      "step": 29160
    },
    {
      "epoch": 3.073882799325464,
      "grad_norm": 1.2906506061553955,
      "learning_rate": 6.329629629629629e-06,
      "loss": 0.38614840507507325,
      "step": 29165
    },
    {
      "epoch": 3.0744097807757167,
      "grad_norm": 2.158616781234741,
      "learning_rate": 6.3250000000000004e-06,
      "loss": 0.4185029029846191,
      "step": 29170
    },
    {
      "epoch": 3.0749367622259696,
      "grad_norm": 1.3754802942276,
      "learning_rate": 6.320370370370371e-06,
      "loss": 0.3117527008056641,
      "step": 29175
    },
    {
      "epoch": 3.0754637436762224,
      "grad_norm": 4.1967082023620605,
      "learning_rate": 6.315740740740741e-06,
      "loss": 0.3053222417831421,
      "step": 29180
    },
    {
      "epoch": 3.0759907251264758,
      "grad_norm": 2.588841438293457,
      "learning_rate": 6.311111111111111e-06,
      "loss": 0.5253612995147705,
      "step": 29185
    },
    {
      "epoch": 3.0765177065767286,
      "grad_norm": 1.1606775522232056,
      "learning_rate": 6.306481481481481e-06,
      "loss": 0.30538387298583985,
      "step": 29190
    },
    {
      "epoch": 3.0770446880269815,
      "grad_norm": 1.8028863668441772,
      "learning_rate": 6.301851851851852e-06,
      "loss": 0.42523813247680664,
      "step": 29195
    },
    {
      "epoch": 3.0775716694772344,
      "grad_norm": 1.9545122385025024,
      "learning_rate": 6.2972222222222224e-06,
      "loss": 0.36153764724731446,
      "step": 29200
    },
    {
      "epoch": 3.0780986509274872,
      "grad_norm": 1.3033854961395264,
      "learning_rate": 6.2925925925925935e-06,
      "loss": 0.4005791187286377,
      "step": 29205
    },
    {
      "epoch": 3.07862563237774,
      "grad_norm": 1.9798669815063477,
      "learning_rate": 6.287962962962963e-06,
      "loss": 0.41655640602111815,
      "step": 29210
    },
    {
      "epoch": 3.0791526138279934,
      "grad_norm": 1.3235005140304565,
      "learning_rate": 6.283333333333333e-06,
      "loss": 0.4770955085754395,
      "step": 29215
    },
    {
      "epoch": 3.0796795952782463,
      "grad_norm": 2.0710785388946533,
      "learning_rate": 6.278703703703704e-06,
      "loss": 0.3749392986297607,
      "step": 29220
    },
    {
      "epoch": 3.080206576728499,
      "grad_norm": 0.9445109963417053,
      "learning_rate": 6.274074074074074e-06,
      "loss": 0.3200890064239502,
      "step": 29225
    },
    {
      "epoch": 3.080733558178752,
      "grad_norm": 4.39376974105835,
      "learning_rate": 6.2694444444444445e-06,
      "loss": 0.4402649402618408,
      "step": 29230
    },
    {
      "epoch": 3.081260539629005,
      "grad_norm": 4.015458106994629,
      "learning_rate": 6.264814814814815e-06,
      "loss": 0.47240490913391114,
      "step": 29235
    },
    {
      "epoch": 3.081787521079258,
      "grad_norm": 4.332306861877441,
      "learning_rate": 6.260185185185186e-06,
      "loss": 0.3726860523223877,
      "step": 29240
    },
    {
      "epoch": 3.082314502529511,
      "grad_norm": 2.0172207355499268,
      "learning_rate": 6.255555555555556e-06,
      "loss": 0.35014119148254397,
      "step": 29245
    },
    {
      "epoch": 3.082841483979764,
      "grad_norm": 1.2104523181915283,
      "learning_rate": 6.250925925925926e-06,
      "loss": 0.2711743116378784,
      "step": 29250
    },
    {
      "epoch": 3.083368465430017,
      "grad_norm": 2.825734853744507,
      "learning_rate": 6.246296296296296e-06,
      "loss": 0.389943265914917,
      "step": 29255
    },
    {
      "epoch": 3.0838954468802697,
      "grad_norm": 3.344651699066162,
      "learning_rate": 6.2416666666666665e-06,
      "loss": 0.42327241897583007,
      "step": 29260
    },
    {
      "epoch": 3.0844224283305226,
      "grad_norm": 1.4026378393173218,
      "learning_rate": 6.2370370370370375e-06,
      "loss": 0.3072777032852173,
      "step": 29265
    },
    {
      "epoch": 3.084949409780776,
      "grad_norm": 1.3284814357757568,
      "learning_rate": 6.232407407407408e-06,
      "loss": 0.40550594329833983,
      "step": 29270
    },
    {
      "epoch": 3.085476391231029,
      "grad_norm": 2.7557220458984375,
      "learning_rate": 6.227777777777779e-06,
      "loss": 0.42844400405883787,
      "step": 29275
    },
    {
      "epoch": 3.0860033726812817,
      "grad_norm": 4.261015892028809,
      "learning_rate": 6.223148148148148e-06,
      "loss": 0.39818809032440183,
      "step": 29280
    },
    {
      "epoch": 3.0865303541315345,
      "grad_norm": 2.456594944000244,
      "learning_rate": 6.218518518518518e-06,
      "loss": 0.3013620376586914,
      "step": 29285
    },
    {
      "epoch": 3.0870573355817874,
      "grad_norm": 2.0547828674316406,
      "learning_rate": 6.213888888888889e-06,
      "loss": 0.4187283992767334,
      "step": 29290
    },
    {
      "epoch": 3.0875843170320403,
      "grad_norm": 2.4739503860473633,
      "learning_rate": 6.2092592592592595e-06,
      "loss": 0.26671109199523924,
      "step": 29295
    },
    {
      "epoch": 3.0881112984822936,
      "grad_norm": 1.6324158906936646,
      "learning_rate": 6.20462962962963e-06,
      "loss": 0.5771832942962647,
      "step": 29300
    },
    {
      "epoch": 3.0886382799325465,
      "grad_norm": 1.2113351821899414,
      "learning_rate": 6.2e-06,
      "loss": 0.34445853233337403,
      "step": 29305
    },
    {
      "epoch": 3.0891652613827993,
      "grad_norm": 18.87259292602539,
      "learning_rate": 6.19537037037037e-06,
      "loss": 0.23440239429473878,
      "step": 29310
    },
    {
      "epoch": 3.089692242833052,
      "grad_norm": 0.9972116947174072,
      "learning_rate": 6.190740740740741e-06,
      "loss": 0.32046325206756593,
      "step": 29315
    },
    {
      "epoch": 3.090219224283305,
      "grad_norm": 1.466228723526001,
      "learning_rate": 6.186111111111111e-06,
      "loss": 0.30964844226837157,
      "step": 29320
    },
    {
      "epoch": 3.0907462057335584,
      "grad_norm": 1.4658608436584473,
      "learning_rate": 6.1814814814814816e-06,
      "loss": 0.48015317916870115,
      "step": 29325
    },
    {
      "epoch": 3.0912731871838113,
      "grad_norm": 1.2547855377197266,
      "learning_rate": 6.176851851851852e-06,
      "loss": 0.3778343439102173,
      "step": 29330
    },
    {
      "epoch": 3.091800168634064,
      "grad_norm": 1.1581673622131348,
      "learning_rate": 6.172222222222223e-06,
      "loss": 0.32568480968475344,
      "step": 29335
    },
    {
      "epoch": 3.092327150084317,
      "grad_norm": 1.2830021381378174,
      "learning_rate": 6.167592592592593e-06,
      "loss": 0.2796459436416626,
      "step": 29340
    },
    {
      "epoch": 3.09285413153457,
      "grad_norm": 1.269972801208496,
      "learning_rate": 6.162962962962962e-06,
      "loss": 0.4537045955657959,
      "step": 29345
    },
    {
      "epoch": 3.0933811129848228,
      "grad_norm": 1.887869119644165,
      "learning_rate": 6.158333333333333e-06,
      "loss": 0.4495833873748779,
      "step": 29350
    },
    {
      "epoch": 3.093908094435076,
      "grad_norm": 1.5588260889053345,
      "learning_rate": 6.1537037037037036e-06,
      "loss": 0.5084961891174317,
      "step": 29355
    },
    {
      "epoch": 3.094435075885329,
      "grad_norm": 5.893200397491455,
      "learning_rate": 6.149074074074075e-06,
      "loss": 0.4656089782714844,
      "step": 29360
    },
    {
      "epoch": 3.094962057335582,
      "grad_norm": 1.4832440614700317,
      "learning_rate": 6.144444444444445e-06,
      "loss": 0.2953146457672119,
      "step": 29365
    },
    {
      "epoch": 3.0954890387858347,
      "grad_norm": 5.651976108551025,
      "learning_rate": 6.139814814814815e-06,
      "loss": 0.36489310264587405,
      "step": 29370
    },
    {
      "epoch": 3.0960160202360876,
      "grad_norm": 1.8339698314666748,
      "learning_rate": 6.135185185185185e-06,
      "loss": 0.3288499116897583,
      "step": 29375
    },
    {
      "epoch": 3.0965430016863404,
      "grad_norm": 2.237187385559082,
      "learning_rate": 6.130555555555555e-06,
      "loss": 0.44208059310913084,
      "step": 29380
    },
    {
      "epoch": 3.0970699831365938,
      "grad_norm": 1.5941964387893677,
      "learning_rate": 6.1259259259259264e-06,
      "loss": 0.31518142223358153,
      "step": 29385
    },
    {
      "epoch": 3.0975969645868466,
      "grad_norm": 1.6571210622787476,
      "learning_rate": 6.121296296296297e-06,
      "loss": 0.4199814796447754,
      "step": 29390
    },
    {
      "epoch": 3.0981239460370995,
      "grad_norm": 2.3378543853759766,
      "learning_rate": 6.116666666666667e-06,
      "loss": 0.41787161827087405,
      "step": 29395
    },
    {
      "epoch": 3.0986509274873524,
      "grad_norm": 1.3568785190582275,
      "learning_rate": 6.112037037037037e-06,
      "loss": 0.43341641426086425,
      "step": 29400
    },
    {
      "epoch": 3.0991779089376053,
      "grad_norm": 1.76112699508667,
      "learning_rate": 6.107407407407408e-06,
      "loss": 0.4523146152496338,
      "step": 29405
    },
    {
      "epoch": 3.0997048903878586,
      "grad_norm": 1.4039082527160645,
      "learning_rate": 6.102777777777778e-06,
      "loss": 0.5666700839996338,
      "step": 29410
    },
    {
      "epoch": 3.1002318718381114,
      "grad_norm": 1.8433048725128174,
      "learning_rate": 6.098148148148148e-06,
      "loss": 0.2941995620727539,
      "step": 29415
    },
    {
      "epoch": 3.1007588532883643,
      "grad_norm": 2.691490650177002,
      "learning_rate": 6.093518518518519e-06,
      "loss": 0.3996779680252075,
      "step": 29420
    },
    {
      "epoch": 3.101285834738617,
      "grad_norm": 1.4898364543914795,
      "learning_rate": 6.088888888888889e-06,
      "loss": 0.2888613224029541,
      "step": 29425
    },
    {
      "epoch": 3.10181281618887,
      "grad_norm": 2.104635000228882,
      "learning_rate": 6.08425925925926e-06,
      "loss": 0.33763852119445803,
      "step": 29430
    },
    {
      "epoch": 3.102339797639123,
      "grad_norm": 1.7276476621627808,
      "learning_rate": 6.07962962962963e-06,
      "loss": 0.41578073501586915,
      "step": 29435
    },
    {
      "epoch": 3.1028667790893762,
      "grad_norm": 1.6039053201675415,
      "learning_rate": 6.075e-06,
      "loss": 0.3960656404495239,
      "step": 29440
    },
    {
      "epoch": 3.103393760539629,
      "grad_norm": 1.0476508140563965,
      "learning_rate": 6.0703703703703705e-06,
      "loss": 0.4503784656524658,
      "step": 29445
    },
    {
      "epoch": 3.103920741989882,
      "grad_norm": 2.8183517456054688,
      "learning_rate": 6.065740740740741e-06,
      "loss": 0.3290591239929199,
      "step": 29450
    },
    {
      "epoch": 3.104447723440135,
      "grad_norm": 1.017903208732605,
      "learning_rate": 6.061111111111112e-06,
      "loss": 0.31092147827148436,
      "step": 29455
    },
    {
      "epoch": 3.1049747048903877,
      "grad_norm": 1.9226669073104858,
      "learning_rate": 6.056481481481481e-06,
      "loss": 0.30563108921051024,
      "step": 29460
    },
    {
      "epoch": 3.1055016863406406,
      "grad_norm": 1.3270424604415894,
      "learning_rate": 6.051851851851852e-06,
      "loss": 0.3873493194580078,
      "step": 29465
    },
    {
      "epoch": 3.106028667790894,
      "grad_norm": 2.969961643218994,
      "learning_rate": 6.047222222222222e-06,
      "loss": 0.43157434463500977,
      "step": 29470
    },
    {
      "epoch": 3.106555649241147,
      "grad_norm": 1.194243311882019,
      "learning_rate": 6.0425925925925925e-06,
      "loss": 0.46411571502685545,
      "step": 29475
    },
    {
      "epoch": 3.1070826306913997,
      "grad_norm": 1.9691218137741089,
      "learning_rate": 6.0379629629629635e-06,
      "loss": 0.4188694953918457,
      "step": 29480
    },
    {
      "epoch": 3.1076096121416525,
      "grad_norm": 1.4709279537200928,
      "learning_rate": 6.033333333333333e-06,
      "loss": 0.3553283929824829,
      "step": 29485
    },
    {
      "epoch": 3.1081365935919054,
      "grad_norm": 5.546351432800293,
      "learning_rate": 6.028703703703704e-06,
      "loss": 0.32313947677612304,
      "step": 29490
    },
    {
      "epoch": 3.1086635750421587,
      "grad_norm": 1.3940269947052002,
      "learning_rate": 6.024074074074074e-06,
      "loss": 0.5512319564819336,
      "step": 29495
    },
    {
      "epoch": 3.1091905564924116,
      "grad_norm": 2.6719777584075928,
      "learning_rate": 6.019444444444445e-06,
      "loss": 0.3183640241622925,
      "step": 29500
    },
    {
      "epoch": 3.1097175379426645,
      "grad_norm": 1.5926505327224731,
      "learning_rate": 6.0148148148148145e-06,
      "loss": 0.356574273109436,
      "step": 29505
    },
    {
      "epoch": 3.1102445193929174,
      "grad_norm": 1.5196017026901245,
      "learning_rate": 6.010185185185185e-06,
      "loss": 0.45885791778564455,
      "step": 29510
    },
    {
      "epoch": 3.1107715008431702,
      "grad_norm": 7.501552104949951,
      "learning_rate": 6.005555555555556e-06,
      "loss": 0.34063427448272704,
      "step": 29515
    },
    {
      "epoch": 3.111298482293423,
      "grad_norm": 1.6807042360305786,
      "learning_rate": 6.000925925925926e-06,
      "loss": 0.3415936708450317,
      "step": 29520
    },
    {
      "epoch": 3.1118254637436764,
      "grad_norm": 1.3971585035324097,
      "learning_rate": 5.996296296296297e-06,
      "loss": 0.4272753238677979,
      "step": 29525
    },
    {
      "epoch": 3.1123524451939293,
      "grad_norm": 5.054707050323486,
      "learning_rate": 5.991666666666666e-06,
      "loss": 0.3854771375656128,
      "step": 29530
    },
    {
      "epoch": 3.112879426644182,
      "grad_norm": 2.0124292373657227,
      "learning_rate": 5.987037037037037e-06,
      "loss": 0.36819138526916506,
      "step": 29535
    },
    {
      "epoch": 3.113406408094435,
      "grad_norm": 5.231845855712891,
      "learning_rate": 5.9824074074074076e-06,
      "loss": 0.40859279632568357,
      "step": 29540
    },
    {
      "epoch": 3.113933389544688,
      "grad_norm": 2.7634284496307373,
      "learning_rate": 5.977777777777778e-06,
      "loss": 0.3448343753814697,
      "step": 29545
    },
    {
      "epoch": 3.1144603709949408,
      "grad_norm": 5.838791370391846,
      "learning_rate": 5.973148148148149e-06,
      "loss": 0.4295342922210693,
      "step": 29550
    },
    {
      "epoch": 3.114987352445194,
      "grad_norm": 1.1004632711410522,
      "learning_rate": 5.968518518518518e-06,
      "loss": 0.25612406730651854,
      "step": 29555
    },
    {
      "epoch": 3.115514333895447,
      "grad_norm": 1.504323124885559,
      "learning_rate": 5.963888888888889e-06,
      "loss": 0.33089628219604494,
      "step": 29560
    },
    {
      "epoch": 3.1160413153457,
      "grad_norm": 4.787912368774414,
      "learning_rate": 5.959259259259259e-06,
      "loss": 0.35396733283996584,
      "step": 29565
    },
    {
      "epoch": 3.1165682967959527,
      "grad_norm": 1.0894142389297485,
      "learning_rate": 5.9546296296296304e-06,
      "loss": 0.4737239837646484,
      "step": 29570
    },
    {
      "epoch": 3.1170952782462056,
      "grad_norm": 1.4991437196731567,
      "learning_rate": 5.95e-06,
      "loss": 0.4101543426513672,
      "step": 29575
    },
    {
      "epoch": 3.117622259696459,
      "grad_norm": 2.1171176433563232,
      "learning_rate": 5.94537037037037e-06,
      "loss": 0.28661360740661623,
      "step": 29580
    },
    {
      "epoch": 3.1181492411467118,
      "grad_norm": 1.8464998006820679,
      "learning_rate": 5.940740740740741e-06,
      "loss": 0.3944889307022095,
      "step": 29585
    },
    {
      "epoch": 3.1186762225969646,
      "grad_norm": 1.3652445077896118,
      "learning_rate": 5.936111111111111e-06,
      "loss": 0.295415997505188,
      "step": 29590
    },
    {
      "epoch": 3.1192032040472175,
      "grad_norm": 12.549521446228027,
      "learning_rate": 5.931481481481482e-06,
      "loss": 0.34958620071411134,
      "step": 29595
    },
    {
      "epoch": 3.1197301854974704,
      "grad_norm": 1.3094669580459595,
      "learning_rate": 5.926851851851852e-06,
      "loss": 0.31589417457580565,
      "step": 29600
    },
    {
      "epoch": 3.1197301854974704,
      "eval_cer": 0.07552177929073303,
      "eval_loss": 0.34353259205818176,
      "eval_runtime": 120.8984,
      "eval_samples_per_second": 24.086,
      "eval_score": 84.3863600778447,
      "eval_steps_per_second": 3.011,
      "eval_wer": 0.2367510191523729,
      "step": 29600
    },
    {
      "epoch": 3.1202571669477233,
      "grad_norm": 1.2497024536132812,
      "learning_rate": 5.922222222222223e-06,
      "loss": 0.4632570266723633,
      "step": 29605
    },
    {
      "epoch": 3.1207841483979766,
      "grad_norm": 1.083936333656311,
      "learning_rate": 5.917592592592593e-06,
      "loss": 0.34059531688690187,
      "step": 29610
    },
    {
      "epoch": 3.1213111298482294,
      "grad_norm": 3.8403568267822266,
      "learning_rate": 5.912962962962963e-06,
      "loss": 0.3566771984100342,
      "step": 29615
    },
    {
      "epoch": 3.1218381112984823,
      "grad_norm": 3.246469020843506,
      "learning_rate": 5.908333333333333e-06,
      "loss": 0.3416407585144043,
      "step": 29620
    },
    {
      "epoch": 3.122365092748735,
      "grad_norm": 1.159722089767456,
      "learning_rate": 5.9037037037037034e-06,
      "loss": 0.36244375705718995,
      "step": 29625
    },
    {
      "epoch": 3.122892074198988,
      "grad_norm": 5.960704803466797,
      "learning_rate": 5.8990740740740745e-06,
      "loss": 0.3326612710952759,
      "step": 29630
    },
    {
      "epoch": 3.123419055649241,
      "grad_norm": 2.042130470275879,
      "learning_rate": 5.894444444444445e-06,
      "loss": 0.45218510627746583,
      "step": 29635
    },
    {
      "epoch": 3.1239460370994943,
      "grad_norm": 2.957301616668701,
      "learning_rate": 5.889814814814816e-06,
      "loss": 0.42221412658691404,
      "step": 29640
    },
    {
      "epoch": 3.124473018549747,
      "grad_norm": 0.8936493396759033,
      "learning_rate": 5.885185185185185e-06,
      "loss": 0.24252700805664062,
      "step": 29645
    },
    {
      "epoch": 3.125,
      "grad_norm": 1.5300967693328857,
      "learning_rate": 5.880555555555555e-06,
      "loss": 0.3692727327346802,
      "step": 29650
    },
    {
      "epoch": 3.125526981450253,
      "grad_norm": 2.193615198135376,
      "learning_rate": 5.875925925925926e-06,
      "loss": 0.37464683055877684,
      "step": 29655
    },
    {
      "epoch": 3.1260539629005057,
      "grad_norm": 1.0061949491500854,
      "learning_rate": 5.8712962962962965e-06,
      "loss": 0.46839156150817873,
      "step": 29660
    },
    {
      "epoch": 3.126580944350759,
      "grad_norm": 1.4646865129470825,
      "learning_rate": 5.8666666666666675e-06,
      "loss": 0.2809154987335205,
      "step": 29665
    },
    {
      "epoch": 3.127107925801012,
      "grad_norm": 1.9939502477645874,
      "learning_rate": 5.862037037037037e-06,
      "loss": 0.42059597969055174,
      "step": 29670
    },
    {
      "epoch": 3.127634907251265,
      "grad_norm": 1.4582061767578125,
      "learning_rate": 5.857407407407407e-06,
      "loss": 0.44451088905334474,
      "step": 29675
    },
    {
      "epoch": 3.1281618887015177,
      "grad_norm": 1.4876885414123535,
      "learning_rate": 5.852777777777778e-06,
      "loss": 0.44899625778198243,
      "step": 29680
    },
    {
      "epoch": 3.1286888701517706,
      "grad_norm": 2.5045855045318604,
      "learning_rate": 5.848148148148148e-06,
      "loss": 0.34639616012573243,
      "step": 29685
    },
    {
      "epoch": 3.1292158516020234,
      "grad_norm": 1.4489680528640747,
      "learning_rate": 5.8435185185185185e-06,
      "loss": 0.35390896797180177,
      "step": 29690
    },
    {
      "epoch": 3.1297428330522767,
      "grad_norm": 4.85725212097168,
      "learning_rate": 5.838888888888889e-06,
      "loss": 0.3565045356750488,
      "step": 29695
    },
    {
      "epoch": 3.1302698145025296,
      "grad_norm": 2.4548392295837402,
      "learning_rate": 5.83425925925926e-06,
      "loss": 0.4949983596801758,
      "step": 29700
    },
    {
      "epoch": 3.1307967959527825,
      "grad_norm": 5.308648586273193,
      "learning_rate": 5.82962962962963e-06,
      "loss": 0.4935497760772705,
      "step": 29705
    },
    {
      "epoch": 3.1313237774030354,
      "grad_norm": 1.3737640380859375,
      "learning_rate": 5.825e-06,
      "loss": 0.3442654609680176,
      "step": 29710
    },
    {
      "epoch": 3.1318507588532882,
      "grad_norm": 2.097768783569336,
      "learning_rate": 5.82037037037037e-06,
      "loss": 0.41968464851379395,
      "step": 29715
    },
    {
      "epoch": 3.132377740303541,
      "grad_norm": 3.353623628616333,
      "learning_rate": 5.8157407407407405e-06,
      "loss": 0.34268763065338137,
      "step": 29720
    },
    {
      "epoch": 3.1329047217537944,
      "grad_norm": 1.855924129486084,
      "learning_rate": 5.8111111111111116e-06,
      "loss": 0.420911169052124,
      "step": 29725
    },
    {
      "epoch": 3.1334317032040473,
      "grad_norm": 2.035980224609375,
      "learning_rate": 5.806481481481482e-06,
      "loss": 0.3280333995819092,
      "step": 29730
    },
    {
      "epoch": 3.1339586846543,
      "grad_norm": 1.7452318668365479,
      "learning_rate": 5.801851851851852e-06,
      "loss": 0.28887462615966797,
      "step": 29735
    },
    {
      "epoch": 3.134485666104553,
      "grad_norm": 1.1178534030914307,
      "learning_rate": 5.797222222222222e-06,
      "loss": 0.31549150943756105,
      "step": 29740
    },
    {
      "epoch": 3.135012647554806,
      "grad_norm": 2.8864104747772217,
      "learning_rate": 5.792592592592592e-06,
      "loss": 0.33014936447143556,
      "step": 29745
    },
    {
      "epoch": 3.1355396290050592,
      "grad_norm": 0.9286325573921204,
      "learning_rate": 5.787962962962963e-06,
      "loss": 0.2911069393157959,
      "step": 29750
    },
    {
      "epoch": 3.136066610455312,
      "grad_norm": 2.14534854888916,
      "learning_rate": 5.783333333333334e-06,
      "loss": 0.3796525001525879,
      "step": 29755
    },
    {
      "epoch": 3.136593591905565,
      "grad_norm": 2.056151866912842,
      "learning_rate": 5.778703703703704e-06,
      "loss": 0.3507333993911743,
      "step": 29760
    },
    {
      "epoch": 3.137120573355818,
      "grad_norm": 1.7449208498001099,
      "learning_rate": 5.774074074074074e-06,
      "loss": 0.36457047462463377,
      "step": 29765
    },
    {
      "epoch": 3.1376475548060707,
      "grad_norm": 2.584096908569336,
      "learning_rate": 5.769444444444445e-06,
      "loss": 0.5417146682739258,
      "step": 29770
    },
    {
      "epoch": 3.1381745362563236,
      "grad_norm": 3.6551318168640137,
      "learning_rate": 5.764814814814815e-06,
      "loss": 0.5694163322448731,
      "step": 29775
    },
    {
      "epoch": 3.138701517706577,
      "grad_norm": 2.823991537094116,
      "learning_rate": 5.760185185185185e-06,
      "loss": 0.3383976936340332,
      "step": 29780
    },
    {
      "epoch": 3.1392284991568298,
      "grad_norm": 3.481464385986328,
      "learning_rate": 5.755555555555556e-06,
      "loss": 0.3976870059967041,
      "step": 29785
    },
    {
      "epoch": 3.1397554806070826,
      "grad_norm": 1.645060420036316,
      "learning_rate": 5.750925925925926e-06,
      "loss": 0.31215472221374513,
      "step": 29790
    },
    {
      "epoch": 3.1402824620573355,
      "grad_norm": 1.8156445026397705,
      "learning_rate": 5.746296296296297e-06,
      "loss": 0.3200251817703247,
      "step": 29795
    },
    {
      "epoch": 3.1408094435075884,
      "grad_norm": 1.4641004800796509,
      "learning_rate": 5.741666666666667e-06,
      "loss": 0.27850027084350587,
      "step": 29800
    },
    {
      "epoch": 3.1413364249578413,
      "grad_norm": 1.8952715396881104,
      "learning_rate": 5.737037037037037e-06,
      "loss": 0.31965858936309816,
      "step": 29805
    },
    {
      "epoch": 3.1418634064080946,
      "grad_norm": 1.4475619792938232,
      "learning_rate": 5.732407407407407e-06,
      "loss": 0.29940042495727537,
      "step": 29810
    },
    {
      "epoch": 3.1423903878583475,
      "grad_norm": 1.4723283052444458,
      "learning_rate": 5.727777777777778e-06,
      "loss": 0.26816563606262206,
      "step": 29815
    },
    {
      "epoch": 3.1429173693086003,
      "grad_norm": 1.783656358718872,
      "learning_rate": 5.723148148148149e-06,
      "loss": 0.30062074661254884,
      "step": 29820
    },
    {
      "epoch": 3.143444350758853,
      "grad_norm": 2.4221913814544678,
      "learning_rate": 5.718518518518519e-06,
      "loss": 0.4885745048522949,
      "step": 29825
    },
    {
      "epoch": 3.143971332209106,
      "grad_norm": 3.8355472087860107,
      "learning_rate": 5.713888888888889e-06,
      "loss": 0.5201422691345214,
      "step": 29830
    },
    {
      "epoch": 3.1444983136593594,
      "grad_norm": 0.949993371963501,
      "learning_rate": 5.709259259259259e-06,
      "loss": 0.3183835506439209,
      "step": 29835
    },
    {
      "epoch": 3.1450252951096123,
      "grad_norm": 3.5871570110321045,
      "learning_rate": 5.7046296296296294e-06,
      "loss": 0.3955402374267578,
      "step": 29840
    },
    {
      "epoch": 3.145552276559865,
      "grad_norm": 1.1782071590423584,
      "learning_rate": 5.7000000000000005e-06,
      "loss": 0.39809517860412597,
      "step": 29845
    },
    {
      "epoch": 3.146079258010118,
      "grad_norm": 2.4235849380493164,
      "learning_rate": 5.69537037037037e-06,
      "loss": 0.35080881118774415,
      "step": 29850
    },
    {
      "epoch": 3.146606239460371,
      "grad_norm": 2.8706066608428955,
      "learning_rate": 5.690740740740741e-06,
      "loss": 0.3208498239517212,
      "step": 29855
    },
    {
      "epoch": 3.1471332209106238,
      "grad_norm": 6.711843967437744,
      "learning_rate": 5.686111111111111e-06,
      "loss": 0.4386795997619629,
      "step": 29860
    },
    {
      "epoch": 3.147660202360877,
      "grad_norm": 1.4725080728530884,
      "learning_rate": 5.681481481481482e-06,
      "loss": 0.4636238574981689,
      "step": 29865
    },
    {
      "epoch": 3.14818718381113,
      "grad_norm": 2.969163656234741,
      "learning_rate": 5.676851851851852e-06,
      "loss": 0.45112018585205077,
      "step": 29870
    },
    {
      "epoch": 3.148714165261383,
      "grad_norm": 1.4315944910049438,
      "learning_rate": 5.672222222222222e-06,
      "loss": 0.3818521976470947,
      "step": 29875
    },
    {
      "epoch": 3.1492411467116357,
      "grad_norm": 1.9895843267440796,
      "learning_rate": 5.667592592592593e-06,
      "loss": 0.36026155948638916,
      "step": 29880
    },
    {
      "epoch": 3.1497681281618886,
      "grad_norm": 1.3888628482818604,
      "learning_rate": 5.662962962962963e-06,
      "loss": 0.4637345790863037,
      "step": 29885
    },
    {
      "epoch": 3.1502951096121414,
      "grad_norm": 6.298397541046143,
      "learning_rate": 5.658333333333334e-06,
      "loss": 0.37371599674224854,
      "step": 29890
    },
    {
      "epoch": 3.1508220910623947,
      "grad_norm": 1.319392204284668,
      "learning_rate": 5.653703703703704e-06,
      "loss": 0.5391324996948242,
      "step": 29895
    },
    {
      "epoch": 3.1513490725126476,
      "grad_norm": 1.778601884841919,
      "learning_rate": 5.649074074074074e-06,
      "loss": 0.3038992404937744,
      "step": 29900
    },
    {
      "epoch": 3.1518760539629005,
      "grad_norm": 8.807439804077148,
      "learning_rate": 5.6444444444444445e-06,
      "loss": 0.5715376853942871,
      "step": 29905
    },
    {
      "epoch": 3.1524030354131534,
      "grad_norm": 1.5603843927383423,
      "learning_rate": 5.639814814814815e-06,
      "loss": 0.2597436189651489,
      "step": 29910
    },
    {
      "epoch": 3.1529300168634062,
      "grad_norm": 6.302020072937012,
      "learning_rate": 5.635185185185186e-06,
      "loss": 0.38824119567871096,
      "step": 29915
    },
    {
      "epoch": 3.1534569983136596,
      "grad_norm": 1.2029318809509277,
      "learning_rate": 5.630555555555555e-06,
      "loss": 0.3391153335571289,
      "step": 29920
    },
    {
      "epoch": 3.1539839797639124,
      "grad_norm": 2.266263008117676,
      "learning_rate": 5.625925925925926e-06,
      "loss": 0.35746054649353026,
      "step": 29925
    },
    {
      "epoch": 3.1545109612141653,
      "grad_norm": 2.871873140335083,
      "learning_rate": 5.621296296296296e-06,
      "loss": 0.3414428949356079,
      "step": 29930
    },
    {
      "epoch": 3.155037942664418,
      "grad_norm": 2.9695489406585693,
      "learning_rate": 5.616666666666667e-06,
      "loss": 0.3575613498687744,
      "step": 29935
    },
    {
      "epoch": 3.155564924114671,
      "grad_norm": 1.50474214553833,
      "learning_rate": 5.612037037037038e-06,
      "loss": 0.34337854385375977,
      "step": 29940
    },
    {
      "epoch": 3.156091905564924,
      "grad_norm": 2.0242795944213867,
      "learning_rate": 5.607407407407407e-06,
      "loss": 0.3544410467147827,
      "step": 29945
    },
    {
      "epoch": 3.1566188870151772,
      "grad_norm": 1.3470295667648315,
      "learning_rate": 5.602777777777778e-06,
      "loss": 0.4451749801635742,
      "step": 29950
    },
    {
      "epoch": 3.15714586846543,
      "grad_norm": 1.867651104927063,
      "learning_rate": 5.598148148148148e-06,
      "loss": 0.4193432331085205,
      "step": 29955
    },
    {
      "epoch": 3.157672849915683,
      "grad_norm": 1.7992054224014282,
      "learning_rate": 5.593518518518519e-06,
      "loss": 0.29734704494476316,
      "step": 29960
    },
    {
      "epoch": 3.158199831365936,
      "grad_norm": 2.0103962421417236,
      "learning_rate": 5.5888888888888886e-06,
      "loss": 0.456268310546875,
      "step": 29965
    },
    {
      "epoch": 3.1587268128161887,
      "grad_norm": 1.17013680934906,
      "learning_rate": 5.58425925925926e-06,
      "loss": 0.3832968473434448,
      "step": 29970
    },
    {
      "epoch": 3.1592537942664416,
      "grad_norm": 2.143606424331665,
      "learning_rate": 5.57962962962963e-06,
      "loss": 0.4734130859375,
      "step": 29975
    },
    {
      "epoch": 3.159780775716695,
      "grad_norm": 3.3027124404907227,
      "learning_rate": 5.575e-06,
      "loss": 0.368509578704834,
      "step": 29980
    },
    {
      "epoch": 3.160307757166948,
      "grad_norm": 1.6068371534347534,
      "learning_rate": 5.570370370370371e-06,
      "loss": 0.38123748302459715,
      "step": 29985
    },
    {
      "epoch": 3.1608347386172007,
      "grad_norm": 1.4973561763763428,
      "learning_rate": 5.56574074074074e-06,
      "loss": 0.3559131383895874,
      "step": 29990
    },
    {
      "epoch": 3.1613617200674535,
      "grad_norm": 1.2825157642364502,
      "learning_rate": 5.561111111111111e-06,
      "loss": 0.36011695861816406,
      "step": 29995
    },
    {
      "epoch": 3.1618887015177064,
      "grad_norm": 7.33786678314209,
      "learning_rate": 5.556481481481482e-06,
      "loss": 0.33326010704040526,
      "step": 30000
    },
    {
      "epoch": 3.1624156829679597,
      "grad_norm": 1.4345273971557617,
      "learning_rate": 5.551851851851853e-06,
      "loss": 0.26874551773071287,
      "step": 30005
    },
    {
      "epoch": 3.1629426644182126,
      "grad_norm": 1.2542011737823486,
      "learning_rate": 5.547222222222222e-06,
      "loss": 0.319672679901123,
      "step": 30010
    },
    {
      "epoch": 3.1634696458684655,
      "grad_norm": 1.6091549396514893,
      "learning_rate": 5.542592592592592e-06,
      "loss": 0.2982357978820801,
      "step": 30015
    },
    {
      "epoch": 3.1639966273187183,
      "grad_norm": 1.3183513879776,
      "learning_rate": 5.537962962962963e-06,
      "loss": 0.2976871728897095,
      "step": 30020
    },
    {
      "epoch": 3.164523608768971,
      "grad_norm": 1.4821470975875854,
      "learning_rate": 5.5333333333333334e-06,
      "loss": 0.2988016128540039,
      "step": 30025
    },
    {
      "epoch": 3.165050590219224,
      "grad_norm": 3.157979965209961,
      "learning_rate": 5.5287037037037045e-06,
      "loss": 0.5807052612304687,
      "step": 30030
    },
    {
      "epoch": 3.1655775716694774,
      "grad_norm": 1.9531233310699463,
      "learning_rate": 5.524074074074074e-06,
      "loss": 0.38535370826721194,
      "step": 30035
    },
    {
      "epoch": 3.1661045531197303,
      "grad_norm": 34.99857711791992,
      "learning_rate": 5.519444444444444e-06,
      "loss": 0.4409806728363037,
      "step": 30040
    },
    {
      "epoch": 3.166631534569983,
      "grad_norm": 2.0956685543060303,
      "learning_rate": 5.514814814814815e-06,
      "loss": 0.4719733238220215,
      "step": 30045
    },
    {
      "epoch": 3.167158516020236,
      "grad_norm": 4.749250888824463,
      "learning_rate": 5.510185185185185e-06,
      "loss": 0.4156198024749756,
      "step": 30050
    },
    {
      "epoch": 3.167685497470489,
      "grad_norm": 1.3363407850265503,
      "learning_rate": 5.505555555555556e-06,
      "loss": 0.4264080047607422,
      "step": 30055
    },
    {
      "epoch": 3.1682124789207418,
      "grad_norm": 2.163752555847168,
      "learning_rate": 5.500925925925926e-06,
      "loss": 0.3562185049057007,
      "step": 30060
    },
    {
      "epoch": 3.168739460370995,
      "grad_norm": 1.4203773736953735,
      "learning_rate": 5.496296296296297e-06,
      "loss": 0.27659804821014405,
      "step": 30065
    },
    {
      "epoch": 3.169266441821248,
      "grad_norm": 3.47017502784729,
      "learning_rate": 5.491666666666667e-06,
      "loss": 0.33189997673034666,
      "step": 30070
    },
    {
      "epoch": 3.169793423271501,
      "grad_norm": 1.0906020402908325,
      "learning_rate": 5.487037037037037e-06,
      "loss": 0.46453442573547366,
      "step": 30075
    },
    {
      "epoch": 3.1703204047217537,
      "grad_norm": 1.4728258848190308,
      "learning_rate": 5.482407407407407e-06,
      "loss": 0.4205115795135498,
      "step": 30080
    },
    {
      "epoch": 3.1708473861720066,
      "grad_norm": 1.6005287170410156,
      "learning_rate": 5.4777777777777775e-06,
      "loss": 0.3290321588516235,
      "step": 30085
    },
    {
      "epoch": 3.17137436762226,
      "grad_norm": 1.1580445766448975,
      "learning_rate": 5.4731481481481485e-06,
      "loss": 0.36396768093109133,
      "step": 30090
    },
    {
      "epoch": 3.1719013490725128,
      "grad_norm": 1.3951257467269897,
      "learning_rate": 5.468518518518519e-06,
      "loss": 0.35282301902770996,
      "step": 30095
    },
    {
      "epoch": 3.1724283305227656,
      "grad_norm": 1.1824970245361328,
      "learning_rate": 5.46388888888889e-06,
      "loss": 0.44132461547851565,
      "step": 30100
    },
    {
      "epoch": 3.1729553119730185,
      "grad_norm": 1.4733108282089233,
      "learning_rate": 5.459259259259259e-06,
      "loss": 0.25161919593811033,
      "step": 30105
    },
    {
      "epoch": 3.1734822934232714,
      "grad_norm": 2.3884201049804688,
      "learning_rate": 5.454629629629629e-06,
      "loss": 0.4174893856048584,
      "step": 30110
    },
    {
      "epoch": 3.1740092748735242,
      "grad_norm": 1.8060405254364014,
      "learning_rate": 5.45e-06,
      "loss": 0.32942938804626465,
      "step": 30115
    },
    {
      "epoch": 3.1745362563237776,
      "grad_norm": 1.6519098281860352,
      "learning_rate": 5.4453703703703705e-06,
      "loss": 0.6254884243011475,
      "step": 30120
    },
    {
      "epoch": 3.1750632377740304,
      "grad_norm": 2.3472344875335693,
      "learning_rate": 5.440740740740741e-06,
      "loss": 0.31594247817993165,
      "step": 30125
    },
    {
      "epoch": 3.1755902192242833,
      "grad_norm": 3.3084545135498047,
      "learning_rate": 5.436111111111111e-06,
      "loss": 0.4105334758758545,
      "step": 30130
    },
    {
      "epoch": 3.176117200674536,
      "grad_norm": 2.4766018390655518,
      "learning_rate": 5.431481481481482e-06,
      "loss": 0.572178840637207,
      "step": 30135
    },
    {
      "epoch": 3.176644182124789,
      "grad_norm": 1.1312284469604492,
      "learning_rate": 5.426851851851852e-06,
      "loss": 0.3086038112640381,
      "step": 30140
    },
    {
      "epoch": 3.177171163575042,
      "grad_norm": 1.3723814487457275,
      "learning_rate": 5.422222222222222e-06,
      "loss": 0.2714794158935547,
      "step": 30145
    },
    {
      "epoch": 3.1776981450252952,
      "grad_norm": 2.329888105392456,
      "learning_rate": 5.4175925925925925e-06,
      "loss": 0.3360531091690063,
      "step": 30150
    },
    {
      "epoch": 3.178225126475548,
      "grad_norm": 1.9049186706542969,
      "learning_rate": 5.412962962962963e-06,
      "loss": 0.32483606338500975,
      "step": 30155
    },
    {
      "epoch": 3.178752107925801,
      "grad_norm": 1.3938255310058594,
      "learning_rate": 5.408333333333334e-06,
      "loss": 0.39270815849304197,
      "step": 30160
    },
    {
      "epoch": 3.179279089376054,
      "grad_norm": 14.005727767944336,
      "learning_rate": 5.403703703703704e-06,
      "loss": 0.5720347404479981,
      "step": 30165
    },
    {
      "epoch": 3.1798060708263067,
      "grad_norm": 1.6800791025161743,
      "learning_rate": 5.399074074074075e-06,
      "loss": 0.3257148027420044,
      "step": 30170
    },
    {
      "epoch": 3.18033305227656,
      "grad_norm": 1.1900863647460938,
      "learning_rate": 5.394444444444444e-06,
      "loss": 0.36424527168273924,
      "step": 30175
    },
    {
      "epoch": 3.180860033726813,
      "grad_norm": 2.0611462593078613,
      "learning_rate": 5.3898148148148146e-06,
      "loss": 0.35558626651763914,
      "step": 30180
    },
    {
      "epoch": 3.181387015177066,
      "grad_norm": 1.1200491189956665,
      "learning_rate": 5.385185185185186e-06,
      "loss": 0.3884142875671387,
      "step": 30185
    },
    {
      "epoch": 3.1819139966273187,
      "grad_norm": 1.5415064096450806,
      "learning_rate": 5.380555555555556e-06,
      "loss": 0.2808633804321289,
      "step": 30190
    },
    {
      "epoch": 3.1824409780775715,
      "grad_norm": 1.4679850339889526,
      "learning_rate": 5.375925925925926e-06,
      "loss": 0.3438318967819214,
      "step": 30195
    },
    {
      "epoch": 3.182967959527825,
      "grad_norm": 1.8929855823516846,
      "learning_rate": 5.371296296296296e-06,
      "loss": 0.2757732629776001,
      "step": 30200
    },
    {
      "epoch": 3.1834949409780777,
      "grad_norm": 2.3071136474609375,
      "learning_rate": 5.366666666666666e-06,
      "loss": 0.3053109884262085,
      "step": 30205
    },
    {
      "epoch": 3.1840219224283306,
      "grad_norm": 1.758767008781433,
      "learning_rate": 5.3620370370370374e-06,
      "loss": 0.7200550556182861,
      "step": 30210
    },
    {
      "epoch": 3.1845489038785835,
      "grad_norm": 2.287122964859009,
      "learning_rate": 5.357407407407408e-06,
      "loss": 0.511413288116455,
      "step": 30215
    },
    {
      "epoch": 3.1850758853288363,
      "grad_norm": 1.824256181716919,
      "learning_rate": 5.352777777777778e-06,
      "loss": 0.3662737846374512,
      "step": 30220
    },
    {
      "epoch": 3.185602866779089,
      "grad_norm": 1.9642038345336914,
      "learning_rate": 5.348148148148148e-06,
      "loss": 0.40006155967712403,
      "step": 30225
    },
    {
      "epoch": 3.1861298482293425,
      "grad_norm": 1.702936053276062,
      "learning_rate": 5.343518518518519e-06,
      "loss": 0.3031643867492676,
      "step": 30230
    },
    {
      "epoch": 3.1866568296795954,
      "grad_norm": 0.9650512933731079,
      "learning_rate": 5.338888888888889e-06,
      "loss": 0.34286577701568605,
      "step": 30235
    },
    {
      "epoch": 3.1871838111298483,
      "grad_norm": 2.4995930194854736,
      "learning_rate": 5.334259259259259e-06,
      "loss": 0.3339528560638428,
      "step": 30240
    },
    {
      "epoch": 3.187710792580101,
      "grad_norm": 1.5430676937103271,
      "learning_rate": 5.32962962962963e-06,
      "loss": 0.36430561542510986,
      "step": 30245
    },
    {
      "epoch": 3.188237774030354,
      "grad_norm": 2.21065354347229,
      "learning_rate": 5.325e-06,
      "loss": 0.364010214805603,
      "step": 30250
    },
    {
      "epoch": 3.188764755480607,
      "grad_norm": 1.6351817846298218,
      "learning_rate": 5.320370370370371e-06,
      "loss": 0.3459027290344238,
      "step": 30255
    },
    {
      "epoch": 3.18929173693086,
      "grad_norm": 1.5443317890167236,
      "learning_rate": 5.315740740740741e-06,
      "loss": 0.25335097312927246,
      "step": 30260
    },
    {
      "epoch": 3.189818718381113,
      "grad_norm": 1.257637858390808,
      "learning_rate": 5.311111111111111e-06,
      "loss": 0.39885635375976564,
      "step": 30265
    },
    {
      "epoch": 3.190345699831366,
      "grad_norm": 1.7255361080169678,
      "learning_rate": 5.3064814814814815e-06,
      "loss": 0.4754152774810791,
      "step": 30270
    },
    {
      "epoch": 3.190872681281619,
      "grad_norm": 2.018226146697998,
      "learning_rate": 5.301851851851852e-06,
      "loss": 0.2501052379608154,
      "step": 30275
    },
    {
      "epoch": 3.1913996627318717,
      "grad_norm": 1.2725731134414673,
      "learning_rate": 5.297222222222223e-06,
      "loss": 0.39220523834228516,
      "step": 30280
    },
    {
      "epoch": 3.191926644182125,
      "grad_norm": 1.8297489881515503,
      "learning_rate": 5.292592592592593e-06,
      "loss": 0.36058821678161623,
      "step": 30285
    },
    {
      "epoch": 3.192453625632378,
      "grad_norm": 2.1120996475219727,
      "learning_rate": 5.287962962962963e-06,
      "loss": 0.5230257034301757,
      "step": 30290
    },
    {
      "epoch": 3.1929806070826308,
      "grad_norm": 2.0881731510162354,
      "learning_rate": 5.283333333333333e-06,
      "loss": 0.48666229248046877,
      "step": 30295
    },
    {
      "epoch": 3.1935075885328836,
      "grad_norm": 1.589781641960144,
      "learning_rate": 5.278703703703704e-06,
      "loss": 0.4559546947479248,
      "step": 30300
    },
    {
      "epoch": 3.1940345699831365,
      "grad_norm": 1.1461148262023926,
      "learning_rate": 5.2740740740740745e-06,
      "loss": 0.35885820388793943,
      "step": 30305
    },
    {
      "epoch": 3.1945615514333894,
      "grad_norm": 1.5327441692352295,
      "learning_rate": 5.269444444444444e-06,
      "loss": 0.31489126682281493,
      "step": 30310
    },
    {
      "epoch": 3.1950885328836427,
      "grad_norm": 1.0302016735076904,
      "learning_rate": 5.264814814814815e-06,
      "loss": 0.41800408363342284,
      "step": 30315
    },
    {
      "epoch": 3.1956155143338956,
      "grad_norm": 2.8174853324890137,
      "learning_rate": 5.260185185185185e-06,
      "loss": 0.33238222599029543,
      "step": 30320
    },
    {
      "epoch": 3.1961424957841484,
      "grad_norm": 2.897778034210205,
      "learning_rate": 5.255555555555556e-06,
      "loss": 0.26795506477355957,
      "step": 30325
    },
    {
      "epoch": 3.1966694772344013,
      "grad_norm": 1.313275694847107,
      "learning_rate": 5.250925925925926e-06,
      "loss": 0.33158118724823,
      "step": 30330
    },
    {
      "epoch": 3.197196458684654,
      "grad_norm": 2.0147674083709717,
      "learning_rate": 5.2462962962962965e-06,
      "loss": 0.39258785247802735,
      "step": 30335
    },
    {
      "epoch": 3.197723440134907,
      "grad_norm": 1.8567270040512085,
      "learning_rate": 5.241666666666667e-06,
      "loss": 0.32521231174468995,
      "step": 30340
    },
    {
      "epoch": 3.1982504215851604,
      "grad_norm": 1.3860000371932983,
      "learning_rate": 5.237037037037037e-06,
      "loss": 0.3899886131286621,
      "step": 30345
    },
    {
      "epoch": 3.1987774030354132,
      "grad_norm": 1.3094367980957031,
      "learning_rate": 5.232407407407408e-06,
      "loss": 0.48720583915710447,
      "step": 30350
    },
    {
      "epoch": 3.199304384485666,
      "grad_norm": 1.4715795516967773,
      "learning_rate": 5.227777777777777e-06,
      "loss": 0.3161212682723999,
      "step": 30355
    },
    {
      "epoch": 3.199831365935919,
      "grad_norm": 0.9958515167236328,
      "learning_rate": 5.223148148148148e-06,
      "loss": 0.5257924556732178,
      "step": 30360
    },
    {
      "epoch": 3.200358347386172,
      "grad_norm": 2.906073570251465,
      "learning_rate": 5.2185185185185186e-06,
      "loss": 0.38134472370147704,
      "step": 30365
    },
    {
      "epoch": 3.200885328836425,
      "grad_norm": 2.7159764766693115,
      "learning_rate": 5.21388888888889e-06,
      "loss": 0.43726863861083987,
      "step": 30370
    },
    {
      "epoch": 3.201412310286678,
      "grad_norm": 2.1050238609313965,
      "learning_rate": 5.20925925925926e-06,
      "loss": 0.38233270645141604,
      "step": 30375
    },
    {
      "epoch": 3.201939291736931,
      "grad_norm": 1.0953339338302612,
      "learning_rate": 5.204629629629629e-06,
      "loss": 0.33092997074127195,
      "step": 30380
    },
    {
      "epoch": 3.202466273187184,
      "grad_norm": 3.174105405807495,
      "learning_rate": 5.2e-06,
      "loss": 0.450153112411499,
      "step": 30385
    },
    {
      "epoch": 3.2029932546374367,
      "grad_norm": 1.349265456199646,
      "learning_rate": 5.19537037037037e-06,
      "loss": 0.36836767196655273,
      "step": 30390
    },
    {
      "epoch": 3.2035202360876895,
      "grad_norm": 1.444260597229004,
      "learning_rate": 5.1907407407407414e-06,
      "loss": 0.30698819160461427,
      "step": 30395
    },
    {
      "epoch": 3.204047217537943,
      "grad_norm": 1.2693507671356201,
      "learning_rate": 5.186111111111111e-06,
      "loss": 0.2914469003677368,
      "step": 30400
    },
    {
      "epoch": 3.204047217537943,
      "eval_cer": 0.07451246977260698,
      "eval_loss": 0.34212392568588257,
      "eval_runtime": 120.6819,
      "eval_samples_per_second": 24.13,
      "eval_score": 84.59258280319335,
      "eval_steps_per_second": 3.016,
      "eval_wer": 0.23363587416352588,
      "step": 30400
    },
    {
      "epoch": 3.2045741989881957,
      "grad_norm": 1.4125720262527466,
      "learning_rate": 5.181481481481481e-06,
      "loss": 0.42042317390441897,
      "step": 30405
    },
    {
      "epoch": 3.2051011804384486,
      "grad_norm": 22.280824661254883,
      "learning_rate": 5.176851851851852e-06,
      "loss": 0.4372354030609131,
      "step": 30410
    },
    {
      "epoch": 3.2056281618887015,
      "grad_norm": 1.0655573606491089,
      "learning_rate": 5.172222222222222e-06,
      "loss": 0.38859312534332274,
      "step": 30415
    },
    {
      "epoch": 3.2061551433389543,
      "grad_norm": 1.4118744134902954,
      "learning_rate": 5.167592592592593e-06,
      "loss": 0.286895751953125,
      "step": 30420
    },
    {
      "epoch": 3.2066821247892072,
      "grad_norm": 2.1686251163482666,
      "learning_rate": 5.162962962962963e-06,
      "loss": 0.43744430541992185,
      "step": 30425
    },
    {
      "epoch": 3.2072091062394605,
      "grad_norm": 1.493666172027588,
      "learning_rate": 5.158333333333334e-06,
      "loss": 0.55228271484375,
      "step": 30430
    },
    {
      "epoch": 3.2077360876897134,
      "grad_norm": 1.3931487798690796,
      "learning_rate": 5.153703703703704e-06,
      "loss": 0.30210578441619873,
      "step": 30435
    },
    {
      "epoch": 3.2082630691399663,
      "grad_norm": 13.388582229614258,
      "learning_rate": 5.149074074074074e-06,
      "loss": 0.49596710205078126,
      "step": 30440
    },
    {
      "epoch": 3.208790050590219,
      "grad_norm": 3.471595287322998,
      "learning_rate": 5.144444444444445e-06,
      "loss": 0.4743945121765137,
      "step": 30445
    },
    {
      "epoch": 3.209317032040472,
      "grad_norm": 2.043055534362793,
      "learning_rate": 5.139814814814814e-06,
      "loss": 0.2990320920944214,
      "step": 30450
    },
    {
      "epoch": 3.2098440134907253,
      "grad_norm": 2.845935583114624,
      "learning_rate": 5.1351851851851855e-06,
      "loss": 0.38426861763000486,
      "step": 30455
    },
    {
      "epoch": 3.210370994940978,
      "grad_norm": 1.6324427127838135,
      "learning_rate": 5.130555555555556e-06,
      "loss": 0.3144704341888428,
      "step": 30460
    },
    {
      "epoch": 3.210897976391231,
      "grad_norm": 1.3689473867416382,
      "learning_rate": 5.125925925925927e-06,
      "loss": 0.3720703601837158,
      "step": 30465
    },
    {
      "epoch": 3.211424957841484,
      "grad_norm": 3.1571290493011475,
      "learning_rate": 5.121296296296296e-06,
      "loss": 0.3871820688247681,
      "step": 30470
    },
    {
      "epoch": 3.211951939291737,
      "grad_norm": 1.2684344053268433,
      "learning_rate": 5.116666666666666e-06,
      "loss": 0.4193568229675293,
      "step": 30475
    },
    {
      "epoch": 3.2124789207419897,
      "grad_norm": 1.5207451581954956,
      "learning_rate": 5.112037037037037e-06,
      "loss": 0.40364632606506345,
      "step": 30480
    },
    {
      "epoch": 3.213005902192243,
      "grad_norm": 1.1081719398498535,
      "learning_rate": 5.1074074074074075e-06,
      "loss": 0.18647805452346802,
      "step": 30485
    },
    {
      "epoch": 3.213532883642496,
      "grad_norm": 0.9619779586791992,
      "learning_rate": 5.1027777777777785e-06,
      "loss": 0.3302156448364258,
      "step": 30490
    },
    {
      "epoch": 3.2140598650927488,
      "grad_norm": 1.6133373975753784,
      "learning_rate": 5.098148148148148e-06,
      "loss": 0.4241981506347656,
      "step": 30495
    },
    {
      "epoch": 3.2145868465430016,
      "grad_norm": 1.5001291036605835,
      "learning_rate": 5.093518518518519e-06,
      "loss": 0.4210564136505127,
      "step": 30500
    },
    {
      "epoch": 3.2151138279932545,
      "grad_norm": 4.76437520980835,
      "learning_rate": 5.088888888888889e-06,
      "loss": 0.5203657150268555,
      "step": 30505
    },
    {
      "epoch": 3.2156408094435074,
      "grad_norm": 7.682375431060791,
      "learning_rate": 5.084259259259259e-06,
      "loss": 0.34132072925567625,
      "step": 30510
    },
    {
      "epoch": 3.2161677908937607,
      "grad_norm": 1.603062629699707,
      "learning_rate": 5.0796296296296295e-06,
      "loss": 0.4385514736175537,
      "step": 30515
    },
    {
      "epoch": 3.2166947723440136,
      "grad_norm": 1.7438801527023315,
      "learning_rate": 5.075e-06,
      "loss": 0.40275139808654786,
      "step": 30520
    },
    {
      "epoch": 3.2172217537942664,
      "grad_norm": 4.428961277008057,
      "learning_rate": 5.070370370370371e-06,
      "loss": 0.48323755264282225,
      "step": 30525
    },
    {
      "epoch": 3.2177487352445193,
      "grad_norm": 1.223035216331482,
      "learning_rate": 5.065740740740741e-06,
      "loss": 0.2983095169067383,
      "step": 30530
    },
    {
      "epoch": 3.218275716694772,
      "grad_norm": 7.575228214263916,
      "learning_rate": 5.061111111111112e-06,
      "loss": 0.4678797721862793,
      "step": 30535
    },
    {
      "epoch": 3.2188026981450255,
      "grad_norm": 1.702515959739685,
      "learning_rate": 5.056481481481481e-06,
      "loss": 0.33627684116363527,
      "step": 30540
    },
    {
      "epoch": 3.2193296795952784,
      "grad_norm": 1.274903655052185,
      "learning_rate": 5.0518518518518515e-06,
      "loss": 0.432718563079834,
      "step": 30545
    },
    {
      "epoch": 3.2198566610455313,
      "grad_norm": 1.2322802543640137,
      "learning_rate": 5.0472222222222226e-06,
      "loss": 0.40940003395080565,
      "step": 30550
    },
    {
      "epoch": 3.220383642495784,
      "grad_norm": 3.3162739276885986,
      "learning_rate": 5.042592592592593e-06,
      "loss": 0.37418475151062014,
      "step": 30555
    },
    {
      "epoch": 3.220910623946037,
      "grad_norm": 1.4896281957626343,
      "learning_rate": 5.037962962962964e-06,
      "loss": 0.3665942192077637,
      "step": 30560
    },
    {
      "epoch": 3.22143760539629,
      "grad_norm": 1.7875803709030151,
      "learning_rate": 5.033333333333333e-06,
      "loss": 0.4172338962554932,
      "step": 30565
    },
    {
      "epoch": 3.221964586846543,
      "grad_norm": 2.0042176246643066,
      "learning_rate": 5.028703703703704e-06,
      "loss": 0.4110291004180908,
      "step": 30570
    },
    {
      "epoch": 3.222491568296796,
      "grad_norm": 1.641099452972412,
      "learning_rate": 5.024074074074074e-06,
      "loss": 0.5740918636322021,
      "step": 30575
    },
    {
      "epoch": 3.223018549747049,
      "grad_norm": 2.8602309226989746,
      "learning_rate": 5.0194444444444446e-06,
      "loss": 0.3654832363128662,
      "step": 30580
    },
    {
      "epoch": 3.223545531197302,
      "grad_norm": 3.817798137664795,
      "learning_rate": 5.014814814814815e-06,
      "loss": 0.3735537528991699,
      "step": 30585
    },
    {
      "epoch": 3.2240725126475547,
      "grad_norm": 1.9004441499710083,
      "learning_rate": 5.010185185185185e-06,
      "loss": 0.49101433753967283,
      "step": 30590
    },
    {
      "epoch": 3.2245994940978076,
      "grad_norm": 1.7997665405273438,
      "learning_rate": 5.005555555555556e-06,
      "loss": 0.3096529483795166,
      "step": 30595
    },
    {
      "epoch": 3.225126475548061,
      "grad_norm": 1.320168375968933,
      "learning_rate": 5.000925925925926e-06,
      "loss": 0.29400038719177246,
      "step": 30600
    },
    {
      "epoch": 3.2256534569983137,
      "grad_norm": 0.9321379065513611,
      "learning_rate": 4.996296296296296e-06,
      "loss": 0.2769598960876465,
      "step": 30605
    },
    {
      "epoch": 3.2261804384485666,
      "grad_norm": 1.137601375579834,
      "learning_rate": 4.991666666666667e-06,
      "loss": 0.22949373722076416,
      "step": 30610
    },
    {
      "epoch": 3.2267074198988195,
      "grad_norm": 1.099877953529358,
      "learning_rate": 4.987037037037037e-06,
      "loss": 0.2930590629577637,
      "step": 30615
    },
    {
      "epoch": 3.2272344013490724,
      "grad_norm": 1.2558021545410156,
      "learning_rate": 4.982407407407408e-06,
      "loss": 0.33825156688690183,
      "step": 30620
    },
    {
      "epoch": 3.2277613827993257,
      "grad_norm": 2.0772125720977783,
      "learning_rate": 4.977777777777778e-06,
      "loss": 0.4427920341491699,
      "step": 30625
    },
    {
      "epoch": 3.2282883642495785,
      "grad_norm": 1.4872164726257324,
      "learning_rate": 4.973148148148148e-06,
      "loss": 0.32577526569366455,
      "step": 30630
    },
    {
      "epoch": 3.2288153456998314,
      "grad_norm": 1.8150708675384521,
      "learning_rate": 4.968518518518518e-06,
      "loss": 0.3838134527206421,
      "step": 30635
    },
    {
      "epoch": 3.2293423271500843,
      "grad_norm": 1.2772952318191528,
      "learning_rate": 4.963888888888889e-06,
      "loss": 0.3956997156143188,
      "step": 30640
    },
    {
      "epoch": 3.229869308600337,
      "grad_norm": 1.2918428182601929,
      "learning_rate": 4.95925925925926e-06,
      "loss": 0.253484845161438,
      "step": 30645
    },
    {
      "epoch": 3.23039629005059,
      "grad_norm": 30.129831314086914,
      "learning_rate": 4.95462962962963e-06,
      "loss": 0.383329963684082,
      "step": 30650
    },
    {
      "epoch": 3.2309232715008434,
      "grad_norm": 1.7139804363250732,
      "learning_rate": 4.95e-06,
      "loss": 0.3426767349243164,
      "step": 30655
    },
    {
      "epoch": 3.2314502529510962,
      "grad_norm": 3.850717782974243,
      "learning_rate": 4.94537037037037e-06,
      "loss": 0.4475088596343994,
      "step": 30660
    },
    {
      "epoch": 3.231977234401349,
      "grad_norm": 2.3654398918151855,
      "learning_rate": 4.940740740740741e-06,
      "loss": 0.3440081596374512,
      "step": 30665
    },
    {
      "epoch": 3.232504215851602,
      "grad_norm": 1.5618715286254883,
      "learning_rate": 4.9361111111111115e-06,
      "loss": 0.3895542144775391,
      "step": 30670
    },
    {
      "epoch": 3.233031197301855,
      "grad_norm": 2.2485013008117676,
      "learning_rate": 4.931481481481482e-06,
      "loss": 0.30318992137908934,
      "step": 30675
    },
    {
      "epoch": 3.2335581787521077,
      "grad_norm": 1.0275187492370605,
      "learning_rate": 4.926851851851852e-06,
      "loss": 0.4851740837097168,
      "step": 30680
    },
    {
      "epoch": 3.234085160202361,
      "grad_norm": 9.218743324279785,
      "learning_rate": 4.922222222222222e-06,
      "loss": 0.4020545959472656,
      "step": 30685
    },
    {
      "epoch": 3.234612141652614,
      "grad_norm": 7.410876274108887,
      "learning_rate": 4.917592592592593e-06,
      "loss": 0.4069514751434326,
      "step": 30690
    },
    {
      "epoch": 3.2351391231028668,
      "grad_norm": 1.0200049877166748,
      "learning_rate": 4.912962962962963e-06,
      "loss": 0.3882232666015625,
      "step": 30695
    },
    {
      "epoch": 3.2356661045531196,
      "grad_norm": 2.2842743396759033,
      "learning_rate": 4.9083333333333335e-06,
      "loss": 0.5491349220275878,
      "step": 30700
    },
    {
      "epoch": 3.2361930860033725,
      "grad_norm": 7.228331565856934,
      "learning_rate": 4.903703703703704e-06,
      "loss": 0.2852338314056396,
      "step": 30705
    },
    {
      "epoch": 3.236720067453626,
      "grad_norm": 1.2628867626190186,
      "learning_rate": 4.899074074074074e-06,
      "loss": 0.3091118812561035,
      "step": 30710
    },
    {
      "epoch": 3.2372470489038787,
      "grad_norm": 1.6817781925201416,
      "learning_rate": 4.894444444444445e-06,
      "loss": 0.4896268844604492,
      "step": 30715
    },
    {
      "epoch": 3.2377740303541316,
      "grad_norm": 2.8717048168182373,
      "learning_rate": 4.889814814814815e-06,
      "loss": 0.4652997970581055,
      "step": 30720
    },
    {
      "epoch": 3.2383010118043845,
      "grad_norm": 1.4290049076080322,
      "learning_rate": 4.885185185185185e-06,
      "loss": 0.450804328918457,
      "step": 30725
    },
    {
      "epoch": 3.2388279932546373,
      "grad_norm": 1.3393583297729492,
      "learning_rate": 4.8805555555555555e-06,
      "loss": 0.3682793378829956,
      "step": 30730
    },
    {
      "epoch": 3.23935497470489,
      "grad_norm": 1.3827732801437378,
      "learning_rate": 4.8759259259259266e-06,
      "loss": 0.5216885566711426,
      "step": 30735
    },
    {
      "epoch": 3.2398819561551435,
      "grad_norm": 4.168239593505859,
      "learning_rate": 4.871296296296297e-06,
      "loss": 0.49172306060791016,
      "step": 30740
    },
    {
      "epoch": 3.2404089376053964,
      "grad_norm": 1.6687829494476318,
      "learning_rate": 4.866666666666666e-06,
      "loss": 0.405150032043457,
      "step": 30745
    },
    {
      "epoch": 3.2409359190556493,
      "grad_norm": 2.1839351654052734,
      "learning_rate": 4.862037037037037e-06,
      "loss": 0.4119856834411621,
      "step": 30750
    },
    {
      "epoch": 3.241462900505902,
      "grad_norm": 1.6699244976043701,
      "learning_rate": 4.857407407407407e-06,
      "loss": 0.36533474922180176,
      "step": 30755
    },
    {
      "epoch": 3.241989881956155,
      "grad_norm": 1.4518285989761353,
      "learning_rate": 4.852777777777778e-06,
      "loss": 0.28884437084198,
      "step": 30760
    },
    {
      "epoch": 3.242516863406408,
      "grad_norm": 1.4311412572860718,
      "learning_rate": 4.8481481481481486e-06,
      "loss": 0.4171152114868164,
      "step": 30765
    },
    {
      "epoch": 3.243043844856661,
      "grad_norm": 3.076258659362793,
      "learning_rate": 4.843518518518518e-06,
      "loss": 0.2960721254348755,
      "step": 30770
    },
    {
      "epoch": 3.243570826306914,
      "grad_norm": 2.583169460296631,
      "learning_rate": 4.838888888888889e-06,
      "loss": 0.33432693481445314,
      "step": 30775
    },
    {
      "epoch": 3.244097807757167,
      "grad_norm": 1.6371184587478638,
      "learning_rate": 4.834259259259259e-06,
      "loss": 0.31575310230255127,
      "step": 30780
    },
    {
      "epoch": 3.24462478920742,
      "grad_norm": 1.1019986867904663,
      "learning_rate": 4.82962962962963e-06,
      "loss": 0.23864541053771973,
      "step": 30785
    },
    {
      "epoch": 3.2451517706576727,
      "grad_norm": 8.039026260375977,
      "learning_rate": 4.8249999999999995e-06,
      "loss": 0.42325730323791505,
      "step": 30790
    },
    {
      "epoch": 3.245678752107926,
      "grad_norm": 1.1392238140106201,
      "learning_rate": 4.820370370370371e-06,
      "loss": 0.34446096420288086,
      "step": 30795
    },
    {
      "epoch": 3.246205733558179,
      "grad_norm": 1.1472320556640625,
      "learning_rate": 4.815740740740741e-06,
      "loss": 0.3750331401824951,
      "step": 30800
    },
    {
      "epoch": 3.2467327150084317,
      "grad_norm": 4.45013427734375,
      "learning_rate": 4.811111111111111e-06,
      "loss": 0.35714282989501955,
      "step": 30805
    },
    {
      "epoch": 3.2472596964586846,
      "grad_norm": 1.46233332157135,
      "learning_rate": 4.806481481481482e-06,
      "loss": 0.31946799755096433,
      "step": 30810
    },
    {
      "epoch": 3.2477866779089375,
      "grad_norm": 2.0340864658355713,
      "learning_rate": 4.801851851851851e-06,
      "loss": 0.4011411190032959,
      "step": 30815
    },
    {
      "epoch": 3.2483136593591904,
      "grad_norm": 1.5425188541412354,
      "learning_rate": 4.797222222222222e-06,
      "loss": 0.3529601335525513,
      "step": 30820
    },
    {
      "epoch": 3.2488406408094437,
      "grad_norm": 1.0586657524108887,
      "learning_rate": 4.792592592592593e-06,
      "loss": 0.3855490207672119,
      "step": 30825
    },
    {
      "epoch": 3.2493676222596966,
      "grad_norm": 1.6029109954833984,
      "learning_rate": 4.787962962962964e-06,
      "loss": 0.3796370983123779,
      "step": 30830
    },
    {
      "epoch": 3.2498946037099494,
      "grad_norm": 1.6856391429901123,
      "learning_rate": 4.783333333333334e-06,
      "loss": 0.5136628150939941,
      "step": 30835
    },
    {
      "epoch": 3.2504215851602023,
      "grad_norm": 3.5306525230407715,
      "learning_rate": 4.778703703703703e-06,
      "loss": 0.6290807247161865,
      "step": 30840
    },
    {
      "epoch": 3.250948566610455,
      "grad_norm": 1.520782232284546,
      "learning_rate": 4.774074074074074e-06,
      "loss": 0.4702235221862793,
      "step": 30845
    },
    {
      "epoch": 3.251475548060708,
      "grad_norm": 1.8224600553512573,
      "learning_rate": 4.7694444444444444e-06,
      "loss": 0.2969092845916748,
      "step": 30850
    },
    {
      "epoch": 3.2520025295109614,
      "grad_norm": 1.7803674936294556,
      "learning_rate": 4.7648148148148155e-06,
      "loss": 0.40817947387695314,
      "step": 30855
    },
    {
      "epoch": 3.2525295109612142,
      "grad_norm": 1.6795533895492554,
      "learning_rate": 4.760185185185185e-06,
      "loss": 0.27545557022094724,
      "step": 30860
    },
    {
      "epoch": 3.253056492411467,
      "grad_norm": 1.7695305347442627,
      "learning_rate": 4.755555555555556e-06,
      "loss": 0.3658060789108276,
      "step": 30865
    },
    {
      "epoch": 3.25358347386172,
      "grad_norm": 1.6709474325180054,
      "learning_rate": 4.750925925925926e-06,
      "loss": 0.41080656051635744,
      "step": 30870
    },
    {
      "epoch": 3.254110455311973,
      "grad_norm": 5.586916923522949,
      "learning_rate": 4.746296296296296e-06,
      "loss": 0.4228989124298096,
      "step": 30875
    },
    {
      "epoch": 3.254637436762226,
      "grad_norm": 1.0784584283828735,
      "learning_rate": 4.741666666666667e-06,
      "loss": 0.2573987007141113,
      "step": 30880
    },
    {
      "epoch": 3.255164418212479,
      "grad_norm": 2.4333395957946777,
      "learning_rate": 4.737037037037037e-06,
      "loss": 0.4612004280090332,
      "step": 30885
    },
    {
      "epoch": 3.255691399662732,
      "grad_norm": 1.6120936870574951,
      "learning_rate": 4.732407407407408e-06,
      "loss": 0.37778425216674805,
      "step": 30890
    },
    {
      "epoch": 3.256218381112985,
      "grad_norm": 1.5156391859054565,
      "learning_rate": 4.727777777777778e-06,
      "loss": 0.3854068279266357,
      "step": 30895
    },
    {
      "epoch": 3.2567453625632377,
      "grad_norm": 12.067358016967773,
      "learning_rate": 4.723148148148149e-06,
      "loss": 0.39684338569641114,
      "step": 30900
    },
    {
      "epoch": 3.257272344013491,
      "grad_norm": 1.7168641090393066,
      "learning_rate": 4.718518518518518e-06,
      "loss": 0.3156615734100342,
      "step": 30905
    },
    {
      "epoch": 3.257799325463744,
      "grad_norm": 5.393415927886963,
      "learning_rate": 4.7138888888888885e-06,
      "loss": 0.5629317283630371,
      "step": 30910
    },
    {
      "epoch": 3.2583263069139967,
      "grad_norm": 1.7083280086517334,
      "learning_rate": 4.7092592592592595e-06,
      "loss": 0.48847074508666993,
      "step": 30915
    },
    {
      "epoch": 3.2588532883642496,
      "grad_norm": 1.199690818786621,
      "learning_rate": 4.70462962962963e-06,
      "loss": 0.43050899505615237,
      "step": 30920
    },
    {
      "epoch": 3.2593802698145025,
      "grad_norm": 0.9880523085594177,
      "learning_rate": 4.700000000000001e-06,
      "loss": 0.26590752601623535,
      "step": 30925
    },
    {
      "epoch": 3.2599072512647553,
      "grad_norm": 1.1589245796203613,
      "learning_rate": 4.69537037037037e-06,
      "loss": 0.4910085201263428,
      "step": 30930
    },
    {
      "epoch": 3.260434232715008,
      "grad_norm": 1.2862865924835205,
      "learning_rate": 4.690740740740741e-06,
      "loss": 0.3405244588851929,
      "step": 30935
    },
    {
      "epoch": 3.2609612141652615,
      "grad_norm": 1.1324106454849243,
      "learning_rate": 4.686111111111111e-06,
      "loss": 0.371214771270752,
      "step": 30940
    },
    {
      "epoch": 3.2614881956155144,
      "grad_norm": 2.2379589080810547,
      "learning_rate": 4.6814814814814815e-06,
      "loss": 0.5400969028472901,
      "step": 30945
    },
    {
      "epoch": 3.2620151770657673,
      "grad_norm": 2.353435516357422,
      "learning_rate": 4.6768518518518526e-06,
      "loss": 0.3197664976119995,
      "step": 30950
    },
    {
      "epoch": 3.26254215851602,
      "grad_norm": 1.5332508087158203,
      "learning_rate": 4.672222222222222e-06,
      "loss": 0.34092137813568113,
      "step": 30955
    },
    {
      "epoch": 3.263069139966273,
      "grad_norm": 1.7935901880264282,
      "learning_rate": 4.667592592592593e-06,
      "loss": 0.4132232189178467,
      "step": 30960
    },
    {
      "epoch": 3.2635961214165263,
      "grad_norm": 1.3101975917816162,
      "learning_rate": 4.662962962962963e-06,
      "loss": 0.36682872772216796,
      "step": 30965
    },
    {
      "epoch": 3.264123102866779,
      "grad_norm": 1.5740265846252441,
      "learning_rate": 4.658333333333333e-06,
      "loss": 0.3161349296569824,
      "step": 30970
    },
    {
      "epoch": 3.264650084317032,
      "grad_norm": 0.9413520693778992,
      "learning_rate": 4.6537037037037035e-06,
      "loss": 0.27405476570129395,
      "step": 30975
    },
    {
      "epoch": 3.265177065767285,
      "grad_norm": 1.2749803066253662,
      "learning_rate": 4.649074074074074e-06,
      "loss": 0.41514101028442385,
      "step": 30980
    },
    {
      "epoch": 3.265704047217538,
      "grad_norm": 2.734586000442505,
      "learning_rate": 4.644444444444445e-06,
      "loss": 0.3049836874008179,
      "step": 30985
    },
    {
      "epoch": 3.266231028667791,
      "grad_norm": 10.328675270080566,
      "learning_rate": 4.639814814814815e-06,
      "loss": 0.46181683540344237,
      "step": 30990
    },
    {
      "epoch": 3.266758010118044,
      "grad_norm": 2.831054925918579,
      "learning_rate": 4.635185185185186e-06,
      "loss": 0.4434352874755859,
      "step": 30995
    },
    {
      "epoch": 3.267284991568297,
      "grad_norm": 2.165574550628662,
      "learning_rate": 4.630555555555555e-06,
      "loss": 0.3963282585144043,
      "step": 31000
    },
    {
      "epoch": 3.2678119730185498,
      "grad_norm": 1.6511937379837036,
      "learning_rate": 4.6259259259259256e-06,
      "loss": 0.4276575088500977,
      "step": 31005
    },
    {
      "epoch": 3.2683389544688026,
      "grad_norm": 1.574678659439087,
      "learning_rate": 4.621296296296297e-06,
      "loss": 0.3770777940750122,
      "step": 31010
    },
    {
      "epoch": 3.2688659359190555,
      "grad_norm": 1.4701696634292603,
      "learning_rate": 4.616666666666667e-06,
      "loss": 0.45344152450561526,
      "step": 31015
    },
    {
      "epoch": 3.2693929173693084,
      "grad_norm": 1.671563982963562,
      "learning_rate": 4.612037037037037e-06,
      "loss": 0.4724742889404297,
      "step": 31020
    },
    {
      "epoch": 3.2699198988195617,
      "grad_norm": 1.6321477890014648,
      "learning_rate": 4.607407407407407e-06,
      "loss": 0.38750638961791994,
      "step": 31025
    },
    {
      "epoch": 3.2704468802698146,
      "grad_norm": 0.9593513011932373,
      "learning_rate": 4.602777777777778e-06,
      "loss": 0.41677107810974123,
      "step": 31030
    },
    {
      "epoch": 3.2709738617200674,
      "grad_norm": 2.325131416320801,
      "learning_rate": 4.598148148148148e-06,
      "loss": 0.3960359811782837,
      "step": 31035
    },
    {
      "epoch": 3.2715008431703203,
      "grad_norm": 1.2249140739440918,
      "learning_rate": 4.593518518518519e-06,
      "loss": 0.3205406188964844,
      "step": 31040
    },
    {
      "epoch": 3.272027824620573,
      "grad_norm": 1.332710862159729,
      "learning_rate": 4.588888888888889e-06,
      "loss": 0.5156073570251465,
      "step": 31045
    },
    {
      "epoch": 3.2725548060708265,
      "grad_norm": 1.2465795278549194,
      "learning_rate": 4.584259259259259e-06,
      "loss": 0.3621476411819458,
      "step": 31050
    },
    {
      "epoch": 3.2730817875210794,
      "grad_norm": 2.4985268115997314,
      "learning_rate": 4.57962962962963e-06,
      "loss": 0.3983170032501221,
      "step": 31055
    },
    {
      "epoch": 3.2736087689713322,
      "grad_norm": 3.153935194015503,
      "learning_rate": 4.575e-06,
      "loss": 0.3245094776153564,
      "step": 31060
    },
    {
      "epoch": 3.274135750421585,
      "grad_norm": 2.622154712677002,
      "learning_rate": 4.570370370370371e-06,
      "loss": 0.3827055931091309,
      "step": 31065
    },
    {
      "epoch": 3.274662731871838,
      "grad_norm": 2.7245545387268066,
      "learning_rate": 4.565740740740741e-06,
      "loss": 0.39477174282073973,
      "step": 31070
    },
    {
      "epoch": 3.2751897133220913,
      "grad_norm": 1.0858708620071411,
      "learning_rate": 4.561111111111111e-06,
      "loss": 0.6271548271179199,
      "step": 31075
    },
    {
      "epoch": 3.275716694772344,
      "grad_norm": 1.4781898260116577,
      "learning_rate": 4.556481481481482e-06,
      "loss": 0.3833455562591553,
      "step": 31080
    },
    {
      "epoch": 3.276243676222597,
      "grad_norm": 3.502619504928589,
      "learning_rate": 4.551851851851852e-06,
      "loss": 0.4468477725982666,
      "step": 31085
    },
    {
      "epoch": 3.27677065767285,
      "grad_norm": 1.7833220958709717,
      "learning_rate": 4.547222222222222e-06,
      "loss": 0.273756217956543,
      "step": 31090
    },
    {
      "epoch": 3.277297639123103,
      "grad_norm": 2.8753626346588135,
      "learning_rate": 4.5425925925925925e-06,
      "loss": 0.35363614559173584,
      "step": 31095
    },
    {
      "epoch": 3.2778246205733557,
      "grad_norm": 5.77262544631958,
      "learning_rate": 4.5379629629629635e-06,
      "loss": 0.426055908203125,
      "step": 31100
    },
    {
      "epoch": 3.2783516020236085,
      "grad_norm": 1.502387285232544,
      "learning_rate": 4.533333333333334e-06,
      "loss": 0.21333670616149902,
      "step": 31105
    },
    {
      "epoch": 3.278878583473862,
      "grad_norm": 2.1501669883728027,
      "learning_rate": 4.528703703703704e-06,
      "loss": 0.3192608118057251,
      "step": 31110
    },
    {
      "epoch": 3.2794055649241147,
      "grad_norm": 2.4989237785339355,
      "learning_rate": 4.524074074074074e-06,
      "loss": 0.4275165557861328,
      "step": 31115
    },
    {
      "epoch": 3.2799325463743676,
      "grad_norm": 1.5123447179794312,
      "learning_rate": 4.519444444444444e-06,
      "loss": 0.41814537048339845,
      "step": 31120
    },
    {
      "epoch": 3.2804595278246205,
      "grad_norm": 2.34183406829834,
      "learning_rate": 4.514814814814815e-06,
      "loss": 0.3627790451049805,
      "step": 31125
    },
    {
      "epoch": 3.2809865092748733,
      "grad_norm": 1.6845709085464478,
      "learning_rate": 4.5101851851851855e-06,
      "loss": 0.3553035736083984,
      "step": 31130
    },
    {
      "epoch": 3.2815134907251267,
      "grad_norm": 1.5607936382293701,
      "learning_rate": 4.505555555555555e-06,
      "loss": 0.389962363243103,
      "step": 31135
    },
    {
      "epoch": 3.2820404721753795,
      "grad_norm": 2.084033727645874,
      "learning_rate": 4.500925925925926e-06,
      "loss": 0.4366763591766357,
      "step": 31140
    },
    {
      "epoch": 3.2825674536256324,
      "grad_norm": 1.407752275466919,
      "learning_rate": 4.496296296296296e-06,
      "loss": 0.3935389518737793,
      "step": 31145
    },
    {
      "epoch": 3.2830944350758853,
      "grad_norm": 3.976311445236206,
      "learning_rate": 4.491666666666667e-06,
      "loss": 0.3821741819381714,
      "step": 31150
    },
    {
      "epoch": 3.283621416526138,
      "grad_norm": 2.306569814682007,
      "learning_rate": 4.487037037037037e-06,
      "loss": 0.743641471862793,
      "step": 31155
    },
    {
      "epoch": 3.2841483979763915,
      "grad_norm": 1.5924928188323975,
      "learning_rate": 4.4824074074074075e-06,
      "loss": 0.4247125148773193,
      "step": 31160
    },
    {
      "epoch": 3.2846753794266443,
      "grad_norm": 2.223595142364502,
      "learning_rate": 4.477777777777778e-06,
      "loss": 0.39120025634765626,
      "step": 31165
    },
    {
      "epoch": 3.285202360876897,
      "grad_norm": 7.179275989532471,
      "learning_rate": 4.473148148148148e-06,
      "loss": 0.4665241718292236,
      "step": 31170
    },
    {
      "epoch": 3.28572934232715,
      "grad_norm": 1.43941068649292,
      "learning_rate": 4.468518518518519e-06,
      "loss": 0.3612778902053833,
      "step": 31175
    },
    {
      "epoch": 3.286256323777403,
      "grad_norm": 2.1235079765319824,
      "learning_rate": 4.463888888888889e-06,
      "loss": 0.25475752353668213,
      "step": 31180
    },
    {
      "epoch": 3.286783305227656,
      "grad_norm": 1.1658684015274048,
      "learning_rate": 4.459259259259259e-06,
      "loss": 0.3319100856781006,
      "step": 31185
    },
    {
      "epoch": 3.2873102866779087,
      "grad_norm": 0.7241327166557312,
      "learning_rate": 4.4546296296296296e-06,
      "loss": 0.3795189619064331,
      "step": 31190
    },
    {
      "epoch": 3.287837268128162,
      "grad_norm": 1.7807482481002808,
      "learning_rate": 4.450000000000001e-06,
      "loss": 0.3075215816497803,
      "step": 31195
    },
    {
      "epoch": 3.288364249578415,
      "grad_norm": 1.2118974924087524,
      "learning_rate": 4.445370370370371e-06,
      "loss": 0.3923191547393799,
      "step": 31200
    },
    {
      "epoch": 3.288364249578415,
      "eval_cer": 0.07456955154484032,
      "eval_loss": 0.3461453318595886,
      "eval_runtime": 120.2932,
      "eval_samples_per_second": 24.208,
      "eval_score": 84.59421554892776,
      "eval_steps_per_second": 3.026,
      "eval_wer": 0.23354613747660435,
      "step": 31200
    },
    {
      "epoch": 3.2888912310286678,
      "grad_norm": 2.372009515762329,
      "learning_rate": 4.44074074074074e-06,
      "loss": 0.35527255535125735,
      "step": 31205
    },
    {
      "epoch": 3.2894182124789206,
      "grad_norm": 1.486116886138916,
      "learning_rate": 4.436111111111111e-06,
      "loss": 0.35615675449371337,
      "step": 31210
    },
    {
      "epoch": 3.2899451939291735,
      "grad_norm": 1.9606801271438599,
      "learning_rate": 4.431481481481481e-06,
      "loss": 0.3490719795227051,
      "step": 31215
    },
    {
      "epoch": 3.290472175379427,
      "grad_norm": 2.006920576095581,
      "learning_rate": 4.426851851851852e-06,
      "loss": 0.41994328498840333,
      "step": 31220
    },
    {
      "epoch": 3.2909991568296797,
      "grad_norm": 3.0008432865142822,
      "learning_rate": 4.422222222222223e-06,
      "loss": 0.3451210975646973,
      "step": 31225
    },
    {
      "epoch": 3.2915261382799326,
      "grad_norm": 1.8534435033798218,
      "learning_rate": 4.417592592592593e-06,
      "loss": 0.44982304573059084,
      "step": 31230
    },
    {
      "epoch": 3.2920531197301854,
      "grad_norm": 3.447585105895996,
      "learning_rate": 4.412962962962963e-06,
      "loss": 0.4850442409515381,
      "step": 31235
    },
    {
      "epoch": 3.2925801011804383,
      "grad_norm": 0.8205682039260864,
      "learning_rate": 4.408333333333333e-06,
      "loss": 0.2508851051330566,
      "step": 31240
    },
    {
      "epoch": 3.2931070826306916,
      "grad_norm": 2.540102958679199,
      "learning_rate": 4.403703703703704e-06,
      "loss": 0.5561728477478027,
      "step": 31245
    },
    {
      "epoch": 3.2936340640809445,
      "grad_norm": 1.290520191192627,
      "learning_rate": 4.399074074074074e-06,
      "loss": 0.3867419481277466,
      "step": 31250
    },
    {
      "epoch": 3.2941610455311974,
      "grad_norm": 0.8582716584205627,
      "learning_rate": 4.394444444444445e-06,
      "loss": 0.3174428939819336,
      "step": 31255
    },
    {
      "epoch": 3.2946880269814502,
      "grad_norm": 1.4602100849151611,
      "learning_rate": 4.389814814814815e-06,
      "loss": 0.33165621757507324,
      "step": 31260
    },
    {
      "epoch": 3.295215008431703,
      "grad_norm": 2.486675977706909,
      "learning_rate": 4.385185185185186e-06,
      "loss": 0.3552945852279663,
      "step": 31265
    },
    {
      "epoch": 3.295741989881956,
      "grad_norm": 5.005642890930176,
      "learning_rate": 4.380555555555556e-06,
      "loss": 0.29080159664154054,
      "step": 31270
    },
    {
      "epoch": 3.296268971332209,
      "grad_norm": 1.4868241548538208,
      "learning_rate": 4.375925925925925e-06,
      "loss": 0.40925889015197753,
      "step": 31275
    },
    {
      "epoch": 3.296795952782462,
      "grad_norm": 1.56943678855896,
      "learning_rate": 4.3712962962962965e-06,
      "loss": 0.402034330368042,
      "step": 31280
    },
    {
      "epoch": 3.297322934232715,
      "grad_norm": 5.245401859283447,
      "learning_rate": 4.366666666666667e-06,
      "loss": 0.394045352935791,
      "step": 31285
    },
    {
      "epoch": 3.297849915682968,
      "grad_norm": 1.9634376764297485,
      "learning_rate": 4.362037037037038e-06,
      "loss": 0.4618534088134766,
      "step": 31290
    },
    {
      "epoch": 3.298376897133221,
      "grad_norm": 2.6232168674468994,
      "learning_rate": 4.357407407407407e-06,
      "loss": 0.38102259635925295,
      "step": 31295
    },
    {
      "epoch": 3.2989038785834737,
      "grad_norm": 8.112859725952148,
      "learning_rate": 4.352777777777778e-06,
      "loss": 0.5901051998138428,
      "step": 31300
    },
    {
      "epoch": 3.299430860033727,
      "grad_norm": 1.4853192567825317,
      "learning_rate": 4.348148148148148e-06,
      "loss": 0.5229636192321777,
      "step": 31305
    },
    {
      "epoch": 3.29995784148398,
      "grad_norm": 2.6125094890594482,
      "learning_rate": 4.3435185185185185e-06,
      "loss": 0.6739243507385254,
      "step": 31310
    },
    {
      "epoch": 3.3004848229342327,
      "grad_norm": 3.1518003940582275,
      "learning_rate": 4.3388888888888895e-06,
      "loss": 0.5524237155914307,
      "step": 31315
    },
    {
      "epoch": 3.3010118043844856,
      "grad_norm": 2.155858278274536,
      "learning_rate": 4.334259259259259e-06,
      "loss": 0.3870201587677002,
      "step": 31320
    },
    {
      "epoch": 3.3015387858347385,
      "grad_norm": 2.200390577316284,
      "learning_rate": 4.32962962962963e-06,
      "loss": 0.406605863571167,
      "step": 31325
    },
    {
      "epoch": 3.302065767284992,
      "grad_norm": 1.9565120935440063,
      "learning_rate": 4.325e-06,
      "loss": 0.5173870086669922,
      "step": 31330
    },
    {
      "epoch": 3.3025927487352447,
      "grad_norm": 0.9640976786613464,
      "learning_rate": 4.32037037037037e-06,
      "loss": 0.37930428981781006,
      "step": 31335
    },
    {
      "epoch": 3.3031197301854975,
      "grad_norm": 1.4320592880249023,
      "learning_rate": 4.315740740740741e-06,
      "loss": 0.44185853004455566,
      "step": 31340
    },
    {
      "epoch": 3.3036467116357504,
      "grad_norm": 1.3404712677001953,
      "learning_rate": 4.311111111111111e-06,
      "loss": 0.32902750968933103,
      "step": 31345
    },
    {
      "epoch": 3.3041736930860033,
      "grad_norm": 1.369485855102539,
      "learning_rate": 4.306481481481482e-06,
      "loss": 0.33919715881347656,
      "step": 31350
    },
    {
      "epoch": 3.304700674536256,
      "grad_norm": 1.7213013172149658,
      "learning_rate": 4.301851851851852e-06,
      "loss": 0.43776688575744627,
      "step": 31355
    },
    {
      "epoch": 3.305227655986509,
      "grad_norm": 1.2825018167495728,
      "learning_rate": 4.297222222222223e-06,
      "loss": 0.42279911041259766,
      "step": 31360
    },
    {
      "epoch": 3.3057546374367623,
      "grad_norm": 2.5640149116516113,
      "learning_rate": 4.292592592592592e-06,
      "loss": 0.3840281248092651,
      "step": 31365
    },
    {
      "epoch": 3.306281618887015,
      "grad_norm": 2.102654218673706,
      "learning_rate": 4.2879629629629625e-06,
      "loss": 0.31209578514099123,
      "step": 31370
    },
    {
      "epoch": 3.306808600337268,
      "grad_norm": 5.343461036682129,
      "learning_rate": 4.2833333333333335e-06,
      "loss": 0.29648523330688475,
      "step": 31375
    },
    {
      "epoch": 3.307335581787521,
      "grad_norm": 1.1757909059524536,
      "learning_rate": 4.278703703703704e-06,
      "loss": 0.41414151191711424,
      "step": 31380
    },
    {
      "epoch": 3.307862563237774,
      "grad_norm": 5.205662250518799,
      "learning_rate": 4.274074074074075e-06,
      "loss": 0.435451078414917,
      "step": 31385
    },
    {
      "epoch": 3.308389544688027,
      "grad_norm": 1.0833477973937988,
      "learning_rate": 4.269444444444444e-06,
      "loss": 0.6004813194274903,
      "step": 31390
    },
    {
      "epoch": 3.30891652613828,
      "grad_norm": 0.8346354961395264,
      "learning_rate": 4.264814814814815e-06,
      "loss": 0.3262085676193237,
      "step": 31395
    },
    {
      "epoch": 3.309443507588533,
      "grad_norm": 1.149167537689209,
      "learning_rate": 4.260185185185185e-06,
      "loss": 0.4943028450012207,
      "step": 31400
    },
    {
      "epoch": 3.3099704890387858,
      "grad_norm": 1.861404538154602,
      "learning_rate": 4.2555555555555556e-06,
      "loss": 0.3556430578231812,
      "step": 31405
    },
    {
      "epoch": 3.3104974704890386,
      "grad_norm": 1.180830955505371,
      "learning_rate": 4.250925925925926e-06,
      "loss": 0.2407986879348755,
      "step": 31410
    },
    {
      "epoch": 3.311024451939292,
      "grad_norm": 1.5501726865768433,
      "learning_rate": 4.246296296296296e-06,
      "loss": 0.32447879314422606,
      "step": 31415
    },
    {
      "epoch": 3.311551433389545,
      "grad_norm": 1.129939317703247,
      "learning_rate": 4.241666666666667e-06,
      "loss": 0.4029123783111572,
      "step": 31420
    },
    {
      "epoch": 3.3120784148397977,
      "grad_norm": 2.652453660964966,
      "learning_rate": 4.237037037037037e-06,
      "loss": 0.4085256099700928,
      "step": 31425
    },
    {
      "epoch": 3.3126053962900506,
      "grad_norm": 3.8231356143951416,
      "learning_rate": 4.232407407407408e-06,
      "loss": 0.44853434562683103,
      "step": 31430
    },
    {
      "epoch": 3.3131323777403034,
      "grad_norm": 2.5082242488861084,
      "learning_rate": 4.227777777777778e-06,
      "loss": 0.33482937812805175,
      "step": 31435
    },
    {
      "epoch": 3.3136593591905563,
      "grad_norm": 1.2589702606201172,
      "learning_rate": 4.223148148148148e-06,
      "loss": 0.32745535373687745,
      "step": 31440
    },
    {
      "epoch": 3.3141863406408096,
      "grad_norm": 3.3504319190979004,
      "learning_rate": 4.218518518518519e-06,
      "loss": 0.4110415458679199,
      "step": 31445
    },
    {
      "epoch": 3.3147133220910625,
      "grad_norm": 1.5947457551956177,
      "learning_rate": 4.213888888888889e-06,
      "loss": 0.4288179397583008,
      "step": 31450
    },
    {
      "epoch": 3.3152403035413154,
      "grad_norm": 3.153411388397217,
      "learning_rate": 4.20925925925926e-06,
      "loss": 0.30439741611480714,
      "step": 31455
    },
    {
      "epoch": 3.3157672849915683,
      "grad_norm": 2.969083309173584,
      "learning_rate": 4.204629629629629e-06,
      "loss": 0.3304256200790405,
      "step": 31460
    },
    {
      "epoch": 3.316294266441821,
      "grad_norm": 2.7083935737609863,
      "learning_rate": 4.2000000000000004e-06,
      "loss": 0.3962977886199951,
      "step": 31465
    },
    {
      "epoch": 3.316821247892074,
      "grad_norm": 1.7688918113708496,
      "learning_rate": 4.195370370370371e-06,
      "loss": 0.3145426034927368,
      "step": 31470
    },
    {
      "epoch": 3.3173482293423273,
      "grad_norm": 6.99724006652832,
      "learning_rate": 4.190740740740741e-06,
      "loss": 0.3538520097732544,
      "step": 31475
    },
    {
      "epoch": 3.31787521079258,
      "grad_norm": 3.8058416843414307,
      "learning_rate": 4.186111111111111e-06,
      "loss": 0.4316408634185791,
      "step": 31480
    },
    {
      "epoch": 3.318402192242833,
      "grad_norm": 11.765155792236328,
      "learning_rate": 4.181481481481481e-06,
      "loss": 0.3703388929367065,
      "step": 31485
    },
    {
      "epoch": 3.318929173693086,
      "grad_norm": 1.3534510135650635,
      "learning_rate": 4.176851851851852e-06,
      "loss": 0.27028942108154297,
      "step": 31490
    },
    {
      "epoch": 3.319456155143339,
      "grad_norm": 1.620111107826233,
      "learning_rate": 4.1722222222222225e-06,
      "loss": 0.3585615396499634,
      "step": 31495
    },
    {
      "epoch": 3.319983136593592,
      "grad_norm": 2.8523151874542236,
      "learning_rate": 4.167592592592593e-06,
      "loss": 0.34602956771850585,
      "step": 31500
    },
    {
      "epoch": 3.320510118043845,
      "grad_norm": 11.369142532348633,
      "learning_rate": 4.162962962962963e-06,
      "loss": 0.5445135116577149,
      "step": 31505
    },
    {
      "epoch": 3.321037099494098,
      "grad_norm": 1.5116444826126099,
      "learning_rate": 4.158333333333333e-06,
      "loss": 0.6246397018432617,
      "step": 31510
    },
    {
      "epoch": 3.3215640809443507,
      "grad_norm": 1.3480348587036133,
      "learning_rate": 4.153703703703704e-06,
      "loss": 0.3150137662887573,
      "step": 31515
    },
    {
      "epoch": 3.3220910623946036,
      "grad_norm": 1.7553749084472656,
      "learning_rate": 4.149074074074074e-06,
      "loss": 0.32234463691711424,
      "step": 31520
    },
    {
      "epoch": 3.3226180438448565,
      "grad_norm": 1.938042402267456,
      "learning_rate": 4.1444444444444445e-06,
      "loss": 0.2910803556442261,
      "step": 31525
    },
    {
      "epoch": 3.32314502529511,
      "grad_norm": 1.5525574684143066,
      "learning_rate": 4.139814814814815e-06,
      "loss": 0.3821906566619873,
      "step": 31530
    },
    {
      "epoch": 3.3236720067453627,
      "grad_norm": 1.4811487197875977,
      "learning_rate": 4.135185185185185e-06,
      "loss": 0.3956946849822998,
      "step": 31535
    },
    {
      "epoch": 3.3241989881956155,
      "grad_norm": 2.0883820056915283,
      "learning_rate": 4.130555555555556e-06,
      "loss": 0.4651075839996338,
      "step": 31540
    },
    {
      "epoch": 3.3247259696458684,
      "grad_norm": 3.569077730178833,
      "learning_rate": 4.125925925925926e-06,
      "loss": 0.2594752311706543,
      "step": 31545
    },
    {
      "epoch": 3.3252529510961213,
      "grad_norm": 3.7750048637390137,
      "learning_rate": 4.121296296296296e-06,
      "loss": 0.47310075759887693,
      "step": 31550
    },
    {
      "epoch": 3.325779932546374,
      "grad_norm": 1.227169394493103,
      "learning_rate": 4.1166666666666665e-06,
      "loss": 0.24135003089904786,
      "step": 31555
    },
    {
      "epoch": 3.3263069139966275,
      "grad_norm": 2.1307709217071533,
      "learning_rate": 4.1120370370370375e-06,
      "loss": 0.40079507827758787,
      "step": 31560
    },
    {
      "epoch": 3.3268338954468804,
      "grad_norm": 1.8090020418167114,
      "learning_rate": 4.107407407407408e-06,
      "loss": 0.43672714233398435,
      "step": 31565
    },
    {
      "epoch": 3.3273608768971332,
      "grad_norm": 2.4887540340423584,
      "learning_rate": 4.102777777777778e-06,
      "loss": 0.3967024326324463,
      "step": 31570
    },
    {
      "epoch": 3.327887858347386,
      "grad_norm": 1.5070366859436035,
      "learning_rate": 4.098148148148148e-06,
      "loss": 0.4465087890625,
      "step": 31575
    },
    {
      "epoch": 3.328414839797639,
      "grad_norm": 1.817988395690918,
      "learning_rate": 4.093518518518518e-06,
      "loss": 0.22833876609802245,
      "step": 31580
    },
    {
      "epoch": 3.3289418212478923,
      "grad_norm": 1.501585602760315,
      "learning_rate": 4.088888888888889e-06,
      "loss": 0.5537820339202881,
      "step": 31585
    },
    {
      "epoch": 3.329468802698145,
      "grad_norm": 1.4194339513778687,
      "learning_rate": 4.0842592592592596e-06,
      "loss": 0.49931941032409666,
      "step": 31590
    },
    {
      "epoch": 3.329995784148398,
      "grad_norm": 1.7576481103897095,
      "learning_rate": 4.07962962962963e-06,
      "loss": 0.3570113658905029,
      "step": 31595
    },
    {
      "epoch": 3.330522765598651,
      "grad_norm": 1.6687856912612915,
      "learning_rate": 4.075e-06,
      "loss": 0.4608326435089111,
      "step": 31600
    },
    {
      "epoch": 3.3310497470489038,
      "grad_norm": 4.61121940612793,
      "learning_rate": 4.07037037037037e-06,
      "loss": 0.4578850746154785,
      "step": 31605
    },
    {
      "epoch": 3.3315767284991566,
      "grad_norm": 0.946278989315033,
      "learning_rate": 4.065740740740741e-06,
      "loss": 0.3221848964691162,
      "step": 31610
    },
    {
      "epoch": 3.33210370994941,
      "grad_norm": 1.730777621269226,
      "learning_rate": 4.061111111111111e-06,
      "loss": 0.41734976768493653,
      "step": 31615
    },
    {
      "epoch": 3.332630691399663,
      "grad_norm": 2.1814792156219482,
      "learning_rate": 4.0564814814814816e-06,
      "loss": 0.3866645336151123,
      "step": 31620
    },
    {
      "epoch": 3.3331576728499157,
      "grad_norm": 1.5166038274765015,
      "learning_rate": 4.051851851851852e-06,
      "loss": 0.40946216583251954,
      "step": 31625
    },
    {
      "epoch": 3.3336846543001686,
      "grad_norm": 5.315190315246582,
      "learning_rate": 4.047222222222223e-06,
      "loss": 0.47063560485839845,
      "step": 31630
    },
    {
      "epoch": 3.3342116357504215,
      "grad_norm": 2.117199182510376,
      "learning_rate": 4.042592592592593e-06,
      "loss": 0.4577330112457275,
      "step": 31635
    },
    {
      "epoch": 3.3347386172006743,
      "grad_norm": 1.6140459775924683,
      "learning_rate": 4.037962962962962e-06,
      "loss": 0.3669581413269043,
      "step": 31640
    },
    {
      "epoch": 3.3352655986509276,
      "grad_norm": 1.9733515977859497,
      "learning_rate": 4.033333333333333e-06,
      "loss": 0.5011856555938721,
      "step": 31645
    },
    {
      "epoch": 3.3357925801011805,
      "grad_norm": 5.078510761260986,
      "learning_rate": 4.028703703703704e-06,
      "loss": 0.3981663227081299,
      "step": 31650
    },
    {
      "epoch": 3.3363195615514334,
      "grad_norm": 1.3434836864471436,
      "learning_rate": 4.024074074074075e-06,
      "loss": 0.4248851776123047,
      "step": 31655
    },
    {
      "epoch": 3.3368465430016863,
      "grad_norm": 7.853299617767334,
      "learning_rate": 4.019444444444445e-06,
      "loss": 0.3485135078430176,
      "step": 31660
    },
    {
      "epoch": 3.337373524451939,
      "grad_norm": 1.2693754434585571,
      "learning_rate": 4.014814814814815e-06,
      "loss": 0.432973051071167,
      "step": 31665
    },
    {
      "epoch": 3.3379005059021924,
      "grad_norm": 1.314321756362915,
      "learning_rate": 4.010185185185185e-06,
      "loss": 0.4582840442657471,
      "step": 31670
    },
    {
      "epoch": 3.3384274873524453,
      "grad_norm": 2.509161949157715,
      "learning_rate": 4.005555555555555e-06,
      "loss": 0.43660578727722166,
      "step": 31675
    },
    {
      "epoch": 3.338954468802698,
      "grad_norm": 3.268787384033203,
      "learning_rate": 4.0009259259259265e-06,
      "loss": 0.3341491460800171,
      "step": 31680
    },
    {
      "epoch": 3.339481450252951,
      "grad_norm": 1.158174991607666,
      "learning_rate": 3.996296296296296e-06,
      "loss": 0.3162384510040283,
      "step": 31685
    },
    {
      "epoch": 3.340008431703204,
      "grad_norm": 1.2865948677062988,
      "learning_rate": 3.991666666666667e-06,
      "loss": 0.4441066741943359,
      "step": 31690
    },
    {
      "epoch": 3.340535413153457,
      "grad_norm": 3.65364670753479,
      "learning_rate": 3.987037037037037e-06,
      "loss": 0.3266707420349121,
      "step": 31695
    },
    {
      "epoch": 3.34106239460371,
      "grad_norm": 1.998671054840088,
      "learning_rate": 3.982407407407407e-06,
      "loss": 0.31341845989227296,
      "step": 31700
    },
    {
      "epoch": 3.341589376053963,
      "grad_norm": 0.8435927033424377,
      "learning_rate": 3.977777777777778e-06,
      "loss": 0.4493305206298828,
      "step": 31705
    },
    {
      "epoch": 3.342116357504216,
      "grad_norm": 2.5586252212524414,
      "learning_rate": 3.973148148148148e-06,
      "loss": 0.29162800312042236,
      "step": 31710
    },
    {
      "epoch": 3.3426433389544687,
      "grad_norm": 1.5755846500396729,
      "learning_rate": 3.968518518518519e-06,
      "loss": 0.33021442890167235,
      "step": 31715
    },
    {
      "epoch": 3.3431703204047216,
      "grad_norm": 2.096916913986206,
      "learning_rate": 3.963888888888889e-06,
      "loss": 0.308589506149292,
      "step": 31720
    },
    {
      "epoch": 3.3436973018549745,
      "grad_norm": 7.1729631423950195,
      "learning_rate": 3.95925925925926e-06,
      "loss": 0.362931227684021,
      "step": 31725
    },
    {
      "epoch": 3.344224283305228,
      "grad_norm": 1.7586098909378052,
      "learning_rate": 3.95462962962963e-06,
      "loss": 0.4629323482513428,
      "step": 31730
    },
    {
      "epoch": 3.3447512647554807,
      "grad_norm": 1.7359181642532349,
      "learning_rate": 3.9499999999999995e-06,
      "loss": 0.4398496627807617,
      "step": 31735
    },
    {
      "epoch": 3.3452782462057336,
      "grad_norm": 1.3098843097686768,
      "learning_rate": 3.9453703703703705e-06,
      "loss": 0.3536015748977661,
      "step": 31740
    },
    {
      "epoch": 3.3458052276559864,
      "grad_norm": 1.5578999519348145,
      "learning_rate": 3.940740740740741e-06,
      "loss": 0.4404792785644531,
      "step": 31745
    },
    {
      "epoch": 3.3463322091062393,
      "grad_norm": 2.1447174549102783,
      "learning_rate": 3.936111111111112e-06,
      "loss": 0.376308012008667,
      "step": 31750
    },
    {
      "epoch": 3.3468591905564926,
      "grad_norm": 3.4073917865753174,
      "learning_rate": 3.931481481481481e-06,
      "loss": 0.41609764099121094,
      "step": 31755
    },
    {
      "epoch": 3.3473861720067455,
      "grad_norm": 2.6755220890045166,
      "learning_rate": 3.926851851851852e-06,
      "loss": 0.29847216606140137,
      "step": 31760
    },
    {
      "epoch": 3.3479131534569984,
      "grad_norm": 1.8137229681015015,
      "learning_rate": 3.922222222222222e-06,
      "loss": 0.5480758666992187,
      "step": 31765
    },
    {
      "epoch": 3.3484401349072512,
      "grad_norm": 1.5614410638809204,
      "learning_rate": 3.9175925925925925e-06,
      "loss": 0.3838427782058716,
      "step": 31770
    },
    {
      "epoch": 3.348967116357504,
      "grad_norm": 1.653836727142334,
      "learning_rate": 3.9129629629629636e-06,
      "loss": 0.26653549671173093,
      "step": 31775
    },
    {
      "epoch": 3.349494097807757,
      "grad_norm": 1.2062625885009766,
      "learning_rate": 3.908333333333333e-06,
      "loss": 0.302963924407959,
      "step": 31780
    },
    {
      "epoch": 3.3500210792580103,
      "grad_norm": 1.962181568145752,
      "learning_rate": 3.903703703703704e-06,
      "loss": 0.3221735954284668,
      "step": 31785
    },
    {
      "epoch": 3.350548060708263,
      "grad_norm": 1.0706005096435547,
      "learning_rate": 3.899074074074074e-06,
      "loss": 0.27563426494598386,
      "step": 31790
    },
    {
      "epoch": 3.351075042158516,
      "grad_norm": 5.483157634735107,
      "learning_rate": 3.894444444444445e-06,
      "loss": 0.2915370464324951,
      "step": 31795
    },
    {
      "epoch": 3.351602023608769,
      "grad_norm": 2.6323330402374268,
      "learning_rate": 3.8898148148148145e-06,
      "loss": 0.4233531951904297,
      "step": 31800
    },
    {
      "epoch": 3.352129005059022,
      "grad_norm": 1.5418148040771484,
      "learning_rate": 3.885185185185185e-06,
      "loss": 0.6200492858886719,
      "step": 31805
    },
    {
      "epoch": 3.3526559865092747,
      "grad_norm": 2.889404773712158,
      "learning_rate": 3.880555555555556e-06,
      "loss": 0.4659430503845215,
      "step": 31810
    },
    {
      "epoch": 3.353182967959528,
      "grad_norm": 2.183960437774658,
      "learning_rate": 3.875925925925926e-06,
      "loss": 0.3363678455352783,
      "step": 31815
    },
    {
      "epoch": 3.353709949409781,
      "grad_norm": 0.797907829284668,
      "learning_rate": 3.871296296296297e-06,
      "loss": 0.33696694374084474,
      "step": 31820
    },
    {
      "epoch": 3.3542369308600337,
      "grad_norm": 4.349760055541992,
      "learning_rate": 3.866666666666666e-06,
      "loss": 0.32696993350982667,
      "step": 31825
    },
    {
      "epoch": 3.3547639123102866,
      "grad_norm": 6.432277679443359,
      "learning_rate": 3.862037037037037e-06,
      "loss": 0.46918087005615233,
      "step": 31830
    },
    {
      "epoch": 3.3552908937605395,
      "grad_norm": 1.3484200239181519,
      "learning_rate": 3.857407407407408e-06,
      "loss": 0.3092644214630127,
      "step": 31835
    },
    {
      "epoch": 3.3558178752107928,
      "grad_norm": 1.7316685914993286,
      "learning_rate": 3.852777777777778e-06,
      "loss": 0.36207900047302244,
      "step": 31840
    },
    {
      "epoch": 3.3563448566610457,
      "grad_norm": 1.7919788360595703,
      "learning_rate": 3.848148148148149e-06,
      "loss": 0.4273068904876709,
      "step": 31845
    },
    {
      "epoch": 3.3568718381112985,
      "grad_norm": 1.265128254890442,
      "learning_rate": 3.843518518518518e-06,
      "loss": 0.37980554103851316,
      "step": 31850
    },
    {
      "epoch": 3.3573988195615514,
      "grad_norm": 2.4877216815948486,
      "learning_rate": 3.838888888888889e-06,
      "loss": 0.35202090740203856,
      "step": 31855
    },
    {
      "epoch": 3.3579258010118043,
      "grad_norm": 1.0668262243270874,
      "learning_rate": 3.834259259259259e-06,
      "loss": 0.35873358249664306,
      "step": 31860
    },
    {
      "epoch": 3.3584527824620576,
      "grad_norm": 1.3547639846801758,
      "learning_rate": 3.82962962962963e-06,
      "loss": 0.288099479675293,
      "step": 31865
    },
    {
      "epoch": 3.3589797639123105,
      "grad_norm": 1.178274393081665,
      "learning_rate": 3.825e-06,
      "loss": 0.2792428731918335,
      "step": 31870
    },
    {
      "epoch": 3.3595067453625633,
      "grad_norm": 1.9467028379440308,
      "learning_rate": 3.82037037037037e-06,
      "loss": 0.345835018157959,
      "step": 31875
    },
    {
      "epoch": 3.360033726812816,
      "grad_norm": 7.908034801483154,
      "learning_rate": 3.815740740740741e-06,
      "loss": 0.3102402687072754,
      "step": 31880
    },
    {
      "epoch": 3.360560708263069,
      "grad_norm": 1.9126062393188477,
      "learning_rate": 3.8111111111111112e-06,
      "loss": 0.3028173208236694,
      "step": 31885
    },
    {
      "epoch": 3.361087689713322,
      "grad_norm": 1.888749122619629,
      "learning_rate": 3.806481481481482e-06,
      "loss": 0.767621660232544,
      "step": 31890
    },
    {
      "epoch": 3.361614671163575,
      "grad_norm": 1.5590736865997314,
      "learning_rate": 3.801851851851852e-06,
      "loss": 0.40664238929748536,
      "step": 31895
    },
    {
      "epoch": 3.362141652613828,
      "grad_norm": 1.574187994003296,
      "learning_rate": 3.797222222222222e-06,
      "loss": 0.35165679454803467,
      "step": 31900
    },
    {
      "epoch": 3.362668634064081,
      "grad_norm": 2.6160030364990234,
      "learning_rate": 3.792592592592593e-06,
      "loss": 0.5137583255767822,
      "step": 31905
    },
    {
      "epoch": 3.363195615514334,
      "grad_norm": 1.7477604150772095,
      "learning_rate": 3.7879629629629626e-06,
      "loss": 0.38041186332702637,
      "step": 31910
    },
    {
      "epoch": 3.3637225969645868,
      "grad_norm": 1.7170732021331787,
      "learning_rate": 3.7833333333333337e-06,
      "loss": 0.29941549301147463,
      "step": 31915
    },
    {
      "epoch": 3.3642495784148396,
      "grad_norm": 9.707571029663086,
      "learning_rate": 3.778703703703704e-06,
      "loss": 0.48259744644165037,
      "step": 31920
    },
    {
      "epoch": 3.364776559865093,
      "grad_norm": 1.9652509689331055,
      "learning_rate": 3.7740740740740745e-06,
      "loss": 0.3849756717681885,
      "step": 31925
    },
    {
      "epoch": 3.365303541315346,
      "grad_norm": 2.5954504013061523,
      "learning_rate": 3.7694444444444447e-06,
      "loss": 0.5533121585845947,
      "step": 31930
    },
    {
      "epoch": 3.3658305227655987,
      "grad_norm": 1.9845654964447021,
      "learning_rate": 3.7648148148148145e-06,
      "loss": 0.39119439125061034,
      "step": 31935
    },
    {
      "epoch": 3.3663575042158516,
      "grad_norm": 1.6907193660736084,
      "learning_rate": 3.7601851851851855e-06,
      "loss": 0.41335558891296387,
      "step": 31940
    },
    {
      "epoch": 3.3668844856661044,
      "grad_norm": 1.327872633934021,
      "learning_rate": 3.7555555555555553e-06,
      "loss": 0.38270092010498047,
      "step": 31945
    },
    {
      "epoch": 3.3674114671163577,
      "grad_norm": 2.308459520339966,
      "learning_rate": 3.7509259259259263e-06,
      "loss": 0.44446682929992676,
      "step": 31950
    },
    {
      "epoch": 3.3679384485666106,
      "grad_norm": 1.245516300201416,
      "learning_rate": 3.746296296296296e-06,
      "loss": 0.4284142017364502,
      "step": 31955
    },
    {
      "epoch": 3.3684654300168635,
      "grad_norm": 2.0135550498962402,
      "learning_rate": 3.7416666666666667e-06,
      "loss": 0.4004971504211426,
      "step": 31960
    },
    {
      "epoch": 3.3689924114671164,
      "grad_norm": 3.901719570159912,
      "learning_rate": 3.7370370370370373e-06,
      "loss": 0.3352212905883789,
      "step": 31965
    },
    {
      "epoch": 3.3695193929173692,
      "grad_norm": 1.265816330909729,
      "learning_rate": 3.7324074074074075e-06,
      "loss": 0.3226259708404541,
      "step": 31970
    },
    {
      "epoch": 3.370046374367622,
      "grad_norm": 3.0197105407714844,
      "learning_rate": 3.727777777777778e-06,
      "loss": 0.2779371738433838,
      "step": 31975
    },
    {
      "epoch": 3.370573355817875,
      "grad_norm": 4.753691673278809,
      "learning_rate": 3.7231481481481483e-06,
      "loss": 0.42183632850646974,
      "step": 31980
    },
    {
      "epoch": 3.3711003372681283,
      "grad_norm": 2.6440157890319824,
      "learning_rate": 3.7185185185185185e-06,
      "loss": 0.4156693935394287,
      "step": 31985
    },
    {
      "epoch": 3.371627318718381,
      "grad_norm": 1.2765839099884033,
      "learning_rate": 3.7138888888888887e-06,
      "loss": 0.30993223190307617,
      "step": 31990
    },
    {
      "epoch": 3.372154300168634,
      "grad_norm": 2.7626171112060547,
      "learning_rate": 3.7092592592592593e-06,
      "loss": 0.4572146415710449,
      "step": 31995
    },
    {
      "epoch": 3.372681281618887,
      "grad_norm": 1.5232536792755127,
      "learning_rate": 3.70462962962963e-06,
      "loss": 0.41533808708190917,
      "step": 32000
    },
    {
      "epoch": 3.372681281618887,
      "eval_cer": 0.0744476041223418,
      "eval_loss": 0.342144638299942,
      "eval_runtime": 119.3918,
      "eval_samples_per_second": 24.39,
      "eval_score": 84.64774516885407,
      "eval_steps_per_second": 3.049,
      "eval_wer": 0.23259749250057687,
      "step": 32000
    },
    {
      "epoch": 3.37320826306914,
      "grad_norm": 1.6239933967590332,
      "learning_rate": 3.7e-06,
      "loss": 0.40521578788757323,
      "step": 32005
    },
    {
      "epoch": 3.373735244519393,
      "grad_norm": 5.411728382110596,
      "learning_rate": 3.6953703703703708e-06,
      "loss": 0.3672112703323364,
      "step": 32010
    },
    {
      "epoch": 3.374262225969646,
      "grad_norm": 0.9496628046035767,
      "learning_rate": 3.6907407407407405e-06,
      "loss": 0.2693459987640381,
      "step": 32015
    },
    {
      "epoch": 3.374789207419899,
      "grad_norm": 2.319135904312134,
      "learning_rate": 3.686111111111111e-06,
      "loss": 0.30516049861907957,
      "step": 32020
    },
    {
      "epoch": 3.3753161888701517,
      "grad_norm": 1.9643515348434448,
      "learning_rate": 3.6814814814814814e-06,
      "loss": 0.3537709951400757,
      "step": 32025
    },
    {
      "epoch": 3.3758431703204046,
      "grad_norm": 1.6175546646118164,
      "learning_rate": 3.676851851851852e-06,
      "loss": 0.2727046966552734,
      "step": 32030
    },
    {
      "epoch": 3.376370151770658,
      "grad_norm": 1.778955340385437,
      "learning_rate": 3.672222222222222e-06,
      "loss": 0.4021711826324463,
      "step": 32035
    },
    {
      "epoch": 3.376897133220911,
      "grad_norm": 1.1298635005950928,
      "learning_rate": 3.6675925925925928e-06,
      "loss": 0.3515355587005615,
      "step": 32040
    },
    {
      "epoch": 3.3774241146711637,
      "grad_norm": 1.5108317136764526,
      "learning_rate": 3.6629629629629634e-06,
      "loss": 0.37970600128173826,
      "step": 32045
    },
    {
      "epoch": 3.3779510961214165,
      "grad_norm": 1.4465488195419312,
      "learning_rate": 3.658333333333333e-06,
      "loss": 0.4526528835296631,
      "step": 32050
    },
    {
      "epoch": 3.3784780775716694,
      "grad_norm": 2.923994302749634,
      "learning_rate": 3.653703703703704e-06,
      "loss": 0.43236756324768066,
      "step": 32055
    },
    {
      "epoch": 3.3790050590219223,
      "grad_norm": 1.2571887969970703,
      "learning_rate": 3.649074074074074e-06,
      "loss": 0.3500227451324463,
      "step": 32060
    },
    {
      "epoch": 3.379532040472175,
      "grad_norm": 1.8187899589538574,
      "learning_rate": 3.6444444444444446e-06,
      "loss": 0.41170196533203124,
      "step": 32065
    },
    {
      "epoch": 3.3800590219224285,
      "grad_norm": 1.3609427213668823,
      "learning_rate": 3.639814814814815e-06,
      "loss": 0.3204016923904419,
      "step": 32070
    },
    {
      "epoch": 3.3805860033726813,
      "grad_norm": 1.1453865766525269,
      "learning_rate": 3.6351851851851854e-06,
      "loss": 0.39802398681640627,
      "step": 32075
    },
    {
      "epoch": 3.381112984822934,
      "grad_norm": 1.503758192062378,
      "learning_rate": 3.630555555555556e-06,
      "loss": 0.5001111030578613,
      "step": 32080
    },
    {
      "epoch": 3.381639966273187,
      "grad_norm": 1.5286893844604492,
      "learning_rate": 3.625925925925926e-06,
      "loss": 0.32461516857147216,
      "step": 32085
    },
    {
      "epoch": 3.38216694772344,
      "grad_norm": 2.0527427196502686,
      "learning_rate": 3.6212962962962964e-06,
      "loss": 0.6179407596588135,
      "step": 32090
    },
    {
      "epoch": 3.3826939291736933,
      "grad_norm": 3.4707064628601074,
      "learning_rate": 3.6166666666666666e-06,
      "loss": 0.46923055648803713,
      "step": 32095
    },
    {
      "epoch": 3.383220910623946,
      "grad_norm": 2.4053382873535156,
      "learning_rate": 3.6120370370370372e-06,
      "loss": 0.4793259620666504,
      "step": 32100
    },
    {
      "epoch": 3.383747892074199,
      "grad_norm": 1.1004042625427246,
      "learning_rate": 3.6074074074074074e-06,
      "loss": 0.2596628665924072,
      "step": 32105
    },
    {
      "epoch": 3.384274873524452,
      "grad_norm": 4.111846446990967,
      "learning_rate": 3.602777777777778e-06,
      "loss": 0.42800188064575195,
      "step": 32110
    },
    {
      "epoch": 3.3848018549747048,
      "grad_norm": 1.689184546470642,
      "learning_rate": 3.5981481481481483e-06,
      "loss": 0.4169620037078857,
      "step": 32115
    },
    {
      "epoch": 3.385328836424958,
      "grad_norm": 0.9541956186294556,
      "learning_rate": 3.5935185185185184e-06,
      "loss": 0.27936079502105715,
      "step": 32120
    },
    {
      "epoch": 3.385855817875211,
      "grad_norm": 2.0655179023742676,
      "learning_rate": 3.588888888888889e-06,
      "loss": 0.27065296173095704,
      "step": 32125
    },
    {
      "epoch": 3.386382799325464,
      "grad_norm": 1.5817508697509766,
      "learning_rate": 3.5842592592592593e-06,
      "loss": 0.40113039016723634,
      "step": 32130
    },
    {
      "epoch": 3.3869097807757167,
      "grad_norm": 2.0386240482330322,
      "learning_rate": 3.57962962962963e-06,
      "loss": 0.26640470027923585,
      "step": 32135
    },
    {
      "epoch": 3.3874367622259696,
      "grad_norm": 2.0742835998535156,
      "learning_rate": 3.575e-06,
      "loss": 0.4083704948425293,
      "step": 32140
    },
    {
      "epoch": 3.3879637436762224,
      "grad_norm": 1.3232789039611816,
      "learning_rate": 3.5703703703703707e-06,
      "loss": 0.3994610786437988,
      "step": 32145
    },
    {
      "epoch": 3.3884907251264753,
      "grad_norm": 5.112433433532715,
      "learning_rate": 3.5657407407407405e-06,
      "loss": 0.414840841293335,
      "step": 32150
    },
    {
      "epoch": 3.3890177065767286,
      "grad_norm": 1.2400401830673218,
      "learning_rate": 3.561111111111111e-06,
      "loss": 0.34222571849822997,
      "step": 32155
    },
    {
      "epoch": 3.3895446880269815,
      "grad_norm": 2.2730743885040283,
      "learning_rate": 3.5564814814814817e-06,
      "loss": 0.44068098068237305,
      "step": 32160
    },
    {
      "epoch": 3.3900716694772344,
      "grad_norm": 1.6896185874938965,
      "learning_rate": 3.551851851851852e-06,
      "loss": 0.39170992374420166,
      "step": 32165
    },
    {
      "epoch": 3.3905986509274872,
      "grad_norm": 2.973220109939575,
      "learning_rate": 3.5472222222222225e-06,
      "loss": 0.5796122074127197,
      "step": 32170
    },
    {
      "epoch": 3.39112563237774,
      "grad_norm": 2.21066951751709,
      "learning_rate": 3.5425925925925927e-06,
      "loss": 0.5543203353881836,
      "step": 32175
    },
    {
      "epoch": 3.3916526138279934,
      "grad_norm": 2.038680076599121,
      "learning_rate": 3.5379629629629633e-06,
      "loss": 0.425075101852417,
      "step": 32180
    },
    {
      "epoch": 3.3921795952782463,
      "grad_norm": 1.712692379951477,
      "learning_rate": 3.533333333333333e-06,
      "loss": 0.30183184146881104,
      "step": 32185
    },
    {
      "epoch": 3.392706576728499,
      "grad_norm": 3.032942056655884,
      "learning_rate": 3.5287037037037037e-06,
      "loss": 0.6603683471679688,
      "step": 32190
    },
    {
      "epoch": 3.393233558178752,
      "grad_norm": 6.9987945556640625,
      "learning_rate": 3.5240740740740743e-06,
      "loss": 0.3440922737121582,
      "step": 32195
    },
    {
      "epoch": 3.393760539629005,
      "grad_norm": 1.6725165843963623,
      "learning_rate": 3.5194444444444445e-06,
      "loss": 0.3123342752456665,
      "step": 32200
    },
    {
      "epoch": 3.3942875210792582,
      "grad_norm": 1.920839548110962,
      "learning_rate": 3.514814814814815e-06,
      "loss": 0.38463459014892576,
      "step": 32205
    },
    {
      "epoch": 3.394814502529511,
      "grad_norm": 3.0695548057556152,
      "learning_rate": 3.5101851851851853e-06,
      "loss": 0.38825581073760984,
      "step": 32210
    },
    {
      "epoch": 3.395341483979764,
      "grad_norm": 8.953901290893555,
      "learning_rate": 3.5055555555555555e-06,
      "loss": 0.42137370109558103,
      "step": 32215
    },
    {
      "epoch": 3.395868465430017,
      "grad_norm": 1.5857430696487427,
      "learning_rate": 3.5009259259259257e-06,
      "loss": 0.28943140506744386,
      "step": 32220
    },
    {
      "epoch": 3.3963954468802697,
      "grad_norm": 2.172877788543701,
      "learning_rate": 3.4962962962962964e-06,
      "loss": 0.35515875816345216,
      "step": 32225
    },
    {
      "epoch": 3.3969224283305226,
      "grad_norm": 1.3190945386886597,
      "learning_rate": 3.4916666666666666e-06,
      "loss": 0.6198936939239502,
      "step": 32230
    },
    {
      "epoch": 3.3974494097807755,
      "grad_norm": 1.4587061405181885,
      "learning_rate": 3.487037037037037e-06,
      "loss": 0.352975058555603,
      "step": 32235
    },
    {
      "epoch": 3.397976391231029,
      "grad_norm": 1.191598653793335,
      "learning_rate": 3.482407407407408e-06,
      "loss": 0.33704452514648436,
      "step": 32240
    },
    {
      "epoch": 3.3985033726812817,
      "grad_norm": 3.751146078109741,
      "learning_rate": 3.477777777777778e-06,
      "loss": 0.42755765914916993,
      "step": 32245
    },
    {
      "epoch": 3.3990303541315345,
      "grad_norm": 1.0928359031677246,
      "learning_rate": 3.473148148148148e-06,
      "loss": 0.2380290985107422,
      "step": 32250
    },
    {
      "epoch": 3.3995573355817874,
      "grad_norm": 1.4541960954666138,
      "learning_rate": 3.4685185185185184e-06,
      "loss": 0.3906019449234009,
      "step": 32255
    },
    {
      "epoch": 3.4000843170320403,
      "grad_norm": 1.4993547201156616,
      "learning_rate": 3.463888888888889e-06,
      "loss": 0.30269384384155273,
      "step": 32260
    },
    {
      "epoch": 3.4006112984822936,
      "grad_norm": 0.8811004757881165,
      "learning_rate": 3.459259259259259e-06,
      "loss": 0.40778555870056155,
      "step": 32265
    },
    {
      "epoch": 3.4011382799325465,
      "grad_norm": 1.3067857027053833,
      "learning_rate": 3.45462962962963e-06,
      "loss": 0.28386213779449465,
      "step": 32270
    },
    {
      "epoch": 3.4016652613827993,
      "grad_norm": 2.0053341388702393,
      "learning_rate": 3.4500000000000004e-06,
      "loss": 0.3504089593887329,
      "step": 32275
    },
    {
      "epoch": 3.402192242833052,
      "grad_norm": 3.63254714012146,
      "learning_rate": 3.44537037037037e-06,
      "loss": 0.5256572723388672,
      "step": 32280
    },
    {
      "epoch": 3.402719224283305,
      "grad_norm": 2.2891106605529785,
      "learning_rate": 3.440740740740741e-06,
      "loss": 0.44757962226867676,
      "step": 32285
    },
    {
      "epoch": 3.4032462057335584,
      "grad_norm": 1.5116946697235107,
      "learning_rate": 3.436111111111111e-06,
      "loss": 0.6152482986450195,
      "step": 32290
    },
    {
      "epoch": 3.4037731871838113,
      "grad_norm": 1.5590472221374512,
      "learning_rate": 3.4314814814814816e-06,
      "loss": 0.5175756931304931,
      "step": 32295
    },
    {
      "epoch": 3.404300168634064,
      "grad_norm": 1.2619551420211792,
      "learning_rate": 3.426851851851852e-06,
      "loss": 0.2671741724014282,
      "step": 32300
    },
    {
      "epoch": 3.404827150084317,
      "grad_norm": 1.9301737546920776,
      "learning_rate": 3.4222222222222224e-06,
      "loss": 0.3099712371826172,
      "step": 32305
    },
    {
      "epoch": 3.40535413153457,
      "grad_norm": 1.3461906909942627,
      "learning_rate": 3.417592592592593e-06,
      "loss": 0.4214385986328125,
      "step": 32310
    },
    {
      "epoch": 3.4058811129848228,
      "grad_norm": 2.142395496368408,
      "learning_rate": 3.412962962962963e-06,
      "loss": 0.37716562747955323,
      "step": 32315
    },
    {
      "epoch": 3.4064080944350756,
      "grad_norm": 2.8696279525756836,
      "learning_rate": 3.4083333333333335e-06,
      "loss": 0.4647078990936279,
      "step": 32320
    },
    {
      "epoch": 3.406935075885329,
      "grad_norm": 14.831087112426758,
      "learning_rate": 3.4037037037037036e-06,
      "loss": 0.4550474166870117,
      "step": 32325
    },
    {
      "epoch": 3.407462057335582,
      "grad_norm": 18.227462768554688,
      "learning_rate": 3.3990740740740743e-06,
      "loss": 0.5805253982543945,
      "step": 32330
    },
    {
      "epoch": 3.4079890387858347,
      "grad_norm": 7.083840847015381,
      "learning_rate": 3.3944444444444445e-06,
      "loss": 0.3685049772262573,
      "step": 32335
    },
    {
      "epoch": 3.4085160202360876,
      "grad_norm": 1.8898671865463257,
      "learning_rate": 3.389814814814815e-06,
      "loss": 0.35709118843078613,
      "step": 32340
    },
    {
      "epoch": 3.4090430016863404,
      "grad_norm": 1.837588906288147,
      "learning_rate": 3.3851851851851853e-06,
      "loss": 0.4081207275390625,
      "step": 32345
    },
    {
      "epoch": 3.4095699831365938,
      "grad_norm": 1.3572726249694824,
      "learning_rate": 3.3805555555555555e-06,
      "loss": 0.35651092529296874,
      "step": 32350
    },
    {
      "epoch": 3.4100969645868466,
      "grad_norm": 1.979185700416565,
      "learning_rate": 3.375925925925926e-06,
      "loss": 0.4132864952087402,
      "step": 32355
    },
    {
      "epoch": 3.4106239460370995,
      "grad_norm": 1.1821677684783936,
      "learning_rate": 3.3712962962962963e-06,
      "loss": 0.2981452226638794,
      "step": 32360
    },
    {
      "epoch": 3.4111509274873524,
      "grad_norm": 1.3541885614395142,
      "learning_rate": 3.366666666666667e-06,
      "loss": 0.34835660457611084,
      "step": 32365
    },
    {
      "epoch": 3.4116779089376053,
      "grad_norm": 2.2283363342285156,
      "learning_rate": 3.362037037037037e-06,
      "loss": 0.3406838417053223,
      "step": 32370
    },
    {
      "epoch": 3.4122048903878586,
      "grad_norm": 1.1852474212646484,
      "learning_rate": 3.3574074074074077e-06,
      "loss": 0.31190288066864014,
      "step": 32375
    },
    {
      "epoch": 3.4127318718381114,
      "grad_norm": 1.0625462532043457,
      "learning_rate": 3.3527777777777775e-06,
      "loss": 0.3227747917175293,
      "step": 32380
    },
    {
      "epoch": 3.4132588532883643,
      "grad_norm": 1.5001457929611206,
      "learning_rate": 3.348148148148148e-06,
      "loss": 0.43030829429626466,
      "step": 32385
    },
    {
      "epoch": 3.413785834738617,
      "grad_norm": 2.529752254486084,
      "learning_rate": 3.3435185185185187e-06,
      "loss": 0.389009690284729,
      "step": 32390
    },
    {
      "epoch": 3.41431281618887,
      "grad_norm": 3.539067268371582,
      "learning_rate": 3.338888888888889e-06,
      "loss": 0.43709554672241213,
      "step": 32395
    },
    {
      "epoch": 3.414839797639123,
      "grad_norm": 3.0537641048431396,
      "learning_rate": 3.3342592592592595e-06,
      "loss": 0.32060976028442384,
      "step": 32400
    },
    {
      "epoch": 3.4153667790893762,
      "grad_norm": 1.5126556158065796,
      "learning_rate": 3.3296296296296297e-06,
      "loss": 0.3943150520324707,
      "step": 32405
    },
    {
      "epoch": 3.415893760539629,
      "grad_norm": 9.394766807556152,
      "learning_rate": 3.3250000000000004e-06,
      "loss": 0.3996926784515381,
      "step": 32410
    },
    {
      "epoch": 3.416420741989882,
      "grad_norm": 1.063560962677002,
      "learning_rate": 3.32037037037037e-06,
      "loss": 0.2741039752960205,
      "step": 32415
    },
    {
      "epoch": 3.416947723440135,
      "grad_norm": 2.223344087600708,
      "learning_rate": 3.3157407407407407e-06,
      "loss": 0.3432992696762085,
      "step": 32420
    },
    {
      "epoch": 3.4174747048903877,
      "grad_norm": 1.7937989234924316,
      "learning_rate": 3.311111111111111e-06,
      "loss": 0.3215238809585571,
      "step": 32425
    },
    {
      "epoch": 3.4180016863406406,
      "grad_norm": 49.32237243652344,
      "learning_rate": 3.3064814814814816e-06,
      "loss": 0.30401060581207273,
      "step": 32430
    },
    {
      "epoch": 3.418528667790894,
      "grad_norm": 1.366997241973877,
      "learning_rate": 3.301851851851852e-06,
      "loss": 0.3170578956604004,
      "step": 32435
    },
    {
      "epoch": 3.419055649241147,
      "grad_norm": 1.2690329551696777,
      "learning_rate": 3.2972222222222224e-06,
      "loss": 0.4002825260162354,
      "step": 32440
    },
    {
      "epoch": 3.4195826306913997,
      "grad_norm": 1.6624157428741455,
      "learning_rate": 3.292592592592593e-06,
      "loss": 0.35904817581176757,
      "step": 32445
    },
    {
      "epoch": 3.4201096121416525,
      "grad_norm": 1.64097261428833,
      "learning_rate": 3.2879629629629628e-06,
      "loss": 0.41356806755065917,
      "step": 32450
    },
    {
      "epoch": 3.4206365935919054,
      "grad_norm": 1.8205646276474,
      "learning_rate": 3.2833333333333334e-06,
      "loss": 0.5453685760498047,
      "step": 32455
    },
    {
      "epoch": 3.4211635750421587,
      "grad_norm": 3.871283531188965,
      "learning_rate": 3.2787037037037036e-06,
      "loss": 0.31992878913879397,
      "step": 32460
    },
    {
      "epoch": 3.4216905564924116,
      "grad_norm": 1.7117685079574585,
      "learning_rate": 3.274074074074074e-06,
      "loss": 0.2870709657669067,
      "step": 32465
    },
    {
      "epoch": 3.4222175379426645,
      "grad_norm": 2.0700528621673584,
      "learning_rate": 3.269444444444445e-06,
      "loss": 0.38742339611053467,
      "step": 32470
    },
    {
      "epoch": 3.4227445193929174,
      "grad_norm": 4.477761268615723,
      "learning_rate": 3.264814814814815e-06,
      "loss": 0.4074131965637207,
      "step": 32475
    },
    {
      "epoch": 3.4232715008431702,
      "grad_norm": 1.7716789245605469,
      "learning_rate": 3.260185185185185e-06,
      "loss": 0.24699821472167968,
      "step": 32480
    },
    {
      "epoch": 3.423798482293423,
      "grad_norm": 1.5723872184753418,
      "learning_rate": 3.2555555555555554e-06,
      "loss": 0.3004348039627075,
      "step": 32485
    },
    {
      "epoch": 3.4243254637436764,
      "grad_norm": 1.340897560119629,
      "learning_rate": 3.250925925925926e-06,
      "loss": 0.37779810428619387,
      "step": 32490
    },
    {
      "epoch": 3.4248524451939293,
      "grad_norm": 1.4786115884780884,
      "learning_rate": 3.246296296296296e-06,
      "loss": 0.4136693000793457,
      "step": 32495
    },
    {
      "epoch": 3.425379426644182,
      "grad_norm": 1.7978971004486084,
      "learning_rate": 3.241666666666667e-06,
      "loss": 0.5198947429656983,
      "step": 32500
    },
    {
      "epoch": 3.425906408094435,
      "grad_norm": 2.2246146202087402,
      "learning_rate": 3.2370370370370374e-06,
      "loss": 0.3687744140625,
      "step": 32505
    },
    {
      "epoch": 3.426433389544688,
      "grad_norm": 1.686002254486084,
      "learning_rate": 3.2324074074074076e-06,
      "loss": 0.4001810550689697,
      "step": 32510
    },
    {
      "epoch": 3.4269603709949408,
      "grad_norm": 0.9890815615653992,
      "learning_rate": 3.227777777777778e-06,
      "loss": 0.31188063621520995,
      "step": 32515
    },
    {
      "epoch": 3.427487352445194,
      "grad_norm": 1.3638615608215332,
      "learning_rate": 3.223148148148148e-06,
      "loss": 0.37127788066864015,
      "step": 32520
    },
    {
      "epoch": 3.428014333895447,
      "grad_norm": 1.0526937246322632,
      "learning_rate": 3.2185185185185187e-06,
      "loss": 0.3880335569381714,
      "step": 32525
    },
    {
      "epoch": 3.4285413153457,
      "grad_norm": 2.0846829414367676,
      "learning_rate": 3.213888888888889e-06,
      "loss": 0.31790571212768554,
      "step": 32530
    },
    {
      "epoch": 3.4290682967959527,
      "grad_norm": 1.6940851211547852,
      "learning_rate": 3.2092592592592595e-06,
      "loss": 0.2916908264160156,
      "step": 32535
    },
    {
      "epoch": 3.4295952782462056,
      "grad_norm": 19.807104110717773,
      "learning_rate": 3.2046296296296297e-06,
      "loss": 0.3915349721908569,
      "step": 32540
    },
    {
      "epoch": 3.430122259696459,
      "grad_norm": 1.5313048362731934,
      "learning_rate": 3.2000000000000003e-06,
      "loss": 0.3842244863510132,
      "step": 32545
    },
    {
      "epoch": 3.4306492411467118,
      "grad_norm": 2.028127431869507,
      "learning_rate": 3.1953703703703705e-06,
      "loss": 0.37444195747375486,
      "step": 32550
    },
    {
      "epoch": 3.4311762225969646,
      "grad_norm": 1.6447004079818726,
      "learning_rate": 3.1907407407407407e-06,
      "loss": 0.2770115375518799,
      "step": 32555
    },
    {
      "epoch": 3.4317032040472175,
      "grad_norm": 2.323483467102051,
      "learning_rate": 3.1861111111111113e-06,
      "loss": 0.31022369861602783,
      "step": 32560
    },
    {
      "epoch": 3.4322301854974704,
      "grad_norm": 1.4600753784179688,
      "learning_rate": 3.1814814814814815e-06,
      "loss": 0.472291898727417,
      "step": 32565
    },
    {
      "epoch": 3.4327571669477233,
      "grad_norm": 1.5997096300125122,
      "learning_rate": 3.176851851851852e-06,
      "loss": 0.3961415529251099,
      "step": 32570
    },
    {
      "epoch": 3.4332841483979766,
      "grad_norm": 2.1443867683410645,
      "learning_rate": 3.1722222222222223e-06,
      "loss": 0.3431447982788086,
      "step": 32575
    },
    {
      "epoch": 3.4338111298482294,
      "grad_norm": 1.7168105840682983,
      "learning_rate": 3.1675925925925925e-06,
      "loss": 0.286556339263916,
      "step": 32580
    },
    {
      "epoch": 3.4343381112984823,
      "grad_norm": 3.7511160373687744,
      "learning_rate": 3.162962962962963e-06,
      "loss": 0.5623545169830322,
      "step": 32585
    },
    {
      "epoch": 3.434865092748735,
      "grad_norm": 1.7988001108169556,
      "learning_rate": 3.1583333333333333e-06,
      "loss": 0.4137178897857666,
      "step": 32590
    },
    {
      "epoch": 3.435392074198988,
      "grad_norm": 13.316484451293945,
      "learning_rate": 3.153703703703704e-06,
      "loss": 0.3574995040893555,
      "step": 32595
    },
    {
      "epoch": 3.435919055649241,
      "grad_norm": 2.132788896560669,
      "learning_rate": 3.149074074074074e-06,
      "loss": 0.4012287139892578,
      "step": 32600
    },
    {
      "epoch": 3.4364460370994943,
      "grad_norm": 3.461805582046509,
      "learning_rate": 3.1444444444444447e-06,
      "loss": 0.31976990699768065,
      "step": 32605
    },
    {
      "epoch": 3.436973018549747,
      "grad_norm": 1.6697942018508911,
      "learning_rate": 3.139814814814815e-06,
      "loss": 0.3587654113769531,
      "step": 32610
    },
    {
      "epoch": 3.4375,
      "grad_norm": 4.539251804351807,
      "learning_rate": 3.135185185185185e-06,
      "loss": 0.4675112724304199,
      "step": 32615
    },
    {
      "epoch": 3.438026981450253,
      "grad_norm": 5.041924476623535,
      "learning_rate": 3.1305555555555553e-06,
      "loss": 0.4487612724304199,
      "step": 32620
    },
    {
      "epoch": 3.4385539629005057,
      "grad_norm": 1.9134236574172974,
      "learning_rate": 3.125925925925926e-06,
      "loss": 0.4021397590637207,
      "step": 32625
    },
    {
      "epoch": 3.439080944350759,
      "grad_norm": 1.9299849271774292,
      "learning_rate": 3.1212962962962966e-06,
      "loss": 0.2880553722381592,
      "step": 32630
    },
    {
      "epoch": 3.439607925801012,
      "grad_norm": 1.7423509359359741,
      "learning_rate": 3.1166666666666668e-06,
      "loss": 0.43351244926452637,
      "step": 32635
    },
    {
      "epoch": 3.440134907251265,
      "grad_norm": 2.076077461242676,
      "learning_rate": 3.1120370370370374e-06,
      "loss": 0.39857940673828124,
      "step": 32640
    },
    {
      "epoch": 3.4406618887015177,
      "grad_norm": 2.818223714828491,
      "learning_rate": 3.107407407407407e-06,
      "loss": 0.5547488689422607,
      "step": 32645
    },
    {
      "epoch": 3.4411888701517706,
      "grad_norm": 1.0720484256744385,
      "learning_rate": 3.1027777777777778e-06,
      "loss": 0.492633056640625,
      "step": 32650
    },
    {
      "epoch": 3.4417158516020234,
      "grad_norm": 1.5187098979949951,
      "learning_rate": 3.098148148148148e-06,
      "loss": 0.5156312465667725,
      "step": 32655
    },
    {
      "epoch": 3.4422428330522767,
      "grad_norm": 1.1130977869033813,
      "learning_rate": 3.0935185185185186e-06,
      "loss": 0.3221308469772339,
      "step": 32660
    },
    {
      "epoch": 3.4427698145025296,
      "grad_norm": 4.3377156257629395,
      "learning_rate": 3.088888888888889e-06,
      "loss": 0.5693459987640381,
      "step": 32665
    },
    {
      "epoch": 3.4432967959527825,
      "grad_norm": 1.446244239807129,
      "learning_rate": 3.0842592592592594e-06,
      "loss": 0.31586833000183107,
      "step": 32670
    },
    {
      "epoch": 3.4438237774030354,
      "grad_norm": 1.9145523309707642,
      "learning_rate": 3.07962962962963e-06,
      "loss": 0.33027944564819334,
      "step": 32675
    },
    {
      "epoch": 3.4443507588532882,
      "grad_norm": 1.8648749589920044,
      "learning_rate": 3.0749999999999998e-06,
      "loss": 0.3650192737579346,
      "step": 32680
    },
    {
      "epoch": 3.444877740303541,
      "grad_norm": 2.259451150894165,
      "learning_rate": 3.0703703703703704e-06,
      "loss": 0.43715219497680663,
      "step": 32685
    },
    {
      "epoch": 3.4454047217537944,
      "grad_norm": 1.745833158493042,
      "learning_rate": 3.0657407407407406e-06,
      "loss": 0.4015939235687256,
      "step": 32690
    },
    {
      "epoch": 3.4459317032040473,
      "grad_norm": 1.2522419691085815,
      "learning_rate": 3.0611111111111112e-06,
      "loss": 0.589130449295044,
      "step": 32695
    },
    {
      "epoch": 3.4464586846543,
      "grad_norm": 1.3791083097457886,
      "learning_rate": 3.056481481481482e-06,
      "loss": 0.29668402671813965,
      "step": 32700
    },
    {
      "epoch": 3.446985666104553,
      "grad_norm": 1.2146655321121216,
      "learning_rate": 3.051851851851852e-06,
      "loss": 0.2541377544403076,
      "step": 32705
    },
    {
      "epoch": 3.447512647554806,
      "grad_norm": 2.2944040298461914,
      "learning_rate": 3.0472222222222226e-06,
      "loss": 0.30134997367858884,
      "step": 32710
    },
    {
      "epoch": 3.4480396290050592,
      "grad_norm": 2.2827951908111572,
      "learning_rate": 3.0425925925925924e-06,
      "loss": 0.35505499839782717,
      "step": 32715
    },
    {
      "epoch": 3.448566610455312,
      "grad_norm": 1.3215034008026123,
      "learning_rate": 3.037962962962963e-06,
      "loss": 0.3799441337585449,
      "step": 32720
    },
    {
      "epoch": 3.449093591905565,
      "grad_norm": 1.4518764019012451,
      "learning_rate": 3.0333333333333332e-06,
      "loss": 0.3282296180725098,
      "step": 32725
    },
    {
      "epoch": 3.449620573355818,
      "grad_norm": 1.3342632055282593,
      "learning_rate": 3.028703703703704e-06,
      "loss": 0.35779905319213867,
      "step": 32730
    },
    {
      "epoch": 3.4501475548060707,
      "grad_norm": 2.262052297592163,
      "learning_rate": 3.024074074074074e-06,
      "loss": 0.3074035167694092,
      "step": 32735
    },
    {
      "epoch": 3.4506745362563236,
      "grad_norm": 1.0843576192855835,
      "learning_rate": 3.0194444444444447e-06,
      "loss": 0.2508685827255249,
      "step": 32740
    },
    {
      "epoch": 3.451201517706577,
      "grad_norm": 0.8448811769485474,
      "learning_rate": 3.014814814814815e-06,
      "loss": 0.3920783519744873,
      "step": 32745
    },
    {
      "epoch": 3.4517284991568298,
      "grad_norm": 5.844770431518555,
      "learning_rate": 3.010185185185185e-06,
      "loss": 0.37717771530151367,
      "step": 32750
    },
    {
      "epoch": 3.4522554806070826,
      "grad_norm": 1.5992493629455566,
      "learning_rate": 3.0055555555555557e-06,
      "loss": 0.3405648946762085,
      "step": 32755
    },
    {
      "epoch": 3.4527824620573355,
      "grad_norm": 1.8393996953964233,
      "learning_rate": 3.000925925925926e-06,
      "loss": 0.45147318840026857,
      "step": 32760
    },
    {
      "epoch": 3.4533094435075884,
      "grad_norm": 1.7093558311462402,
      "learning_rate": 2.9962962962962965e-06,
      "loss": 0.3406992435455322,
      "step": 32765
    },
    {
      "epoch": 3.4538364249578413,
      "grad_norm": 2.5446577072143555,
      "learning_rate": 2.9916666666666667e-06,
      "loss": 0.42200422286987305,
      "step": 32770
    },
    {
      "epoch": 3.4543634064080946,
      "grad_norm": 1.5446523427963257,
      "learning_rate": 2.9870370370370373e-06,
      "loss": 0.45435323715209963,
      "step": 32775
    },
    {
      "epoch": 3.4548903878583475,
      "grad_norm": 1.4602172374725342,
      "learning_rate": 2.9824074074074075e-06,
      "loss": 0.43259363174438475,
      "step": 32780
    },
    {
      "epoch": 3.4554173693086003,
      "grad_norm": 1.3945868015289307,
      "learning_rate": 2.9777777777777777e-06,
      "loss": 0.49006948471069334,
      "step": 32785
    },
    {
      "epoch": 3.455944350758853,
      "grad_norm": 1.2853248119354248,
      "learning_rate": 2.9731481481481483e-06,
      "loss": 0.4411978244781494,
      "step": 32790
    },
    {
      "epoch": 3.456471332209106,
      "grad_norm": 6.106196403503418,
      "learning_rate": 2.9685185185185185e-06,
      "loss": 0.3134918689727783,
      "step": 32795
    },
    {
      "epoch": 3.4569983136593594,
      "grad_norm": 0.8010271191596985,
      "learning_rate": 2.963888888888889e-06,
      "loss": 0.38675096035003664,
      "step": 32800
    },
    {
      "epoch": 3.4569983136593594,
      "eval_cer": 0.07427376417963115,
      "eval_loss": 0.33948102593421936,
      "eval_runtime": 119.9047,
      "eval_samples_per_second": 24.286,
      "eval_score": 84.66156497667083,
      "eval_steps_per_second": 3.036,
      "eval_wer": 0.23249493628695228,
      "step": 32800
    },
    {
      "epoch": 3.4575252951096123,
      "grad_norm": 1.2621017694473267,
      "learning_rate": 2.9592592592592593e-06,
      "loss": 0.43101654052734373,
      "step": 32805
    },
    {
      "epoch": 3.458052276559865,
      "grad_norm": 1.5089446306228638,
      "learning_rate": 2.95462962962963e-06,
      "loss": 0.3118546962738037,
      "step": 32810
    },
    {
      "epoch": 3.458579258010118,
      "grad_norm": 2.2678325176239014,
      "learning_rate": 2.9499999999999997e-06,
      "loss": 0.3269139528274536,
      "step": 32815
    },
    {
      "epoch": 3.459106239460371,
      "grad_norm": 1.033068299293518,
      "learning_rate": 2.9453703703703703e-06,
      "loss": 0.3061891794204712,
      "step": 32820
    },
    {
      "epoch": 3.4596332209106238,
      "grad_norm": 5.562772750854492,
      "learning_rate": 2.940740740740741e-06,
      "loss": 0.39077780246734617,
      "step": 32825
    },
    {
      "epoch": 3.460160202360877,
      "grad_norm": 1.0203065872192383,
      "learning_rate": 2.936111111111111e-06,
      "loss": 0.35528221130371096,
      "step": 32830
    },
    {
      "epoch": 3.46068718381113,
      "grad_norm": 1.69310462474823,
      "learning_rate": 2.9314814814814818e-06,
      "loss": 0.3808455467224121,
      "step": 32835
    },
    {
      "epoch": 3.461214165261383,
      "grad_norm": 1.552700400352478,
      "learning_rate": 2.926851851851852e-06,
      "loss": 0.3445033311843872,
      "step": 32840
    },
    {
      "epoch": 3.4617411467116357,
      "grad_norm": 1.198523759841919,
      "learning_rate": 2.922222222222222e-06,
      "loss": 0.348185658454895,
      "step": 32845
    },
    {
      "epoch": 3.4622681281618886,
      "grad_norm": 2.462496519088745,
      "learning_rate": 2.9175925925925923e-06,
      "loss": 0.41332416534423827,
      "step": 32850
    },
    {
      "epoch": 3.4627951096121414,
      "grad_norm": 2.2222378253936768,
      "learning_rate": 2.912962962962963e-06,
      "loss": 0.332334566116333,
      "step": 32855
    },
    {
      "epoch": 3.4633220910623947,
      "grad_norm": 0.9925691485404968,
      "learning_rate": 2.9083333333333336e-06,
      "loss": 0.2408902645111084,
      "step": 32860
    },
    {
      "epoch": 3.4638490725126476,
      "grad_norm": 2.982095718383789,
      "learning_rate": 2.9037037037037038e-06,
      "loss": 0.3638660192489624,
      "step": 32865
    },
    {
      "epoch": 3.4643760539629005,
      "grad_norm": 1.0516517162322998,
      "learning_rate": 2.8990740740740744e-06,
      "loss": 0.3234825849533081,
      "step": 32870
    },
    {
      "epoch": 3.4649030354131534,
      "grad_norm": 1.4204572439193726,
      "learning_rate": 2.8944444444444446e-06,
      "loss": 0.3098268747329712,
      "step": 32875
    },
    {
      "epoch": 3.4654300168634062,
      "grad_norm": 1.2760270833969116,
      "learning_rate": 2.8898148148148148e-06,
      "loss": 0.3167691469192505,
      "step": 32880
    },
    {
      "epoch": 3.4659569983136596,
      "grad_norm": 1.5756124258041382,
      "learning_rate": 2.885185185185185e-06,
      "loss": 0.43776898384094237,
      "step": 32885
    },
    {
      "epoch": 3.4664839797639124,
      "grad_norm": 1.365120768547058,
      "learning_rate": 2.8805555555555556e-06,
      "loss": 0.31669249534606936,
      "step": 32890
    },
    {
      "epoch": 3.4670109612141653,
      "grad_norm": 1.5110067129135132,
      "learning_rate": 2.8759259259259262e-06,
      "loss": 0.3178484201431274,
      "step": 32895
    },
    {
      "epoch": 3.467537942664418,
      "grad_norm": 2.1100661754608154,
      "learning_rate": 2.8712962962962964e-06,
      "loss": 0.3696471691131592,
      "step": 32900
    },
    {
      "epoch": 3.468064924114671,
      "grad_norm": 1.1121819019317627,
      "learning_rate": 2.866666666666667e-06,
      "loss": 0.40727849006652833,
      "step": 32905
    },
    {
      "epoch": 3.4685919055649244,
      "grad_norm": 8.75973129272461,
      "learning_rate": 2.8620370370370372e-06,
      "loss": 0.41670780181884765,
      "step": 32910
    },
    {
      "epoch": 3.4691188870151772,
      "grad_norm": 7.381021022796631,
      "learning_rate": 2.8574074074074074e-06,
      "loss": 0.5234100818634033,
      "step": 32915
    },
    {
      "epoch": 3.46964586846543,
      "grad_norm": 3.260801076889038,
      "learning_rate": 2.8527777777777776e-06,
      "loss": 0.4310905456542969,
      "step": 32920
    },
    {
      "epoch": 3.470172849915683,
      "grad_norm": 1.1269021034240723,
      "learning_rate": 2.8481481481481482e-06,
      "loss": 0.40933961868286134,
      "step": 32925
    },
    {
      "epoch": 3.470699831365936,
      "grad_norm": 1.9623366594314575,
      "learning_rate": 2.8435185185185184e-06,
      "loss": 0.3604379653930664,
      "step": 32930
    },
    {
      "epoch": 3.4712268128161887,
      "grad_norm": 5.140921115875244,
      "learning_rate": 2.838888888888889e-06,
      "loss": 0.3464071750640869,
      "step": 32935
    },
    {
      "epoch": 3.4717537942664416,
      "grad_norm": 2.0153419971466064,
      "learning_rate": 2.8342592592592597e-06,
      "loss": 0.46040911674499513,
      "step": 32940
    },
    {
      "epoch": 3.472280775716695,
      "grad_norm": 2.378159761428833,
      "learning_rate": 2.8296296296296294e-06,
      "loss": 0.38345751762390134,
      "step": 32945
    },
    {
      "epoch": 3.472807757166948,
      "grad_norm": 1.0027066469192505,
      "learning_rate": 2.825e-06,
      "loss": 0.33451404571533205,
      "step": 32950
    },
    {
      "epoch": 3.4733347386172007,
      "grad_norm": 2.112617015838623,
      "learning_rate": 2.8203703703703703e-06,
      "loss": 0.25742592811584475,
      "step": 32955
    },
    {
      "epoch": 3.4738617200674535,
      "grad_norm": 3.4685070514678955,
      "learning_rate": 2.815740740740741e-06,
      "loss": 0.5944460868835449,
      "step": 32960
    },
    {
      "epoch": 3.4743887015177064,
      "grad_norm": 1.136566162109375,
      "learning_rate": 2.811111111111111e-06,
      "loss": 0.3399589776992798,
      "step": 32965
    },
    {
      "epoch": 3.4749156829679597,
      "grad_norm": 1.2472662925720215,
      "learning_rate": 2.8064814814814817e-06,
      "loss": 0.39449903964996336,
      "step": 32970
    },
    {
      "epoch": 3.4754426644182126,
      "grad_norm": 1.2087600231170654,
      "learning_rate": 2.8018518518518523e-06,
      "loss": 0.2997580051422119,
      "step": 32975
    },
    {
      "epoch": 3.4759696458684655,
      "grad_norm": 4.2147536277771,
      "learning_rate": 2.797222222222222e-06,
      "loss": 0.6527192115783691,
      "step": 32980
    },
    {
      "epoch": 3.4764966273187183,
      "grad_norm": 1.2472124099731445,
      "learning_rate": 2.7925925925925927e-06,
      "loss": 0.45153632164001467,
      "step": 32985
    },
    {
      "epoch": 3.477023608768971,
      "grad_norm": 1.6672072410583496,
      "learning_rate": 2.787962962962963e-06,
      "loss": 0.29422879219055176,
      "step": 32990
    },
    {
      "epoch": 3.4775505902192245,
      "grad_norm": 2.2969253063201904,
      "learning_rate": 2.7833333333333335e-06,
      "loss": 0.3389615774154663,
      "step": 32995
    },
    {
      "epoch": 3.4780775716694774,
      "grad_norm": 0.9571423530578613,
      "learning_rate": 2.7787037037037037e-06,
      "loss": 0.3932773590087891,
      "step": 33000
    },
    {
      "epoch": 3.4786045531197303,
      "grad_norm": 1.8079872131347656,
      "learning_rate": 2.7740740740740743e-06,
      "loss": 0.3508470058441162,
      "step": 33005
    },
    {
      "epoch": 3.479131534569983,
      "grad_norm": 1.0696501731872559,
      "learning_rate": 2.7694444444444445e-06,
      "loss": 0.32157647609710693,
      "step": 33010
    },
    {
      "epoch": 3.479658516020236,
      "grad_norm": 1.4845584630966187,
      "learning_rate": 2.7648148148148147e-06,
      "loss": 0.3978668451309204,
      "step": 33015
    },
    {
      "epoch": 3.480185497470489,
      "grad_norm": 1.44004225730896,
      "learning_rate": 2.7601851851851853e-06,
      "loss": 0.5004848003387451,
      "step": 33020
    },
    {
      "epoch": 3.4807124789207418,
      "grad_norm": 2.1291043758392334,
      "learning_rate": 2.7555555555555555e-06,
      "loss": 0.3132429599761963,
      "step": 33025
    },
    {
      "epoch": 3.481239460370995,
      "grad_norm": 2.060725450515747,
      "learning_rate": 2.750925925925926e-06,
      "loss": 0.3148462772369385,
      "step": 33030
    },
    {
      "epoch": 3.481766441821248,
      "grad_norm": 0.8570183515548706,
      "learning_rate": 2.7462962962962963e-06,
      "loss": 0.42348542213439944,
      "step": 33035
    },
    {
      "epoch": 3.482293423271501,
      "grad_norm": 1.359259843826294,
      "learning_rate": 2.741666666666667e-06,
      "loss": 0.3120914697647095,
      "step": 33040
    },
    {
      "epoch": 3.4828204047217537,
      "grad_norm": 1.747828722000122,
      "learning_rate": 2.7370370370370367e-06,
      "loss": 0.43300437927246094,
      "step": 33045
    },
    {
      "epoch": 3.4833473861720066,
      "grad_norm": 1.2856745719909668,
      "learning_rate": 2.7324074074074073e-06,
      "loss": 0.2928529500961304,
      "step": 33050
    },
    {
      "epoch": 3.48387436762226,
      "grad_norm": 1.4770350456237793,
      "learning_rate": 2.727777777777778e-06,
      "loss": 0.23931407928466797,
      "step": 33055
    },
    {
      "epoch": 3.4844013490725128,
      "grad_norm": 2.1756842136383057,
      "learning_rate": 2.723148148148148e-06,
      "loss": 0.4566537857055664,
      "step": 33060
    },
    {
      "epoch": 3.4849283305227656,
      "grad_norm": 1.363033652305603,
      "learning_rate": 2.7185185185185188e-06,
      "loss": 0.46889634132385255,
      "step": 33065
    },
    {
      "epoch": 3.4854553119730185,
      "grad_norm": 1.181585431098938,
      "learning_rate": 2.713888888888889e-06,
      "loss": 0.48556365966796877,
      "step": 33070
    },
    {
      "epoch": 3.4859822934232714,
      "grad_norm": 1.322028636932373,
      "learning_rate": 2.7092592592592596e-06,
      "loss": 0.31562278270721433,
      "step": 33075
    },
    {
      "epoch": 3.4865092748735247,
      "grad_norm": 2.8312621116638184,
      "learning_rate": 2.7046296296296294e-06,
      "loss": 0.3948371171951294,
      "step": 33080
    },
    {
      "epoch": 3.4870362563237776,
      "grad_norm": 1.43064546585083,
      "learning_rate": 2.7e-06,
      "loss": 0.3366570949554443,
      "step": 33085
    },
    {
      "epoch": 3.4875632377740304,
      "grad_norm": 1.1223493814468384,
      "learning_rate": 2.6953703703703706e-06,
      "loss": 0.4100381374359131,
      "step": 33090
    },
    {
      "epoch": 3.4880902192242833,
      "grad_norm": 1.7616016864776611,
      "learning_rate": 2.690740740740741e-06,
      "loss": 0.4231716156005859,
      "step": 33095
    },
    {
      "epoch": 3.488617200674536,
      "grad_norm": 4.230010509490967,
      "learning_rate": 2.6861111111111114e-06,
      "loss": 0.27419118881225585,
      "step": 33100
    },
    {
      "epoch": 3.489144182124789,
      "grad_norm": 1.3953276872634888,
      "learning_rate": 2.6814814814814816e-06,
      "loss": 0.350628137588501,
      "step": 33105
    },
    {
      "epoch": 3.489671163575042,
      "grad_norm": 1.804681658744812,
      "learning_rate": 2.676851851851852e-06,
      "loss": 0.6066456794738769,
      "step": 33110
    },
    {
      "epoch": 3.4901981450252952,
      "grad_norm": 1.7574427127838135,
      "learning_rate": 2.672222222222222e-06,
      "loss": 0.2643514394760132,
      "step": 33115
    },
    {
      "epoch": 3.490725126475548,
      "grad_norm": 1.0938092470169067,
      "learning_rate": 2.6675925925925926e-06,
      "loss": 0.28725950717926024,
      "step": 33120
    },
    {
      "epoch": 3.491252107925801,
      "grad_norm": 3.196765899658203,
      "learning_rate": 2.662962962962963e-06,
      "loss": 0.3194705963134766,
      "step": 33125
    },
    {
      "epoch": 3.491779089376054,
      "grad_norm": 10.118070602416992,
      "learning_rate": 2.6583333333333334e-06,
      "loss": 0.38891599178314207,
      "step": 33130
    },
    {
      "epoch": 3.4923060708263067,
      "grad_norm": 0.9296412467956543,
      "learning_rate": 2.653703703703704e-06,
      "loss": 0.3653843641281128,
      "step": 33135
    },
    {
      "epoch": 3.49283305227656,
      "grad_norm": 1.3041341304779053,
      "learning_rate": 2.6490740740740742e-06,
      "loss": 0.4490684509277344,
      "step": 33140
    },
    {
      "epoch": 3.493360033726813,
      "grad_norm": 2.478649139404297,
      "learning_rate": 2.6444444444444444e-06,
      "loss": 0.38653247356414794,
      "step": 33145
    },
    {
      "epoch": 3.493887015177066,
      "grad_norm": 1.7719870805740356,
      "learning_rate": 2.6398148148148146e-06,
      "loss": 0.4536745548248291,
      "step": 33150
    },
    {
      "epoch": 3.4944139966273187,
      "grad_norm": 1.8611023426055908,
      "learning_rate": 2.6351851851851853e-06,
      "loss": 0.26324222087860105,
      "step": 33155
    },
    {
      "epoch": 3.4949409780775715,
      "grad_norm": 6.6725568771362305,
      "learning_rate": 2.6305555555555555e-06,
      "loss": 0.25596349239349364,
      "step": 33160
    },
    {
      "epoch": 3.495467959527825,
      "grad_norm": 2.2797040939331055,
      "learning_rate": 2.625925925925926e-06,
      "loss": 0.252738881111145,
      "step": 33165
    },
    {
      "epoch": 3.4959949409780777,
      "grad_norm": 4.125595569610596,
      "learning_rate": 2.6212962962962967e-06,
      "loss": 0.44461374282836913,
      "step": 33170
    },
    {
      "epoch": 3.4965219224283306,
      "grad_norm": 1.4090170860290527,
      "learning_rate": 2.616666666666667e-06,
      "loss": 0.3846612453460693,
      "step": 33175
    },
    {
      "epoch": 3.4970489038785835,
      "grad_norm": 1.417565941810608,
      "learning_rate": 2.612037037037037e-06,
      "loss": 0.5406236171722412,
      "step": 33180
    },
    {
      "epoch": 3.4975758853288363,
      "grad_norm": 1.1968177556991577,
      "learning_rate": 2.6074074074074073e-06,
      "loss": 0.3611163854598999,
      "step": 33185
    },
    {
      "epoch": 3.498102866779089,
      "grad_norm": 1.1588850021362305,
      "learning_rate": 2.602777777777778e-06,
      "loss": 0.34539797306060793,
      "step": 33190
    },
    {
      "epoch": 3.498629848229342,
      "grad_norm": 1.4204378128051758,
      "learning_rate": 2.598148148148148e-06,
      "loss": 0.327106237411499,
      "step": 33195
    },
    {
      "epoch": 3.4991568296795954,
      "grad_norm": 1.3310970067977905,
      "learning_rate": 2.5935185185185187e-06,
      "loss": 0.3203747749328613,
      "step": 33200
    },
    {
      "epoch": 3.4996838111298483,
      "grad_norm": 3.165090799331665,
      "learning_rate": 2.588888888888889e-06,
      "loss": 0.5823062419891357,
      "step": 33205
    },
    {
      "epoch": 3.500210792580101,
      "grad_norm": 1.134979486465454,
      "learning_rate": 2.584259259259259e-06,
      "loss": 0.40168032646179197,
      "step": 33210
    },
    {
      "epoch": 3.500737774030354,
      "grad_norm": 8.71065902709961,
      "learning_rate": 2.5796296296296297e-06,
      "loss": 0.6511471271514893,
      "step": 33215
    },
    {
      "epoch": 3.501264755480607,
      "grad_norm": 1.8033536672592163,
      "learning_rate": 2.575e-06,
      "loss": 0.3534543037414551,
      "step": 33220
    },
    {
      "epoch": 3.50179173693086,
      "grad_norm": 1.576490879058838,
      "learning_rate": 2.5703703703703705e-06,
      "loss": 0.31701834201812745,
      "step": 33225
    },
    {
      "epoch": 3.502318718381113,
      "grad_norm": 1.0624244213104248,
      "learning_rate": 2.5657407407407407e-06,
      "loss": 0.2718265295028687,
      "step": 33230
    },
    {
      "epoch": 3.502845699831366,
      "grad_norm": 1.596108078956604,
      "learning_rate": 2.5611111111111113e-06,
      "loss": 0.4263485908508301,
      "step": 33235
    },
    {
      "epoch": 3.503372681281619,
      "grad_norm": 1.1826605796813965,
      "learning_rate": 2.5564814814814815e-06,
      "loss": 0.3252695322036743,
      "step": 33240
    },
    {
      "epoch": 3.5038996627318717,
      "grad_norm": 1.3355094194412231,
      "learning_rate": 2.5518518518518517e-06,
      "loss": 0.33902769088745116,
      "step": 33245
    },
    {
      "epoch": 3.504426644182125,
      "grad_norm": 1.6973950862884521,
      "learning_rate": 2.5472222222222224e-06,
      "loss": 0.4644728660583496,
      "step": 33250
    },
    {
      "epoch": 3.504953625632378,
      "grad_norm": 0.9236202836036682,
      "learning_rate": 2.5425925925925925e-06,
      "loss": 0.2364682674407959,
      "step": 33255
    },
    {
      "epoch": 3.5054806070826308,
      "grad_norm": 10.911738395690918,
      "learning_rate": 2.537962962962963e-06,
      "loss": 0.53227858543396,
      "step": 33260
    },
    {
      "epoch": 3.5060075885328836,
      "grad_norm": 1.3770359754562378,
      "learning_rate": 2.5333333333333334e-06,
      "loss": 0.2843559503555298,
      "step": 33265
    },
    {
      "epoch": 3.5065345699831365,
      "grad_norm": 1.4089014530181885,
      "learning_rate": 2.528703703703704e-06,
      "loss": 0.2805553197860718,
      "step": 33270
    },
    {
      "epoch": 3.5070615514333894,
      "grad_norm": 3.3943095207214355,
      "learning_rate": 2.524074074074074e-06,
      "loss": 0.4020557403564453,
      "step": 33275
    },
    {
      "epoch": 3.5075885328836423,
      "grad_norm": 2.6160688400268555,
      "learning_rate": 2.5194444444444444e-06,
      "loss": 0.30385003089904783,
      "step": 33280
    },
    {
      "epoch": 3.5081155143338956,
      "grad_norm": 12.557568550109863,
      "learning_rate": 2.514814814814815e-06,
      "loss": 0.2801970481872559,
      "step": 33285
    },
    {
      "epoch": 3.5086424957841484,
      "grad_norm": 7.911261558532715,
      "learning_rate": 2.510185185185185e-06,
      "loss": 0.350170636177063,
      "step": 33290
    },
    {
      "epoch": 3.5091694772344013,
      "grad_norm": 1.2239670753479004,
      "learning_rate": 2.505555555555556e-06,
      "loss": 0.34810614585876465,
      "step": 33295
    },
    {
      "epoch": 3.509696458684654,
      "grad_norm": 1.1470203399658203,
      "learning_rate": 2.500925925925926e-06,
      "loss": 0.3591994047164917,
      "step": 33300
    },
    {
      "epoch": 3.510223440134907,
      "grad_norm": 1.2489389181137085,
      "learning_rate": 2.4962962962962966e-06,
      "loss": 0.4393456935882568,
      "step": 33305
    },
    {
      "epoch": 3.5107504215851604,
      "grad_norm": 1.7677451372146606,
      "learning_rate": 2.4916666666666664e-06,
      "loss": 0.3096107721328735,
      "step": 33310
    },
    {
      "epoch": 3.5112774030354132,
      "grad_norm": 1.5369443893432617,
      "learning_rate": 2.487037037037037e-06,
      "loss": 0.3224832534790039,
      "step": 33315
    },
    {
      "epoch": 3.511804384485666,
      "grad_norm": 1.9995090961456299,
      "learning_rate": 2.482407407407407e-06,
      "loss": 0.3262371778488159,
      "step": 33320
    },
    {
      "epoch": 3.512331365935919,
      "grad_norm": 1.3341124057769775,
      "learning_rate": 2.477777777777778e-06,
      "loss": 0.4802900791168213,
      "step": 33325
    },
    {
      "epoch": 3.512858347386172,
      "grad_norm": 1.3088524341583252,
      "learning_rate": 2.4731481481481484e-06,
      "loss": 0.31977005004882814,
      "step": 33330
    },
    {
      "epoch": 3.513385328836425,
      "grad_norm": 5.0084733963012695,
      "learning_rate": 2.4685185185185186e-06,
      "loss": 0.5187482357025146,
      "step": 33335
    },
    {
      "epoch": 3.513912310286678,
      "grad_norm": 2.685253858566284,
      "learning_rate": 2.4638888888888893e-06,
      "loss": 0.38653385639190674,
      "step": 33340
    },
    {
      "epoch": 3.514439291736931,
      "grad_norm": 3.5052618980407715,
      "learning_rate": 2.459259259259259e-06,
      "loss": 0.40211663246154783,
      "step": 33345
    },
    {
      "epoch": 3.514966273187184,
      "grad_norm": 5.654664993286133,
      "learning_rate": 2.4546296296296296e-06,
      "loss": 0.28360350131988527,
      "step": 33350
    },
    {
      "epoch": 3.5154932546374367,
      "grad_norm": 2.831576347351074,
      "learning_rate": 2.45e-06,
      "loss": 0.37381601333618164,
      "step": 33355
    },
    {
      "epoch": 3.51602023608769,
      "grad_norm": 1.8851710557937622,
      "learning_rate": 2.4453703703703705e-06,
      "loss": 0.38408846855163575,
      "step": 33360
    },
    {
      "epoch": 3.5165472175379424,
      "grad_norm": 4.889644622802734,
      "learning_rate": 2.440740740740741e-06,
      "loss": 0.2721096038818359,
      "step": 33365
    },
    {
      "epoch": 3.5170741989881957,
      "grad_norm": 1.4196525812149048,
      "learning_rate": 2.4361111111111113e-06,
      "loss": 0.39302740097045896,
      "step": 33370
    },
    {
      "epoch": 3.5176011804384486,
      "grad_norm": 1.8861950635910034,
      "learning_rate": 2.431481481481482e-06,
      "loss": 0.40991363525390623,
      "step": 33375
    },
    {
      "epoch": 3.5181281618887015,
      "grad_norm": 1.2577979564666748,
      "learning_rate": 2.4268518518518517e-06,
      "loss": 0.4460188388824463,
      "step": 33380
    },
    {
      "epoch": 3.5186551433389543,
      "grad_norm": 1.3347026109695435,
      "learning_rate": 2.4222222222222223e-06,
      "loss": 0.4565532684326172,
      "step": 33385
    },
    {
      "epoch": 3.5191821247892072,
      "grad_norm": 3.294724702835083,
      "learning_rate": 2.4175925925925925e-06,
      "loss": 0.4134399890899658,
      "step": 33390
    },
    {
      "epoch": 3.5197091062394605,
      "grad_norm": 1.7963999509811401,
      "learning_rate": 2.412962962962963e-06,
      "loss": 0.4588598728179932,
      "step": 33395
    },
    {
      "epoch": 3.5202360876897134,
      "grad_norm": 1.3598895072937012,
      "learning_rate": 2.4083333333333337e-06,
      "loss": 0.28894362449645994,
      "step": 33400
    },
    {
      "epoch": 3.5207630691399663,
      "grad_norm": 1.6168614625930786,
      "learning_rate": 2.403703703703704e-06,
      "loss": 0.5339409828186035,
      "step": 33405
    },
    {
      "epoch": 3.521290050590219,
      "grad_norm": 1.3812071084976196,
      "learning_rate": 2.399074074074074e-06,
      "loss": 0.3205032110214233,
      "step": 33410
    },
    {
      "epoch": 3.521817032040472,
      "grad_norm": 1.1486014127731323,
      "learning_rate": 2.3944444444444443e-06,
      "loss": 0.5441784381866455,
      "step": 33415
    },
    {
      "epoch": 3.5223440134907253,
      "grad_norm": 1.148942470550537,
      "learning_rate": 2.389814814814815e-06,
      "loss": 0.2894197940826416,
      "step": 33420
    },
    {
      "epoch": 3.522870994940978,
      "grad_norm": 5.522339820861816,
      "learning_rate": 2.385185185185185e-06,
      "loss": 0.36491439342498777,
      "step": 33425
    },
    {
      "epoch": 3.523397976391231,
      "grad_norm": 2.9039320945739746,
      "learning_rate": 2.3805555555555557e-06,
      "loss": 0.3891716480255127,
      "step": 33430
    },
    {
      "epoch": 3.523924957841484,
      "grad_norm": 10.394166946411133,
      "learning_rate": 2.375925925925926e-06,
      "loss": 0.20791876316070557,
      "step": 33435
    },
    {
      "epoch": 3.524451939291737,
      "grad_norm": 1.5115346908569336,
      "learning_rate": 2.3712962962962965e-06,
      "loss": 0.37065825462341306,
      "step": 33440
    },
    {
      "epoch": 3.52497892074199,
      "grad_norm": 1.007025122642517,
      "learning_rate": 2.3666666666666667e-06,
      "loss": 0.30963940620422364,
      "step": 33445
    },
    {
      "epoch": 3.5255059021922426,
      "grad_norm": 4.020320415496826,
      "learning_rate": 2.362037037037037e-06,
      "loss": 0.3470423698425293,
      "step": 33450
    },
    {
      "epoch": 3.526032883642496,
      "grad_norm": 6.66972541809082,
      "learning_rate": 2.3574074074074075e-06,
      "loss": 0.3620816707611084,
      "step": 33455
    },
    {
      "epoch": 3.5265598650927488,
      "grad_norm": 1.3860641717910767,
      "learning_rate": 2.3527777777777777e-06,
      "loss": 0.3793606758117676,
      "step": 33460
    },
    {
      "epoch": 3.5270868465430016,
      "grad_norm": 1.6555583477020264,
      "learning_rate": 2.3481481481481484e-06,
      "loss": 0.2827972412109375,
      "step": 33465
    },
    {
      "epoch": 3.5276138279932545,
      "grad_norm": 6.174534797668457,
      "learning_rate": 2.3435185185185186e-06,
      "loss": 0.5280593872070313,
      "step": 33470
    },
    {
      "epoch": 3.5281408094435074,
      "grad_norm": 1.1411917209625244,
      "learning_rate": 2.3388888888888888e-06,
      "loss": 0.48969354629516604,
      "step": 33475
    },
    {
      "epoch": 3.5286677908937607,
      "grad_norm": 1.963782548904419,
      "learning_rate": 2.3342592592592594e-06,
      "loss": 0.3331766605377197,
      "step": 33480
    },
    {
      "epoch": 3.5291947723440136,
      "grad_norm": 1.2670066356658936,
      "learning_rate": 2.3296296296296296e-06,
      "loss": 0.32477893829345705,
      "step": 33485
    },
    {
      "epoch": 3.5297217537942664,
      "grad_norm": 1.8439381122589111,
      "learning_rate": 2.325e-06,
      "loss": 0.6927690029144287,
      "step": 33490
    },
    {
      "epoch": 3.5302487352445193,
      "grad_norm": 6.250838279724121,
      "learning_rate": 2.3203703703703704e-06,
      "loss": 0.5492672920227051,
      "step": 33495
    },
    {
      "epoch": 3.530775716694772,
      "grad_norm": 2.476827383041382,
      "learning_rate": 2.315740740740741e-06,
      "loss": 0.28000013828277587,
      "step": 33500
    },
    {
      "epoch": 3.5313026981450255,
      "grad_norm": 1.3156614303588867,
      "learning_rate": 2.311111111111111e-06,
      "loss": 0.32843804359436035,
      "step": 33505
    },
    {
      "epoch": 3.5318296795952784,
      "grad_norm": 1.6732823848724365,
      "learning_rate": 2.3064814814814814e-06,
      "loss": 0.2955424070358276,
      "step": 33510
    },
    {
      "epoch": 3.5323566610455313,
      "grad_norm": 1.2081775665283203,
      "learning_rate": 2.3018518518518516e-06,
      "loss": 0.32508111000061035,
      "step": 33515
    },
    {
      "epoch": 3.532883642495784,
      "grad_norm": 1.5964674949645996,
      "learning_rate": 2.297222222222222e-06,
      "loss": 0.5204997539520264,
      "step": 33520
    },
    {
      "epoch": 3.533410623946037,
      "grad_norm": 3.8948304653167725,
      "learning_rate": 2.292592592592593e-06,
      "loss": 0.6417869567871094,
      "step": 33525
    },
    {
      "epoch": 3.5339376053962903,
      "grad_norm": 1.308484435081482,
      "learning_rate": 2.287962962962963e-06,
      "loss": 0.3559552192687988,
      "step": 33530
    },
    {
      "epoch": 3.5344645868465427,
      "grad_norm": 2.174790859222412,
      "learning_rate": 2.2833333333333336e-06,
      "loss": 0.3765223026275635,
      "step": 33535
    },
    {
      "epoch": 3.534991568296796,
      "grad_norm": 2.399785280227661,
      "learning_rate": 2.278703703703704e-06,
      "loss": 0.5639622211456299,
      "step": 33540
    },
    {
      "epoch": 3.535518549747049,
      "grad_norm": 1.4550727605819702,
      "learning_rate": 2.274074074074074e-06,
      "loss": 0.49408349990844724,
      "step": 33545
    },
    {
      "epoch": 3.536045531197302,
      "grad_norm": 1.8710721731185913,
      "learning_rate": 2.2694444444444442e-06,
      "loss": 0.28977906703948975,
      "step": 33550
    },
    {
      "epoch": 3.5365725126475547,
      "grad_norm": 1.6075648069381714,
      "learning_rate": 2.264814814814815e-06,
      "loss": 0.5170724868774415,
      "step": 33555
    },
    {
      "epoch": 3.5370994940978076,
      "grad_norm": 1.8134419918060303,
      "learning_rate": 2.2601851851851855e-06,
      "loss": 0.3442686080932617,
      "step": 33560
    },
    {
      "epoch": 3.537626475548061,
      "grad_norm": 1.3376154899597168,
      "learning_rate": 2.2555555555555557e-06,
      "loss": 0.40257601737976073,
      "step": 33565
    },
    {
      "epoch": 3.5381534569983137,
      "grad_norm": 3.7027251720428467,
      "learning_rate": 2.2509259259259263e-06,
      "loss": 0.3447575092315674,
      "step": 33570
    },
    {
      "epoch": 3.5386804384485666,
      "grad_norm": 1.0833982229232788,
      "learning_rate": 2.246296296296296e-06,
      "loss": 0.4504249095916748,
      "step": 33575
    },
    {
      "epoch": 3.5392074198988195,
      "grad_norm": 2.984163522720337,
      "learning_rate": 2.2416666666666667e-06,
      "loss": 0.37171154022216796,
      "step": 33580
    },
    {
      "epoch": 3.5397344013490724,
      "grad_norm": 1.8634032011032104,
      "learning_rate": 2.237037037037037e-06,
      "loss": 0.338425874710083,
      "step": 33585
    },
    {
      "epoch": 3.5402613827993257,
      "grad_norm": 0.966833233833313,
      "learning_rate": 2.2324074074074075e-06,
      "loss": 0.41960573196411133,
      "step": 33590
    },
    {
      "epoch": 3.5407883642495785,
      "grad_norm": 5.223085403442383,
      "learning_rate": 2.227777777777778e-06,
      "loss": 0.41794233322143554,
      "step": 33595
    },
    {
      "epoch": 3.5413153456998314,
      "grad_norm": 1.2752622365951538,
      "learning_rate": 2.2231481481481483e-06,
      "loss": 0.3417973041534424,
      "step": 33600
    },
    {
      "epoch": 3.5413153456998314,
      "eval_cer": 0.07432306207383267,
      "eval_loss": 0.3391297161579132,
      "eval_runtime": 119.687,
      "eval_samples_per_second": 24.33,
      "eval_score": 84.68858499337783,
      "eval_steps_per_second": 3.041,
      "eval_wer": 0.23190523805861088,
      "step": 33600
    },
    {
      "epoch": 3.5418423271500843,
      "grad_norm": 1.621260404586792,
      "learning_rate": 2.218518518518519e-06,
      "loss": 0.283657169342041,
      "step": 33605
    },
    {
      "epoch": 3.542369308600337,
      "grad_norm": 5.011159896850586,
      "learning_rate": 2.2138888888888887e-06,
      "loss": 0.36617743968963623,
      "step": 33610
    },
    {
      "epoch": 3.5428962900505905,
      "grad_norm": 2.8926002979278564,
      "learning_rate": 2.2092592592592593e-06,
      "loss": 0.26006627082824707,
      "step": 33615
    },
    {
      "epoch": 3.543423271500843,
      "grad_norm": 2.04667592048645,
      "learning_rate": 2.2046296296296295e-06,
      "loss": 0.5555484294891357,
      "step": 33620
    },
    {
      "epoch": 3.5439502529510962,
      "grad_norm": 1.108075737953186,
      "learning_rate": 2.2e-06,
      "loss": 0.43920483589172366,
      "step": 33625
    },
    {
      "epoch": 3.544477234401349,
      "grad_norm": 1.0613949298858643,
      "learning_rate": 2.1953703703703703e-06,
      "loss": 0.3222766637802124,
      "step": 33630
    },
    {
      "epoch": 3.545004215851602,
      "grad_norm": 1.7341890335083008,
      "learning_rate": 2.190740740740741e-06,
      "loss": 0.2658687591552734,
      "step": 33635
    },
    {
      "epoch": 3.545531197301855,
      "grad_norm": 5.760512351989746,
      "learning_rate": 2.1861111111111115e-06,
      "loss": 0.5241776466369629,
      "step": 33640
    },
    {
      "epoch": 3.5460581787521077,
      "grad_norm": 1.7836720943450928,
      "learning_rate": 2.1814814814814813e-06,
      "loss": 0.3696619987487793,
      "step": 33645
    },
    {
      "epoch": 3.546585160202361,
      "grad_norm": 2.113957166671753,
      "learning_rate": 2.176851851851852e-06,
      "loss": 0.43863554000854493,
      "step": 33650
    },
    {
      "epoch": 3.547112141652614,
      "grad_norm": 2.4890618324279785,
      "learning_rate": 2.172222222222222e-06,
      "loss": 0.42452287673950195,
      "step": 33655
    },
    {
      "epoch": 3.5476391231028668,
      "grad_norm": 1.9494789838790894,
      "learning_rate": 2.1675925925925927e-06,
      "loss": 0.29096574783325196,
      "step": 33660
    },
    {
      "epoch": 3.5481661045531196,
      "grad_norm": 1.0677781105041504,
      "learning_rate": 2.162962962962963e-06,
      "loss": 0.37974450588226316,
      "step": 33665
    },
    {
      "epoch": 3.5486930860033725,
      "grad_norm": 1.5168348550796509,
      "learning_rate": 2.1583333333333336e-06,
      "loss": 0.3995957612991333,
      "step": 33670
    },
    {
      "epoch": 3.549220067453626,
      "grad_norm": 13.544991493225098,
      "learning_rate": 2.1537037037037038e-06,
      "loss": 0.45390686988830564,
      "step": 33675
    },
    {
      "epoch": 3.5497470489038787,
      "grad_norm": 2.176755666732788,
      "learning_rate": 2.149074074074074e-06,
      "loss": 0.46242947578430177,
      "step": 33680
    },
    {
      "epoch": 3.5502740303541316,
      "grad_norm": 2.6463232040405273,
      "learning_rate": 2.1444444444444446e-06,
      "loss": 0.48196935653686523,
      "step": 33685
    },
    {
      "epoch": 3.5508010118043845,
      "grad_norm": 1.4035818576812744,
      "learning_rate": 2.1398148148148148e-06,
      "loss": 0.33276126384735105,
      "step": 33690
    },
    {
      "epoch": 3.5513279932546373,
      "grad_norm": 1.917678952217102,
      "learning_rate": 2.1351851851851854e-06,
      "loss": 0.2666230440139771,
      "step": 33695
    },
    {
      "epoch": 3.5518549747048906,
      "grad_norm": 1.123232364654541,
      "learning_rate": 2.1305555555555556e-06,
      "loss": 0.461854887008667,
      "step": 33700
    },
    {
      "epoch": 3.552381956155143,
      "grad_norm": 2.334951162338257,
      "learning_rate": 2.125925925925926e-06,
      "loss": 0.5276225566864013,
      "step": 33705
    },
    {
      "epoch": 3.5529089376053964,
      "grad_norm": 1.9649418592453003,
      "learning_rate": 2.121296296296296e-06,
      "loss": 0.3046045064926147,
      "step": 33710
    },
    {
      "epoch": 3.5534359190556493,
      "grad_norm": 1.211138367652893,
      "learning_rate": 2.1166666666666666e-06,
      "loss": 0.2706544637680054,
      "step": 33715
    },
    {
      "epoch": 3.553962900505902,
      "grad_norm": 1.700110673904419,
      "learning_rate": 2.112037037037037e-06,
      "loss": 0.3207186460494995,
      "step": 33720
    },
    {
      "epoch": 3.554489881956155,
      "grad_norm": 1.7665247917175293,
      "learning_rate": 2.1074074074074074e-06,
      "loss": 0.37090723514556884,
      "step": 33725
    },
    {
      "epoch": 3.555016863406408,
      "grad_norm": 14.147295951843262,
      "learning_rate": 2.102777777777778e-06,
      "loss": 0.3268725395202637,
      "step": 33730
    },
    {
      "epoch": 3.555543844856661,
      "grad_norm": 13.603699684143066,
      "learning_rate": 2.0981481481481482e-06,
      "loss": 0.5293298244476319,
      "step": 33735
    },
    {
      "epoch": 3.556070826306914,
      "grad_norm": 2.9801993370056152,
      "learning_rate": 2.093518518518519e-06,
      "loss": 0.3976572275161743,
      "step": 33740
    },
    {
      "epoch": 3.556597807757167,
      "grad_norm": 1.4600261449813843,
      "learning_rate": 2.0888888888888886e-06,
      "loss": 0.20220649242401123,
      "step": 33745
    },
    {
      "epoch": 3.55712478920742,
      "grad_norm": 3.419736385345459,
      "learning_rate": 2.0842592592592592e-06,
      "loss": 0.3679460048675537,
      "step": 33750
    },
    {
      "epoch": 3.5576517706576727,
      "grad_norm": 1.7857520580291748,
      "learning_rate": 2.07962962962963e-06,
      "loss": 0.29874989986419676,
      "step": 33755
    },
    {
      "epoch": 3.558178752107926,
      "grad_norm": 12.376484870910645,
      "learning_rate": 2.075e-06,
      "loss": 0.5449754238128662,
      "step": 33760
    },
    {
      "epoch": 3.558705733558179,
      "grad_norm": 2.462331533432007,
      "learning_rate": 2.0703703703703707e-06,
      "loss": 0.4708244323730469,
      "step": 33765
    },
    {
      "epoch": 3.5592327150084317,
      "grad_norm": 1.798177719116211,
      "learning_rate": 2.065740740740741e-06,
      "loss": 0.5285530090332031,
      "step": 33770
    },
    {
      "epoch": 3.5597596964586846,
      "grad_norm": 1.1518689393997192,
      "learning_rate": 2.061111111111111e-06,
      "loss": 0.3080937385559082,
      "step": 33775
    },
    {
      "epoch": 3.5602866779089375,
      "grad_norm": 1.450107455253601,
      "learning_rate": 2.0564814814814812e-06,
      "loss": 0.5964210510253907,
      "step": 33780
    },
    {
      "epoch": 3.560813659359191,
      "grad_norm": 2.3982861042022705,
      "learning_rate": 2.051851851851852e-06,
      "loss": 0.3348673343658447,
      "step": 33785
    },
    {
      "epoch": 3.5613406408094432,
      "grad_norm": 1.4815070629119873,
      "learning_rate": 2.0472222222222225e-06,
      "loss": 0.32104811668395994,
      "step": 33790
    },
    {
      "epoch": 3.5618676222596966,
      "grad_norm": 2.2903125286102295,
      "learning_rate": 2.0425925925925927e-06,
      "loss": 0.4141746997833252,
      "step": 33795
    },
    {
      "epoch": 3.5623946037099494,
      "grad_norm": 2.11088228225708,
      "learning_rate": 2.0379629629629633e-06,
      "loss": 0.5539443969726563,
      "step": 33800
    },
    {
      "epoch": 3.5629215851602023,
      "grad_norm": 1.4112321138381958,
      "learning_rate": 2.0333333333333335e-06,
      "loss": 0.4723642826080322,
      "step": 33805
    },
    {
      "epoch": 3.563448566610455,
      "grad_norm": 1.0551986694335938,
      "learning_rate": 2.0287037037037037e-06,
      "loss": 0.3457109689712524,
      "step": 33810
    },
    {
      "epoch": 3.563975548060708,
      "grad_norm": 1.075809359550476,
      "learning_rate": 2.024074074074074e-06,
      "loss": 0.490084171295166,
      "step": 33815
    },
    {
      "epoch": 3.5645025295109614,
      "grad_norm": 3.378899097442627,
      "learning_rate": 2.0194444444444445e-06,
      "loss": 0.35053424835205077,
      "step": 33820
    },
    {
      "epoch": 3.5650295109612142,
      "grad_norm": 3.098222255706787,
      "learning_rate": 2.0148148148148147e-06,
      "loss": 0.38921639919281004,
      "step": 33825
    },
    {
      "epoch": 3.565556492411467,
      "grad_norm": 1.386649250984192,
      "learning_rate": 2.0101851851851853e-06,
      "loss": 0.35444345474243166,
      "step": 33830
    },
    {
      "epoch": 3.56608347386172,
      "grad_norm": 2.1864969730377197,
      "learning_rate": 2.005555555555556e-06,
      "loss": 0.3818492412567139,
      "step": 33835
    },
    {
      "epoch": 3.566610455311973,
      "grad_norm": 1.1410493850708008,
      "learning_rate": 2.0009259259259257e-06,
      "loss": 0.24601821899414061,
      "step": 33840
    },
    {
      "epoch": 3.567137436762226,
      "grad_norm": 1.867271900177002,
      "learning_rate": 1.9962962962962963e-06,
      "loss": 0.4833038806915283,
      "step": 33845
    },
    {
      "epoch": 3.567664418212479,
      "grad_norm": 1.590006947517395,
      "learning_rate": 1.9916666666666665e-06,
      "loss": 0.393351411819458,
      "step": 33850
    },
    {
      "epoch": 3.568191399662732,
      "grad_norm": 1.8685520887374878,
      "learning_rate": 1.987037037037037e-06,
      "loss": 0.360714316368103,
      "step": 33855
    },
    {
      "epoch": 3.568718381112985,
      "grad_norm": 11.402822494506836,
      "learning_rate": 1.9824074074074073e-06,
      "loss": 0.3227116823196411,
      "step": 33860
    },
    {
      "epoch": 3.5692453625632377,
      "grad_norm": 2.26781964302063,
      "learning_rate": 1.977777777777778e-06,
      "loss": 0.33837366104125977,
      "step": 33865
    },
    {
      "epoch": 3.569772344013491,
      "grad_norm": 5.977179050445557,
      "learning_rate": 1.9731481481481486e-06,
      "loss": 0.361937952041626,
      "step": 33870
    },
    {
      "epoch": 3.5702993254637434,
      "grad_norm": 1.1464316844940186,
      "learning_rate": 1.9685185185185183e-06,
      "loss": 0.37653064727783203,
      "step": 33875
    },
    {
      "epoch": 3.5708263069139967,
      "grad_norm": 1.57651948928833,
      "learning_rate": 1.963888888888889e-06,
      "loss": 0.3846155881881714,
      "step": 33880
    },
    {
      "epoch": 3.5713532883642496,
      "grad_norm": 3.093045473098755,
      "learning_rate": 1.959259259259259e-06,
      "loss": 0.34469828605651853,
      "step": 33885
    },
    {
      "epoch": 3.5718802698145025,
      "grad_norm": 1.7828340530395508,
      "learning_rate": 1.9546296296296298e-06,
      "loss": 0.4494960784912109,
      "step": 33890
    },
    {
      "epoch": 3.5724072512647553,
      "grad_norm": 2.125059127807617,
      "learning_rate": 1.95e-06,
      "loss": 0.3869843244552612,
      "step": 33895
    },
    {
      "epoch": 3.572934232715008,
      "grad_norm": 1.2589895725250244,
      "learning_rate": 1.9453703703703706e-06,
      "loss": 0.30924115180969236,
      "step": 33900
    },
    {
      "epoch": 3.5734612141652615,
      "grad_norm": 2.2219347953796387,
      "learning_rate": 1.9407407407407408e-06,
      "loss": 0.421754264831543,
      "step": 33905
    },
    {
      "epoch": 3.5739881956155144,
      "grad_norm": 1.3958683013916016,
      "learning_rate": 1.936111111111111e-06,
      "loss": 0.32164387702941893,
      "step": 33910
    },
    {
      "epoch": 3.5745151770657673,
      "grad_norm": 2.061155080795288,
      "learning_rate": 1.9314814814814816e-06,
      "loss": 0.27109637260437014,
      "step": 33915
    },
    {
      "epoch": 3.57504215851602,
      "grad_norm": 13.45058822631836,
      "learning_rate": 1.9268518518518518e-06,
      "loss": 0.4039553165435791,
      "step": 33920
    },
    {
      "epoch": 3.575569139966273,
      "grad_norm": 1.884044885635376,
      "learning_rate": 1.9222222222222224e-06,
      "loss": 0.3364375352859497,
      "step": 33925
    },
    {
      "epoch": 3.5760961214165263,
      "grad_norm": 2.5009400844573975,
      "learning_rate": 1.9175925925925926e-06,
      "loss": 0.3024989366531372,
      "step": 33930
    },
    {
      "epoch": 3.576623102866779,
      "grad_norm": 2.2559521198272705,
      "learning_rate": 1.9129629629629632e-06,
      "loss": 0.29089081287384033,
      "step": 33935
    },
    {
      "epoch": 3.577150084317032,
      "grad_norm": 1.9527760744094849,
      "learning_rate": 1.908333333333333e-06,
      "loss": 0.46143054962158203,
      "step": 33940
    },
    {
      "epoch": 3.577677065767285,
      "grad_norm": 3.4665918350219727,
      "learning_rate": 1.9037037037037036e-06,
      "loss": 0.3318394660949707,
      "step": 33945
    },
    {
      "epoch": 3.578204047217538,
      "grad_norm": 1.325814127922058,
      "learning_rate": 1.899074074074074e-06,
      "loss": 0.3035481691360474,
      "step": 33950
    },
    {
      "epoch": 3.578731028667791,
      "grad_norm": 11.82149600982666,
      "learning_rate": 1.8944444444444444e-06,
      "loss": 0.38546032905578614,
      "step": 33955
    },
    {
      "epoch": 3.579258010118044,
      "grad_norm": 1.424141764640808,
      "learning_rate": 1.8898148148148148e-06,
      "loss": 0.35532755851745607,
      "step": 33960
    },
    {
      "epoch": 3.579784991568297,
      "grad_norm": 1.31108820438385,
      "learning_rate": 1.8851851851851854e-06,
      "loss": 0.393670392036438,
      "step": 33965
    },
    {
      "epoch": 3.5803119730185498,
      "grad_norm": 1.7706959247589111,
      "learning_rate": 1.8805555555555559e-06,
      "loss": 0.33912651538848876,
      "step": 33970
    },
    {
      "epoch": 3.5808389544688026,
      "grad_norm": 6.222219944000244,
      "learning_rate": 1.8759259259259258e-06,
      "loss": 0.38697085380554197,
      "step": 33975
    },
    {
      "epoch": 3.5813659359190555,
      "grad_norm": 19.27545738220215,
      "learning_rate": 1.8712962962962965e-06,
      "loss": 0.5403085231781006,
      "step": 33980
    },
    {
      "epoch": 3.5818929173693084,
      "grad_norm": 10.684722900390625,
      "learning_rate": 1.8666666666666667e-06,
      "loss": 0.31467931270599364,
      "step": 33985
    },
    {
      "epoch": 3.5824198988195617,
      "grad_norm": 1.0207234621047974,
      "learning_rate": 1.862037037037037e-06,
      "loss": 0.29848556518554686,
      "step": 33990
    },
    {
      "epoch": 3.5829468802698146,
      "grad_norm": 1.3064000606536865,
      "learning_rate": 1.8574074074074075e-06,
      "loss": 0.3854906320571899,
      "step": 33995
    },
    {
      "epoch": 3.5834738617200674,
      "grad_norm": 2.1366448402404785,
      "learning_rate": 1.8527777777777777e-06,
      "loss": 0.3447061538696289,
      "step": 34000
    },
    {
      "epoch": 3.5840008431703203,
      "grad_norm": 2.9058783054351807,
      "learning_rate": 1.8481481481481483e-06,
      "loss": 0.3286306619644165,
      "step": 34005
    },
    {
      "epoch": 3.584527824620573,
      "grad_norm": 1.8639053106307983,
      "learning_rate": 1.8435185185185187e-06,
      "loss": 0.3805315732955933,
      "step": 34010
    },
    {
      "epoch": 3.5850548060708265,
      "grad_norm": 1.773681879043579,
      "learning_rate": 1.8388888888888889e-06,
      "loss": 0.2622523784637451,
      "step": 34015
    },
    {
      "epoch": 3.5855817875210794,
      "grad_norm": 1.844411849975586,
      "learning_rate": 1.8342592592592593e-06,
      "loss": 0.3555372953414917,
      "step": 34020
    },
    {
      "epoch": 3.5861087689713322,
      "grad_norm": 1.4711045026779175,
      "learning_rate": 1.8296296296296297e-06,
      "loss": 0.36869652271270753,
      "step": 34025
    },
    {
      "epoch": 3.586635750421585,
      "grad_norm": 1.1563019752502441,
      "learning_rate": 1.825e-06,
      "loss": 0.27818593978881834,
      "step": 34030
    },
    {
      "epoch": 3.587162731871838,
      "grad_norm": 1.0678247213363647,
      "learning_rate": 1.8203703703703703e-06,
      "loss": 0.33724160194396974,
      "step": 34035
    },
    {
      "epoch": 3.5876897133220913,
      "grad_norm": 9.446324348449707,
      "learning_rate": 1.8157407407407407e-06,
      "loss": 0.8366384506225586,
      "step": 34040
    },
    {
      "epoch": 3.588216694772344,
      "grad_norm": 1.7817834615707397,
      "learning_rate": 1.8111111111111113e-06,
      "loss": 0.39483425617218015,
      "step": 34045
    },
    {
      "epoch": 3.588743676222597,
      "grad_norm": 1.2065688371658325,
      "learning_rate": 1.8064814814814815e-06,
      "loss": 0.30326194763183595,
      "step": 34050
    },
    {
      "epoch": 3.58927065767285,
      "grad_norm": 1.8403877019882202,
      "learning_rate": 1.801851851851852e-06,
      "loss": 0.47293643951416015,
      "step": 34055
    },
    {
      "epoch": 3.589797639123103,
      "grad_norm": 1.53155517578125,
      "learning_rate": 1.7972222222222223e-06,
      "loss": 0.3599942922592163,
      "step": 34060
    },
    {
      "epoch": 3.5903246205733557,
      "grad_norm": 1.6642476320266724,
      "learning_rate": 1.7925925925925925e-06,
      "loss": 0.37665886878967286,
      "step": 34065
    },
    {
      "epoch": 3.5908516020236085,
      "grad_norm": 2.807366371154785,
      "learning_rate": 1.787962962962963e-06,
      "loss": 0.34918529987335206,
      "step": 34070
    },
    {
      "epoch": 3.591378583473862,
      "grad_norm": 2.6063897609710693,
      "learning_rate": 1.7833333333333333e-06,
      "loss": 0.36920599937438964,
      "step": 34075
    },
    {
      "epoch": 3.5919055649241147,
      "grad_norm": 1.0493371486663818,
      "learning_rate": 1.7787037037037037e-06,
      "loss": 0.3513085603713989,
      "step": 34080
    },
    {
      "epoch": 3.5924325463743676,
      "grad_norm": 1.4678698778152466,
      "learning_rate": 1.7740740740740742e-06,
      "loss": 0.32912430763244627,
      "step": 34085
    },
    {
      "epoch": 3.5929595278246205,
      "grad_norm": 1.0108346939086914,
      "learning_rate": 1.7694444444444446e-06,
      "loss": 0.21876039505004882,
      "step": 34090
    },
    {
      "epoch": 3.5934865092748733,
      "grad_norm": 1.2770397663116455,
      "learning_rate": 1.764814814814815e-06,
      "loss": 0.2694712162017822,
      "step": 34095
    },
    {
      "epoch": 3.5940134907251267,
      "grad_norm": 1.5083428621292114,
      "learning_rate": 1.7601851851851852e-06,
      "loss": 0.3072031259536743,
      "step": 34100
    },
    {
      "epoch": 3.5945404721753795,
      "grad_norm": 1.5199215412139893,
      "learning_rate": 1.7555555555555556e-06,
      "loss": 0.5949056148529053,
      "step": 34105
    },
    {
      "epoch": 3.5950674536256324,
      "grad_norm": 4.544156551361084,
      "learning_rate": 1.750925925925926e-06,
      "loss": 0.4252126693725586,
      "step": 34110
    },
    {
      "epoch": 3.5955944350758853,
      "grad_norm": 1.7227463722229004,
      "learning_rate": 1.7462962962962962e-06,
      "loss": 0.36255359649658203,
      "step": 34115
    },
    {
      "epoch": 3.596121416526138,
      "grad_norm": 1.8718420267105103,
      "learning_rate": 1.7416666666666666e-06,
      "loss": 0.36610188484191897,
      "step": 34120
    },
    {
      "epoch": 3.5966483979763915,
      "grad_norm": 1.6069542169570923,
      "learning_rate": 1.7370370370370372e-06,
      "loss": 0.4695894718170166,
      "step": 34125
    },
    {
      "epoch": 3.5971753794266443,
      "grad_norm": 4.96197509765625,
      "learning_rate": 1.7324074074074076e-06,
      "loss": 0.3408742666244507,
      "step": 34130
    },
    {
      "epoch": 3.597702360876897,
      "grad_norm": 2.284512996673584,
      "learning_rate": 1.7277777777777778e-06,
      "loss": 0.43245983123779297,
      "step": 34135
    },
    {
      "epoch": 3.59822934232715,
      "grad_norm": 3.1496622562408447,
      "learning_rate": 1.7231481481481482e-06,
      "loss": 0.2843034267425537,
      "step": 34140
    },
    {
      "epoch": 3.598756323777403,
      "grad_norm": 1.2199254035949707,
      "learning_rate": 1.7185185185185186e-06,
      "loss": 0.31915466785430907,
      "step": 34145
    },
    {
      "epoch": 3.599283305227656,
      "grad_norm": 5.880863189697266,
      "learning_rate": 1.7138888888888888e-06,
      "loss": 0.46321258544921873,
      "step": 34150
    },
    {
      "epoch": 3.5998102866779087,
      "grad_norm": 1.2031774520874023,
      "learning_rate": 1.7092592592592592e-06,
      "loss": 0.4369636058807373,
      "step": 34155
    },
    {
      "epoch": 3.600337268128162,
      "grad_norm": 0.9836111664772034,
      "learning_rate": 1.7046296296296298e-06,
      "loss": 0.31444361209869387,
      "step": 34160
    },
    {
      "epoch": 3.600864249578415,
      "grad_norm": 2.6266210079193115,
      "learning_rate": 1.7e-06,
      "loss": 0.26633439064025877,
      "step": 34165
    },
    {
      "epoch": 3.6013912310286678,
      "grad_norm": 2.555722713470459,
      "learning_rate": 1.6953703703703704e-06,
      "loss": 0.3651557207107544,
      "step": 34170
    },
    {
      "epoch": 3.6019182124789206,
      "grad_norm": 2.1545774936676025,
      "learning_rate": 1.6907407407407408e-06,
      "loss": 0.3734181642532349,
      "step": 34175
    },
    {
      "epoch": 3.6024451939291735,
      "grad_norm": 1.5377800464630127,
      "learning_rate": 1.6861111111111112e-06,
      "loss": 0.29164795875549315,
      "step": 34180
    },
    {
      "epoch": 3.602972175379427,
      "grad_norm": 1.3955374956130981,
      "learning_rate": 1.6814814814814814e-06,
      "loss": 0.33146603107452394,
      "step": 34185
    },
    {
      "epoch": 3.6034991568296797,
      "grad_norm": 1.813910722732544,
      "learning_rate": 1.6768518518518519e-06,
      "loss": 0.3610189914703369,
      "step": 34190
    },
    {
      "epoch": 3.6040261382799326,
      "grad_norm": 1.968388557434082,
      "learning_rate": 1.6722222222222223e-06,
      "loss": 0.35164079666137693,
      "step": 34195
    },
    {
      "epoch": 3.6045531197301854,
      "grad_norm": 1.457017183303833,
      "learning_rate": 1.6675925925925927e-06,
      "loss": 0.36291625499725344,
      "step": 34200
    },
    {
      "epoch": 3.6050801011804383,
      "grad_norm": 2.168210506439209,
      "learning_rate": 1.662962962962963e-06,
      "loss": 0.46010236740112304,
      "step": 34205
    },
    {
      "epoch": 3.6056070826306916,
      "grad_norm": 0.9693616032600403,
      "learning_rate": 1.6583333333333335e-06,
      "loss": 0.3019821882247925,
      "step": 34210
    },
    {
      "epoch": 3.6061340640809445,
      "grad_norm": 6.172027587890625,
      "learning_rate": 1.6537037037037037e-06,
      "loss": 0.39370439052581785,
      "step": 34215
    },
    {
      "epoch": 3.6066610455311974,
      "grad_norm": 2.0613813400268555,
      "learning_rate": 1.649074074074074e-06,
      "loss": 0.5344384193420411,
      "step": 34220
    },
    {
      "epoch": 3.6071880269814502,
      "grad_norm": 2.640641689300537,
      "learning_rate": 1.6444444444444445e-06,
      "loss": 0.4254304885864258,
      "step": 34225
    },
    {
      "epoch": 3.607715008431703,
      "grad_norm": 2.135746479034424,
      "learning_rate": 1.6398148148148147e-06,
      "loss": 0.3872423887252808,
      "step": 34230
    },
    {
      "epoch": 3.608241989881956,
      "grad_norm": 1.6233088970184326,
      "learning_rate": 1.635185185185185e-06,
      "loss": 0.33097190856933595,
      "step": 34235
    },
    {
      "epoch": 3.608768971332209,
      "grad_norm": 2.2931876182556152,
      "learning_rate": 1.6305555555555557e-06,
      "loss": 0.30072081089019775,
      "step": 34240
    },
    {
      "epoch": 3.609295952782462,
      "grad_norm": 1.5059655904769897,
      "learning_rate": 1.6259259259259261e-06,
      "loss": 0.40561470985412595,
      "step": 34245
    },
    {
      "epoch": 3.609822934232715,
      "grad_norm": 2.060004472732544,
      "learning_rate": 1.6212962962962963e-06,
      "loss": 0.39967305660247804,
      "step": 34250
    },
    {
      "epoch": 3.610349915682968,
      "grad_norm": 1.7887810468673706,
      "learning_rate": 1.6166666666666667e-06,
      "loss": 0.36402316093444825,
      "step": 34255
    },
    {
      "epoch": 3.610876897133221,
      "grad_norm": 1.2931262254714966,
      "learning_rate": 1.6120370370370371e-06,
      "loss": 0.5240638732910157,
      "step": 34260
    },
    {
      "epoch": 3.6114038785834737,
      "grad_norm": 1.7074921131134033,
      "learning_rate": 1.6074074074074073e-06,
      "loss": 0.32606256008148193,
      "step": 34265
    },
    {
      "epoch": 3.611930860033727,
      "grad_norm": 1.6951721906661987,
      "learning_rate": 1.6027777777777777e-06,
      "loss": 0.33473227024078367,
      "step": 34270
    },
    {
      "epoch": 3.61245784148398,
      "grad_norm": 2.098937749862671,
      "learning_rate": 1.5981481481481481e-06,
      "loss": 0.2552985191345215,
      "step": 34275
    },
    {
      "epoch": 3.6129848229342327,
      "grad_norm": 1.791619896888733,
      "learning_rate": 1.5935185185185185e-06,
      "loss": 0.3009469032287598,
      "step": 34280
    },
    {
      "epoch": 3.6135118043844856,
      "grad_norm": 1.136732578277588,
      "learning_rate": 1.588888888888889e-06,
      "loss": 0.5668823719024658,
      "step": 34285
    },
    {
      "epoch": 3.6140387858347385,
      "grad_norm": 1.6813760995864868,
      "learning_rate": 1.5842592592592594e-06,
      "loss": 0.27858691215515136,
      "step": 34290
    },
    {
      "epoch": 3.614565767284992,
      "grad_norm": 3.0280840396881104,
      "learning_rate": 1.5796296296296298e-06,
      "loss": 0.3234123706817627,
      "step": 34295
    },
    {
      "epoch": 3.6150927487352447,
      "grad_norm": 4.006811618804932,
      "learning_rate": 1.575e-06,
      "loss": 0.5516237735748291,
      "step": 34300
    },
    {
      "epoch": 3.6156197301854975,
      "grad_norm": 1.3685334920883179,
      "learning_rate": 1.5703703703703704e-06,
      "loss": 0.35180110931396485,
      "step": 34305
    },
    {
      "epoch": 3.6161467116357504,
      "grad_norm": 3.0038232803344727,
      "learning_rate": 1.5657407407407408e-06,
      "loss": 0.4138484954833984,
      "step": 34310
    },
    {
      "epoch": 3.6166736930860033,
      "grad_norm": 1.8361153602600098,
      "learning_rate": 1.5611111111111112e-06,
      "loss": 0.3408989906311035,
      "step": 34315
    },
    {
      "epoch": 3.6172006745362566,
      "grad_norm": 1.6297353506088257,
      "learning_rate": 1.5564814814814816e-06,
      "loss": 0.3817779541015625,
      "step": 34320
    },
    {
      "epoch": 3.617727655986509,
      "grad_norm": 1.1023000478744507,
      "learning_rate": 1.551851851851852e-06,
      "loss": 0.4243163585662842,
      "step": 34325
    },
    {
      "epoch": 3.6182546374367623,
      "grad_norm": 1.2289239168167114,
      "learning_rate": 1.5472222222222222e-06,
      "loss": 0.3378729343414307,
      "step": 34330
    },
    {
      "epoch": 3.618781618887015,
      "grad_norm": 2.5408968925476074,
      "learning_rate": 1.5425925925925926e-06,
      "loss": 0.34338524341583254,
      "step": 34335
    },
    {
      "epoch": 3.619308600337268,
      "grad_norm": 1.678931474685669,
      "learning_rate": 1.537962962962963e-06,
      "loss": 0.3452963590621948,
      "step": 34340
    },
    {
      "epoch": 3.619835581787521,
      "grad_norm": 1.3818618059158325,
      "learning_rate": 1.5333333333333334e-06,
      "loss": 0.5136334896087646,
      "step": 34345
    },
    {
      "epoch": 3.620362563237774,
      "grad_norm": 12.907889366149902,
      "learning_rate": 1.5287037037037036e-06,
      "loss": 0.31231398582458497,
      "step": 34350
    },
    {
      "epoch": 3.620889544688027,
      "grad_norm": 1.6100000143051147,
      "learning_rate": 1.5240740740740742e-06,
      "loss": 0.306381893157959,
      "step": 34355
    },
    {
      "epoch": 3.62141652613828,
      "grad_norm": 1.1087775230407715,
      "learning_rate": 1.5194444444444446e-06,
      "loss": 0.40852975845336914,
      "step": 34360
    },
    {
      "epoch": 3.621943507588533,
      "grad_norm": 0.9151842594146729,
      "learning_rate": 1.5148148148148148e-06,
      "loss": 0.37822303771972654,
      "step": 34365
    },
    {
      "epoch": 3.6224704890387858,
      "grad_norm": 1.242477536201477,
      "learning_rate": 1.5101851851851852e-06,
      "loss": 0.44202394485473634,
      "step": 34370
    },
    {
      "epoch": 3.6229974704890386,
      "grad_norm": 3.514730453491211,
      "learning_rate": 1.5055555555555556e-06,
      "loss": 0.351580810546875,
      "step": 34375
    },
    {
      "epoch": 3.623524451939292,
      "grad_norm": 1.686359167098999,
      "learning_rate": 1.5009259259259258e-06,
      "loss": 0.36868574619293215,
      "step": 34380
    },
    {
      "epoch": 3.624051433389545,
      "grad_norm": 1.027862310409546,
      "learning_rate": 1.4962962962962962e-06,
      "loss": 0.5896143913269043,
      "step": 34385
    },
    {
      "epoch": 3.6245784148397977,
      "grad_norm": 1.9880928993225098,
      "learning_rate": 1.4916666666666666e-06,
      "loss": 0.3028158664703369,
      "step": 34390
    },
    {
      "epoch": 3.6251053962900506,
      "grad_norm": 1.292108416557312,
      "learning_rate": 1.4870370370370373e-06,
      "loss": 0.4362362861633301,
      "step": 34395
    },
    {
      "epoch": 3.6256323777403034,
      "grad_norm": 1.7503113746643066,
      "learning_rate": 1.4824074074074075e-06,
      "loss": 0.5158392429351807,
      "step": 34400
    },
    {
      "epoch": 3.6256323777403034,
      "eval_cer": 0.07401689620458107,
      "eval_loss": 0.33965107798576355,
      "eval_runtime": 120.3676,
      "eval_samples_per_second": 24.193,
      "eval_score": 84.75965822799878,
      "eval_steps_per_second": 3.024,
      "eval_wer": 0.23078993923544341,
      "step": 34400
    },
    {
      "epoch": 3.6261593591905568,
      "grad_norm": 0.9158175587654114,
      "learning_rate": 1.4777777777777779e-06,
      "loss": 0.26725034713745116,
      "step": 34405
    },
    {
      "epoch": 3.626686340640809,
      "grad_norm": 1.8375322818756104,
      "learning_rate": 1.4731481481481483e-06,
      "loss": 0.29075279235839846,
      "step": 34410
    },
    {
      "epoch": 3.6272133220910625,
      "grad_norm": 2.025846004486084,
      "learning_rate": 1.4685185185185185e-06,
      "loss": 0.3868208408355713,
      "step": 34415
    },
    {
      "epoch": 3.6277403035413154,
      "grad_norm": 1.9835494756698608,
      "learning_rate": 1.4638888888888889e-06,
      "loss": 0.34393811225891113,
      "step": 34420
    },
    {
      "epoch": 3.6282672849915683,
      "grad_norm": 1.0450600385665894,
      "learning_rate": 1.4592592592592593e-06,
      "loss": 0.3521488428115845,
      "step": 34425
    },
    {
      "epoch": 3.628794266441821,
      "grad_norm": 1.2342807054519653,
      "learning_rate": 1.4546296296296295e-06,
      "loss": 0.35992934703826907,
      "step": 34430
    },
    {
      "epoch": 3.629321247892074,
      "grad_norm": 1.7498723268508911,
      "learning_rate": 1.45e-06,
      "loss": 0.2868207454681396,
      "step": 34435
    },
    {
      "epoch": 3.6298482293423273,
      "grad_norm": 1.5066083669662476,
      "learning_rate": 1.4453703703703705e-06,
      "loss": 0.39387195110321044,
      "step": 34440
    },
    {
      "epoch": 3.63037521079258,
      "grad_norm": 1.9502249956130981,
      "learning_rate": 1.440740740740741e-06,
      "loss": 0.5300769329071044,
      "step": 34445
    },
    {
      "epoch": 3.630902192242833,
      "grad_norm": 1.313363790512085,
      "learning_rate": 1.436111111111111e-06,
      "loss": 0.3876063823699951,
      "step": 34450
    },
    {
      "epoch": 3.631429173693086,
      "grad_norm": 1.6649103164672852,
      "learning_rate": 1.4314814814814815e-06,
      "loss": 0.3783557653427124,
      "step": 34455
    },
    {
      "epoch": 3.631956155143339,
      "grad_norm": 1.7227693796157837,
      "learning_rate": 1.426851851851852e-06,
      "loss": 0.3405639410018921,
      "step": 34460
    },
    {
      "epoch": 3.632483136593592,
      "grad_norm": 5.109768867492676,
      "learning_rate": 1.4222222222222221e-06,
      "loss": 0.6290282726287841,
      "step": 34465
    },
    {
      "epoch": 3.633010118043845,
      "grad_norm": 1.9355626106262207,
      "learning_rate": 1.4175925925925925e-06,
      "loss": 0.3221661329269409,
      "step": 34470
    },
    {
      "epoch": 3.633537099494098,
      "grad_norm": 1.3281266689300537,
      "learning_rate": 1.4129629629629631e-06,
      "loss": 0.2492288589477539,
      "step": 34475
    },
    {
      "epoch": 3.6340640809443507,
      "grad_norm": 2.3960518836975098,
      "learning_rate": 1.4083333333333333e-06,
      "loss": 0.34077467918396,
      "step": 34480
    },
    {
      "epoch": 3.6345910623946036,
      "grad_norm": 1.142282247543335,
      "learning_rate": 1.4037037037037037e-06,
      "loss": 0.4348313331604004,
      "step": 34485
    },
    {
      "epoch": 3.635118043844857,
      "grad_norm": 1.9866834878921509,
      "learning_rate": 1.3990740740740741e-06,
      "loss": 0.425201940536499,
      "step": 34490
    },
    {
      "epoch": 3.6356450252951094,
      "grad_norm": 2.357207775115967,
      "learning_rate": 1.3944444444444446e-06,
      "loss": 0.30652992725372313,
      "step": 34495
    },
    {
      "epoch": 3.6361720067453627,
      "grad_norm": 1.7232451438903809,
      "learning_rate": 1.3898148148148147e-06,
      "loss": 0.48593873977661134,
      "step": 34500
    },
    {
      "epoch": 3.6366989881956155,
      "grad_norm": 2.1718437671661377,
      "learning_rate": 1.3851851851851852e-06,
      "loss": 0.348130989074707,
      "step": 34505
    },
    {
      "epoch": 3.6372259696458684,
      "grad_norm": 1.754958987236023,
      "learning_rate": 1.3805555555555558e-06,
      "loss": 0.34878246784210204,
      "step": 34510
    },
    {
      "epoch": 3.6377529510961213,
      "grad_norm": 1.7292537689208984,
      "learning_rate": 1.375925925925926e-06,
      "loss": 0.4487861156463623,
      "step": 34515
    },
    {
      "epoch": 3.638279932546374,
      "grad_norm": 1.4894969463348389,
      "learning_rate": 1.3712962962962964e-06,
      "loss": 0.3893879413604736,
      "step": 34520
    },
    {
      "epoch": 3.6388069139966275,
      "grad_norm": 3.840785264968872,
      "learning_rate": 1.3666666666666668e-06,
      "loss": 0.5080532550811767,
      "step": 34525
    },
    {
      "epoch": 3.6393338954468804,
      "grad_norm": 2.257270336151123,
      "learning_rate": 1.362037037037037e-06,
      "loss": 0.29956717491149903,
      "step": 34530
    },
    {
      "epoch": 3.6398608768971332,
      "grad_norm": 1.5449141263961792,
      "learning_rate": 1.3574074074074074e-06,
      "loss": 0.3537145137786865,
      "step": 34535
    },
    {
      "epoch": 3.640387858347386,
      "grad_norm": 1.9694794416427612,
      "learning_rate": 1.3527777777777778e-06,
      "loss": 0.41112213134765624,
      "step": 34540
    },
    {
      "epoch": 3.640914839797639,
      "grad_norm": 1.43184232711792,
      "learning_rate": 1.3481481481481482e-06,
      "loss": 0.4319629669189453,
      "step": 34545
    },
    {
      "epoch": 3.6414418212478923,
      "grad_norm": 3.0477190017700195,
      "learning_rate": 1.3435185185185186e-06,
      "loss": 0.5043041229248046,
      "step": 34550
    },
    {
      "epoch": 3.641968802698145,
      "grad_norm": 1.0475871562957764,
      "learning_rate": 1.338888888888889e-06,
      "loss": 0.27275733947753905,
      "step": 34555
    },
    {
      "epoch": 3.642495784148398,
      "grad_norm": 1.6942285299301147,
      "learning_rate": 1.3342592592592594e-06,
      "loss": 0.36518006324768065,
      "step": 34560
    },
    {
      "epoch": 3.643022765598651,
      "grad_norm": 2.7159159183502197,
      "learning_rate": 1.3296296296296296e-06,
      "loss": 0.45118408203125,
      "step": 34565
    },
    {
      "epoch": 3.6435497470489038,
      "grad_norm": 1.4436956644058228,
      "learning_rate": 1.325e-06,
      "loss": 0.4718654632568359,
      "step": 34570
    },
    {
      "epoch": 3.644076728499157,
      "grad_norm": 1.5686115026474,
      "learning_rate": 1.3203703703703704e-06,
      "loss": 0.39574084281921384,
      "step": 34575
    },
    {
      "epoch": 3.6446037099494095,
      "grad_norm": 2.1656196117401123,
      "learning_rate": 1.3157407407407406e-06,
      "loss": 0.32715439796447754,
      "step": 34580
    },
    {
      "epoch": 3.645130691399663,
      "grad_norm": 1.1317758560180664,
      "learning_rate": 1.311111111111111e-06,
      "loss": 0.3944812774658203,
      "step": 34585
    },
    {
      "epoch": 3.6456576728499157,
      "grad_norm": 1.3184535503387451,
      "learning_rate": 1.3064814814814816e-06,
      "loss": 0.3219447612762451,
      "step": 34590
    },
    {
      "epoch": 3.6461846543001686,
      "grad_norm": 2.6884870529174805,
      "learning_rate": 1.301851851851852e-06,
      "loss": 0.4272904872894287,
      "step": 34595
    },
    {
      "epoch": 3.6467116357504215,
      "grad_norm": 4.562760829925537,
      "learning_rate": 1.2972222222222222e-06,
      "loss": 0.46535687446594237,
      "step": 34600
    },
    {
      "epoch": 3.6472386172006743,
      "grad_norm": 1.1147745847702026,
      "learning_rate": 1.2925925925925927e-06,
      "loss": 0.5186785221099853,
      "step": 34605
    },
    {
      "epoch": 3.6477655986509276,
      "grad_norm": 1.204993486404419,
      "learning_rate": 1.287962962962963e-06,
      "loss": 0.44425115585327146,
      "step": 34610
    },
    {
      "epoch": 3.6482925801011805,
      "grad_norm": 1.6986793279647827,
      "learning_rate": 1.2833333333333333e-06,
      "loss": 0.3554984569549561,
      "step": 34615
    },
    {
      "epoch": 3.6488195615514334,
      "grad_norm": 4.458165645599365,
      "learning_rate": 1.2787037037037037e-06,
      "loss": 0.3374722719192505,
      "step": 34620
    },
    {
      "epoch": 3.6493465430016863,
      "grad_norm": 1.2497658729553223,
      "learning_rate": 1.274074074074074e-06,
      "loss": 0.3014266014099121,
      "step": 34625
    },
    {
      "epoch": 3.649873524451939,
      "grad_norm": 1.3927288055419922,
      "learning_rate": 1.2694444444444445e-06,
      "loss": 0.30871570110321045,
      "step": 34630
    },
    {
      "epoch": 3.6504005059021924,
      "grad_norm": 6.131154537200928,
      "learning_rate": 1.2648148148148149e-06,
      "loss": 0.4121232509613037,
      "step": 34635
    },
    {
      "epoch": 3.6509274873524453,
      "grad_norm": 1.7543299198150635,
      "learning_rate": 1.2601851851851853e-06,
      "loss": 0.5242051124572754,
      "step": 34640
    },
    {
      "epoch": 3.651454468802698,
      "grad_norm": 1.664876103401184,
      "learning_rate": 1.2555555555555555e-06,
      "loss": 0.3678740501403809,
      "step": 34645
    },
    {
      "epoch": 3.651981450252951,
      "grad_norm": 1.288798213005066,
      "learning_rate": 1.2509259259259259e-06,
      "loss": 0.34731569290161135,
      "step": 34650
    },
    {
      "epoch": 3.652508431703204,
      "grad_norm": 1.3833253383636475,
      "learning_rate": 1.2462962962962963e-06,
      "loss": 0.5525130748748779,
      "step": 34655
    },
    {
      "epoch": 3.6530354131534573,
      "grad_norm": 0.9734993577003479,
      "learning_rate": 1.2416666666666667e-06,
      "loss": 0.28299171924591066,
      "step": 34660
    },
    {
      "epoch": 3.6535623946037097,
      "grad_norm": 1.2199699878692627,
      "learning_rate": 1.237037037037037e-06,
      "loss": 0.3626759767532349,
      "step": 34665
    },
    {
      "epoch": 3.654089376053963,
      "grad_norm": 1.162239670753479,
      "learning_rate": 1.2324074074074075e-06,
      "loss": 0.3886000156402588,
      "step": 34670
    },
    {
      "epoch": 3.654616357504216,
      "grad_norm": 1.0281102657318115,
      "learning_rate": 1.227777777777778e-06,
      "loss": 0.4002685546875,
      "step": 34675
    },
    {
      "epoch": 3.6551433389544687,
      "grad_norm": 1.9287081956863403,
      "learning_rate": 1.2231481481481481e-06,
      "loss": 0.3735425710678101,
      "step": 34680
    },
    {
      "epoch": 3.6556703204047216,
      "grad_norm": 1.9868254661560059,
      "learning_rate": 1.2185185185185185e-06,
      "loss": 0.35381245613098145,
      "step": 34685
    },
    {
      "epoch": 3.6561973018549745,
      "grad_norm": 0.8930104374885559,
      "learning_rate": 1.213888888888889e-06,
      "loss": 0.39685609340667727,
      "step": 34690
    },
    {
      "epoch": 3.656724283305228,
      "grad_norm": 1.7603559494018555,
      "learning_rate": 1.2092592592592591e-06,
      "loss": 0.2654144763946533,
      "step": 34695
    },
    {
      "epoch": 3.6572512647554807,
      "grad_norm": 1.0189619064331055,
      "learning_rate": 1.2046296296296295e-06,
      "loss": 0.4427310943603516,
      "step": 34700
    },
    {
      "epoch": 3.6577782462057336,
      "grad_norm": 2.39898681640625,
      "learning_rate": 1.2000000000000002e-06,
      "loss": 0.5272664070129395,
      "step": 34705
    },
    {
      "epoch": 3.6583052276559864,
      "grad_norm": 10.530868530273438,
      "learning_rate": 1.1953703703703706e-06,
      "loss": 0.38282437324523927,
      "step": 34710
    },
    {
      "epoch": 3.6588322091062393,
      "grad_norm": 3.5868289470672607,
      "learning_rate": 1.1907407407407408e-06,
      "loss": 0.4429656982421875,
      "step": 34715
    },
    {
      "epoch": 3.6593591905564926,
      "grad_norm": 1.6380430459976196,
      "learning_rate": 1.1861111111111112e-06,
      "loss": 0.30522809028625486,
      "step": 34720
    },
    {
      "epoch": 3.6598861720067455,
      "grad_norm": 1.1405410766601562,
      "learning_rate": 1.1814814814814816e-06,
      "loss": 0.28331952095031737,
      "step": 34725
    },
    {
      "epoch": 3.6604131534569984,
      "grad_norm": 1.3749263286590576,
      "learning_rate": 1.1768518518518518e-06,
      "loss": 0.33460192680358886,
      "step": 34730
    },
    {
      "epoch": 3.6609401349072512,
      "grad_norm": 2.1840152740478516,
      "learning_rate": 1.1722222222222222e-06,
      "loss": 0.3939464569091797,
      "step": 34735
    },
    {
      "epoch": 3.661467116357504,
      "grad_norm": 1.7221742868423462,
      "learning_rate": 1.1675925925925926e-06,
      "loss": 0.3070371627807617,
      "step": 34740
    },
    {
      "epoch": 3.6619940978077574,
      "grad_norm": 1.100550651550293,
      "learning_rate": 1.162962962962963e-06,
      "loss": 0.4829298973083496,
      "step": 34745
    },
    {
      "epoch": 3.66252107925801,
      "grad_norm": 1.8967467546463013,
      "learning_rate": 1.1583333333333334e-06,
      "loss": 0.3560617685317993,
      "step": 34750
    },
    {
      "epoch": 3.663048060708263,
      "grad_norm": 1.106107473373413,
      "learning_rate": 1.1537037037037038e-06,
      "loss": 0.37725937366485596,
      "step": 34755
    },
    {
      "epoch": 3.663575042158516,
      "grad_norm": 1.4415028095245361,
      "learning_rate": 1.1490740740740742e-06,
      "loss": 0.2518397092819214,
      "step": 34760
    },
    {
      "epoch": 3.664102023608769,
      "grad_norm": 1.4355744123458862,
      "learning_rate": 1.1444444444444444e-06,
      "loss": 0.35520477294921876,
      "step": 34765
    },
    {
      "epoch": 3.664629005059022,
      "grad_norm": 2.9852449893951416,
      "learning_rate": 1.1398148148148148e-06,
      "loss": 0.45384922027587893,
      "step": 34770
    },
    {
      "epoch": 3.6651559865092747,
      "grad_norm": 2.1320791244506836,
      "learning_rate": 1.1351851851851852e-06,
      "loss": 0.3141007661819458,
      "step": 34775
    },
    {
      "epoch": 3.665682967959528,
      "grad_norm": 5.196854114532471,
      "learning_rate": 1.1305555555555554e-06,
      "loss": 0.41196651458740235,
      "step": 34780
    },
    {
      "epoch": 3.666209949409781,
      "grad_norm": 1.7854340076446533,
      "learning_rate": 1.125925925925926e-06,
      "loss": 0.34599282741546633,
      "step": 34785
    },
    {
      "epoch": 3.6667369308600337,
      "grad_norm": 2.774016857147217,
      "learning_rate": 1.1212962962962964e-06,
      "loss": 0.2895801544189453,
      "step": 34790
    },
    {
      "epoch": 3.6672639123102866,
      "grad_norm": 3.3299896717071533,
      "learning_rate": 1.1166666666666666e-06,
      "loss": 0.5251622676849366,
      "step": 34795
    },
    {
      "epoch": 3.6677908937605395,
      "grad_norm": 1.7034904956817627,
      "learning_rate": 1.112037037037037e-06,
      "loss": 0.24554705619812012,
      "step": 34800
    },
    {
      "epoch": 3.6683178752107928,
      "grad_norm": 2.084984302520752,
      "learning_rate": 1.1074074074074074e-06,
      "loss": 0.505830955505371,
      "step": 34805
    },
    {
      "epoch": 3.6688448566610457,
      "grad_norm": 2.1525607109069824,
      "learning_rate": 1.1027777777777779e-06,
      "loss": 0.37151808738708497,
      "step": 34810
    },
    {
      "epoch": 3.6693718381112985,
      "grad_norm": 1.5459247827529907,
      "learning_rate": 1.098148148148148e-06,
      "loss": 0.3256038188934326,
      "step": 34815
    },
    {
      "epoch": 3.6698988195615514,
      "grad_norm": 1.332592487335205,
      "learning_rate": 1.0935185185185185e-06,
      "loss": 0.3121072053909302,
      "step": 34820
    },
    {
      "epoch": 3.6704258010118043,
      "grad_norm": 5.2400078773498535,
      "learning_rate": 1.088888888888889e-06,
      "loss": 0.29611568450927733,
      "step": 34825
    },
    {
      "epoch": 3.6709527824620576,
      "grad_norm": 10.851410865783691,
      "learning_rate": 1.0842592592592593e-06,
      "loss": 0.5632954597473144,
      "step": 34830
    },
    {
      "epoch": 3.67147976391231,
      "grad_norm": 3.4562978744506836,
      "learning_rate": 1.0796296296296297e-06,
      "loss": 0.2815392255783081,
      "step": 34835
    },
    {
      "epoch": 3.6720067453625633,
      "grad_norm": 1.5717889070510864,
      "learning_rate": 1.075e-06,
      "loss": 0.30602226257324217,
      "step": 34840
    },
    {
      "epoch": 3.672533726812816,
      "grad_norm": 1.3332468271255493,
      "learning_rate": 1.0703703703703703e-06,
      "loss": 0.49657163619995115,
      "step": 34845
    },
    {
      "epoch": 3.673060708263069,
      "grad_norm": 2.190117359161377,
      "learning_rate": 1.0657407407407407e-06,
      "loss": 0.3054408073425293,
      "step": 34850
    },
    {
      "epoch": 3.673587689713322,
      "grad_norm": 2.2929656505584717,
      "learning_rate": 1.061111111111111e-06,
      "loss": 0.28703482151031495,
      "step": 34855
    },
    {
      "epoch": 3.674114671163575,
      "grad_norm": 1.5086946487426758,
      "learning_rate": 1.0564814814814815e-06,
      "loss": 0.36746811866760254,
      "step": 34860
    },
    {
      "epoch": 3.674641652613828,
      "grad_norm": 2.803358793258667,
      "learning_rate": 1.051851851851852e-06,
      "loss": 0.42847380638122556,
      "step": 34865
    },
    {
      "epoch": 3.675168634064081,
      "grad_norm": 1.2059855461120605,
      "learning_rate": 1.0472222222222223e-06,
      "loss": 0.30950329303741453,
      "step": 34870
    },
    {
      "epoch": 3.675695615514334,
      "grad_norm": 2.1025478839874268,
      "learning_rate": 1.0425925925925927e-06,
      "loss": 0.3342639207839966,
      "step": 34875
    },
    {
      "epoch": 3.6762225969645868,
      "grad_norm": 1.6549479961395264,
      "learning_rate": 1.037962962962963e-06,
      "loss": 0.6011123180389404,
      "step": 34880
    },
    {
      "epoch": 3.6767495784148396,
      "grad_norm": 2.364132881164551,
      "learning_rate": 1.0333333333333333e-06,
      "loss": 0.4460057258605957,
      "step": 34885
    },
    {
      "epoch": 3.677276559865093,
      "grad_norm": 2.285308837890625,
      "learning_rate": 1.0287037037037037e-06,
      "loss": 0.4638007164001465,
      "step": 34890
    },
    {
      "epoch": 3.677803541315346,
      "grad_norm": 2.888465166091919,
      "learning_rate": 1.024074074074074e-06,
      "loss": 0.27502052783966063,
      "step": 34895
    },
    {
      "epoch": 3.6783305227655987,
      "grad_norm": 6.0330986976623535,
      "learning_rate": 1.0194444444444445e-06,
      "loss": 0.5021110057830811,
      "step": 34900
    },
    {
      "epoch": 3.6788575042158516,
      "grad_norm": 1.4349209070205688,
      "learning_rate": 1.014814814814815e-06,
      "loss": 0.4608346462249756,
      "step": 34905
    },
    {
      "epoch": 3.6793844856661044,
      "grad_norm": 10.915367126464844,
      "learning_rate": 1.0101851851851854e-06,
      "loss": 0.5444459915161133,
      "step": 34910
    },
    {
      "epoch": 3.6799114671163577,
      "grad_norm": 1.8214845657348633,
      "learning_rate": 1.0055555555555556e-06,
      "loss": 0.3467394828796387,
      "step": 34915
    },
    {
      "epoch": 3.6804384485666106,
      "grad_norm": 2.165947198867798,
      "learning_rate": 1.000925925925926e-06,
      "loss": 0.35775227546691896,
      "step": 34920
    },
    {
      "epoch": 3.6809654300168635,
      "grad_norm": 1.211552381515503,
      "learning_rate": 9.962962962962964e-07,
      "loss": 0.3133600950241089,
      "step": 34925
    },
    {
      "epoch": 3.6814924114671164,
      "grad_norm": 1.442270278930664,
      "learning_rate": 9.916666666666666e-07,
      "loss": 0.26932835578918457,
      "step": 34930
    },
    {
      "epoch": 3.6820193929173692,
      "grad_norm": 3.383716106414795,
      "learning_rate": 9.87037037037037e-07,
      "loss": 0.3499704360961914,
      "step": 34935
    },
    {
      "epoch": 3.682546374367622,
      "grad_norm": 1.584269404411316,
      "learning_rate": 9.824074074074076e-07,
      "loss": 0.24499137401580812,
      "step": 34940
    },
    {
      "epoch": 3.683073355817875,
      "grad_norm": 2.428511619567871,
      "learning_rate": 9.777777777777778e-07,
      "loss": 0.3564177989959717,
      "step": 34945
    },
    {
      "epoch": 3.6836003372681283,
      "grad_norm": 1.219926118850708,
      "learning_rate": 9.731481481481482e-07,
      "loss": 0.3186681032180786,
      "step": 34950
    },
    {
      "epoch": 3.684127318718381,
      "grad_norm": 0.9520643353462219,
      "learning_rate": 9.685185185185186e-07,
      "loss": 0.4082189559936523,
      "step": 34955
    },
    {
      "epoch": 3.684654300168634,
      "grad_norm": 6.046875476837158,
      "learning_rate": 9.63888888888889e-07,
      "loss": 0.38017024993896487,
      "step": 34960
    },
    {
      "epoch": 3.685181281618887,
      "grad_norm": 3.20786714553833,
      "learning_rate": 9.592592592592592e-07,
      "loss": 0.3346005201339722,
      "step": 34965
    },
    {
      "epoch": 3.68570826306914,
      "grad_norm": 4.865729808807373,
      "learning_rate": 9.546296296296296e-07,
      "loss": 0.35954596996307375,
      "step": 34970
    },
    {
      "epoch": 3.686235244519393,
      "grad_norm": 1.7476235628128052,
      "learning_rate": 9.500000000000001e-07,
      "loss": 0.28519136905670167,
      "step": 34975
    },
    {
      "epoch": 3.686762225969646,
      "grad_norm": 3.2601075172424316,
      "learning_rate": 9.453703703703703e-07,
      "loss": 0.35866734981536863,
      "step": 34980
    },
    {
      "epoch": 3.687289207419899,
      "grad_norm": 2.984445571899414,
      "learning_rate": 9.407407407407407e-07,
      "loss": 0.36929969787597655,
      "step": 34985
    },
    {
      "epoch": 3.6878161888701517,
      "grad_norm": 1.6923691034317017,
      "learning_rate": 9.361111111111111e-07,
      "loss": 0.2811004877090454,
      "step": 34990
    },
    {
      "epoch": 3.6883431703204046,
      "grad_norm": 3.9337456226348877,
      "learning_rate": 9.314814814814815e-07,
      "loss": 0.3916728973388672,
      "step": 34995
    },
    {
      "epoch": 3.688870151770658,
      "grad_norm": 1.7651218175888062,
      "learning_rate": 9.268518518518518e-07,
      "loss": 0.36595003604888915,
      "step": 35000
    },
    {
      "epoch": 3.689397133220911,
      "grad_norm": 1.7020881175994873,
      "learning_rate": 9.222222222222222e-07,
      "loss": 0.26453142166137694,
      "step": 35005
    },
    {
      "epoch": 3.6899241146711637,
      "grad_norm": 20.956342697143555,
      "learning_rate": 9.175925925925926e-07,
      "loss": 0.4086746692657471,
      "step": 35010
    },
    {
      "epoch": 3.6904510961214165,
      "grad_norm": 1.5704988241195679,
      "learning_rate": 9.12962962962963e-07,
      "loss": 0.2965871572494507,
      "step": 35015
    },
    {
      "epoch": 3.6909780775716694,
      "grad_norm": 2.1560497283935547,
      "learning_rate": 9.083333333333334e-07,
      "loss": 0.5033618450164795,
      "step": 35020
    },
    {
      "epoch": 3.6915050590219223,
      "grad_norm": 1.7510946989059448,
      "learning_rate": 9.037037037037037e-07,
      "loss": 0.3403095960617065,
      "step": 35025
    },
    {
      "epoch": 3.692032040472175,
      "grad_norm": 1.5954031944274902,
      "learning_rate": 8.990740740740742e-07,
      "loss": 0.29465575218200685,
      "step": 35030
    },
    {
      "epoch": 3.6925590219224285,
      "grad_norm": 2.0979013442993164,
      "learning_rate": 8.944444444444445e-07,
      "loss": 0.46254897117614746,
      "step": 35035
    },
    {
      "epoch": 3.6930860033726813,
      "grad_norm": 2.670745372772217,
      "learning_rate": 8.898148148148148e-07,
      "loss": 0.2495413303375244,
      "step": 35040
    },
    {
      "epoch": 3.693612984822934,
      "grad_norm": 3.1841301918029785,
      "learning_rate": 8.851851851851852e-07,
      "loss": 0.5483073711395263,
      "step": 35045
    },
    {
      "epoch": 3.694139966273187,
      "grad_norm": 1.5609805583953857,
      "learning_rate": 8.805555555555556e-07,
      "loss": 0.3045003652572632,
      "step": 35050
    },
    {
      "epoch": 3.69466694772344,
      "grad_norm": 1.1258926391601562,
      "learning_rate": 8.75925925925926e-07,
      "loss": 0.2926874399185181,
      "step": 35055
    },
    {
      "epoch": 3.6951939291736933,
      "grad_norm": 6.630829334259033,
      "learning_rate": 8.712962962962963e-07,
      "loss": 0.3855422019958496,
      "step": 35060
    },
    {
      "epoch": 3.695720910623946,
      "grad_norm": 0.8548794388771057,
      "learning_rate": 8.666666666666667e-07,
      "loss": 0.5058648109436035,
      "step": 35065
    },
    {
      "epoch": 3.696247892074199,
      "grad_norm": 1.186948299407959,
      "learning_rate": 8.620370370370371e-07,
      "loss": 0.29483373165130616,
      "step": 35070
    },
    {
      "epoch": 3.696774873524452,
      "grad_norm": 1.3439412117004395,
      "learning_rate": 8.574074074074074e-07,
      "loss": 0.3198127269744873,
      "step": 35075
    },
    {
      "epoch": 3.6973018549747048,
      "grad_norm": 1.4747263193130493,
      "learning_rate": 8.527777777777778e-07,
      "loss": 0.25141589641571044,
      "step": 35080
    },
    {
      "epoch": 3.697828836424958,
      "grad_norm": 4.156233310699463,
      "learning_rate": 8.481481481481482e-07,
      "loss": 0.3308403968811035,
      "step": 35085
    },
    {
      "epoch": 3.698355817875211,
      "grad_norm": 1.239592432975769,
      "learning_rate": 8.435185185185185e-07,
      "loss": 0.4996681213378906,
      "step": 35090
    },
    {
      "epoch": 3.698882799325464,
      "grad_norm": 3.0081357955932617,
      "learning_rate": 8.388888888888889e-07,
      "loss": 0.3873134136199951,
      "step": 35095
    },
    {
      "epoch": 3.6994097807757167,
      "grad_norm": 1.217061996459961,
      "learning_rate": 8.342592592592592e-07,
      "loss": 0.2908278465270996,
      "step": 35100
    },
    {
      "epoch": 3.6999367622259696,
      "grad_norm": 1.1901975870132446,
      "learning_rate": 8.296296296296297e-07,
      "loss": 0.3957721948623657,
      "step": 35105
    },
    {
      "epoch": 3.7004637436762224,
      "grad_norm": 21.7706356048584,
      "learning_rate": 8.25e-07,
      "loss": 0.39785470962524416,
      "step": 35110
    },
    {
      "epoch": 3.7009907251264753,
      "grad_norm": 4.790746688842773,
      "learning_rate": 8.203703703703703e-07,
      "loss": 0.37555751800537107,
      "step": 35115
    },
    {
      "epoch": 3.7015177065767286,
      "grad_norm": 1.8102229833602905,
      "learning_rate": 8.157407407407407e-07,
      "loss": 0.4212224006652832,
      "step": 35120
    },
    {
      "epoch": 3.7020446880269815,
      "grad_norm": 2.5413661003112793,
      "learning_rate": 8.111111111111112e-07,
      "loss": 0.4133636474609375,
      "step": 35125
    },
    {
      "epoch": 3.7025716694772344,
      "grad_norm": 6.1250505447387695,
      "learning_rate": 8.064814814814816e-07,
      "loss": 0.35207178592681887,
      "step": 35130
    },
    {
      "epoch": 3.7030986509274872,
      "grad_norm": 1.8344889879226685,
      "learning_rate": 8.018518518518519e-07,
      "loss": 0.3735417366027832,
      "step": 35135
    },
    {
      "epoch": 3.70362563237774,
      "grad_norm": 1.2921773195266724,
      "learning_rate": 7.972222222222222e-07,
      "loss": 0.2775170564651489,
      "step": 35140
    },
    {
      "epoch": 3.7041526138279934,
      "grad_norm": 1.6781541109085083,
      "learning_rate": 7.925925925925927e-07,
      "loss": 0.3834235668182373,
      "step": 35145
    },
    {
      "epoch": 3.7046795952782463,
      "grad_norm": 3.8049156665802,
      "learning_rate": 7.87962962962963e-07,
      "loss": 0.4697713851928711,
      "step": 35150
    },
    {
      "epoch": 3.705206576728499,
      "grad_norm": 1.4544733762741089,
      "learning_rate": 7.833333333333334e-07,
      "loss": 0.41187329292297364,
      "step": 35155
    },
    {
      "epoch": 3.705733558178752,
      "grad_norm": 1.8206199407577515,
      "learning_rate": 7.787037037037037e-07,
      "loss": 0.3463359594345093,
      "step": 35160
    },
    {
      "epoch": 3.706260539629005,
      "grad_norm": 1.1464961767196655,
      "learning_rate": 7.740740740740741e-07,
      "loss": 0.35423142910003663,
      "step": 35165
    },
    {
      "epoch": 3.7067875210792582,
      "grad_norm": 6.098052024841309,
      "learning_rate": 7.694444444444445e-07,
      "loss": 0.3566532850265503,
      "step": 35170
    },
    {
      "epoch": 3.707314502529511,
      "grad_norm": 1.4499430656433105,
      "learning_rate": 7.648148148148148e-07,
      "loss": 0.3111781120300293,
      "step": 35175
    },
    {
      "epoch": 3.707841483979764,
      "grad_norm": 1.4588313102722168,
      "learning_rate": 7.601851851851852e-07,
      "loss": 0.4269906520843506,
      "step": 35180
    },
    {
      "epoch": 3.708368465430017,
      "grad_norm": 1.976427435874939,
      "learning_rate": 7.555555555555556e-07,
      "loss": 0.45156660079956057,
      "step": 35185
    },
    {
      "epoch": 3.7088954468802697,
      "grad_norm": 1.3748379945755005,
      "learning_rate": 7.509259259259259e-07,
      "loss": 0.5225921154022217,
      "step": 35190
    },
    {
      "epoch": 3.7094224283305226,
      "grad_norm": 1.3903027772903442,
      "learning_rate": 7.462962962962963e-07,
      "loss": 0.325545597076416,
      "step": 35195
    },
    {
      "epoch": 3.7099494097807755,
      "grad_norm": 2.1028385162353516,
      "learning_rate": 7.416666666666666e-07,
      "loss": 0.3640246629714966,
      "step": 35200
    },
    {
      "epoch": 3.7099494097807755,
      "eval_cer": 0.07411808661899474,
      "eval_loss": 0.340288907289505,
      "eval_runtime": 120.24,
      "eval_samples_per_second": 24.218,
      "eval_score": 84.71870403250948,
      "eval_steps_per_second": 3.027,
      "eval_wer": 0.23150783273081557,
      "step": 35200
    },
    {
      "epoch": 3.710476391231029,
      "grad_norm": 2.3783884048461914,
      "learning_rate": 7.370370370370371e-07,
      "loss": 0.393524169921875,
      "step": 35205
    },
    {
      "epoch": 3.7110033726812817,
      "grad_norm": 1.6394606828689575,
      "learning_rate": 7.324074074074074e-07,
      "loss": 0.29222128391265867,
      "step": 35210
    },
    {
      "epoch": 3.7115303541315345,
      "grad_norm": 2.2055718898773193,
      "learning_rate": 7.277777777777777e-07,
      "loss": 0.3026973485946655,
      "step": 35215
    },
    {
      "epoch": 3.7120573355817874,
      "grad_norm": 1.0145148038864136,
      "learning_rate": 7.231481481481481e-07,
      "loss": 0.3638204336166382,
      "step": 35220
    },
    {
      "epoch": 3.7125843170320403,
      "grad_norm": 3.1395301818847656,
      "learning_rate": 7.185185185185186e-07,
      "loss": 0.30259032249450685,
      "step": 35225
    },
    {
      "epoch": 3.7131112984822936,
      "grad_norm": 2.1457314491271973,
      "learning_rate": 7.13888888888889e-07,
      "loss": 0.4021744728088379,
      "step": 35230
    },
    {
      "epoch": 3.7136382799325465,
      "grad_norm": 3.041170597076416,
      "learning_rate": 7.092592592592593e-07,
      "loss": 0.6111901760101318,
      "step": 35235
    },
    {
      "epoch": 3.7141652613827993,
      "grad_norm": 2.2532854080200195,
      "learning_rate": 7.046296296296297e-07,
      "loss": 0.5271407127380371,
      "step": 35240
    },
    {
      "epoch": 3.714692242833052,
      "grad_norm": 1.6058926582336426,
      "learning_rate": 7.000000000000001e-07,
      "loss": 0.3138714075088501,
      "step": 35245
    },
    {
      "epoch": 3.715219224283305,
      "grad_norm": 1.1606931686401367,
      "learning_rate": 6.953703703703704e-07,
      "loss": 0.37553746700286866,
      "step": 35250
    },
    {
      "epoch": 3.7157462057335584,
      "grad_norm": 2.170851469039917,
      "learning_rate": 6.907407407407407e-07,
      "loss": 0.3040866136550903,
      "step": 35255
    },
    {
      "epoch": 3.7162731871838113,
      "grad_norm": 1.951022982597351,
      "learning_rate": 6.861111111111112e-07,
      "loss": 0.25751171112060545,
      "step": 35260
    },
    {
      "epoch": 3.716800168634064,
      "grad_norm": 2.4890356063842773,
      "learning_rate": 6.814814814814815e-07,
      "loss": 0.32045588493347166,
      "step": 35265
    },
    {
      "epoch": 3.717327150084317,
      "grad_norm": 1.772434115409851,
      "learning_rate": 6.768518518518519e-07,
      "loss": 0.3839543342590332,
      "step": 35270
    },
    {
      "epoch": 3.71785413153457,
      "grad_norm": 1.133954644203186,
      "learning_rate": 6.722222222222222e-07,
      "loss": 0.26990246772766113,
      "step": 35275
    },
    {
      "epoch": 3.718381112984823,
      "grad_norm": 2.1763033866882324,
      "learning_rate": 6.675925925925926e-07,
      "loss": 0.40995121002197266,
      "step": 35280
    },
    {
      "epoch": 3.7189080944350756,
      "grad_norm": 1.276646375656128,
      "learning_rate": 6.62962962962963e-07,
      "loss": 0.26516382694244384,
      "step": 35285
    },
    {
      "epoch": 3.719435075885329,
      "grad_norm": 1.5831376314163208,
      "learning_rate": 6.583333333333333e-07,
      "loss": 0.32669787406921386,
      "step": 35290
    },
    {
      "epoch": 3.719962057335582,
      "grad_norm": 1.5669423341751099,
      "learning_rate": 6.537037037037037e-07,
      "loss": 0.25882084369659425,
      "step": 35295
    },
    {
      "epoch": 3.7204890387858347,
      "grad_norm": 2.1598739624023438,
      "learning_rate": 6.490740740740741e-07,
      "loss": 0.3298648834228516,
      "step": 35300
    },
    {
      "epoch": 3.7210160202360876,
      "grad_norm": 1.2548000812530518,
      "learning_rate": 6.444444444444444e-07,
      "loss": 0.36082634925842283,
      "step": 35305
    },
    {
      "epoch": 3.7215430016863404,
      "grad_norm": 2.9927446842193604,
      "learning_rate": 6.398148148148148e-07,
      "loss": 0.45513124465942384,
      "step": 35310
    },
    {
      "epoch": 3.7220699831365938,
      "grad_norm": 1.260034441947937,
      "learning_rate": 6.351851851851851e-07,
      "loss": 0.40007381439208983,
      "step": 35315
    },
    {
      "epoch": 3.7225969645868466,
      "grad_norm": 4.123950481414795,
      "learning_rate": 6.305555555555556e-07,
      "loss": 0.42235422134399414,
      "step": 35320
    },
    {
      "epoch": 3.7231239460370995,
      "grad_norm": 4.761821269989014,
      "learning_rate": 6.25925925925926e-07,
      "loss": 0.2681159973144531,
      "step": 35325
    },
    {
      "epoch": 3.7236509274873524,
      "grad_norm": 1.1203213930130005,
      "learning_rate": 6.212962962962962e-07,
      "loss": 0.29071099758148194,
      "step": 35330
    },
    {
      "epoch": 3.7241779089376053,
      "grad_norm": 1.4259945154190063,
      "learning_rate": 6.166666666666667e-07,
      "loss": 0.31264452934265136,
      "step": 35335
    },
    {
      "epoch": 3.7247048903878586,
      "grad_norm": 2.934349298477173,
      "learning_rate": 6.120370370370371e-07,
      "loss": 0.47465100288391116,
      "step": 35340
    },
    {
      "epoch": 3.7252318718381114,
      "grad_norm": 1.7146275043487549,
      "learning_rate": 6.074074074074075e-07,
      "loss": 0.397528338432312,
      "step": 35345
    },
    {
      "epoch": 3.7257588532883643,
      "grad_norm": 3.4429168701171875,
      "learning_rate": 6.027777777777778e-07,
      "loss": 0.4416823387145996,
      "step": 35350
    },
    {
      "epoch": 3.726285834738617,
      "grad_norm": 1.1713731288909912,
      "learning_rate": 5.981481481481481e-07,
      "loss": 0.23779518604278566,
      "step": 35355
    },
    {
      "epoch": 3.72681281618887,
      "grad_norm": 2.657909393310547,
      "learning_rate": 5.935185185185186e-07,
      "loss": 0.3368678569793701,
      "step": 35360
    },
    {
      "epoch": 3.7273397976391234,
      "grad_norm": 1.9312862157821655,
      "learning_rate": 5.888888888888889e-07,
      "loss": 0.2889257907867432,
      "step": 35365
    },
    {
      "epoch": 3.727866779089376,
      "grad_norm": 1.2486604452133179,
      "learning_rate": 5.842592592592593e-07,
      "loss": 0.26221661567687987,
      "step": 35370
    },
    {
      "epoch": 3.728393760539629,
      "grad_norm": 1.9203239679336548,
      "learning_rate": 5.796296296296296e-07,
      "loss": 0.5030776500701905,
      "step": 35375
    },
    {
      "epoch": 3.728920741989882,
      "grad_norm": 2.0869288444519043,
      "learning_rate": 5.75e-07,
      "loss": 0.3811358451843262,
      "step": 35380
    },
    {
      "epoch": 3.729447723440135,
      "grad_norm": 1.1457791328430176,
      "learning_rate": 5.703703703703704e-07,
      "loss": 0.3290655851364136,
      "step": 35385
    },
    {
      "epoch": 3.7299747048903877,
      "grad_norm": 4.736316680908203,
      "learning_rate": 5.657407407407407e-07,
      "loss": 0.3676546335220337,
      "step": 35390
    },
    {
      "epoch": 3.7305016863406406,
      "grad_norm": 1.4399571418762207,
      "learning_rate": 5.611111111111111e-07,
      "loss": 0.28049321174621583,
      "step": 35395
    },
    {
      "epoch": 3.731028667790894,
      "grad_norm": 3.432400941848755,
      "learning_rate": 5.564814814814815e-07,
      "loss": 0.33282568454742434,
      "step": 35400
    },
    {
      "epoch": 3.731555649241147,
      "grad_norm": 1.584228754043579,
      "learning_rate": 5.518518518518518e-07,
      "loss": 0.39875543117523193,
      "step": 35405
    },
    {
      "epoch": 3.7320826306913997,
      "grad_norm": 1.764371395111084,
      "learning_rate": 5.472222222222222e-07,
      "loss": 0.2899406909942627,
      "step": 35410
    },
    {
      "epoch": 3.7326096121416525,
      "grad_norm": 1.7227263450622559,
      "learning_rate": 5.425925925925926e-07,
      "loss": 0.3249654293060303,
      "step": 35415
    },
    {
      "epoch": 3.7331365935919054,
      "grad_norm": 2.2376461029052734,
      "learning_rate": 5.37962962962963e-07,
      "loss": 0.3411890506744385,
      "step": 35420
    },
    {
      "epoch": 3.7336635750421587,
      "grad_norm": 2.1503543853759766,
      "learning_rate": 5.333333333333333e-07,
      "loss": 0.3846113204956055,
      "step": 35425
    },
    {
      "epoch": 3.7341905564924116,
      "grad_norm": 2.7285869121551514,
      "learning_rate": 5.287037037037036e-07,
      "loss": 0.31399288177490237,
      "step": 35430
    },
    {
      "epoch": 3.7347175379426645,
      "grad_norm": 1.356598973274231,
      "learning_rate": 5.240740740740742e-07,
      "loss": 0.29937591552734377,
      "step": 35435
    },
    {
      "epoch": 3.7352445193929174,
      "grad_norm": 1.8337912559509277,
      "learning_rate": 5.194444444444445e-07,
      "loss": 0.2852318525314331,
      "step": 35440
    },
    {
      "epoch": 3.7357715008431702,
      "grad_norm": 2.5154366493225098,
      "learning_rate": 5.148148148148149e-07,
      "loss": 0.4164773941040039,
      "step": 35445
    },
    {
      "epoch": 3.7362984822934235,
      "grad_norm": 1.208512306213379,
      "learning_rate": 5.101851851851852e-07,
      "loss": 0.43328633308410647,
      "step": 35450
    },
    {
      "epoch": 3.736825463743676,
      "grad_norm": 18.263988494873047,
      "learning_rate": 5.055555555555556e-07,
      "loss": 0.5169015407562256,
      "step": 35455
    },
    {
      "epoch": 3.7373524451939293,
      "grad_norm": 1.3205349445343018,
      "learning_rate": 5.00925925925926e-07,
      "loss": 0.26574442386627195,
      "step": 35460
    },
    {
      "epoch": 3.737879426644182,
      "grad_norm": 2.9233689308166504,
      "learning_rate": 4.962962962962963e-07,
      "loss": 0.4022871971130371,
      "step": 35465
    },
    {
      "epoch": 3.738406408094435,
      "grad_norm": 5.635307312011719,
      "learning_rate": 4.916666666666667e-07,
      "loss": 0.42992415428161623,
      "step": 35470
    },
    {
      "epoch": 3.738933389544688,
      "grad_norm": 1.2383559942245483,
      "learning_rate": 4.870370370370371e-07,
      "loss": 0.3720428705215454,
      "step": 35475
    },
    {
      "epoch": 3.7394603709949408,
      "grad_norm": 1.496097445487976,
      "learning_rate": 4.824074074074074e-07,
      "loss": 0.37463533878326416,
      "step": 35480
    },
    {
      "epoch": 3.739987352445194,
      "grad_norm": 1.1824842691421509,
      "learning_rate": 4.777777777777778e-07,
      "loss": 0.3007256031036377,
      "step": 35485
    },
    {
      "epoch": 3.740514333895447,
      "grad_norm": 1.6180729866027832,
      "learning_rate": 4.7314814814814816e-07,
      "loss": 0.8198487281799316,
      "step": 35490
    },
    {
      "epoch": 3.7410413153457,
      "grad_norm": 2.505857467651367,
      "learning_rate": 4.685185185185185e-07,
      "loss": 0.3537860631942749,
      "step": 35495
    },
    {
      "epoch": 3.7415682967959527,
      "grad_norm": 3.4508180618286133,
      "learning_rate": 4.638888888888889e-07,
      "loss": 0.3359631061553955,
      "step": 35500
    },
    {
      "epoch": 3.7420952782462056,
      "grad_norm": 1.3750438690185547,
      "learning_rate": 4.5925925925925927e-07,
      "loss": 0.3444522857666016,
      "step": 35505
    },
    {
      "epoch": 3.742622259696459,
      "grad_norm": 1.40413236618042,
      "learning_rate": 4.546296296296297e-07,
      "loss": 0.2836670637130737,
      "step": 35510
    },
    {
      "epoch": 3.7431492411467118,
      "grad_norm": 1.953845500946045,
      "learning_rate": 4.5e-07,
      "loss": 0.4477604866027832,
      "step": 35515
    },
    {
      "epoch": 3.7436762225969646,
      "grad_norm": 1.1590561866760254,
      "learning_rate": 4.453703703703704e-07,
      "loss": 0.34288032054901124,
      "step": 35520
    },
    {
      "epoch": 3.7442032040472175,
      "grad_norm": 2.8370985984802246,
      "learning_rate": 4.4074074074074074e-07,
      "loss": 0.29561352729797363,
      "step": 35525
    },
    {
      "epoch": 3.7447301854974704,
      "grad_norm": 1.6789348125457764,
      "learning_rate": 4.3611111111111115e-07,
      "loss": 0.47714552879333494,
      "step": 35530
    },
    {
      "epoch": 3.7452571669477237,
      "grad_norm": 2.101677179336548,
      "learning_rate": 4.314814814814815e-07,
      "loss": 0.4333968162536621,
      "step": 35535
    },
    {
      "epoch": 3.745784148397976,
      "grad_norm": 1.3042407035827637,
      "learning_rate": 4.2685185185185186e-07,
      "loss": 0.33759870529174807,
      "step": 35540
    },
    {
      "epoch": 3.7463111298482294,
      "grad_norm": 2.352792501449585,
      "learning_rate": 4.222222222222222e-07,
      "loss": 0.5905384063720703,
      "step": 35545
    },
    {
      "epoch": 3.7468381112984823,
      "grad_norm": 1.0949960947036743,
      "learning_rate": 4.175925925925926e-07,
      "loss": 0.3417232513427734,
      "step": 35550
    },
    {
      "epoch": 3.747365092748735,
      "grad_norm": 1.299852967262268,
      "learning_rate": 4.1296296296296297e-07,
      "loss": 0.30653181076049807,
      "step": 35555
    },
    {
      "epoch": 3.747892074198988,
      "grad_norm": 2.1721179485321045,
      "learning_rate": 4.083333333333333e-07,
      "loss": 0.27565946578979494,
      "step": 35560
    },
    {
      "epoch": 3.748419055649241,
      "grad_norm": 1.2924126386642456,
      "learning_rate": 4.037037037037037e-07,
      "loss": 0.5074212551116943,
      "step": 35565
    },
    {
      "epoch": 3.7489460370994943,
      "grad_norm": 1.4894651174545288,
      "learning_rate": 3.990740740740741e-07,
      "loss": 0.3859510660171509,
      "step": 35570
    },
    {
      "epoch": 3.749473018549747,
      "grad_norm": 1.9333817958831787,
      "learning_rate": 3.9444444444444444e-07,
      "loss": 0.32913503646850584,
      "step": 35575
    },
    {
      "epoch": 3.75,
      "grad_norm": 1.2672181129455566,
      "learning_rate": 3.8981481481481485e-07,
      "loss": 0.36539900302886963,
      "step": 35580
    },
    {
      "epoch": 3.750526981450253,
      "grad_norm": 1.8021750450134277,
      "learning_rate": 3.8518518518518515e-07,
      "loss": 0.3433394432067871,
      "step": 35585
    },
    {
      "epoch": 3.7510539629005057,
      "grad_norm": 1.4763247966766357,
      "learning_rate": 3.8055555555555555e-07,
      "loss": 0.2780433416366577,
      "step": 35590
    },
    {
      "epoch": 3.751580944350759,
      "grad_norm": 2.006157636642456,
      "learning_rate": 3.759259259259259e-07,
      "loss": 0.5190996646881103,
      "step": 35595
    },
    {
      "epoch": 3.752107925801012,
      "grad_norm": 3.365874767303467,
      "learning_rate": 3.712962962962963e-07,
      "loss": 0.3031958341598511,
      "step": 35600
    },
    {
      "epoch": 3.752634907251265,
      "grad_norm": 1.4987854957580566,
      "learning_rate": 3.666666666666667e-07,
      "loss": 0.33953218460083007,
      "step": 35605
    },
    {
      "epoch": 3.7531618887015177,
      "grad_norm": 0.8602062463760376,
      "learning_rate": 3.62037037037037e-07,
      "loss": 0.24514930248260497,
      "step": 35610
    },
    {
      "epoch": 3.7536888701517706,
      "grad_norm": 4.048969268798828,
      "learning_rate": 3.5740740740740743e-07,
      "loss": 0.34567999839782715,
      "step": 35615
    },
    {
      "epoch": 3.754215851602024,
      "grad_norm": 1.5024642944335938,
      "learning_rate": 3.527777777777778e-07,
      "loss": 0.43436241149902344,
      "step": 35620
    },
    {
      "epoch": 3.7547428330522763,
      "grad_norm": 3.2941970825195312,
      "learning_rate": 3.481481481481482e-07,
      "loss": 0.35379929542541505,
      "step": 35625
    },
    {
      "epoch": 3.7552698145025296,
      "grad_norm": 1.1187463998794556,
      "learning_rate": 3.4351851851851854e-07,
      "loss": 0.2860218048095703,
      "step": 35630
    },
    {
      "epoch": 3.7557967959527825,
      "grad_norm": 1.8501204252243042,
      "learning_rate": 3.388888888888889e-07,
      "loss": 0.5003732681274414,
      "step": 35635
    },
    {
      "epoch": 3.7563237774030354,
      "grad_norm": 1.0109034776687622,
      "learning_rate": 3.3425925925925925e-07,
      "loss": 0.35852015018463135,
      "step": 35640
    },
    {
      "epoch": 3.7568507588532882,
      "grad_norm": 1.0488742589950562,
      "learning_rate": 3.2962962962962966e-07,
      "loss": 0.3373137950897217,
      "step": 35645
    },
    {
      "epoch": 3.757377740303541,
      "grad_norm": 2.5810747146606445,
      "learning_rate": 3.25e-07,
      "loss": 0.37608904838562013,
      "step": 35650
    },
    {
      "epoch": 3.7579047217537944,
      "grad_norm": 1.847471833229065,
      "learning_rate": 3.203703703703704e-07,
      "loss": 0.33878817558288576,
      "step": 35655
    },
    {
      "epoch": 3.7584317032040473,
      "grad_norm": 1.9343538284301758,
      "learning_rate": 3.157407407407407e-07,
      "loss": 0.5034294128417969,
      "step": 35660
    },
    {
      "epoch": 3.7589586846543,
      "grad_norm": 3.4299638271331787,
      "learning_rate": 3.111111111111111e-07,
      "loss": 0.3368788957595825,
      "step": 35665
    },
    {
      "epoch": 3.759485666104553,
      "grad_norm": 2.3234293460845947,
      "learning_rate": 3.064814814814815e-07,
      "loss": 0.36842918395996094,
      "step": 35670
    },
    {
      "epoch": 3.760012647554806,
      "grad_norm": 1.2021749019622803,
      "learning_rate": 3.018518518518519e-07,
      "loss": 0.3206968069076538,
      "step": 35675
    },
    {
      "epoch": 3.7605396290050592,
      "grad_norm": 2.0025296211242676,
      "learning_rate": 2.9722222222222224e-07,
      "loss": 0.39417781829833987,
      "step": 35680
    },
    {
      "epoch": 3.761066610455312,
      "grad_norm": 1.7165695428848267,
      "learning_rate": 2.925925925925926e-07,
      "loss": 0.42346038818359377,
      "step": 35685
    },
    {
      "epoch": 3.761593591905565,
      "grad_norm": 2.2878172397613525,
      "learning_rate": 2.8796296296296295e-07,
      "loss": 0.38136460781097414,
      "step": 35690
    },
    {
      "epoch": 3.762120573355818,
      "grad_norm": 4.321505069732666,
      "learning_rate": 2.8333333333333336e-07,
      "loss": 0.47987980842590333,
      "step": 35695
    },
    {
      "epoch": 3.7626475548060707,
      "grad_norm": 1.8094271421432495,
      "learning_rate": 2.787037037037037e-07,
      "loss": 0.4654527187347412,
      "step": 35700
    },
    {
      "epoch": 3.763174536256324,
      "grad_norm": 1.840263843536377,
      "learning_rate": 2.740740740740741e-07,
      "loss": 0.34202582836151124,
      "step": 35705
    },
    {
      "epoch": 3.7637015177065765,
      "grad_norm": 6.268178462982178,
      "learning_rate": 2.694444444444444e-07,
      "loss": 0.4303122520446777,
      "step": 35710
    },
    {
      "epoch": 3.7642284991568298,
      "grad_norm": 1.7645657062530518,
      "learning_rate": 2.648148148148148e-07,
      "loss": 0.26310338973999026,
      "step": 35715
    },
    {
      "epoch": 3.7647554806070826,
      "grad_norm": 1.8869280815124512,
      "learning_rate": 2.601851851851852e-07,
      "loss": 0.3241408824920654,
      "step": 35720
    },
    {
      "epoch": 3.7652824620573355,
      "grad_norm": 2.0648422241210938,
      "learning_rate": 2.555555555555556e-07,
      "loss": 0.3312577724456787,
      "step": 35725
    },
    {
      "epoch": 3.7658094435075884,
      "grad_norm": 3.594852924346924,
      "learning_rate": 2.5092592592592594e-07,
      "loss": 0.4557936668395996,
      "step": 35730
    },
    {
      "epoch": 3.7663364249578413,
      "grad_norm": 2.016864061355591,
      "learning_rate": 2.462962962962963e-07,
      "loss": 0.6251623630523682,
      "step": 35735
    },
    {
      "epoch": 3.7668634064080946,
      "grad_norm": 1.6203910112380981,
      "learning_rate": 2.4166666666666665e-07,
      "loss": 0.3696709156036377,
      "step": 35740
    },
    {
      "epoch": 3.7673903878583475,
      "grad_norm": 8.959554672241211,
      "learning_rate": 2.3703703703703705e-07,
      "loss": 0.6612924098968506,
      "step": 35745
    },
    {
      "epoch": 3.7679173693086003,
      "grad_norm": 1.2780183553695679,
      "learning_rate": 2.324074074074074e-07,
      "loss": 0.3317872047424316,
      "step": 35750
    },
    {
      "epoch": 3.768444350758853,
      "grad_norm": 1.448236346244812,
      "learning_rate": 2.277777777777778e-07,
      "loss": 0.2640429258346558,
      "step": 35755
    },
    {
      "epoch": 3.768971332209106,
      "grad_norm": 7.3333563804626465,
      "learning_rate": 2.2314814814814817e-07,
      "loss": 0.3103017330169678,
      "step": 35760
    },
    {
      "epoch": 3.7694983136593594,
      "grad_norm": 1.2733657360076904,
      "learning_rate": 2.1851851851851852e-07,
      "loss": 0.5194854259490966,
      "step": 35765
    },
    {
      "epoch": 3.7700252951096123,
      "grad_norm": 1.749449610710144,
      "learning_rate": 2.138888888888889e-07,
      "loss": 0.43739566802978513,
      "step": 35770
    },
    {
      "epoch": 3.770552276559865,
      "grad_norm": 2.392272710800171,
      "learning_rate": 2.0925925925925926e-07,
      "loss": 0.3528108835220337,
      "step": 35775
    },
    {
      "epoch": 3.771079258010118,
      "grad_norm": 1.6800426244735718,
      "learning_rate": 2.0462962962962964e-07,
      "loss": 0.25892813205718995,
      "step": 35780
    },
    {
      "epoch": 3.771606239460371,
      "grad_norm": 1.213409662246704,
      "learning_rate": 2.0000000000000002e-07,
      "loss": 0.32702701091766356,
      "step": 35785
    },
    {
      "epoch": 3.772133220910624,
      "grad_norm": 1.8671345710754395,
      "learning_rate": 1.9537037037037037e-07,
      "loss": 0.4404261112213135,
      "step": 35790
    },
    {
      "epoch": 3.7726602023608766,
      "grad_norm": 2.8530900478363037,
      "learning_rate": 1.9074074074074075e-07,
      "loss": 0.323877215385437,
      "step": 35795
    },
    {
      "epoch": 3.77318718381113,
      "grad_norm": 1.2958885431289673,
      "learning_rate": 1.861111111111111e-07,
      "loss": 0.31377902030944826,
      "step": 35800
    },
    {
      "epoch": 3.773714165261383,
      "grad_norm": 2.019320011138916,
      "learning_rate": 1.8148148148148149e-07,
      "loss": 0.36278533935546875,
      "step": 35805
    },
    {
      "epoch": 3.7742411467116357,
      "grad_norm": 2.191943645477295,
      "learning_rate": 1.7685185185185184e-07,
      "loss": 0.5735377788543701,
      "step": 35810
    },
    {
      "epoch": 3.7747681281618886,
      "grad_norm": 10.693717956542969,
      "learning_rate": 1.7222222222222222e-07,
      "loss": 0.5154537677764892,
      "step": 35815
    },
    {
      "epoch": 3.7752951096121414,
      "grad_norm": 1.8159022331237793,
      "learning_rate": 1.675925925925926e-07,
      "loss": 0.34862914085388186,
      "step": 35820
    },
    {
      "epoch": 3.7758220910623947,
      "grad_norm": 2.1527464389801025,
      "learning_rate": 1.6296296296296295e-07,
      "loss": 0.36230151653289794,
      "step": 35825
    },
    {
      "epoch": 3.7763490725126476,
      "grad_norm": 1.2567639350891113,
      "learning_rate": 1.5833333333333333e-07,
      "loss": 0.3785257339477539,
      "step": 35830
    },
    {
      "epoch": 3.7768760539629005,
      "grad_norm": 2.7324717044830322,
      "learning_rate": 1.537037037037037e-07,
      "loss": 0.3636510372161865,
      "step": 35835
    },
    {
      "epoch": 3.7774030354131534,
      "grad_norm": 1.980811357498169,
      "learning_rate": 1.4907407407407407e-07,
      "loss": 0.3747438430786133,
      "step": 35840
    },
    {
      "epoch": 3.7779300168634062,
      "grad_norm": 2.342684030532837,
      "learning_rate": 1.4444444444444445e-07,
      "loss": 0.4634601593017578,
      "step": 35845
    },
    {
      "epoch": 3.7784569983136596,
      "grad_norm": 2.6276938915252686,
      "learning_rate": 1.398148148148148e-07,
      "loss": 0.308778977394104,
      "step": 35850
    },
    {
      "epoch": 3.7789839797639124,
      "grad_norm": 1.1870099306106567,
      "learning_rate": 1.3518518518518518e-07,
      "loss": 0.27208170890808103,
      "step": 35855
    },
    {
      "epoch": 3.7795109612141653,
      "grad_norm": 1.6028871536254883,
      "learning_rate": 1.3055555555555554e-07,
      "loss": 0.30439486503601076,
      "step": 35860
    },
    {
      "epoch": 3.780037942664418,
      "grad_norm": 2.028406858444214,
      "learning_rate": 1.2592592592592592e-07,
      "loss": 0.33958706855773924,
      "step": 35865
    },
    {
      "epoch": 3.780564924114671,
      "grad_norm": 3.389273166656494,
      "learning_rate": 1.212962962962963e-07,
      "loss": 0.41783604621887205,
      "step": 35870
    },
    {
      "epoch": 3.7810919055649244,
      "grad_norm": 9.61468505859375,
      "learning_rate": 1.1666666666666667e-07,
      "loss": 0.30730087757110597,
      "step": 35875
    },
    {
      "epoch": 3.781618887015177,
      "grad_norm": 1.648280382156372,
      "learning_rate": 1.1203703703703703e-07,
      "loss": 0.28835742473602294,
      "step": 35880
    },
    {
      "epoch": 3.78214586846543,
      "grad_norm": 1.3850386142730713,
      "learning_rate": 1.0740740740740741e-07,
      "loss": 0.3369966983795166,
      "step": 35885
    },
    {
      "epoch": 3.782672849915683,
      "grad_norm": 4.52949333190918,
      "learning_rate": 1.0277777777777778e-07,
      "loss": 0.3206345081329346,
      "step": 35890
    },
    {
      "epoch": 3.783199831365936,
      "grad_norm": 1.7198460102081299,
      "learning_rate": 9.814814814814815e-08,
      "loss": 0.5055007934570312,
      "step": 35895
    },
    {
      "epoch": 3.7837268128161887,
      "grad_norm": 2.4306278228759766,
      "learning_rate": 9.351851851851851e-08,
      "loss": 0.2949739933013916,
      "step": 35900
    },
    {
      "epoch": 3.7842537942664416,
      "grad_norm": 3.170448064804077,
      "learning_rate": 8.888888888888888e-08,
      "loss": 0.33267323970794677,
      "step": 35905
    },
    {
      "epoch": 3.784780775716695,
      "grad_norm": 8.434334754943848,
      "learning_rate": 8.425925925925926e-08,
      "loss": 0.33639075756073,
      "step": 35910
    },
    {
      "epoch": 3.785307757166948,
      "grad_norm": 1.3176103830337524,
      "learning_rate": 7.962962962962963e-08,
      "loss": 0.31244993209838867,
      "step": 35915
    },
    {
      "epoch": 3.7858347386172007,
      "grad_norm": 1.4363548755645752,
      "learning_rate": 7.500000000000001e-08,
      "loss": 0.545865535736084,
      "step": 35920
    },
    {
      "epoch": 3.7863617200674535,
      "grad_norm": 1.202488899230957,
      "learning_rate": 7.037037037037038e-08,
      "loss": 0.32559616565704347,
      "step": 35925
    },
    {
      "epoch": 3.7868887015177064,
      "grad_norm": 1.2371855974197388,
      "learning_rate": 6.574074074074074e-08,
      "loss": 0.27793207168579104,
      "step": 35930
    },
    {
      "epoch": 3.7874156829679597,
      "grad_norm": 1.5937402248382568,
      "learning_rate": 6.111111111111111e-08,
      "loss": 0.3438140630722046,
      "step": 35935
    },
    {
      "epoch": 3.7879426644182126,
      "grad_norm": 1.5895975828170776,
      "learning_rate": 5.648148148148148e-08,
      "loss": 0.359501314163208,
      "step": 35940
    },
    {
      "epoch": 3.7884696458684655,
      "grad_norm": 3.42801570892334,
      "learning_rate": 5.185185185185186e-08,
      "loss": 0.44908761978149414,
      "step": 35945
    },
    {
      "epoch": 3.7889966273187183,
      "grad_norm": 1.5946364402770996,
      "learning_rate": 4.7222222222222226e-08,
      "loss": 0.29321329593658446,
      "step": 35950
    },
    {
      "epoch": 3.789523608768971,
      "grad_norm": 3.631869316101074,
      "learning_rate": 4.259259259259259e-08,
      "loss": 0.546045970916748,
      "step": 35955
    },
    {
      "epoch": 3.7900505902192245,
      "grad_norm": 1.2657978534698486,
      "learning_rate": 3.796296296296297e-08,
      "loss": 0.3454455852508545,
      "step": 35960
    },
    {
      "epoch": 3.7905775716694774,
      "grad_norm": 2.809473752975464,
      "learning_rate": 3.3333333333333334e-08,
      "loss": 0.35806450843811033,
      "step": 35965
    },
    {
      "epoch": 3.7911045531197303,
      "grad_norm": 1.5812398195266724,
      "learning_rate": 2.8703703703703704e-08,
      "loss": 0.26091656684875486,
      "step": 35970
    },
    {
      "epoch": 3.791631534569983,
      "grad_norm": 3.408978223800659,
      "learning_rate": 2.407407407407407e-08,
      "loss": 0.44156756401062014,
      "step": 35975
    },
    {
      "epoch": 3.792158516020236,
      "grad_norm": 1.0572386980056763,
      "learning_rate": 1.9444444444444445e-08,
      "loss": 0.22442450523376464,
      "step": 35980
    },
    {
      "epoch": 3.792685497470489,
      "grad_norm": 1.5501960515975952,
      "learning_rate": 1.4814814814814816e-08,
      "loss": 0.41509556770324707,
      "step": 35985
    },
    {
      "epoch": 3.7932124789207418,
      "grad_norm": 1.177385926246643,
      "learning_rate": 1.0185185185185185e-08,
      "loss": 0.6596693992614746,
      "step": 35990
    },
    {
      "epoch": 3.793739460370995,
      "grad_norm": 6.447327613830566,
      "learning_rate": 5.555555555555555e-09,
      "loss": 0.39747717380523684,
      "step": 35995
    },
    {
      "epoch": 3.794266441821248,
      "grad_norm": 1.2649692296981812,
      "learning_rate": 9.25925925925926e-10,
      "loss": 0.3732208013534546,
      "step": 36000
    },
    {
      "epoch": 3.794266441821248,
      "eval_cer": 0.07368218944921279,
      "eval_loss": 0.340553879737854,
      "eval_runtime": 120.6263,
      "eval_samples_per_second": 24.141,
      "eval_score": 84.81292921687096,
      "eval_steps_per_second": 3.018,
      "eval_wer": 0.2300592262133682,
      "step": 36000
    }
  ],
  "logging_steps": 5,
  "max_steps": 36000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 800,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.634310537206384e+20,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}