{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.20399784334803472,
  "eval_steps": 1000,
  "global_step": 15229,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00013395353821527004,
      "grad_norm": 4.978700160980225,
      "learning_rate": 8.035714285714286e-07,
      "loss": 1.4198334693908692,
      "step": 10
    },
    {
      "epoch": 0.0002679070764305401,
      "grad_norm": 3.940929412841797,
      "learning_rate": 1.6964285714285713e-06,
      "loss": 1.3955652236938476,
      "step": 20
    },
    {
      "epoch": 0.0004018606146458101,
      "grad_norm": 2.915323495864868,
      "learning_rate": 2.5892857142857148e-06,
      "loss": 1.3398881912231446,
      "step": 30
    },
    {
      "epoch": 0.0005358141528610801,
      "grad_norm": 2.512028932571411,
      "learning_rate": 3.4821428571428576e-06,
      "loss": 1.2956685066223144,
      "step": 40
    },
    {
      "epoch": 0.0006697676910763502,
      "grad_norm": 2.561004161834717,
      "learning_rate": 4.375e-06,
      "loss": 1.2670017242431642,
      "step": 50
    },
    {
      "epoch": 0.0008037212292916202,
      "grad_norm": 2.296826124191284,
      "learning_rate": 5.267857142857143e-06,
      "loss": 1.2354182243347167,
      "step": 60
    },
    {
      "epoch": 0.0009376747675068903,
      "grad_norm": 2.3733971118927,
      "learning_rate": 6.160714285714286e-06,
      "loss": 1.1916924476623536,
      "step": 70
    },
    {
      "epoch": 0.0010716283057221603,
      "grad_norm": 2.520475387573242,
      "learning_rate": 7.0535714285714286e-06,
      "loss": 1.1873969078063964,
      "step": 80
    },
    {
      "epoch": 0.0012055818439374302,
      "grad_norm": 2.4990739822387695,
      "learning_rate": 7.946428571428571e-06,
      "loss": 1.1627039909362793,
      "step": 90
    },
    {
      "epoch": 0.0013395353821527003,
      "grad_norm": 2.3932080268859863,
      "learning_rate": 8.839285714285716e-06,
      "loss": 1.1169233322143555,
      "step": 100
    },
    {
      "epoch": 0.0014734889203679704,
      "grad_norm": 2.6543712615966797,
      "learning_rate": 9.732142857142858e-06,
      "loss": 1.1316115379333496,
      "step": 110
    },
    {
      "epoch": 0.0016074424585832403,
      "grad_norm": 2.6352458000183105,
      "learning_rate": 1.0625e-05,
      "loss": 1.0918511390686034,
      "step": 120
    },
    {
      "epoch": 0.0017413959967985105,
      "grad_norm": 2.4628708362579346,
      "learning_rate": 1.1517857142857142e-05,
      "loss": 1.1151651382446288,
      "step": 130
    },
    {
      "epoch": 0.0018753495350137806,
      "grad_norm": 2.482074737548828,
      "learning_rate": 1.2410714285714287e-05,
      "loss": 1.094371223449707,
      "step": 140
    },
    {
      "epoch": 0.0020093030732290505,
      "grad_norm": 2.431954860687256,
      "learning_rate": 1.3303571428571429e-05,
      "loss": 1.0961938858032227,
      "step": 150
    },
    {
      "epoch": 0.0021432566114443206,
      "grad_norm": 2.8230552673339844,
      "learning_rate": 1.4196428571428572e-05,
      "loss": 1.083104705810547,
      "step": 160
    },
    {
      "epoch": 0.0022772101496595907,
      "grad_norm": 2.721494436264038,
      "learning_rate": 1.5089285714285714e-05,
      "loss": 1.0713379859924317,
      "step": 170
    },
    {
      "epoch": 0.0024111636878748604,
      "grad_norm": 2.3565499782562256,
      "learning_rate": 1.5982142857142857e-05,
      "loss": 1.099677276611328,
      "step": 180
    },
    {
      "epoch": 0.0025451172260901305,
      "grad_norm": 2.345555543899536,
      "learning_rate": 1.6875000000000004e-05,
      "loss": 1.0562498092651367,
      "step": 190
    },
    {
      "epoch": 0.0026790707643054006,
      "grad_norm": 2.381127119064331,
      "learning_rate": 1.7767857142857143e-05,
      "loss": 1.0502027511596679,
      "step": 200
    },
    {
      "epoch": 0.0028130243025206707,
      "grad_norm": 2.4133875370025635,
      "learning_rate": 1.8660714285714287e-05,
      "loss": 1.0681496620178224,
      "step": 210
    },
    {
      "epoch": 0.002946977840735941,
      "grad_norm": 2.5238466262817383,
      "learning_rate": 1.955357142857143e-05,
      "loss": 1.0440272331237792,
      "step": 220
    },
    {
      "epoch": 0.003080931378951211,
      "grad_norm": 2.7593183517456055,
      "learning_rate": 2.0446428571428573e-05,
      "loss": 1.0714456558227539,
      "step": 230
    },
    {
      "epoch": 0.0032148849171664807,
      "grad_norm": 2.5562100410461426,
      "learning_rate": 2.1339285714285713e-05,
      "loss": 1.0298255920410155,
      "step": 240
    },
    {
      "epoch": 0.003348838455381751,
      "grad_norm": 2.6205103397369385,
      "learning_rate": 2.2232142857142856e-05,
      "loss": 1.050998592376709,
      "step": 250
    },
    {
      "epoch": 0.003482791993597021,
      "grad_norm": 2.5965018272399902,
      "learning_rate": 2.3125000000000003e-05,
      "loss": 1.0283641815185547,
      "step": 260
    },
    {
      "epoch": 0.003616745531812291,
      "grad_norm": 2.3729209899902344,
      "learning_rate": 2.4017857142857146e-05,
      "loss": 1.0502397537231445,
      "step": 270
    },
    {
      "epoch": 0.003750699070027561,
      "grad_norm": 2.378077983856201,
      "learning_rate": 2.4910714285714286e-05,
      "loss": 1.0391980171203614,
      "step": 280
    },
    {
      "epoch": 0.003884652608242831,
      "grad_norm": 2.4107515811920166,
      "learning_rate": 2.5803571428571433e-05,
      "loss": 1.0300152778625489,
      "step": 290
    },
    {
      "epoch": 0.004018606146458101,
      "grad_norm": 2.4866559505462646,
      "learning_rate": 2.6696428571428573e-05,
      "loss": 1.0498000144958497,
      "step": 300
    },
    {
      "epoch": 0.004152559684673371,
      "grad_norm": 2.3568379878997803,
      "learning_rate": 2.7589285714285716e-05,
      "loss": 1.0401558876037598,
      "step": 310
    },
    {
      "epoch": 0.004286513222888641,
      "grad_norm": 2.456519603729248,
      "learning_rate": 2.8482142857142856e-05,
      "loss": 1.0105724334716797,
      "step": 320
    },
    {
      "epoch": 0.004420466761103911,
      "grad_norm": 2.8484723567962646,
      "learning_rate": 2.9375000000000003e-05,
      "loss": 1.0271486282348632,
      "step": 330
    },
    {
      "epoch": 0.004554420299319181,
      "grad_norm": 2.829651117324829,
      "learning_rate": 3.0267857142857142e-05,
      "loss": 1.0125882148742675,
      "step": 340
    },
    {
      "epoch": 0.0046883738375344515,
      "grad_norm": 1.9819118976593018,
      "learning_rate": 3.116071428571429e-05,
      "loss": 1.0134092330932618,
      "step": 350
    },
    {
      "epoch": 0.004822327375749721,
      "grad_norm": 2.5545337200164795,
      "learning_rate": 3.205357142857143e-05,
      "loss": 1.006214714050293,
      "step": 360
    },
    {
      "epoch": 0.004956280913964991,
      "grad_norm": 2.3971850872039795,
      "learning_rate": 3.2946428571428576e-05,
      "loss": 1.014259147644043,
      "step": 370
    },
    {
      "epoch": 0.005090234452180261,
      "grad_norm": 2.188464641571045,
      "learning_rate": 3.383928571428572e-05,
      "loss": 1.0164517402648925,
      "step": 380
    },
    {
      "epoch": 0.005224187990395531,
      "grad_norm": 2.607635021209717,
      "learning_rate": 3.4732142857142855e-05,
      "loss": 1.0006816864013672,
      "step": 390
    },
    {
      "epoch": 0.005358141528610801,
      "grad_norm": 1.9828215837478638,
      "learning_rate": 3.5625000000000005e-05,
      "loss": 0.994498348236084,
      "step": 400
    },
    {
      "epoch": 0.005492095066826071,
      "grad_norm": 2.0254552364349365,
      "learning_rate": 3.651785714285714e-05,
      "loss": 1.0143715858459472,
      "step": 410
    },
    {
      "epoch": 0.0056260486050413415,
      "grad_norm": 2.088826894760132,
      "learning_rate": 3.7410714285714285e-05,
      "loss": 1.003225040435791,
      "step": 420
    },
    {
      "epoch": 0.005760002143256612,
      "grad_norm": 2.4125075340270996,
      "learning_rate": 3.8303571428571435e-05,
      "loss": 0.9795364379882813,
      "step": 430
    },
    {
      "epoch": 0.005893955681471882,
      "grad_norm": 2.0874435901641846,
      "learning_rate": 3.919642857142857e-05,
      "loss": 0.9827790260314941,
      "step": 440
    },
    {
      "epoch": 0.006027909219687152,
      "grad_norm": 1.7993626594543457,
      "learning_rate": 4.0089285714285715e-05,
      "loss": 0.992791748046875,
      "step": 450
    },
    {
      "epoch": 0.006161862757902422,
      "grad_norm": 2.1616885662078857,
      "learning_rate": 4.098214285714286e-05,
      "loss": 0.9879550933837891,
      "step": 460
    },
    {
      "epoch": 0.006295816296117691,
      "grad_norm": 2.0187010765075684,
      "learning_rate": 4.1875e-05,
      "loss": 0.9812018394470214,
      "step": 470
    },
    {
      "epoch": 0.006429769834332961,
      "grad_norm": 2.0268852710723877,
      "learning_rate": 4.2767857142857145e-05,
      "loss": 1.017441749572754,
      "step": 480
    },
    {
      "epoch": 0.0065637233725482315,
      "grad_norm": 2.1466526985168457,
      "learning_rate": 4.366071428571429e-05,
      "loss": 0.9769362449645996,
      "step": 490
    },
    {
      "epoch": 0.006697676910763502,
      "grad_norm": 2.0106499195098877,
      "learning_rate": 4.455357142857143e-05,
      "loss": 0.9902260780334473,
      "step": 500
    },
    {
      "epoch": 0.006831630448978772,
      "grad_norm": 1.843783974647522,
      "learning_rate": 4.5446428571428574e-05,
      "loss": 1.0007816314697267,
      "step": 510
    },
    {
      "epoch": 0.006965583987194042,
      "grad_norm": 1.8174176216125488,
      "learning_rate": 4.633928571428572e-05,
      "loss": 0.9792203903198242,
      "step": 520
    },
    {
      "epoch": 0.007099537525409312,
      "grad_norm": 1.8151051998138428,
      "learning_rate": 4.723214285714286e-05,
      "loss": 0.992054557800293,
      "step": 530
    },
    {
      "epoch": 0.007233491063624582,
      "grad_norm": 1.7471234798431396,
      "learning_rate": 4.8125000000000004e-05,
      "loss": 0.9979231834411622,
      "step": 540
    },
    {
      "epoch": 0.007367444601839852,
      "grad_norm": 1.7692842483520508,
      "learning_rate": 4.901785714285714e-05,
      "loss": 0.9751591682434082,
      "step": 550
    },
    {
      "epoch": 0.007501398140055122,
      "grad_norm": 1.6787338256835938,
      "learning_rate": 4.991071428571429e-05,
      "loss": 0.9884813308715821,
      "step": 560
    },
    {
      "epoch": 0.0076353516782703915,
      "grad_norm": 1.7012407779693604,
      "learning_rate": 5.080357142857143e-05,
      "loss": 0.9855763435363769,
      "step": 570
    },
    {
      "epoch": 0.007769305216485662,
      "grad_norm": 1.915123701095581,
      "learning_rate": 5.169642857142858e-05,
      "loss": 0.9511891365051269,
      "step": 580
    },
    {
      "epoch": 0.007903258754700932,
      "grad_norm": 1.833243727684021,
      "learning_rate": 5.258928571428572e-05,
      "loss": 0.9984745025634766,
      "step": 590
    },
    {
      "epoch": 0.008037212292916202,
      "grad_norm": 1.450955867767334,
      "learning_rate": 5.348214285714286e-05,
      "loss": 0.9740289688110352,
      "step": 600
    },
    {
      "epoch": 0.008171165831131472,
      "grad_norm": 1.7209330797195435,
      "learning_rate": 5.4375e-05,
      "loss": 0.9547987937927246,
      "step": 610
    },
    {
      "epoch": 0.008305119369346742,
      "grad_norm": 1.7298052310943604,
      "learning_rate": 5.526785714285715e-05,
      "loss": 0.9855975151062012,
      "step": 620
    },
    {
      "epoch": 0.008439072907562012,
      "grad_norm": 1.6286202669143677,
      "learning_rate": 5.616071428571429e-05,
      "loss": 0.9657292366027832,
      "step": 630
    },
    {
      "epoch": 0.008573026445777282,
      "grad_norm": 2.2121224403381348,
      "learning_rate": 5.705357142857143e-05,
      "loss": 0.9826187133789063,
      "step": 640
    },
    {
      "epoch": 0.008706979983992552,
      "grad_norm": 1.4359034299850464,
      "learning_rate": 5.794642857142858e-05,
      "loss": 0.9880683898925782,
      "step": 650
    },
    {
      "epoch": 0.008840933522207823,
      "grad_norm": 1.8250757455825806,
      "learning_rate": 5.883928571428572e-05,
      "loss": 0.9728729248046875,
      "step": 660
    },
    {
      "epoch": 0.008974887060423093,
      "grad_norm": 1.6160730123519897,
      "learning_rate": 5.973214285714286e-05,
      "loss": 0.9673951148986817,
      "step": 670
    },
    {
      "epoch": 0.009108840598638363,
      "grad_norm": 1.623353362083435,
      "learning_rate": 6.0624999999999996e-05,
      "loss": 0.9910868644714356,
      "step": 680
    },
    {
      "epoch": 0.009242794136853633,
      "grad_norm": 1.7099947929382324,
      "learning_rate": 6.151785714285715e-05,
      "loss": 0.9758204460144043,
      "step": 690
    },
    {
      "epoch": 0.009376747675068903,
      "grad_norm": 1.6103285551071167,
      "learning_rate": 6.241071428571428e-05,
      "loss": 0.9683603286743164,
      "step": 700
    },
    {
      "epoch": 0.009510701213284173,
      "grad_norm": 1.703170895576477,
      "learning_rate": 6.330357142857143e-05,
      "loss": 0.959897232055664,
      "step": 710
    },
    {
      "epoch": 0.009644654751499442,
      "grad_norm": 1.662630319595337,
      "learning_rate": 6.419642857142858e-05,
      "loss": 0.9767607688903809,
      "step": 720
    },
    {
      "epoch": 0.009778608289714712,
      "grad_norm": 1.5833293199539185,
      "learning_rate": 6.508928571428571e-05,
      "loss": 0.9608363151550293,
      "step": 730
    },
    {
      "epoch": 0.009912561827929982,
      "grad_norm": 1.7040482759475708,
      "learning_rate": 6.598214285714286e-05,
      "loss": 0.9693010330200196,
      "step": 740
    },
    {
      "epoch": 0.010046515366145252,
      "grad_norm": 1.505820393562317,
      "learning_rate": 6.6875e-05,
      "loss": 0.9575628280639649,
      "step": 750
    },
    {
      "epoch": 0.010180468904360522,
      "grad_norm": 1.812294602394104,
      "learning_rate": 6.776785714285716e-05,
      "loss": 0.9544397354125976,
      "step": 760
    },
    {
      "epoch": 0.010314422442575792,
      "grad_norm": 1.6276874542236328,
      "learning_rate": 6.866071428571429e-05,
      "loss": 0.9317039489746094,
      "step": 770
    },
    {
      "epoch": 0.010448375980791062,
      "grad_norm": 1.6243042945861816,
      "learning_rate": 6.955357142857143e-05,
      "loss": 0.9851680755615234,
      "step": 780
    },
    {
      "epoch": 0.010582329519006332,
      "grad_norm": 1.5983399152755737,
      "learning_rate": 7.044642857142859e-05,
      "loss": 0.9748747825622559,
      "step": 790
    },
    {
      "epoch": 0.010716283057221603,
      "grad_norm": 1.7678436040878296,
      "learning_rate": 7.133928571428572e-05,
      "loss": 0.9590046882629395,
      "step": 800
    },
    {
      "epoch": 0.010850236595436873,
      "grad_norm": 1.5059410333633423,
      "learning_rate": 7.223214285714286e-05,
      "loss": 0.9823746681213379,
      "step": 810
    },
    {
      "epoch": 0.010984190133652143,
      "grad_norm": 1.4575616121292114,
      "learning_rate": 7.3125e-05,
      "loss": 0.9733425140380859,
      "step": 820
    },
    {
      "epoch": 0.011118143671867413,
      "grad_norm": 1.6164171695709229,
      "learning_rate": 7.401785714285715e-05,
      "loss": 0.927185344696045,
      "step": 830
    },
    {
      "epoch": 0.011252097210082683,
      "grad_norm": 1.512903094291687,
      "learning_rate": 7.491071428571429e-05,
      "loss": 0.9673010826110839,
      "step": 840
    },
    {
      "epoch": 0.011386050748297953,
      "grad_norm": 1.4509457349777222,
      "learning_rate": 7.580357142857143e-05,
      "loss": 0.9444644927978516,
      "step": 850
    },
    {
      "epoch": 0.011520004286513223,
      "grad_norm": 1.3291261196136475,
      "learning_rate": 7.669642857142858e-05,
      "loss": 0.9484622001647949,
      "step": 860
    },
    {
      "epoch": 0.011653957824728493,
      "grad_norm": 1.6370415687561035,
      "learning_rate": 7.758928571428572e-05,
      "loss": 0.9409455299377442,
      "step": 870
    },
    {
      "epoch": 0.011787911362943763,
      "grad_norm": 1.5580850839614868,
      "learning_rate": 7.848214285714286e-05,
      "loss": 0.9556178092956543,
      "step": 880
    },
    {
      "epoch": 0.011921864901159034,
      "grad_norm": 1.4624580144882202,
      "learning_rate": 7.9375e-05,
      "loss": 0.9679806709289551,
      "step": 890
    },
    {
      "epoch": 0.012055818439374304,
      "grad_norm": 1.5962079763412476,
      "learning_rate": 8.026785714285715e-05,
      "loss": 0.9726933479309082,
      "step": 900
    },
    {
      "epoch": 0.012189771977589574,
      "grad_norm": 1.3573912382125854,
      "learning_rate": 8.116071428571429e-05,
      "loss": 0.9682340621948242,
      "step": 910
    },
    {
      "epoch": 0.012323725515804844,
      "grad_norm": 1.5596022605895996,
      "learning_rate": 8.205357142857143e-05,
      "loss": 0.9629892349243164,
      "step": 920
    },
    {
      "epoch": 0.012457679054020112,
      "grad_norm": 1.730648398399353,
      "learning_rate": 8.294642857142858e-05,
      "loss": 0.9566517829895019,
      "step": 930
    },
    {
      "epoch": 0.012591632592235382,
      "grad_norm": 1.5507956743240356,
      "learning_rate": 8.383928571428572e-05,
      "loss": 0.9654373168945313,
      "step": 940
    },
    {
      "epoch": 0.012725586130450653,
      "grad_norm": 1.4160267114639282,
      "learning_rate": 8.473214285714286e-05,
      "loss": 0.9531091690063477,
      "step": 950
    },
    {
      "epoch": 0.012859539668665923,
      "grad_norm": 1.617100477218628,
      "learning_rate": 8.5625e-05,
      "loss": 0.9591686248779296,
      "step": 960
    },
    {
      "epoch": 0.012993493206881193,
      "grad_norm": 1.296432375907898,
      "learning_rate": 8.651785714285715e-05,
      "loss": 0.971707534790039,
      "step": 970
    },
    {
      "epoch": 0.013127446745096463,
      "grad_norm": 1.402993083000183,
      "learning_rate": 8.74107142857143e-05,
      "loss": 0.9584191322326661,
      "step": 980
    },
    {
      "epoch": 0.013261400283311733,
      "grad_norm": 1.4196568727493286,
      "learning_rate": 8.830357142857142e-05,
      "loss": 0.9672185897827148,
      "step": 990
    },
    {
      "epoch": 0.013395353821527003,
      "grad_norm": 1.3073877096176147,
      "learning_rate": 8.919642857142858e-05,
      "loss": 0.9563102722167969,
      "step": 1000
    },
    {
      "epoch": 0.013395353821527003,
      "eval_loss": 0.9335520267486572,
      "eval_runtime": 282.864,
      "eval_samples_per_second": 10.652,
      "eval_steps_per_second": 10.652,
      "step": 1000
    },
    {
      "epoch": 0.013529307359742273,
      "grad_norm": 1.2876602411270142,
      "learning_rate": 9.008928571428572e-05,
      "loss": 0.9841785430908203,
      "step": 1010
    },
    {
      "epoch": 0.013663260897957543,
      "grad_norm": 1.302293062210083,
      "learning_rate": 9.098214285714285e-05,
      "loss": 0.9624536514282227,
      "step": 1020
    },
    {
      "epoch": 0.013797214436172813,
      "grad_norm": 1.4643065929412842,
      "learning_rate": 9.1875e-05,
      "loss": 0.9604171752929688,
      "step": 1030
    },
    {
      "epoch": 0.013931167974388084,
      "grad_norm": 1.5588184595108032,
      "learning_rate": 9.276785714285715e-05,
      "loss": 0.9482678413391114,
      "step": 1040
    },
    {
      "epoch": 0.014065121512603354,
      "grad_norm": 1.3061965703964233,
      "learning_rate": 9.36607142857143e-05,
      "loss": 0.9968178749084473,
      "step": 1050
    },
    {
      "epoch": 0.014199075050818624,
      "grad_norm": 1.49628746509552,
      "learning_rate": 9.455357142857143e-05,
      "loss": 0.965756893157959,
      "step": 1060
    },
    {
      "epoch": 0.014333028589033894,
      "grad_norm": 1.5427523851394653,
      "learning_rate": 9.544642857142858e-05,
      "loss": 0.9401347160339355,
      "step": 1070
    },
    {
      "epoch": 0.014466982127249164,
      "grad_norm": 1.44222891330719,
      "learning_rate": 9.633928571428573e-05,
      "loss": 0.9700592994689942,
      "step": 1080
    },
    {
      "epoch": 0.014600935665464434,
      "grad_norm": 1.2180535793304443,
      "learning_rate": 9.723214285714286e-05,
      "loss": 0.9597712516784668,
      "step": 1090
    },
    {
      "epoch": 0.014734889203679704,
      "grad_norm": 1.4644688367843628,
      "learning_rate": 9.8125e-05,
      "loss": 0.9620055198669434,
      "step": 1100
    },
    {
      "epoch": 0.014868842741894974,
      "grad_norm": 1.4942972660064697,
      "learning_rate": 9.901785714285716e-05,
      "loss": 0.9615335464477539,
      "step": 1110
    },
    {
      "epoch": 0.015002796280110245,
      "grad_norm": 1.1068652868270874,
      "learning_rate": 9.991071428571429e-05,
      "loss": 0.9622197151184082,
      "step": 1120
    },
    {
      "epoch": 0.015136749818325513,
      "grad_norm": 1.283275842666626,
      "learning_rate": 0.00010080357142857144,
      "loss": 0.9707681655883789,
      "step": 1130
    },
    {
      "epoch": 0.015270703356540783,
      "grad_norm": 1.197508454322815,
      "learning_rate": 0.00010169642857142859,
      "loss": 0.9689389228820801,
      "step": 1140
    },
    {
      "epoch": 0.015404656894756053,
      "grad_norm": 1.2500603199005127,
      "learning_rate": 0.00010258928571428572,
      "loss": 0.9651185035705566,
      "step": 1150
    },
    {
      "epoch": 0.015538610432971323,
      "grad_norm": 1.6802270412445068,
      "learning_rate": 0.00010348214285714286,
      "loss": 0.9665432929992676,
      "step": 1160
    },
    {
      "epoch": 0.015672563971186593,
      "grad_norm": 1.4018360376358032,
      "learning_rate": 0.000104375,
      "loss": 0.9392754554748535,
      "step": 1170
    },
    {
      "epoch": 0.015806517509401864,
      "grad_norm": 1.5453063249588013,
      "learning_rate": 0.00010526785714285715,
      "loss": 0.9618069648742675,
      "step": 1180
    },
    {
      "epoch": 0.015940471047617134,
      "grad_norm": 1.2306983470916748,
      "learning_rate": 0.00010616071428571428,
      "loss": 0.940494441986084,
      "step": 1190
    },
    {
      "epoch": 0.016074424585832404,
      "grad_norm": 1.1923718452453613,
      "learning_rate": 0.00010705357142857145,
      "loss": 0.9696602821350098,
      "step": 1200
    },
    {
      "epoch": 0.016208378124047674,
      "grad_norm": 1.3687347173690796,
      "learning_rate": 0.00010794642857142858,
      "loss": 0.9562197685241699,
      "step": 1210
    },
    {
      "epoch": 0.016342331662262944,
      "grad_norm": 1.3242262601852417,
      "learning_rate": 0.00010883928571428572,
      "loss": 0.941429328918457,
      "step": 1220
    },
    {
      "epoch": 0.016476285200478214,
      "grad_norm": 1.2945473194122314,
      "learning_rate": 0.00010973214285714286,
      "loss": 0.9632730484008789,
      "step": 1230
    },
    {
      "epoch": 0.016610238738693484,
      "grad_norm": 1.1794791221618652,
      "learning_rate": 0.000110625,
      "loss": 0.9528386116027832,
      "step": 1240
    },
    {
      "epoch": 0.016744192276908754,
      "grad_norm": 1.261305570602417,
      "learning_rate": 0.00011151785714285714,
      "loss": 0.945485782623291,
      "step": 1250
    },
    {
      "epoch": 0.016878145815124024,
      "grad_norm": 1.310412883758545,
      "learning_rate": 0.00011241071428571428,
      "loss": 0.9500171661376953,
      "step": 1260
    },
    {
      "epoch": 0.017012099353339295,
      "grad_norm": 1.4417651891708374,
      "learning_rate": 0.00011330357142857145,
      "loss": 0.965580940246582,
      "step": 1270
    },
    {
      "epoch": 0.017146052891554565,
      "grad_norm": 1.2227723598480225,
      "learning_rate": 0.00011419642857142858,
      "loss": 0.9576460838317871,
      "step": 1280
    },
    {
      "epoch": 0.017280006429769835,
      "grad_norm": 1.278008222579956,
      "learning_rate": 0.00011508928571428572,
      "loss": 0.9216486930847168,
      "step": 1290
    },
    {
      "epoch": 0.017413959967985105,
      "grad_norm": 1.2406392097473145,
      "learning_rate": 0.00011598214285714287,
      "loss": 0.9882441520690918,
      "step": 1300
    },
    {
      "epoch": 0.017547913506200375,
      "grad_norm": 1.2370669841766357,
      "learning_rate": 0.000116875,
      "loss": 0.9419057846069336,
      "step": 1310
    },
    {
      "epoch": 0.017681867044415645,
      "grad_norm": 1.1850550174713135,
      "learning_rate": 0.00011776785714285714,
      "loss": 0.976494026184082,
      "step": 1320
    },
    {
      "epoch": 0.017815820582630915,
      "grad_norm": 1.1672782897949219,
      "learning_rate": 0.00011866071428571428,
      "loss": 0.9599658012390136,
      "step": 1330
    },
    {
      "epoch": 0.017949774120846185,
      "grad_norm": 1.2031351327896118,
      "learning_rate": 0.00011955357142857144,
      "loss": 0.9466784477233887,
      "step": 1340
    },
    {
      "epoch": 0.018083727659061456,
      "grad_norm": 1.423079013824463,
      "learning_rate": 0.00012044642857142858,
      "loss": 0.9467257499694824,
      "step": 1350
    },
    {
      "epoch": 0.018217681197276726,
      "grad_norm": 1.3132128715515137,
      "learning_rate": 0.00012133928571428572,
      "loss": 0.95529203414917,
      "step": 1360
    },
    {
      "epoch": 0.018351634735491996,
      "grad_norm": 1.3859386444091797,
      "learning_rate": 0.00012223214285714287,
      "loss": 0.9389223098754883,
      "step": 1370
    },
    {
      "epoch": 0.018485588273707266,
      "grad_norm": 1.1685659885406494,
      "learning_rate": 0.000123125,
      "loss": 0.94387845993042,
      "step": 1380
    },
    {
      "epoch": 0.018619541811922536,
      "grad_norm": 1.2127257585525513,
      "learning_rate": 0.00012401785714285715,
      "loss": 0.918062400817871,
      "step": 1390
    },
    {
      "epoch": 0.018753495350137806,
      "grad_norm": 1.1995147466659546,
      "learning_rate": 0.00012491071428571428,
      "loss": 0.9396192550659179,
      "step": 1400
    },
    {
      "epoch": 0.018887448888353076,
      "grad_norm": 1.2880109548568726,
      "learning_rate": 0.00012580357142857144,
      "loss": 0.9649562835693359,
      "step": 1410
    },
    {
      "epoch": 0.019021402426568346,
      "grad_norm": 1.2551807165145874,
      "learning_rate": 0.00012669642857142857,
      "loss": 0.9511116027832032,
      "step": 1420
    },
    {
      "epoch": 0.019155355964783616,
      "grad_norm": 1.184615135192871,
      "learning_rate": 0.00012758928571428573,
      "loss": 0.9791507720947266,
      "step": 1430
    },
    {
      "epoch": 0.019289309502998883,
      "grad_norm": 1.1787488460540771,
      "learning_rate": 0.00012848214285714286,
      "loss": 0.9635199546813965,
      "step": 1440
    },
    {
      "epoch": 0.019423263041214153,
      "grad_norm": 1.0999921560287476,
      "learning_rate": 0.00012937500000000001,
      "loss": 0.9462879180908204,
      "step": 1450
    },
    {
      "epoch": 0.019557216579429423,
      "grad_norm": 1.3516278266906738,
      "learning_rate": 0.00013026785714285714,
      "loss": 0.9511301040649414,
      "step": 1460
    },
    {
      "epoch": 0.019691170117644693,
      "grad_norm": 1.2714283466339111,
      "learning_rate": 0.00013116071428571427,
      "loss": 0.934202003479004,
      "step": 1470
    },
    {
      "epoch": 0.019825123655859964,
      "grad_norm": 1.1116617918014526,
      "learning_rate": 0.00013205357142857143,
      "loss": 0.9517221450805664,
      "step": 1480
    },
    {
      "epoch": 0.019959077194075234,
      "grad_norm": 1.1716386079788208,
      "learning_rate": 0.0001329464285714286,
      "loss": 0.9329569816589356,
      "step": 1490
    },
    {
      "epoch": 0.020093030732290504,
      "grad_norm": 1.1489286422729492,
      "learning_rate": 0.00013383928571428572,
      "loss": 0.9706562995910645,
      "step": 1500
    },
    {
      "epoch": 0.020226984270505774,
      "grad_norm": 1.3109049797058105,
      "learning_rate": 0.00013473214285714287,
      "loss": 0.9514205932617188,
      "step": 1510
    },
    {
      "epoch": 0.020360937808721044,
      "grad_norm": 1.218209147453308,
      "learning_rate": 0.000135625,
      "loss": 0.9647247314453125,
      "step": 1520
    },
    {
      "epoch": 0.020494891346936314,
      "grad_norm": 1.1620960235595703,
      "learning_rate": 0.00013651785714285713,
      "loss": 0.9633931159973145,
      "step": 1530
    },
    {
      "epoch": 0.020628844885151584,
      "grad_norm": 1.1143990755081177,
      "learning_rate": 0.0001374107142857143,
      "loss": 0.9660541534423828,
      "step": 1540
    },
    {
      "epoch": 0.020762798423366854,
      "grad_norm": 1.12709641456604,
      "learning_rate": 0.00013830357142857145,
      "loss": 0.9445898056030273,
      "step": 1550
    },
    {
      "epoch": 0.020896751961582125,
      "grad_norm": 1.2789790630340576,
      "learning_rate": 0.00013919642857142858,
      "loss": 0.9396877288818359,
      "step": 1560
    },
    {
      "epoch": 0.021030705499797395,
      "grad_norm": 1.3755370378494263,
      "learning_rate": 0.00014008928571428573,
      "loss": 0.9562576293945313,
      "step": 1570
    },
    {
      "epoch": 0.021164659038012665,
      "grad_norm": 1.106921911239624,
      "learning_rate": 0.00014098214285714286,
      "loss": 0.9208305358886719,
      "step": 1580
    },
    {
      "epoch": 0.021298612576227935,
      "grad_norm": 1.2218865156173706,
      "learning_rate": 0.000141875,
      "loss": 0.923252010345459,
      "step": 1590
    },
    {
      "epoch": 0.021432566114443205,
      "grad_norm": 1.1265087127685547,
      "learning_rate": 0.00014276785714285715,
      "loss": 0.9264353752136231,
      "step": 1600
    },
    {
      "epoch": 0.021566519652658475,
      "grad_norm": 1.3815466165542603,
      "learning_rate": 0.00014366071428571428,
      "loss": 0.9643337249755859,
      "step": 1610
    },
    {
      "epoch": 0.021700473190873745,
      "grad_norm": 1.1408675909042358,
      "learning_rate": 0.00014455357142857144,
      "loss": 0.9644880294799805,
      "step": 1620
    },
    {
      "epoch": 0.021834426729089015,
      "grad_norm": 1.202513575553894,
      "learning_rate": 0.0001454464285714286,
      "loss": 0.9403377532958984,
      "step": 1630
    },
    {
      "epoch": 0.021968380267304286,
      "grad_norm": 1.024915337562561,
      "learning_rate": 0.00014633928571428572,
      "loss": 0.9280579566955567,
      "step": 1640
    },
    {
      "epoch": 0.022102333805519556,
      "grad_norm": 1.126615047454834,
      "learning_rate": 0.00014723214285714285,
      "loss": 0.9409577369689941,
      "step": 1650
    },
    {
      "epoch": 0.022236287343734826,
      "grad_norm": 1.0569106340408325,
      "learning_rate": 0.000148125,
      "loss": 0.9590131759643554,
      "step": 1660
    },
    {
      "epoch": 0.022370240881950096,
      "grad_norm": 1.1735954284667969,
      "learning_rate": 0.00014901785714285714,
      "loss": 0.9538652420043945,
      "step": 1670
    },
    {
      "epoch": 0.022504194420165366,
      "grad_norm": 1.0429877042770386,
      "learning_rate": 0.0001499107142857143,
      "loss": 0.9786016464233398,
      "step": 1680
    },
    {
      "epoch": 0.022638147958380636,
      "grad_norm": 1.189475417137146,
      "learning_rate": 0.00015080357142857145,
      "loss": 0.955595874786377,
      "step": 1690
    },
    {
      "epoch": 0.022772101496595906,
      "grad_norm": 1.0221614837646484,
      "learning_rate": 0.00015169642857142858,
      "loss": 0.9822449684143066,
      "step": 1700
    },
    {
      "epoch": 0.022906055034811176,
      "grad_norm": 1.1084915399551392,
      "learning_rate": 0.0001525892857142857,
      "loss": 0.9466286659240722,
      "step": 1710
    },
    {
      "epoch": 0.023040008573026446,
      "grad_norm": 1.1933523416519165,
      "learning_rate": 0.00015348214285714287,
      "loss": 0.9203065872192383,
      "step": 1720
    },
    {
      "epoch": 0.023173962111241717,
      "grad_norm": 1.0246378183364868,
      "learning_rate": 0.000154375,
      "loss": 0.947907829284668,
      "step": 1730
    },
    {
      "epoch": 0.023307915649456987,
      "grad_norm": 1.2799917459487915,
      "learning_rate": 0.00015526785714285716,
      "loss": 0.9746535301208497,
      "step": 1740
    },
    {
      "epoch": 0.023441869187672257,
      "grad_norm": 0.9834460616111755,
      "learning_rate": 0.00015616071428571428,
      "loss": 0.9352348327636719,
      "step": 1750
    },
    {
      "epoch": 0.023575822725887527,
      "grad_norm": 1.1289196014404297,
      "learning_rate": 0.00015705357142857144,
      "loss": 0.9422959327697754,
      "step": 1760
    },
    {
      "epoch": 0.023709776264102797,
      "grad_norm": 1.1601067781448364,
      "learning_rate": 0.00015794642857142857,
      "loss": 0.9540572166442871,
      "step": 1770
    },
    {
      "epoch": 0.023843729802318067,
      "grad_norm": 1.0564992427825928,
      "learning_rate": 0.00015883928571428573,
      "loss": 0.9810628890991211,
      "step": 1780
    },
    {
      "epoch": 0.023977683340533337,
      "grad_norm": 1.4195152521133423,
      "learning_rate": 0.00015973214285714286,
      "loss": 0.9447280883789062,
      "step": 1790
    },
    {
      "epoch": 0.024111636878748607,
      "grad_norm": 1.1684353351593018,
      "learning_rate": 0.00016062500000000001,
      "loss": 0.9330779075622558,
      "step": 1800
    },
    {
      "epoch": 0.024245590416963878,
      "grad_norm": 1.0490233898162842,
      "learning_rate": 0.00016151785714285714,
      "loss": 0.9627155303955078,
      "step": 1810
    },
    {
      "epoch": 0.024379543955179148,
      "grad_norm": 1.1879408359527588,
      "learning_rate": 0.00016241071428571427,
      "loss": 0.9369135856628418,
      "step": 1820
    },
    {
      "epoch": 0.024513497493394418,
      "grad_norm": 1.038156509399414,
      "learning_rate": 0.00016330357142857146,
      "loss": 0.9641859054565429,
      "step": 1830
    },
    {
      "epoch": 0.024647451031609688,
      "grad_norm": 1.281324028968811,
      "learning_rate": 0.0001641964285714286,
      "loss": 0.9745452880859375,
      "step": 1840
    },
    {
      "epoch": 0.024781404569824955,
      "grad_norm": 1.0497291088104248,
      "learning_rate": 0.00016508928571428572,
      "loss": 0.9583146095275878,
      "step": 1850
    },
    {
      "epoch": 0.024915358108040225,
      "grad_norm": 1.2138155698776245,
      "learning_rate": 0.00016598214285714287,
      "loss": 0.94415283203125,
      "step": 1860
    },
    {
      "epoch": 0.025049311646255495,
      "grad_norm": 1.0328693389892578,
      "learning_rate": 0.000166875,
      "loss": 0.9546913146972656,
      "step": 1870
    },
    {
      "epoch": 0.025183265184470765,
      "grad_norm": 0.9754835367202759,
      "learning_rate": 0.00016776785714285713,
      "loss": 0.941204833984375,
      "step": 1880
    },
    {
      "epoch": 0.025317218722686035,
      "grad_norm": 1.1597093343734741,
      "learning_rate": 0.0001686607142857143,
      "loss": 0.9581302642822266,
      "step": 1890
    },
    {
      "epoch": 0.025451172260901305,
      "grad_norm": 0.9526762366294861,
      "learning_rate": 0.00016955357142857145,
      "loss": 0.9658097267150879,
      "step": 1900
    },
    {
      "epoch": 0.025585125799116575,
      "grad_norm": 1.0967228412628174,
      "learning_rate": 0.00017044642857142858,
      "loss": 0.9606739997863769,
      "step": 1910
    },
    {
      "epoch": 0.025719079337331845,
      "grad_norm": 1.2501522302627563,
      "learning_rate": 0.00017133928571428573,
      "loss": 0.9462210655212402,
      "step": 1920
    },
    {
      "epoch": 0.025853032875547115,
      "grad_norm": 1.2555738687515259,
      "learning_rate": 0.00017223214285714286,
      "loss": 0.978199577331543,
      "step": 1930
    },
    {
      "epoch": 0.025986986413762386,
      "grad_norm": 1.2749037742614746,
      "learning_rate": 0.000173125,
      "loss": 0.9561247825622559,
      "step": 1940
    },
    {
      "epoch": 0.026120939951977656,
      "grad_norm": 1.1155575513839722,
      "learning_rate": 0.00017401785714285715,
      "loss": 0.9505109786987305,
      "step": 1950
    },
    {
      "epoch": 0.026254893490192926,
      "grad_norm": 1.1074986457824707,
      "learning_rate": 0.00017491071428571428,
      "loss": 0.964531135559082,
      "step": 1960
    },
    {
      "epoch": 0.026388847028408196,
      "grad_norm": 1.0668226480484009,
      "learning_rate": 0.00017580357142857144,
      "loss": 0.9583681106567383,
      "step": 1970
    },
    {
      "epoch": 0.026522800566623466,
      "grad_norm": 1.0635207891464233,
      "learning_rate": 0.0001766964285714286,
      "loss": 0.9607739448547363,
      "step": 1980
    },
    {
      "epoch": 0.026656754104838736,
      "grad_norm": 1.1774014234542847,
      "learning_rate": 0.00017758928571428572,
      "loss": 0.938353443145752,
      "step": 1990
    },
    {
      "epoch": 0.026790707643054006,
      "grad_norm": 0.9912426471710205,
      "learning_rate": 0.00017848214285714285,
      "loss": 0.9563817977905273,
      "step": 2000
    },
    {
      "epoch": 0.026790707643054006,
      "eval_loss": 0.9294622540473938,
      "eval_runtime": 282.9209,
      "eval_samples_per_second": 10.65,
      "eval_steps_per_second": 10.65,
      "step": 2000
    },
    {
      "epoch": 0.026924661181269276,
      "grad_norm": 1.1386301517486572,
      "learning_rate": 0.000179375,
      "loss": 0.9594663619995117,
      "step": 2010
    },
    {
      "epoch": 0.027058614719484547,
      "grad_norm": 1.0435603857040405,
      "learning_rate": 0.00018026785714285714,
      "loss": 0.9453421592712402,
      "step": 2020
    },
    {
      "epoch": 0.027192568257699817,
      "grad_norm": 1.1574785709381104,
      "learning_rate": 0.0001811607142857143,
      "loss": 0.9297013282775879,
      "step": 2030
    },
    {
      "epoch": 0.027326521795915087,
      "grad_norm": 1.1167242527008057,
      "learning_rate": 0.00018205357142857145,
      "loss": 0.9530548095703125,
      "step": 2040
    },
    {
      "epoch": 0.027460475334130357,
      "grad_norm": 1.0436396598815918,
      "learning_rate": 0.00018294642857142858,
      "loss": 0.9412404060363769,
      "step": 2050
    },
    {
      "epoch": 0.027594428872345627,
      "grad_norm": 1.184274435043335,
      "learning_rate": 0.0001838392857142857,
      "loss": 0.9605161666870117,
      "step": 2060
    },
    {
      "epoch": 0.027728382410560897,
      "grad_norm": 0.9393510222434998,
      "learning_rate": 0.00018473214285714287,
      "loss": 0.9509821891784668,
      "step": 2070
    },
    {
      "epoch": 0.027862335948776167,
      "grad_norm": 1.0484318733215332,
      "learning_rate": 0.000185625,
      "loss": 0.9221634864807129,
      "step": 2080
    },
    {
      "epoch": 0.027996289486991437,
      "grad_norm": 0.9934367537498474,
      "learning_rate": 0.00018651785714285716,
      "loss": 0.9437132835388183,
      "step": 2090
    },
    {
      "epoch": 0.028130243025206707,
      "grad_norm": 0.9708594679832458,
      "learning_rate": 0.00018741071428571429,
      "loss": 0.9631563186645508,
      "step": 2100
    },
    {
      "epoch": 0.028264196563421978,
      "grad_norm": 1.0960266590118408,
      "learning_rate": 0.00018830357142857144,
      "loss": 0.9347660064697265,
      "step": 2110
    },
    {
      "epoch": 0.028398150101637248,
      "grad_norm": 1.4339450597763062,
      "learning_rate": 0.00018919642857142857,
      "loss": 0.9685755729675293,
      "step": 2120
    },
    {
      "epoch": 0.028532103639852518,
      "grad_norm": 0.9974057078361511,
      "learning_rate": 0.00019008928571428573,
      "loss": 0.9545693397521973,
      "step": 2130
    },
    {
      "epoch": 0.028666057178067788,
      "grad_norm": 1.0973010063171387,
      "learning_rate": 0.00019098214285714286,
      "loss": 0.9272083282470703,
      "step": 2140
    },
    {
      "epoch": 0.028800010716283058,
      "grad_norm": 0.9838769435882568,
      "learning_rate": 0.00019187500000000002,
      "loss": 0.9372439384460449,
      "step": 2150
    },
    {
      "epoch": 0.028933964254498328,
      "grad_norm": 1.0080406665802002,
      "learning_rate": 0.00019276785714285715,
      "loss": 0.9752328872680665,
      "step": 2160
    },
    {
      "epoch": 0.0290679177927136,
      "grad_norm": 0.9965051412582397,
      "learning_rate": 0.00019366071428571427,
      "loss": 0.9454973220825196,
      "step": 2170
    },
    {
      "epoch": 0.02920187133092887,
      "grad_norm": 0.9947363138198853,
      "learning_rate": 0.00019455357142857146,
      "loss": 0.9513129234313965,
      "step": 2180
    },
    {
      "epoch": 0.02933582486914414,
      "grad_norm": 1.1437948942184448,
      "learning_rate": 0.0001954464285714286,
      "loss": 0.9673953056335449,
      "step": 2190
    },
    {
      "epoch": 0.02946977840735941,
      "grad_norm": 1.0892202854156494,
      "learning_rate": 0.00019633928571428572,
      "loss": 0.9653889656066894,
      "step": 2200
    },
    {
      "epoch": 0.02960373194557468,
      "grad_norm": 1.149424433708191,
      "learning_rate": 0.00019723214285714287,
      "loss": 0.9513349533081055,
      "step": 2210
    },
    {
      "epoch": 0.02973768548378995,
      "grad_norm": 1.014336347579956,
      "learning_rate": 0.000198125,
      "loss": 0.9285200119018555,
      "step": 2220
    },
    {
      "epoch": 0.02987163902200522,
      "grad_norm": 1.0589832067489624,
      "learning_rate": 0.00019901785714285713,
      "loss": 0.9304631233215332,
      "step": 2230
    },
    {
      "epoch": 0.03000559256022049,
      "grad_norm": 0.9858236312866211,
      "learning_rate": 0.0001999107142857143,
      "loss": 0.9667643547058106,
      "step": 2240
    },
    {
      "epoch": 0.03013954609843576,
      "grad_norm": 0.9708908796310425,
      "learning_rate": 0.0001999999923770744,
      "loss": 0.9756393432617188,
      "step": 2250
    },
    {
      "epoch": 0.030273499636651026,
      "grad_norm": 1.029149055480957,
      "learning_rate": 0.00019999996602622187,
      "loss": 0.9660782814025879,
      "step": 2260
    },
    {
      "epoch": 0.030407453174866296,
      "grad_norm": 0.9579015374183655,
      "learning_rate": 0.00019999992085333718,
      "loss": 0.9369187355041504,
      "step": 2270
    },
    {
      "epoch": 0.030541406713081566,
      "grad_norm": 1.0455657243728638,
      "learning_rate": 0.0001999998568584289,
      "loss": 0.957420539855957,
      "step": 2280
    },
    {
      "epoch": 0.030675360251296836,
      "grad_norm": 1.1843011379241943,
      "learning_rate": 0.00019999977404150902,
      "loss": 0.9495012283325195,
      "step": 2290
    },
    {
      "epoch": 0.030809313789512106,
      "grad_norm": 1.0620977878570557,
      "learning_rate": 0.00019999967240259315,
      "loss": 0.9708341598510742,
      "step": 2300
    },
    {
      "epoch": 0.030943267327727376,
      "grad_norm": 1.0837901830673218,
      "learning_rate": 0.0001999995519417004,
      "loss": 0.9840412139892578,
      "step": 2310
    },
    {
      "epoch": 0.031077220865942647,
      "grad_norm": 0.9072780013084412,
      "learning_rate": 0.00019999941265885348,
      "loss": 0.9503616333007813,
      "step": 2320
    },
    {
      "epoch": 0.031211174404157917,
      "grad_norm": 0.8991392850875854,
      "learning_rate": 0.00019999925455407855,
      "loss": 0.960198974609375,
      "step": 2330
    },
    {
      "epoch": 0.03134512794237319,
      "grad_norm": 0.8700608015060425,
      "learning_rate": 0.00019999907762740542,
      "loss": 0.9340170860290528,
      "step": 2340
    },
    {
      "epoch": 0.03147908148058846,
      "grad_norm": 1.0618027448654175,
      "learning_rate": 0.00019999888187886735,
      "loss": 0.9670058250427246,
      "step": 2350
    },
    {
      "epoch": 0.03161303501880373,
      "grad_norm": 1.0053410530090332,
      "learning_rate": 0.0001999986673085012,
      "loss": 0.9664807319641113,
      "step": 2360
    },
    {
      "epoch": 0.031746988557019,
      "grad_norm": 1.0876250267028809,
      "learning_rate": 0.0001999984339163474,
      "loss": 0.9429721832275391,
      "step": 2370
    },
    {
      "epoch": 0.03188094209523427,
      "grad_norm": 1.1047455072402954,
      "learning_rate": 0.00019999818170244983,
      "loss": 0.9404646873474121,
      "step": 2380
    },
    {
      "epoch": 0.03201489563344954,
      "grad_norm": 1.0188040733337402,
      "learning_rate": 0.00019999791066685596,
      "loss": 0.9436681747436524,
      "step": 2390
    },
    {
      "epoch": 0.03214884917166481,
      "grad_norm": 0.9918760657310486,
      "learning_rate": 0.0001999976208096168,
      "loss": 0.9435869216918945,
      "step": 2400
    },
    {
      "epoch": 0.03228280270988008,
      "grad_norm": 1.0088706016540527,
      "learning_rate": 0.00019999731213078697,
      "loss": 0.9398737907409668,
      "step": 2410
    },
    {
      "epoch": 0.03241675624809535,
      "grad_norm": 0.9979799389839172,
      "learning_rate": 0.00019999698463042448,
      "loss": 0.9468537330627441,
      "step": 2420
    },
    {
      "epoch": 0.03255070978631062,
      "grad_norm": 0.9645936489105225,
      "learning_rate": 0.00019999663830859104,
      "loss": 0.9193555831909179,
      "step": 2430
    },
    {
      "epoch": 0.03268466332452589,
      "grad_norm": 0.9175757169723511,
      "learning_rate": 0.00019999627316535178,
      "loss": 0.9474472999572754,
      "step": 2440
    },
    {
      "epoch": 0.03281861686274116,
      "grad_norm": 0.9668617844581604,
      "learning_rate": 0.0001999958892007755,
      "loss": 0.9571184158325196,
      "step": 2450
    },
    {
      "epoch": 0.03295257040095643,
      "grad_norm": 1.0439015626907349,
      "learning_rate": 0.00019999548641493438,
      "loss": 0.9383399009704589,
      "step": 2460
    },
    {
      "epoch": 0.0330865239391717,
      "grad_norm": 1.014618158340454,
      "learning_rate": 0.00019999506480790434,
      "loss": 0.8999407768249512,
      "step": 2470
    },
    {
      "epoch": 0.03322047747738697,
      "grad_norm": 0.9947917461395264,
      "learning_rate": 0.00019999462437976463,
      "loss": 0.9517890930175781,
      "step": 2480
    },
    {
      "epoch": 0.03335443101560224,
      "grad_norm": 0.9013609290122986,
      "learning_rate": 0.0001999941651305982,
      "loss": 0.9355831146240234,
      "step": 2490
    },
    {
      "epoch": 0.03348838455381751,
      "grad_norm": 1.045623540878296,
      "learning_rate": 0.0001999936870604915,
      "loss": 0.9567943572998047,
      "step": 2500
    },
    {
      "epoch": 0.03362233809203278,
      "grad_norm": 1.0059949159622192,
      "learning_rate": 0.00019999319016953448,
      "loss": 0.9816353797912598,
      "step": 2510
    },
    {
      "epoch": 0.03375629163024805,
      "grad_norm": 0.9956102967262268,
      "learning_rate": 0.0001999926744578207,
      "loss": 0.9603646278381348,
      "step": 2520
    },
    {
      "epoch": 0.03389024516846332,
      "grad_norm": 0.9674333333969116,
      "learning_rate": 0.0001999921399254472,
      "loss": 0.9202863693237304,
      "step": 2530
    },
    {
      "epoch": 0.03402419870667859,
      "grad_norm": 1.149797797203064,
      "learning_rate": 0.00019999158657251458,
      "loss": 0.9565104484558106,
      "step": 2540
    },
    {
      "epoch": 0.03415815224489386,
      "grad_norm": 0.8696104288101196,
      "learning_rate": 0.00019999101439912702,
      "loss": 0.9499526977539062,
      "step": 2550
    },
    {
      "epoch": 0.03429210578310913,
      "grad_norm": 0.9146940112113953,
      "learning_rate": 0.0001999904234053922,
      "loss": 0.9595541000366211,
      "step": 2560
    },
    {
      "epoch": 0.0344260593213244,
      "grad_norm": 1.1251157522201538,
      "learning_rate": 0.00019998981359142136,
      "loss": 0.9481052398681641,
      "step": 2570
    },
    {
      "epoch": 0.03456001285953967,
      "grad_norm": 0.951270341873169,
      "learning_rate": 0.0001999891849573293,
      "loss": 0.9557564735412598,
      "step": 2580
    },
    {
      "epoch": 0.03469396639775494,
      "grad_norm": 0.931270956993103,
      "learning_rate": 0.0001999885375032343,
      "loss": 0.9400008201599122,
      "step": 2590
    },
    {
      "epoch": 0.03482791993597021,
      "grad_norm": 0.9405684471130371,
      "learning_rate": 0.00019998787122925827,
      "loss": 0.9368779182434082,
      "step": 2600
    },
    {
      "epoch": 0.03496187347418548,
      "grad_norm": 1.1437263488769531,
      "learning_rate": 0.00019998718613552658,
      "loss": 0.9466694831848145,
      "step": 2610
    },
    {
      "epoch": 0.03509582701240075,
      "grad_norm": 1.1577832698822021,
      "learning_rate": 0.0001999864822221682,
      "loss": 0.9129865646362305,
      "step": 2620
    },
    {
      "epoch": 0.03522978055061602,
      "grad_norm": 1.0464088916778564,
      "learning_rate": 0.0001999857594893156,
      "loss": 0.9279396057128906,
      "step": 2630
    },
    {
      "epoch": 0.03536373408883129,
      "grad_norm": 1.053524136543274,
      "learning_rate": 0.00019998501793710484,
      "loss": 0.9761667251586914,
      "step": 2640
    },
    {
      "epoch": 0.03549768762704656,
      "grad_norm": 0.902043342590332,
      "learning_rate": 0.0001999842575656755,
      "loss": 0.9456755638122558,
      "step": 2650
    },
    {
      "epoch": 0.03563164116526183,
      "grad_norm": 1.0060131549835205,
      "learning_rate": 0.00019998347837517063,
      "loss": 0.9625540733337402,
      "step": 2660
    },
    {
      "epoch": 0.0357655947034771,
      "grad_norm": 1.1090943813323975,
      "learning_rate": 0.00019998268036573697,
      "loss": 0.9310230255126953,
      "step": 2670
    },
    {
      "epoch": 0.03589954824169237,
      "grad_norm": 1.0450677871704102,
      "learning_rate": 0.00019998186353752467,
      "loss": 0.9483952522277832,
      "step": 2680
    },
    {
      "epoch": 0.03603350177990764,
      "grad_norm": 1.1651952266693115,
      "learning_rate": 0.00019998102789068752,
      "loss": 0.9506073951721191,
      "step": 2690
    },
    {
      "epoch": 0.03616745531812291,
      "grad_norm": 1.033385157585144,
      "learning_rate": 0.00019998017342538274,
      "loss": 0.9435412406921386,
      "step": 2700
    },
    {
      "epoch": 0.03630140885633818,
      "grad_norm": 0.9711186289787292,
      "learning_rate": 0.00019997930014177125,
      "loss": 0.9563213348388672,
      "step": 2710
    },
    {
      "epoch": 0.03643536239455345,
      "grad_norm": 1.0140986442565918,
      "learning_rate": 0.00019997840804001732,
      "loss": 0.9228851318359375,
      "step": 2720
    },
    {
      "epoch": 0.03656931593276872,
      "grad_norm": 1.0165528059005737,
      "learning_rate": 0.00019997749712028892,
      "loss": 0.9404541969299316,
      "step": 2730
    },
    {
      "epoch": 0.03670326947098399,
      "grad_norm": 0.9036928415298462,
      "learning_rate": 0.00019997656738275751,
      "loss": 0.9369661331176757,
      "step": 2740
    },
    {
      "epoch": 0.03683722300919926,
      "grad_norm": 0.9310727119445801,
      "learning_rate": 0.00019997561882759807,
      "loss": 0.9242416381835937,
      "step": 2750
    },
    {
      "epoch": 0.03697117654741453,
      "grad_norm": 0.9902796745300293,
      "learning_rate": 0.00019997465145498914,
      "loss": 0.9326069831848145,
      "step": 2760
    },
    {
      "epoch": 0.0371051300856298,
      "grad_norm": 1.0533158779144287,
      "learning_rate": 0.00019997366526511274,
      "loss": 0.9423623085021973,
      "step": 2770
    },
    {
      "epoch": 0.03723908362384507,
      "grad_norm": 1.045711874961853,
      "learning_rate": 0.0001999726602581546,
      "loss": 0.9074527740478515,
      "step": 2780
    },
    {
      "epoch": 0.03737303716206034,
      "grad_norm": 0.9685200452804565,
      "learning_rate": 0.00019997163643430382,
      "loss": 0.9323711395263672,
      "step": 2790
    },
    {
      "epoch": 0.03750699070027561,
      "grad_norm": 1.0000747442245483,
      "learning_rate": 0.0001999705937937531,
      "loss": 0.9754042625427246,
      "step": 2800
    },
    {
      "epoch": 0.03764094423849088,
      "grad_norm": 0.9732158184051514,
      "learning_rate": 0.0001999695323366987,
      "loss": 0.9792140007019043,
      "step": 2810
    },
    {
      "epoch": 0.03777489777670615,
      "grad_norm": 0.990386426448822,
      "learning_rate": 0.0001999684520633404,
      "loss": 0.9250985145568847,
      "step": 2820
    },
    {
      "epoch": 0.03790885131492142,
      "grad_norm": 1.0131051540374756,
      "learning_rate": 0.00019996735297388157,
      "loss": 0.9338252067565918,
      "step": 2830
    },
    {
      "epoch": 0.03804280485313669,
      "grad_norm": 0.9239967465400696,
      "learning_rate": 0.000199966235068529,
      "loss": 0.9674043655395508,
      "step": 2840
    },
    {
      "epoch": 0.03817675839135196,
      "grad_norm": 0.9224802255630493,
      "learning_rate": 0.00019996509834749318,
      "loss": 0.9093979835510254,
      "step": 2850
    },
    {
      "epoch": 0.03831071192956723,
      "grad_norm": 0.9065786004066467,
      "learning_rate": 0.00019996394281098802,
      "loss": 0.9495321273803711,
      "step": 2860
    },
    {
      "epoch": 0.0384446654677825,
      "grad_norm": 1.0348045825958252,
      "learning_rate": 0.00019996276845923104,
      "loss": 0.9240209579467773,
      "step": 2870
    },
    {
      "epoch": 0.038578619005997766,
      "grad_norm": 0.9366620182991028,
      "learning_rate": 0.0001999615752924433,
      "loss": 0.9238608360290528,
      "step": 2880
    },
    {
      "epoch": 0.038712572544213036,
      "grad_norm": 1.122186303138733,
      "learning_rate": 0.0001999603633108493,
      "loss": 0.9154872894287109,
      "step": 2890
    },
    {
      "epoch": 0.038846526082428307,
      "grad_norm": 0.8368102312088013,
      "learning_rate": 0.0001999591325146772,
      "loss": 0.9037948608398437,
      "step": 2900
    },
    {
      "epoch": 0.03898047962064358,
      "grad_norm": 0.8084287047386169,
      "learning_rate": 0.00019995788290415867,
      "loss": 0.9526560783386231,
      "step": 2910
    },
    {
      "epoch": 0.03911443315885885,
      "grad_norm": 0.9385167360305786,
      "learning_rate": 0.00019995661447952894,
      "loss": 0.9274347305297852,
      "step": 2920
    },
    {
      "epoch": 0.03924838669707412,
      "grad_norm": 1.0126752853393555,
      "learning_rate": 0.00019995532724102668,
      "loss": 0.9336477279663086,
      "step": 2930
    },
    {
      "epoch": 0.03938234023528939,
      "grad_norm": 1.0768028497695923,
      "learning_rate": 0.00019995402118889424,
      "loss": 0.9312108039855957,
      "step": 2940
    },
    {
      "epoch": 0.03951629377350466,
      "grad_norm": 0.9114157557487488,
      "learning_rate": 0.00019995269632337742,
      "loss": 0.9413155555725098,
      "step": 2950
    },
    {
      "epoch": 0.03965024731171993,
      "grad_norm": 0.8750312924385071,
      "learning_rate": 0.00019995135264472557,
      "loss": 0.9509553909301758,
      "step": 2960
    },
    {
      "epoch": 0.0397842008499352,
      "grad_norm": 1.0956413745880127,
      "learning_rate": 0.00019994999015319164,
      "loss": 0.9265983581542969,
      "step": 2970
    },
    {
      "epoch": 0.03991815438815047,
      "grad_norm": 0.9434391856193542,
      "learning_rate": 0.00019994860884903204,
      "loss": 0.9004026412963867,
      "step": 2980
    },
    {
      "epoch": 0.04005210792636574,
      "grad_norm": 0.8206298351287842,
      "learning_rate": 0.00019994720873250677,
      "loss": 0.9307710647583007,
      "step": 2990
    },
    {
      "epoch": 0.04018606146458101,
      "grad_norm": 1.0000940561294556,
      "learning_rate": 0.00019994578980387937,
      "loss": 0.9217443466186523,
      "step": 3000
    },
    {
      "epoch": 0.04018606146458101,
      "eval_loss": 0.9095186591148376,
      "eval_runtime": 282.8579,
      "eval_samples_per_second": 10.652,
      "eval_steps_per_second": 10.652,
      "step": 3000
    },
    {
      "epoch": 0.04032001500279628,
      "grad_norm": 0.8734673857688904,
      "learning_rate": 0.0001999443520634169,
      "loss": 0.941364860534668,
      "step": 3010
    },
    {
      "epoch": 0.04045396854101155,
      "grad_norm": 0.8950884938240051,
      "learning_rate": 0.00019994289551139,
      "loss": 0.9462560653686524,
      "step": 3020
    },
    {
      "epoch": 0.04058792207922682,
      "grad_norm": 1.0811048746109009,
      "learning_rate": 0.00019994142014807277,
      "loss": 0.9378127098083496,
      "step": 3030
    },
    {
      "epoch": 0.04072187561744209,
      "grad_norm": 1.3110917806625366,
      "learning_rate": 0.00019993992597374297,
      "loss": 0.9490732192993164,
      "step": 3040
    },
    {
      "epoch": 0.04085582915565736,
      "grad_norm": 0.892918050289154,
      "learning_rate": 0.00019993841298868175,
      "loss": 0.9350913047790528,
      "step": 3050
    },
    {
      "epoch": 0.04098978269387263,
      "grad_norm": 0.8810139298439026,
      "learning_rate": 0.00019993688119317396,
      "loss": 0.9095968246459961,
      "step": 3060
    },
    {
      "epoch": 0.0411237362320879,
      "grad_norm": 0.9049996137619019,
      "learning_rate": 0.00019993533058750788,
      "loss": 0.9268231391906738,
      "step": 3070
    },
    {
      "epoch": 0.04125768977030317,
      "grad_norm": 0.8555030226707458,
      "learning_rate": 0.0001999337611719754,
      "loss": 0.9202340126037598,
      "step": 3080
    },
    {
      "epoch": 0.04139164330851844,
      "grad_norm": 0.8748414516448975,
      "learning_rate": 0.00019993217294687185,
      "loss": 0.9081048965454102,
      "step": 3090
    },
    {
      "epoch": 0.04152559684673371,
      "grad_norm": 0.9201762080192566,
      "learning_rate": 0.00019993056591249624,
      "loss": 0.9255125045776367,
      "step": 3100
    },
    {
      "epoch": 0.04165955038494898,
      "grad_norm": 0.8035100102424622,
      "learning_rate": 0.00019992894006915098,
      "loss": 0.9364505767822265,
      "step": 3110
    },
    {
      "epoch": 0.04179350392316425,
      "grad_norm": 0.8489510416984558,
      "learning_rate": 0.00019992729541714214,
      "loss": 0.9114150047302246,
      "step": 3120
    },
    {
      "epoch": 0.04192745746137952,
      "grad_norm": 0.8885366916656494,
      "learning_rate": 0.00019992563195677927,
      "loss": 0.9378640174865722,
      "step": 3130
    },
    {
      "epoch": 0.04206141099959479,
      "grad_norm": 0.916833221912384,
      "learning_rate": 0.00019992394968837546,
      "loss": 0.935064697265625,
      "step": 3140
    },
    {
      "epoch": 0.04219536453781006,
      "grad_norm": 0.8948741555213928,
      "learning_rate": 0.0001999222486122473,
      "loss": 0.9183822631835937,
      "step": 3150
    },
    {
      "epoch": 0.04232931807602533,
      "grad_norm": 1.0157934427261353,
      "learning_rate": 0.000199920528728715,
      "loss": 0.946108055114746,
      "step": 3160
    },
    {
      "epoch": 0.0424632716142406,
      "grad_norm": 0.8575133085250854,
      "learning_rate": 0.00019991879003810231,
      "loss": 0.9633334159851075,
      "step": 3170
    },
    {
      "epoch": 0.04259722515245587,
      "grad_norm": 0.9529309272766113,
      "learning_rate": 0.00019991703254073647,
      "loss": 0.9019985198974609,
      "step": 3180
    },
    {
      "epoch": 0.04273117869067114,
      "grad_norm": 0.9916787147521973,
      "learning_rate": 0.00019991525623694827,
      "loss": 0.9476448059082031,
      "step": 3190
    },
    {
      "epoch": 0.04286513222888641,
      "grad_norm": 0.8963183164596558,
      "learning_rate": 0.00019991346112707204,
      "loss": 0.9350907325744628,
      "step": 3200
    },
    {
      "epoch": 0.04299908576710168,
      "grad_norm": 0.9970526695251465,
      "learning_rate": 0.00019991164721144564,
      "loss": 0.9250227928161621,
      "step": 3210
    },
    {
      "epoch": 0.04313303930531695,
      "grad_norm": 0.8881255388259888,
      "learning_rate": 0.00019990981449041054,
      "loss": 0.9250835418701172,
      "step": 3220
    },
    {
      "epoch": 0.04326699284353222,
      "grad_norm": 1.0573492050170898,
      "learning_rate": 0.00019990796296431165,
      "loss": 0.9150334358215332,
      "step": 3230
    },
    {
      "epoch": 0.04340094638174749,
      "grad_norm": 1.0080435276031494,
      "learning_rate": 0.00019990609263349746,
      "loss": 0.9671030044555664,
      "step": 3240
    },
    {
      "epoch": 0.04353489991996276,
      "grad_norm": 0.9293102025985718,
      "learning_rate": 0.00019990420349832004,
      "loss": 0.9286737442016602,
      "step": 3250
    },
    {
      "epoch": 0.04366885345817803,
      "grad_norm": 0.9268156886100769,
      "learning_rate": 0.00019990229555913493,
      "loss": 0.9326079368591309,
      "step": 3260
    },
    {
      "epoch": 0.0438028069963933,
      "grad_norm": 0.9221058487892151,
      "learning_rate": 0.0001999003688163013,
      "loss": 0.9419919013977051,
      "step": 3270
    },
    {
      "epoch": 0.04393676053460857,
      "grad_norm": 0.8882941007614136,
      "learning_rate": 0.0001998984232701817,
      "loss": 0.9261360168457031,
      "step": 3280
    },
    {
      "epoch": 0.04407071407282384,
      "grad_norm": 0.844829797744751,
      "learning_rate": 0.00019989645892114243,
      "loss": 0.927768325805664,
      "step": 3290
    },
    {
      "epoch": 0.04420466761103911,
      "grad_norm": 1.0086514949798584,
      "learning_rate": 0.00019989447576955317,
      "loss": 0.9342447280883789,
      "step": 3300
    },
    {
      "epoch": 0.04433862114925438,
      "grad_norm": 0.9930247068405151,
      "learning_rate": 0.00019989247381578719,
      "loss": 0.9354818344116211,
      "step": 3310
    },
    {
      "epoch": 0.04447257468746965,
      "grad_norm": 0.9238676428794861,
      "learning_rate": 0.0001998904530602213,
      "loss": 0.95006103515625,
      "step": 3320
    },
    {
      "epoch": 0.04460652822568492,
      "grad_norm": 0.8584195971488953,
      "learning_rate": 0.0001998884135032358,
      "loss": 0.9177757263183594,
      "step": 3330
    },
    {
      "epoch": 0.04474048176390019,
      "grad_norm": 0.9681214094161987,
      "learning_rate": 0.0001998863551452147,
      "loss": 0.9331873893737793,
      "step": 3340
    },
    {
      "epoch": 0.04487443530211546,
      "grad_norm": 0.9767482876777649,
      "learning_rate": 0.0001998842779865453,
      "loss": 0.8993824005126954,
      "step": 3350
    },
    {
      "epoch": 0.04500838884033073,
      "grad_norm": 0.9796115159988403,
      "learning_rate": 0.00019988218202761867,
      "loss": 0.9324639320373536,
      "step": 3360
    },
    {
      "epoch": 0.045142342378546,
      "grad_norm": 1.0159355401992798,
      "learning_rate": 0.0001998800672688292,
      "loss": 0.9196332931518555,
      "step": 3370
    },
    {
      "epoch": 0.04527629591676127,
      "grad_norm": 0.9687798619270325,
      "learning_rate": 0.000199877933710575,
      "loss": 0.9572076797485352,
      "step": 3380
    },
    {
      "epoch": 0.04541024945497654,
      "grad_norm": 0.9174926280975342,
      "learning_rate": 0.00019987578135325764,
      "loss": 0.9035839080810547,
      "step": 3390
    },
    {
      "epoch": 0.04554420299319181,
      "grad_norm": 0.8543787002563477,
      "learning_rate": 0.00019987361019728223,
      "loss": 0.9235164642333984,
      "step": 3400
    },
    {
      "epoch": 0.04567815653140708,
      "grad_norm": 0.870416522026062,
      "learning_rate": 0.00019987142024305743,
      "loss": 0.9195279121398926,
      "step": 3410
    },
    {
      "epoch": 0.04581211006962235,
      "grad_norm": 0.8485437631607056,
      "learning_rate": 0.00019986921149099543,
      "loss": 0.9079272270202636,
      "step": 3420
    },
    {
      "epoch": 0.04594606360783762,
      "grad_norm": 0.8823762536048889,
      "learning_rate": 0.00019986698394151197,
      "loss": 0.9315704345703125,
      "step": 3430
    },
    {
      "epoch": 0.04608001714605289,
      "grad_norm": 0.8347775340080261,
      "learning_rate": 0.0001998647375950263,
      "loss": 0.8943398475646973,
      "step": 3440
    },
    {
      "epoch": 0.04621397068426816,
      "grad_norm": 0.8320932388305664,
      "learning_rate": 0.0001998624724519613,
      "loss": 0.9377827644348145,
      "step": 3450
    },
    {
      "epoch": 0.04634792422248343,
      "grad_norm": 1.092563271522522,
      "learning_rate": 0.0001998601885127432,
      "loss": 0.9222759246826172,
      "step": 3460
    },
    {
      "epoch": 0.0464818777606987,
      "grad_norm": 0.9765579104423523,
      "learning_rate": 0.00019985788577780194,
      "loss": 0.9315988540649414,
      "step": 3470
    },
    {
      "epoch": 0.04661583129891397,
      "grad_norm": 0.8835811614990234,
      "learning_rate": 0.00019985556424757098,
      "loss": 0.9130311012268066,
      "step": 3480
    },
    {
      "epoch": 0.046749784837129243,
      "grad_norm": 0.8476258516311646,
      "learning_rate": 0.00019985322392248724,
      "loss": 0.9215794563293457,
      "step": 3490
    },
    {
      "epoch": 0.046883738375344514,
      "grad_norm": 0.9369233846664429,
      "learning_rate": 0.00019985086480299121,
      "loss": 0.9167479515075684,
      "step": 3500
    },
    {
      "epoch": 0.047017691913559784,
      "grad_norm": 0.9186804890632629,
      "learning_rate": 0.00019984848688952696,
      "loss": 0.9383148193359375,
      "step": 3510
    },
    {
      "epoch": 0.047151645451775054,
      "grad_norm": 0.9544302821159363,
      "learning_rate": 0.000199846090182542,
      "loss": 0.9238338470458984,
      "step": 3520
    },
    {
      "epoch": 0.047285598989990324,
      "grad_norm": 0.9397124648094177,
      "learning_rate": 0.00019984367468248748,
      "loss": 0.9094552993774414,
      "step": 3530
    },
    {
      "epoch": 0.047419552528205594,
      "grad_norm": 0.8298595547676086,
      "learning_rate": 0.00019984124038981808,
      "loss": 0.9345894813537597,
      "step": 3540
    },
    {
      "epoch": 0.047553506066420864,
      "grad_norm": 0.9456910490989685,
      "learning_rate": 0.00019983878730499193,
      "loss": 0.9422292709350586,
      "step": 3550
    },
    {
      "epoch": 0.047687459604636134,
      "grad_norm": 0.8198268413543701,
      "learning_rate": 0.00019983631542847075,
      "loss": 0.9278390884399415,
      "step": 3560
    },
    {
      "epoch": 0.047821413142851404,
      "grad_norm": 0.8617146015167236,
      "learning_rate": 0.00019983382476071983,
      "loss": 0.9171154975891114,
      "step": 3570
    },
    {
      "epoch": 0.047955366681066675,
      "grad_norm": 0.8447020649909973,
      "learning_rate": 0.00019983131530220793,
      "loss": 0.9147285461425781,
      "step": 3580
    },
    {
      "epoch": 0.048089320219281945,
      "grad_norm": 0.8757874965667725,
      "learning_rate": 0.00019982878705340743,
      "loss": 0.936093807220459,
      "step": 3590
    },
    {
      "epoch": 0.048223273757497215,
      "grad_norm": 0.8899102807044983,
      "learning_rate": 0.00019982624001479415,
      "loss": 0.9166989326477051,
      "step": 3600
    },
    {
      "epoch": 0.048357227295712485,
      "grad_norm": 0.8696548342704773,
      "learning_rate": 0.0001998236741868475,
      "loss": 0.9303563117980957,
      "step": 3610
    },
    {
      "epoch": 0.048491180833927755,
      "grad_norm": 0.9574766159057617,
      "learning_rate": 0.00019982108957005047,
      "loss": 0.9008687019348145,
      "step": 3620
    },
    {
      "epoch": 0.048625134372143025,
      "grad_norm": 0.988602876663208,
      "learning_rate": 0.00019981848616488948,
      "loss": 0.926761245727539,
      "step": 3630
    },
    {
      "epoch": 0.048759087910358295,
      "grad_norm": 0.9067688584327698,
      "learning_rate": 0.00019981586397185456,
      "loss": 0.9246554374694824,
      "step": 3640
    },
    {
      "epoch": 0.048893041448573565,
      "grad_norm": 0.8702062368392944,
      "learning_rate": 0.00019981322299143927,
      "loss": 0.9095652580261231,
      "step": 3650
    },
    {
      "epoch": 0.049026994986788835,
      "grad_norm": 0.9878699779510498,
      "learning_rate": 0.00019981056322414072,
      "loss": 0.8977669715881348,
      "step": 3660
    },
    {
      "epoch": 0.049160948525004106,
      "grad_norm": 0.8746298551559448,
      "learning_rate": 0.00019980788467045945,
      "loss": 0.9227336883544922,
      "step": 3670
    },
    {
      "epoch": 0.049294902063219376,
      "grad_norm": 0.9934686422348022,
      "learning_rate": 0.0001998051873308997,
      "loss": 0.9178746223449707,
      "step": 3680
    },
    {
      "epoch": 0.049428855601434646,
      "grad_norm": 0.9328760504722595,
      "learning_rate": 0.00019980247120596916,
      "loss": 0.9450766563415527,
      "step": 3690
    },
    {
      "epoch": 0.04956280913964991,
      "grad_norm": 0.8085207343101501,
      "learning_rate": 0.00019979973629617902,
      "loss": 0.9002262115478515,
      "step": 3700
    },
    {
      "epoch": 0.04969676267786518,
      "grad_norm": 0.9033879041671753,
      "learning_rate": 0.00019979698260204405,
      "loss": 0.9274055480957031,
      "step": 3710
    },
    {
      "epoch": 0.04983071621608045,
      "grad_norm": 0.9597737193107605,
      "learning_rate": 0.00019979421012408257,
      "loss": 0.8976191520690918,
      "step": 3720
    },
    {
      "epoch": 0.04996466975429572,
      "grad_norm": 0.8724941611289978,
      "learning_rate": 0.00019979141886281642,
      "loss": 0.9168087005615234,
      "step": 3730
    },
    {
      "epoch": 0.05009862329251099,
      "grad_norm": 0.8592389225959778,
      "learning_rate": 0.00019978860881877096,
      "loss": 0.9181900024414062,
      "step": 3740
    },
    {
      "epoch": 0.05023257683072626,
      "grad_norm": 0.9238866567611694,
      "learning_rate": 0.0001997857799924751,
      "loss": 0.9294312477111817,
      "step": 3750
    },
    {
      "epoch": 0.05036653036894153,
      "grad_norm": 0.9541118144989014,
      "learning_rate": 0.0001997829323844613,
      "loss": 0.9044769287109375,
      "step": 3760
    },
    {
      "epoch": 0.0505004839071568,
      "grad_norm": 0.8983111381530762,
      "learning_rate": 0.0001997800659952655,
      "loss": 0.9011771202087402,
      "step": 3770
    },
    {
      "epoch": 0.05063443744537207,
      "grad_norm": 0.9186615943908691,
      "learning_rate": 0.00019977718082542722,
      "loss": 0.9071616172790528,
      "step": 3780
    },
    {
      "epoch": 0.05076839098358734,
      "grad_norm": 0.8877631425857544,
      "learning_rate": 0.00019977427687548955,
      "loss": 0.9309605598449707,
      "step": 3790
    },
    {
      "epoch": 0.05090234452180261,
      "grad_norm": 0.8731006979942322,
      "learning_rate": 0.00019977135414599905,
      "loss": 0.9176346778869628,
      "step": 3800
    },
    {
      "epoch": 0.05103629806001788,
      "grad_norm": 0.9903236627578735,
      "learning_rate": 0.00019976841263750583,
      "loss": 0.9287304878234863,
      "step": 3810
    },
    {
      "epoch": 0.05117025159823315,
      "grad_norm": 1.0615185499191284,
      "learning_rate": 0.00019976545235056352,
      "loss": 0.924833106994629,
      "step": 3820
    },
    {
      "epoch": 0.05130420513644842,
      "grad_norm": 0.9164450764656067,
      "learning_rate": 0.00019976247328572938,
      "loss": 0.9383651733398437,
      "step": 3830
    },
    {
      "epoch": 0.05143815867466369,
      "grad_norm": 1.0046485662460327,
      "learning_rate": 0.000199759475443564,
      "loss": 0.9078041076660156,
      "step": 3840
    },
    {
      "epoch": 0.05157211221287896,
      "grad_norm": 0.886355996131897,
      "learning_rate": 0.0001997564588246318,
      "loss": 0.8979540824890136,
      "step": 3850
    },
    {
      "epoch": 0.05170606575109423,
      "grad_norm": 0.8408886194229126,
      "learning_rate": 0.00019975342342950044,
      "loss": 0.900606346130371,
      "step": 3860
    },
    {
      "epoch": 0.0518400192893095,
      "grad_norm": 0.881829023361206,
      "learning_rate": 0.0001997503692587413,
      "loss": 0.8997422218322754,
      "step": 3870
    },
    {
      "epoch": 0.05197397282752477,
      "grad_norm": 1.0530098676681519,
      "learning_rate": 0.0001997472963129292,
      "loss": 0.9246989250183105,
      "step": 3880
    },
    {
      "epoch": 0.05210792636574004,
      "grad_norm": 0.9508712291717529,
      "learning_rate": 0.0001997442045926426,
      "loss": 0.9115647315979004,
      "step": 3890
    },
    {
      "epoch": 0.05224187990395531,
      "grad_norm": 0.9167556166648865,
      "learning_rate": 0.00019974109409846337,
      "loss": 0.9261734962463379,
      "step": 3900
    },
    {
      "epoch": 0.05237583344217058,
      "grad_norm": 0.9922856092453003,
      "learning_rate": 0.00019973796483097696,
      "loss": 0.9105630874633789,
      "step": 3910
    },
    {
      "epoch": 0.05250978698038585,
      "grad_norm": 0.9163697957992554,
      "learning_rate": 0.00019973481679077238,
      "loss": 0.9143681526184082,
      "step": 3920
    },
    {
      "epoch": 0.05264374051860112,
      "grad_norm": 0.8309245109558105,
      "learning_rate": 0.0001997316499784422,
      "loss": 0.9261678695678711,
      "step": 3930
    },
    {
      "epoch": 0.05277769405681639,
      "grad_norm": 1.0028313398361206,
      "learning_rate": 0.0001997284643945824,
      "loss": 0.8874808311462402,
      "step": 3940
    },
    {
      "epoch": 0.05291164759503166,
      "grad_norm": 0.9336344003677368,
      "learning_rate": 0.0001997252600397926,
      "loss": 0.9186717987060546,
      "step": 3950
    },
    {
      "epoch": 0.05304560113324693,
      "grad_norm": 0.9435511231422424,
      "learning_rate": 0.00019972203691467596,
      "loss": 0.9015359878540039,
      "step": 3960
    },
    {
      "epoch": 0.0531795546714622,
      "grad_norm": 0.8353652954101562,
      "learning_rate": 0.0001997187950198391,
      "loss": 0.9050702095031739,
      "step": 3970
    },
    {
      "epoch": 0.05331350820967747,
      "grad_norm": 0.9390276074409485,
      "learning_rate": 0.00019971553435589224,
      "loss": 0.9628662109375,
      "step": 3980
    },
    {
      "epoch": 0.05344746174789274,
      "grad_norm": 0.9069141149520874,
      "learning_rate": 0.00019971225492344905,
      "loss": 0.8978482246398926,
      "step": 3990
    },
    {
      "epoch": 0.05358141528610801,
      "grad_norm": 0.9027342796325684,
      "learning_rate": 0.00019970895672312685,
      "loss": 0.9324676513671875,
      "step": 4000
    },
    {
      "epoch": 0.05358141528610801,
      "eval_loss": 0.8909962773323059,
      "eval_runtime": 282.9255,
      "eval_samples_per_second": 10.649,
      "eval_steps_per_second": 10.649,
      "step": 4000
    },
    {
      "epoch": 0.05371536882432328,
      "grad_norm": 0.8347414135932922,
      "learning_rate": 0.0001997056397555464,
      "loss": 0.9355817794799804,
      "step": 4010
    },
    {
      "epoch": 0.05384932236253855,
      "grad_norm": 0.9647659063339233,
      "learning_rate": 0.000199702304021332,
      "loss": 0.9352194786071777,
      "step": 4020
    },
    {
      "epoch": 0.05398327590075382,
      "grad_norm": 0.9430063962936401,
      "learning_rate": 0.0001996989495211115,
      "loss": 0.9100798606872559,
      "step": 4030
    },
    {
      "epoch": 0.05411722943896909,
      "grad_norm": 0.8570693731307983,
      "learning_rate": 0.00019969557625551635,
      "loss": 0.8997575759887695,
      "step": 4040
    },
    {
      "epoch": 0.05425118297718436,
      "grad_norm": 0.8614152073860168,
      "learning_rate": 0.0001996921842251814,
      "loss": 0.919250202178955,
      "step": 4050
    },
    {
      "epoch": 0.05438513651539963,
      "grad_norm": 1.0438923835754395,
      "learning_rate": 0.00019968877343074515,
      "loss": 0.9120957374572753,
      "step": 4060
    },
    {
      "epoch": 0.0545190900536149,
      "grad_norm": 0.8420084118843079,
      "learning_rate": 0.00019968534387284956,
      "loss": 0.9383444786071777,
      "step": 4070
    },
    {
      "epoch": 0.054653043591830174,
      "grad_norm": 0.9416694641113281,
      "learning_rate": 0.00019968189555214012,
      "loss": 0.9132110595703125,
      "step": 4080
    },
    {
      "epoch": 0.054786997130045444,
      "grad_norm": 0.9215363264083862,
      "learning_rate": 0.0001996784284692659,
      "loss": 0.9173206329345703,
      "step": 4090
    },
    {
      "epoch": 0.054920950668260714,
      "grad_norm": 1.1527929306030273,
      "learning_rate": 0.00019967494262487946,
      "loss": 0.9360475540161133,
      "step": 4100
    },
    {
      "epoch": 0.055054904206475984,
      "grad_norm": 0.9070743322372437,
      "learning_rate": 0.00019967143801963693,
      "loss": 0.9068495750427246,
      "step": 4110
    },
    {
      "epoch": 0.055188857744691254,
      "grad_norm": 0.8676186800003052,
      "learning_rate": 0.00019966791465419795,
      "loss": 0.9177586555480957,
      "step": 4120
    },
    {
      "epoch": 0.055322811282906524,
      "grad_norm": 0.9942190051078796,
      "learning_rate": 0.00019966437252922563,
      "loss": 0.937378215789795,
      "step": 4130
    },
    {
      "epoch": 0.055456764821121794,
      "grad_norm": 1.0533899068832397,
      "learning_rate": 0.00019966081164538672,
      "loss": 0.9167658805847168,
      "step": 4140
    },
    {
      "epoch": 0.055590718359337064,
      "grad_norm": 0.9439006447792053,
      "learning_rate": 0.00019965723200335146,
      "loss": 0.9186976432800293,
      "step": 4150
    },
    {
      "epoch": 0.055724671897552334,
      "grad_norm": 0.8586645126342773,
      "learning_rate": 0.0001996536336037936,
      "loss": 0.9189139366149902,
      "step": 4160
    },
    {
      "epoch": 0.055858625435767605,
      "grad_norm": 0.9884462952613831,
      "learning_rate": 0.00019965001644739043,
      "loss": 0.9102540969848633,
      "step": 4170
    },
    {
      "epoch": 0.055992578973982875,
      "grad_norm": 0.8929790258407593,
      "learning_rate": 0.00019964638053482277,
      "loss": 0.9131571769714355,
      "step": 4180
    },
    {
      "epoch": 0.056126532512198145,
      "grad_norm": 0.8665063977241516,
      "learning_rate": 0.00019964272586677498,
      "loss": 0.9067962646484375,
      "step": 4190
    },
    {
      "epoch": 0.056260486050413415,
      "grad_norm": 0.8934453129768372,
      "learning_rate": 0.0001996390524439349,
      "loss": 0.9221485137939454,
      "step": 4200
    },
    {
      "epoch": 0.056394439588628685,
      "grad_norm": 1.073230504989624,
      "learning_rate": 0.000199635360266994,
      "loss": 0.9390836715698242,
      "step": 4210
    },
    {
      "epoch": 0.056528393126843955,
      "grad_norm": 0.9033562541007996,
      "learning_rate": 0.00019963164933664722,
      "loss": 0.9366939544677735,
      "step": 4220
    },
    {
      "epoch": 0.056662346665059225,
      "grad_norm": 1.003556489944458,
      "learning_rate": 0.000199627919653593,
      "loss": 0.9272829055786133,
      "step": 4230
    },
    {
      "epoch": 0.056796300203274495,
      "grad_norm": 0.8745154738426208,
      "learning_rate": 0.00019962417121853333,
      "loss": 0.9143185615539551,
      "step": 4240
    },
    {
      "epoch": 0.056930253741489766,
      "grad_norm": 0.8166207671165466,
      "learning_rate": 0.0001996204040321738,
      "loss": 0.9050333976745606,
      "step": 4250
    },
    {
      "epoch": 0.057064207279705036,
      "grad_norm": 0.9641032218933105,
      "learning_rate": 0.00019961661809522348,
      "loss": 0.9403782844543457,
      "step": 4260
    },
    {
      "epoch": 0.057198160817920306,
      "grad_norm": 0.9547359347343445,
      "learning_rate": 0.00019961281340839487,
      "loss": 0.9166964530944824,
      "step": 4270
    },
    {
      "epoch": 0.057332114356135576,
      "grad_norm": 0.881603479385376,
      "learning_rate": 0.00019960898997240415,
      "loss": 0.8962611198425293,
      "step": 4280
    },
    {
      "epoch": 0.057466067894350846,
      "grad_norm": 0.9667623043060303,
      "learning_rate": 0.00019960514778797096,
      "loss": 0.9078075408935546,
      "step": 4290
    },
    {
      "epoch": 0.057600021432566116,
      "grad_norm": 0.9174531698226929,
      "learning_rate": 0.0001996012868558185,
      "loss": 0.906414794921875,
      "step": 4300
    },
    {
      "epoch": 0.057733974970781386,
      "grad_norm": 0.9098462462425232,
      "learning_rate": 0.0001995974071766734,
      "loss": 0.9087407112121582,
      "step": 4310
    },
    {
      "epoch": 0.057867928508996656,
      "grad_norm": 0.9336055517196655,
      "learning_rate": 0.000199593508751266,
      "loss": 0.9243258476257324,
      "step": 4320
    },
    {
      "epoch": 0.058001882047211926,
      "grad_norm": 0.9590570330619812,
      "learning_rate": 0.00019958959158033,
      "loss": 0.9220330238342285,
      "step": 4330
    },
    {
      "epoch": 0.0581358355854272,
      "grad_norm": 0.9370716214179993,
      "learning_rate": 0.00019958565566460267,
      "loss": 0.9094621658325195,
      "step": 4340
    },
    {
      "epoch": 0.05826978912364247,
      "grad_norm": 0.8216221928596497,
      "learning_rate": 0.0001995817010048249,
      "loss": 0.9052978515625,
      "step": 4350
    },
    {
      "epoch": 0.05840374266185774,
      "grad_norm": 0.9418812990188599,
      "learning_rate": 0.00019957772760174097,
      "loss": 0.8963290214538574,
      "step": 4360
    },
    {
      "epoch": 0.05853769620007301,
      "grad_norm": 0.8006338477134705,
      "learning_rate": 0.0001995737354560988,
      "loss": 0.9135848999023437,
      "step": 4370
    },
    {
      "epoch": 0.05867164973828828,
      "grad_norm": 1.0015288591384888,
      "learning_rate": 0.00019956972456864976,
      "loss": 0.894831371307373,
      "step": 4380
    },
    {
      "epoch": 0.05880560327650355,
      "grad_norm": 0.807648241519928,
      "learning_rate": 0.00019956569494014885,
      "loss": 0.9128003120422363,
      "step": 4390
    },
    {
      "epoch": 0.05893955681471882,
      "grad_norm": 0.8862670063972473,
      "learning_rate": 0.00019956164657135444,
      "loss": 0.8800803184509277,
      "step": 4400
    },
    {
      "epoch": 0.05907351035293409,
      "grad_norm": 0.8406708836555481,
      "learning_rate": 0.00019955757946302859,
      "loss": 0.9087419509887695,
      "step": 4410
    },
    {
      "epoch": 0.05920746389114936,
      "grad_norm": 1.0521955490112305,
      "learning_rate": 0.00019955349361593672,
      "loss": 0.9132774353027344,
      "step": 4420
    },
    {
      "epoch": 0.05934141742936463,
      "grad_norm": 0.9215775728225708,
      "learning_rate": 0.00019954938903084794,
      "loss": 0.9055030822753907,
      "step": 4430
    },
    {
      "epoch": 0.0594753709675799,
      "grad_norm": 0.9627100825309753,
      "learning_rate": 0.00019954526570853482,
      "loss": 0.8979693412780761,
      "step": 4440
    },
    {
      "epoch": 0.05960932450579517,
      "grad_norm": 0.9040695428848267,
      "learning_rate": 0.0001995411236497734,
      "loss": 0.9099948883056641,
      "step": 4450
    },
    {
      "epoch": 0.05974327804401044,
      "grad_norm": 0.8744531273841858,
      "learning_rate": 0.00019953696285534338,
      "loss": 0.9203990936279297,
      "step": 4460
    },
    {
      "epoch": 0.05987723158222571,
      "grad_norm": 0.8961984515190125,
      "learning_rate": 0.00019953278332602786,
      "loss": 0.883176326751709,
      "step": 4470
    },
    {
      "epoch": 0.06001118512044098,
      "grad_norm": 0.9887130856513977,
      "learning_rate": 0.0001995285850626135,
      "loss": 0.9187640190124512,
      "step": 4480
    },
    {
      "epoch": 0.06014513865865625,
      "grad_norm": 0.9350399374961853,
      "learning_rate": 0.00019952436806589048,
      "loss": 0.9422298431396484,
      "step": 4490
    },
    {
      "epoch": 0.06027909219687152,
      "grad_norm": 0.978025496006012,
      "learning_rate": 0.00019952013233665258,
      "loss": 0.903172779083252,
      "step": 4500
    },
    {
      "epoch": 0.06041304573508679,
      "grad_norm": 0.8744170665740967,
      "learning_rate": 0.00019951587787569707,
      "loss": 0.8885890960693359,
      "step": 4510
    },
    {
      "epoch": 0.06054699927330205,
      "grad_norm": 0.9057816863059998,
      "learning_rate": 0.0001995116046838246,
      "loss": 0.9105055809020997,
      "step": 4520
    },
    {
      "epoch": 0.06068095281151732,
      "grad_norm": 0.9650569558143616,
      "learning_rate": 0.00019950731276183965,
      "loss": 0.9167463302612304,
      "step": 4530
    },
    {
      "epoch": 0.06081490634973259,
      "grad_norm": 0.7593880891799927,
      "learning_rate": 0.0001995030021105499,
      "loss": 0.9327964782714844,
      "step": 4540
    },
    {
      "epoch": 0.06094885988794786,
      "grad_norm": 0.8758352994918823,
      "learning_rate": 0.00019949867273076676,
      "loss": 0.9022039413452149,
      "step": 4550
    },
    {
      "epoch": 0.06108281342616313,
      "grad_norm": 0.8169499635696411,
      "learning_rate": 0.0001994943246233051,
      "loss": 0.8898695945739746,
      "step": 4560
    },
    {
      "epoch": 0.0612167669643784,
      "grad_norm": 0.8713719844818115,
      "learning_rate": 0.00019948995778898334,
      "loss": 0.9046549797058105,
      "step": 4570
    },
    {
      "epoch": 0.06135072050259367,
      "grad_norm": 0.9203425049781799,
      "learning_rate": 0.00019948557222862338,
      "loss": 0.9264613151550293,
      "step": 4580
    },
    {
      "epoch": 0.06148467404080894,
      "grad_norm": 0.9501252174377441,
      "learning_rate": 0.00019948116794305068,
      "loss": 0.9253769874572754,
      "step": 4590
    },
    {
      "epoch": 0.06161862757902421,
      "grad_norm": 0.9844063520431519,
      "learning_rate": 0.00019947674493309424,
      "loss": 0.9189377784729004,
      "step": 4600
    },
    {
      "epoch": 0.06175258111723948,
      "grad_norm": 0.9375742673873901,
      "learning_rate": 0.00019947230319958658,
      "loss": 0.9230340957641602,
      "step": 4610
    },
    {
      "epoch": 0.06188653465545475,
      "grad_norm": 0.9792372584342957,
      "learning_rate": 0.0001994678427433636,
      "loss": 0.9204941749572754,
      "step": 4620
    },
    {
      "epoch": 0.06202048819367002,
      "grad_norm": 0.8661828637123108,
      "learning_rate": 0.00019946336356526498,
      "loss": 0.9278335571289062,
      "step": 4630
    },
    {
      "epoch": 0.06215444173188529,
      "grad_norm": 0.9424053430557251,
      "learning_rate": 0.00019945886566613376,
      "loss": 0.8783210754394531,
      "step": 4640
    },
    {
      "epoch": 0.06228839527010056,
      "grad_norm": 1.065873622894287,
      "learning_rate": 0.0001994543490468165,
      "loss": 0.8889184951782226,
      "step": 4650
    },
    {
      "epoch": 0.06242234880831583,
      "grad_norm": 0.8346952795982361,
      "learning_rate": 0.00019944981370816336,
      "loss": 0.9113599777221679,
      "step": 4660
    },
    {
      "epoch": 0.0625563023465311,
      "grad_norm": 0.8639548420906067,
      "learning_rate": 0.00019944525965102797,
      "loss": 0.8904115676879882,
      "step": 4670
    },
    {
      "epoch": 0.06269025588474637,
      "grad_norm": 0.8392593264579773,
      "learning_rate": 0.00019944068687626748,
      "loss": 0.9148737907409668,
      "step": 4680
    },
    {
      "epoch": 0.06282420942296164,
      "grad_norm": 0.9527535438537598,
      "learning_rate": 0.0001994360953847426,
      "loss": 0.9055316925048829,
      "step": 4690
    },
    {
      "epoch": 0.06295816296117691,
      "grad_norm": 0.8947551250457764,
      "learning_rate": 0.00019943148517731753,
      "loss": 0.908508014678955,
      "step": 4700
    },
    {
      "epoch": 0.06309211649939218,
      "grad_norm": 0.8721895217895508,
      "learning_rate": 0.00019942685625486,
      "loss": 0.9218954086303711,
      "step": 4710
    },
    {
      "epoch": 0.06322607003760745,
      "grad_norm": 0.9207981824874878,
      "learning_rate": 0.0001994222086182413,
      "loss": 0.9213238716125488,
      "step": 4720
    },
    {
      "epoch": 0.06336002357582272,
      "grad_norm": 0.9650294780731201,
      "learning_rate": 0.00019941754226833618,
      "loss": 0.9041328430175781,
      "step": 4730
    },
    {
      "epoch": 0.063493977114038,
      "grad_norm": 0.9149458408355713,
      "learning_rate": 0.00019941285720602293,
      "loss": 0.9019318580627441,
      "step": 4740
    },
    {
      "epoch": 0.06362793065225326,
      "grad_norm": 0.8800939321517944,
      "learning_rate": 0.00019940815343218345,
      "loss": 0.9098714828491211,
      "step": 4750
    },
    {
      "epoch": 0.06376188419046853,
      "grad_norm": 0.8645089864730835,
      "learning_rate": 0.000199403430947703,
      "loss": 0.9096037864685058,
      "step": 4760
    },
    {
      "epoch": 0.0638958377286838,
      "grad_norm": 0.9408107399940491,
      "learning_rate": 0.00019939868975347045,
      "loss": 0.9122167587280273,
      "step": 4770
    },
    {
      "epoch": 0.06402979126689907,
      "grad_norm": 0.8798220157623291,
      "learning_rate": 0.00019939392985037825,
      "loss": 0.8967701911926269,
      "step": 4780
    },
    {
      "epoch": 0.06416374480511434,
      "grad_norm": 0.9887925386428833,
      "learning_rate": 0.00019938915123932227,
      "loss": 0.9241874694824219,
      "step": 4790
    },
    {
      "epoch": 0.06429769834332962,
      "grad_norm": 0.9510945081710815,
      "learning_rate": 0.00019938435392120196,
      "loss": 0.8980023384094238,
      "step": 4800
    },
    {
      "epoch": 0.06443165188154489,
      "grad_norm": 0.8272057771682739,
      "learning_rate": 0.00019937953789692025,
      "loss": 0.8926514625549317,
      "step": 4810
    },
    {
      "epoch": 0.06456560541976016,
      "grad_norm": 0.8406584858894348,
      "learning_rate": 0.00019937470316738366,
      "loss": 0.9133185386657715,
      "step": 4820
    },
    {
      "epoch": 0.06469955895797543,
      "grad_norm": 0.9292959570884705,
      "learning_rate": 0.0001993698497335021,
      "loss": 0.9174582481384277,
      "step": 4830
    },
    {
      "epoch": 0.0648335124961907,
      "grad_norm": 0.9233940243721008,
      "learning_rate": 0.00019936497759618916,
      "loss": 0.9082266807556152,
      "step": 4840
    },
    {
      "epoch": 0.06496746603440597,
      "grad_norm": 0.9036064147949219,
      "learning_rate": 0.00019936008675636188,
      "loss": 0.9060539245605469,
      "step": 4850
    },
    {
      "epoch": 0.06510141957262124,
      "grad_norm": 0.9129693508148193,
      "learning_rate": 0.00019935517721494074,
      "loss": 0.9315420150756836,
      "step": 4860
    },
    {
      "epoch": 0.0652353731108365,
      "grad_norm": 0.9471613168716431,
      "learning_rate": 0.0001993502489728499,
      "loss": 0.9134193420410156,
      "step": 4870
    },
    {
      "epoch": 0.06536932664905178,
      "grad_norm": 1.0248454809188843,
      "learning_rate": 0.0001993453020310169,
      "loss": 0.8997479438781738,
      "step": 4880
    },
    {
      "epoch": 0.06550328018726705,
      "grad_norm": 1.078979253768921,
      "learning_rate": 0.00019934033639037289,
      "loss": 0.9184505462646484,
      "step": 4890
    },
    {
      "epoch": 0.06563723372548232,
      "grad_norm": 0.8346269726753235,
      "learning_rate": 0.0001993353520518525,
      "loss": 0.9187174797058105,
      "step": 4900
    },
    {
      "epoch": 0.06577118726369759,
      "grad_norm": 0.8458219170570374,
      "learning_rate": 0.00019933034901639383,
      "loss": 0.9144869804382324,
      "step": 4910
    },
    {
      "epoch": 0.06590514080191286,
      "grad_norm": 0.8314769864082336,
      "learning_rate": 0.00019932532728493863,
      "loss": 0.9098584175109863,
      "step": 4920
    },
    {
      "epoch": 0.06603909434012813,
      "grad_norm": 0.9744229316711426,
      "learning_rate": 0.00019932028685843206,
      "loss": 0.9002020835876465,
      "step": 4930
    },
    {
      "epoch": 0.0661730478783434,
      "grad_norm": 0.8311421871185303,
      "learning_rate": 0.00019931522773782283,
      "loss": 0.908812141418457,
      "step": 4940
    },
    {
      "epoch": 0.06630700141655867,
      "grad_norm": 0.9931102395057678,
      "learning_rate": 0.0001993101499240632,
      "loss": 0.8970493316650391,
      "step": 4950
    },
    {
      "epoch": 0.06644095495477394,
      "grad_norm": 0.8851704001426697,
      "learning_rate": 0.00019930505341810885,
      "loss": 0.9012079238891602,
      "step": 4960
    },
    {
      "epoch": 0.06657490849298921,
      "grad_norm": 0.8322035074234009,
      "learning_rate": 0.0001992999382209191,
      "loss": 0.9162311553955078,
      "step": 4970
    },
    {
      "epoch": 0.06670886203120448,
      "grad_norm": 0.923004150390625,
      "learning_rate": 0.0001992948043334567,
      "loss": 0.9190991401672364,
      "step": 4980
    },
    {
      "epoch": 0.06684281556941975,
      "grad_norm": 1.058236002922058,
      "learning_rate": 0.00019928965175668796,
      "loss": 0.8755815505981446,
      "step": 4990
    },
    {
      "epoch": 0.06697676910763502,
      "grad_norm": 0.9285317063331604,
      "learning_rate": 0.00019928448049158276,
      "loss": 0.9065299034118652,
      "step": 5000
    },
    {
      "epoch": 0.06697676910763502,
      "eval_loss": 0.8810214400291443,
      "eval_runtime": 283.0005,
      "eval_samples_per_second": 10.647,
      "eval_steps_per_second": 10.647,
      "step": 5000
    },
    {
      "epoch": 0.06711072264585029,
      "grad_norm": 0.8535721302032471,
      "learning_rate": 0.00019927929053911435,
      "loss": 0.9006348609924316,
      "step": 5010
    },
    {
      "epoch": 0.06724467618406556,
      "grad_norm": 0.8682570457458496,
      "learning_rate": 0.00019927408190025965,
      "loss": 0.8905268669128418,
      "step": 5020
    },
    {
      "epoch": 0.06737862972228083,
      "grad_norm": 0.905788242816925,
      "learning_rate": 0.000199268854575999,
      "loss": 0.9189523696899414,
      "step": 5030
    },
    {
      "epoch": 0.0675125832604961,
      "grad_norm": 0.9985746741294861,
      "learning_rate": 0.00019926360856731628,
      "loss": 0.9133862495422364,
      "step": 5040
    },
    {
      "epoch": 0.06764653679871137,
      "grad_norm": 0.9106592535972595,
      "learning_rate": 0.00019925834387519891,
      "loss": 0.8930727005004883,
      "step": 5050
    },
    {
      "epoch": 0.06778049033692664,
      "grad_norm": 0.8151264190673828,
      "learning_rate": 0.00019925306050063782,
      "loss": 0.9098219871520996,
      "step": 5060
    },
    {
      "epoch": 0.06791444387514191,
      "grad_norm": 0.8801676034927368,
      "learning_rate": 0.00019924775844462747,
      "loss": 0.9096726417541504,
      "step": 5070
    },
    {
      "epoch": 0.06804839741335718,
      "grad_norm": 0.8600324988365173,
      "learning_rate": 0.00019924243770816577,
      "loss": 0.8851785659790039,
      "step": 5080
    },
    {
      "epoch": 0.06818235095157245,
      "grad_norm": 0.8714832067489624,
      "learning_rate": 0.0001992370982922542,
      "loss": 0.9042956352233886,
      "step": 5090
    },
    {
      "epoch": 0.06831630448978772,
      "grad_norm": 0.883526623249054,
      "learning_rate": 0.00019923174019789776,
      "loss": 0.888262939453125,
      "step": 5100
    },
    {
      "epoch": 0.06845025802800299,
      "grad_norm": 0.8125107288360596,
      "learning_rate": 0.00019922636342610496,
      "loss": 0.9034280776977539,
      "step": 5110
    },
    {
      "epoch": 0.06858421156621826,
      "grad_norm": 0.8528799414634705,
      "learning_rate": 0.00019922096797788777,
      "loss": 0.9065326690673828,
      "step": 5120
    },
    {
      "epoch": 0.06871816510443353,
      "grad_norm": 0.812098503112793,
      "learning_rate": 0.00019921555385426175,
      "loss": 0.8851298332214356,
      "step": 5130
    },
    {
      "epoch": 0.0688521186426488,
      "grad_norm": 0.8713356256484985,
      "learning_rate": 0.000199210121056246,
      "loss": 0.910951042175293,
      "step": 5140
    },
    {
      "epoch": 0.06898607218086407,
      "grad_norm": 0.8418512940406799,
      "learning_rate": 0.00019920466958486303,
      "loss": 0.8865553855895996,
      "step": 5150
    },
    {
      "epoch": 0.06912002571907934,
      "grad_norm": 0.9700740575790405,
      "learning_rate": 0.00019919919944113895,
      "loss": 0.8811507225036621,
      "step": 5160
    },
    {
      "epoch": 0.06925397925729461,
      "grad_norm": 0.8555593490600586,
      "learning_rate": 0.0001991937106261033,
      "loss": 0.9122533798217773,
      "step": 5170
    },
    {
      "epoch": 0.06938793279550988,
      "grad_norm": 0.8585926294326782,
      "learning_rate": 0.00019918820314078923,
      "loss": 0.9141427993774414,
      "step": 5180
    },
    {
      "epoch": 0.06952188633372515,
      "grad_norm": 0.9098888039588928,
      "learning_rate": 0.00019918267698623333,
      "loss": 0.9057223320007324,
      "step": 5190
    },
    {
      "epoch": 0.06965583987194042,
      "grad_norm": 1.4986580610275269,
      "learning_rate": 0.00019917713216347575,
      "loss": 0.8974419593811035,
      "step": 5200
    },
    {
      "epoch": 0.06978979341015569,
      "grad_norm": 0.8064653277397156,
      "learning_rate": 0.0001991715686735602,
      "loss": 0.8973417282104492,
      "step": 5210
    },
    {
      "epoch": 0.06992374694837096,
      "grad_norm": 0.9617411494255066,
      "learning_rate": 0.00019916598651753371,
      "loss": 0.9342555999755859,
      "step": 5220
    },
    {
      "epoch": 0.07005770048658623,
      "grad_norm": 1.0437543392181396,
      "learning_rate": 0.0001991603856964471,
      "loss": 0.9038956642150879,
      "step": 5230
    },
    {
      "epoch": 0.0701916540248015,
      "grad_norm": 0.7741673588752747,
      "learning_rate": 0.00019915476621135443,
      "loss": 0.8806075096130371,
      "step": 5240
    },
    {
      "epoch": 0.07032560756301677,
      "grad_norm": 0.872779369354248,
      "learning_rate": 0.0001991491280633135,
      "loss": 0.8836995124816894,
      "step": 5250
    },
    {
      "epoch": 0.07045956110123204,
      "grad_norm": 1.0274291038513184,
      "learning_rate": 0.00019914347125338545,
      "loss": 0.8840160369873047,
      "step": 5260
    },
    {
      "epoch": 0.07059351463944731,
      "grad_norm": 0.9586661458015442,
      "learning_rate": 0.00019913779578263507,
      "loss": 0.8941290855407715,
      "step": 5270
    },
    {
      "epoch": 0.07072746817766258,
      "grad_norm": 0.8342275619506836,
      "learning_rate": 0.0001991321016521306,
      "loss": 0.8942935943603516,
      "step": 5280
    },
    {
      "epoch": 0.07086142171587785,
      "grad_norm": 0.8630613088607788,
      "learning_rate": 0.00019912638886294373,
      "loss": 0.9337220191955566,
      "step": 5290
    },
    {
      "epoch": 0.07099537525409312,
      "grad_norm": 0.8034462332725525,
      "learning_rate": 0.00019912065741614973,
      "loss": 0.9068234443664551,
      "step": 5300
    },
    {
      "epoch": 0.07112932879230839,
      "grad_norm": 0.818018913269043,
      "learning_rate": 0.00019911490731282743,
      "loss": 0.9113452911376954,
      "step": 5310
    },
    {
      "epoch": 0.07126328233052366,
      "grad_norm": 1.0437874794006348,
      "learning_rate": 0.0001991091385540591,
      "loss": 0.8976190567016602,
      "step": 5320
    },
    {
      "epoch": 0.07139723586873893,
      "grad_norm": 0.877898097038269,
      "learning_rate": 0.0001991033511409305,
      "loss": 0.8937252044677735,
      "step": 5330
    },
    {
      "epoch": 0.0715311894069542,
      "grad_norm": 0.8473853468894958,
      "learning_rate": 0.00019909754507453097,
      "loss": 0.9105791091918946,
      "step": 5340
    },
    {
      "epoch": 0.07166514294516947,
      "grad_norm": 0.9755077958106995,
      "learning_rate": 0.00019909172035595334,
      "loss": 0.8925551414489746,
      "step": 5350
    },
    {
      "epoch": 0.07179909648338474,
      "grad_norm": 1.1288537979125977,
      "learning_rate": 0.0001990858769862939,
      "loss": 0.9144526481628418,
      "step": 5360
    },
    {
      "epoch": 0.07193305002160001,
      "grad_norm": 0.8881911635398865,
      "learning_rate": 0.00019908001496665256,
      "loss": 0.9116629600524903,
      "step": 5370
    },
    {
      "epoch": 0.07206700355981528,
      "grad_norm": 1.008434534072876,
      "learning_rate": 0.0001990741342981326,
      "loss": 0.8908850669860839,
      "step": 5380
    },
    {
      "epoch": 0.07220095709803055,
      "grad_norm": 0.924994170665741,
      "learning_rate": 0.0001990682349818409,
      "loss": 0.892117691040039,
      "step": 5390
    },
    {
      "epoch": 0.07233491063624582,
      "grad_norm": 1.0123432874679565,
      "learning_rate": 0.00019906231701888788,
      "loss": 0.8864407539367676,
      "step": 5400
    },
    {
      "epoch": 0.07246886417446109,
      "grad_norm": 0.8557733297348022,
      "learning_rate": 0.00019905638041038735,
      "loss": 0.8893271446228027,
      "step": 5410
    },
    {
      "epoch": 0.07260281771267636,
      "grad_norm": 0.8255430459976196,
      "learning_rate": 0.00019905042515745675,
      "loss": 0.9042425155639648,
      "step": 5420
    },
    {
      "epoch": 0.07273677125089163,
      "grad_norm": 1.0060651302337646,
      "learning_rate": 0.00019904445126121695,
      "loss": 0.8978655815124512,
      "step": 5430
    },
    {
      "epoch": 0.0728707247891069,
      "grad_norm": 0.8825175166130066,
      "learning_rate": 0.00019903845872279238,
      "loss": 0.8874133110046387,
      "step": 5440
    },
    {
      "epoch": 0.07300467832732217,
      "grad_norm": 0.8155242800712585,
      "learning_rate": 0.00019903244754331095,
      "loss": 0.9240117073059082,
      "step": 5450
    },
    {
      "epoch": 0.07313863186553744,
      "grad_norm": 0.9396053552627563,
      "learning_rate": 0.00019902641772390412,
      "loss": 0.9122659683227539,
      "step": 5460
    },
    {
      "epoch": 0.07327258540375271,
      "grad_norm": 0.8111370801925659,
      "learning_rate": 0.00019902036926570675,
      "loss": 0.8991929054260254,
      "step": 5470
    },
    {
      "epoch": 0.07340653894196798,
      "grad_norm": 0.7930305600166321,
      "learning_rate": 0.00019901430216985735,
      "loss": 0.8710382461547852,
      "step": 5480
    },
    {
      "epoch": 0.07354049248018325,
      "grad_norm": 0.8627564311027527,
      "learning_rate": 0.00019900821643749784,
      "loss": 0.9189313888549805,
      "step": 5490
    },
    {
      "epoch": 0.07367444601839852,
      "grad_norm": 0.8343905806541443,
      "learning_rate": 0.00019900211206977367,
      "loss": 0.8809655189514161,
      "step": 5500
    },
    {
      "epoch": 0.0738083995566138,
      "grad_norm": 0.8543509244918823,
      "learning_rate": 0.00019899598906783386,
      "loss": 0.9055264472961426,
      "step": 5510
    },
    {
      "epoch": 0.07394235309482906,
      "grad_norm": 0.8609879016876221,
      "learning_rate": 0.0001989898474328308,
      "loss": 0.8854434013366699,
      "step": 5520
    },
    {
      "epoch": 0.07407630663304433,
      "grad_norm": 0.9053690433502197,
      "learning_rate": 0.00019898368716592056,
      "loss": 0.8991393089294434,
      "step": 5530
    },
    {
      "epoch": 0.0742102601712596,
      "grad_norm": 0.9232255220413208,
      "learning_rate": 0.00019897750826826255,
      "loss": 0.9063379287719726,
      "step": 5540
    },
    {
      "epoch": 0.07434421370947487,
      "grad_norm": 0.8195554614067078,
      "learning_rate": 0.00019897131074101982,
      "loss": 0.8966815948486329,
      "step": 5550
    },
    {
      "epoch": 0.07447816724769014,
      "grad_norm": 0.8728640079498291,
      "learning_rate": 0.00019896509458535886,
      "loss": 0.9156026840209961,
      "step": 5560
    },
    {
      "epoch": 0.07461212078590541,
      "grad_norm": 1.0263285636901855,
      "learning_rate": 0.00019895885980244964,
      "loss": 0.9155710220336915,
      "step": 5570
    },
    {
      "epoch": 0.07474607432412068,
      "grad_norm": 0.9898778200149536,
      "learning_rate": 0.0001989526063934657,
      "loss": 0.9170265197753906,
      "step": 5580
    },
    {
      "epoch": 0.07488002786233595,
      "grad_norm": 0.9437372088432312,
      "learning_rate": 0.00019894633435958408,
      "loss": 0.9208130836486816,
      "step": 5590
    },
    {
      "epoch": 0.07501398140055122,
      "grad_norm": 0.8335493803024292,
      "learning_rate": 0.00019894004370198527,
      "loss": 0.9066865921020508,
      "step": 5600
    },
    {
      "epoch": 0.0751479349387665,
      "grad_norm": 0.9112666845321655,
      "learning_rate": 0.00019893373442185332,
      "loss": 0.9198005676269532,
      "step": 5610
    },
    {
      "epoch": 0.07528188847698176,
      "grad_norm": 0.85235595703125,
      "learning_rate": 0.00019892740652037577,
      "loss": 0.9002386093139648,
      "step": 5620
    },
    {
      "epoch": 0.07541584201519703,
      "grad_norm": 0.9408565163612366,
      "learning_rate": 0.00019892105999874362,
      "loss": 0.8927816390991211,
      "step": 5630
    },
    {
      "epoch": 0.0755497955534123,
      "grad_norm": 0.943725049495697,
      "learning_rate": 0.00019891469485815147,
      "loss": 0.9069494247436524,
      "step": 5640
    },
    {
      "epoch": 0.07568374909162758,
      "grad_norm": 0.8113754987716675,
      "learning_rate": 0.00019890831109979735,
      "loss": 0.9259742736816406,
      "step": 5650
    },
    {
      "epoch": 0.07581770262984285,
      "grad_norm": 0.8559271693229675,
      "learning_rate": 0.0001989019087248828,
      "loss": 0.8804376602172852,
      "step": 5660
    },
    {
      "epoch": 0.07595165616805812,
      "grad_norm": 0.9119812250137329,
      "learning_rate": 0.00019889548773461288,
      "loss": 0.9078903198242188,
      "step": 5670
    },
    {
      "epoch": 0.07608560970627339,
      "grad_norm": 0.7937560081481934,
      "learning_rate": 0.00019888904813019614,
      "loss": 0.880002498626709,
      "step": 5680
    },
    {
      "epoch": 0.07621956324448866,
      "grad_norm": 0.9108148217201233,
      "learning_rate": 0.00019888258991284467,
      "loss": 0.9070451736450196,
      "step": 5690
    },
    {
      "epoch": 0.07635351678270393,
      "grad_norm": 0.9098515510559082,
      "learning_rate": 0.00019887611308377405,
      "loss": 0.9075231552124023,
      "step": 5700
    },
    {
      "epoch": 0.0764874703209192,
      "grad_norm": 1.0761123895645142,
      "learning_rate": 0.00019886961764420332,
      "loss": 0.9096757888793945,
      "step": 5710
    },
    {
      "epoch": 0.07662142385913447,
      "grad_norm": 0.7704610228538513,
      "learning_rate": 0.00019886310359535506,
      "loss": 0.8939119338989258,
      "step": 5720
    },
    {
      "epoch": 0.07675537739734974,
      "grad_norm": 0.8866276741027832,
      "learning_rate": 0.00019885657093845534,
      "loss": 0.9135266304016113,
      "step": 5730
    },
    {
      "epoch": 0.076889330935565,
      "grad_norm": 0.9191501140594482,
      "learning_rate": 0.00019885001967473375,
      "loss": 0.8904623985290527,
      "step": 5740
    },
    {
      "epoch": 0.07702328447378026,
      "grad_norm": 0.9312494397163391,
      "learning_rate": 0.00019884344980542338,
      "loss": 0.8734722137451172,
      "step": 5750
    },
    {
      "epoch": 0.07715723801199553,
      "grad_norm": 0.8679017424583435,
      "learning_rate": 0.00019883686133176083,
      "loss": 0.8858957290649414,
      "step": 5760
    },
    {
      "epoch": 0.0772911915502108,
      "grad_norm": 1.0164021253585815,
      "learning_rate": 0.00019883025425498612,
      "loss": 0.9009102821350098,
      "step": 5770
    },
    {
      "epoch": 0.07742514508842607,
      "grad_norm": 0.9356606006622314,
      "learning_rate": 0.0001988236285763429,
      "loss": 0.8916072845458984,
      "step": 5780
    },
    {
      "epoch": 0.07755909862664134,
      "grad_norm": 1.0990995168685913,
      "learning_rate": 0.0001988169842970782,
      "loss": 0.8782832145690918,
      "step": 5790
    },
    {
      "epoch": 0.07769305216485661,
      "grad_norm": 0.8013916015625,
      "learning_rate": 0.0001988103214184427,
      "loss": 0.8873194694519043,
      "step": 5800
    },
    {
      "epoch": 0.07782700570307188,
      "grad_norm": 0.9014554619789124,
      "learning_rate": 0.00019880363994169038,
      "loss": 0.8783865928649902,
      "step": 5810
    },
    {
      "epoch": 0.07796095924128715,
      "grad_norm": 0.9066067337989807,
      "learning_rate": 0.0001987969398680789,
      "loss": 0.9075798034667969,
      "step": 5820
    },
    {
      "epoch": 0.07809491277950242,
      "grad_norm": 0.912848949432373,
      "learning_rate": 0.00019879022119886935,
      "loss": 0.9085654258728028,
      "step": 5830
    },
    {
      "epoch": 0.0782288663177177,
      "grad_norm": 0.8937046527862549,
      "learning_rate": 0.00019878348393532628,
      "loss": 0.8880997657775879,
      "step": 5840
    },
    {
      "epoch": 0.07836281985593296,
      "grad_norm": 0.9600427746772766,
      "learning_rate": 0.00019877672807871782,
      "loss": 0.8978815078735352,
      "step": 5850
    },
    {
      "epoch": 0.07849677339414823,
      "grad_norm": 0.796197772026062,
      "learning_rate": 0.00019876995363031554,
      "loss": 0.9105263710021972,
      "step": 5860
    },
    {
      "epoch": 0.0786307269323635,
      "grad_norm": 0.970268726348877,
      "learning_rate": 0.00019876316059139456,
      "loss": 0.9024666786193848,
      "step": 5870
    },
    {
      "epoch": 0.07876468047057877,
      "grad_norm": 0.879298746585846,
      "learning_rate": 0.0001987563489632334,
      "loss": 0.8722917556762695,
      "step": 5880
    },
    {
      "epoch": 0.07889863400879404,
      "grad_norm": 0.9075465202331543,
      "learning_rate": 0.0001987495187471142,
      "loss": 0.9163165092468262,
      "step": 5890
    },
    {
      "epoch": 0.07903258754700931,
      "grad_norm": 0.9039913415908813,
      "learning_rate": 0.00019874266994432253,
      "loss": 0.8797751426696777,
      "step": 5900
    },
    {
      "epoch": 0.07916654108522458,
      "grad_norm": 0.7920781970024109,
      "learning_rate": 0.0001987358025561475,
      "loss": 0.9124955177307129,
      "step": 5910
    },
    {
      "epoch": 0.07930049462343985,
      "grad_norm": 0.779161810874939,
      "learning_rate": 0.00019872891658388167,
      "loss": 0.9420258522033691,
      "step": 5920
    },
    {
      "epoch": 0.07943444816165512,
      "grad_norm": 0.8104649782180786,
      "learning_rate": 0.00019872201202882108,
      "loss": 0.9008892059326172,
      "step": 5930
    },
    {
      "epoch": 0.0795684016998704,
      "grad_norm": 0.9147506356239319,
      "learning_rate": 0.0001987150888922654,
      "loss": 0.9117377281188965,
      "step": 5940
    },
    {
      "epoch": 0.07970235523808566,
      "grad_norm": 0.8242200016975403,
      "learning_rate": 0.00019870814717551762,
      "loss": 0.8753026962280274,
      "step": 5950
    },
    {
      "epoch": 0.07983630877630093,
      "grad_norm": 0.7932929992675781,
      "learning_rate": 0.00019870118687988436,
      "loss": 0.9308527946472168,
      "step": 5960
    },
    {
      "epoch": 0.0799702623145162,
      "grad_norm": 0.9321459531784058,
      "learning_rate": 0.00019869420800667568,
      "loss": 0.9189542770385742,
      "step": 5970
    },
    {
      "epoch": 0.08010421585273148,
      "grad_norm": 0.9252848625183105,
      "learning_rate": 0.00019868721055720515,
      "loss": 0.8846657752990723,
      "step": 5980
    },
    {
      "epoch": 0.08023816939094675,
      "grad_norm": 0.9462780952453613,
      "learning_rate": 0.00019868019453278982,
      "loss": 0.8895047187805176,
      "step": 5990
    },
    {
      "epoch": 0.08037212292916202,
      "grad_norm": 0.8938540816307068,
      "learning_rate": 0.00019867315993475027,
      "loss": 0.9139046669006348,
      "step": 6000
    },
    {
      "epoch": 0.08037212292916202,
      "eval_loss": 0.870812714099884,
      "eval_runtime": 282.991,
      "eval_samples_per_second": 10.647,
      "eval_steps_per_second": 10.647,
      "step": 6000
    },
    {
      "epoch": 0.08050607646737729,
      "grad_norm": 0.9877068996429443,
      "learning_rate": 0.00019866610676441053,
      "loss": 0.88814697265625,
      "step": 6010
    },
    {
      "epoch": 0.08064003000559256,
      "grad_norm": 0.8751171231269836,
      "learning_rate": 0.00019865903502309815,
      "loss": 0.9264678001403809,
      "step": 6020
    },
    {
      "epoch": 0.08077398354380783,
      "grad_norm": 0.8859562277793884,
      "learning_rate": 0.0001986519447121442,
      "loss": 0.9087067604064941,
      "step": 6030
    },
    {
      "epoch": 0.0809079370820231,
      "grad_norm": 0.9175627827644348,
      "learning_rate": 0.00019864483583288318,
      "loss": 0.8855989456176758,
      "step": 6040
    },
    {
      "epoch": 0.08104189062023837,
      "grad_norm": 0.8336227536201477,
      "learning_rate": 0.0001986377083866532,
      "loss": 0.8984386444091796,
      "step": 6050
    },
    {
      "epoch": 0.08117584415845364,
      "grad_norm": 0.8608767986297607,
      "learning_rate": 0.00019863056237479573,
      "loss": 0.8643695831298828,
      "step": 6060
    },
    {
      "epoch": 0.0813097976966689,
      "grad_norm": 0.8834564685821533,
      "learning_rate": 0.00019862339779865576,
      "loss": 0.8660571098327636,
      "step": 6070
    },
    {
      "epoch": 0.08144375123488418,
      "grad_norm": 0.8985983729362488,
      "learning_rate": 0.00019861621465958192,
      "loss": 0.9212307929992676,
      "step": 6080
    },
    {
      "epoch": 0.08157770477309945,
      "grad_norm": 0.9581639766693115,
      "learning_rate": 0.00019860901295892612,
      "loss": 0.8630023002624512,
      "step": 6090
    },
    {
      "epoch": 0.08171165831131472,
      "grad_norm": 1.0424174070358276,
      "learning_rate": 0.00019860179269804394,
      "loss": 0.9141819953918457,
      "step": 6100
    },
    {
      "epoch": 0.08184561184952999,
      "grad_norm": 0.9702780246734619,
      "learning_rate": 0.00019859455387829432,
      "loss": 0.8898551940917969,
      "step": 6110
    },
    {
      "epoch": 0.08197956538774526,
      "grad_norm": 0.7757335305213928,
      "learning_rate": 0.0001985872965010398,
      "loss": 0.9024291038513184,
      "step": 6120
    },
    {
      "epoch": 0.08211351892596053,
      "grad_norm": 0.8599688410758972,
      "learning_rate": 0.00019858002056764634,
      "loss": 0.9251861572265625,
      "step": 6130
    },
    {
      "epoch": 0.0822474724641758,
      "grad_norm": 0.888074517250061,
      "learning_rate": 0.00019857272607948343,
      "loss": 0.8888583183288574,
      "step": 6140
    },
    {
      "epoch": 0.08238142600239107,
      "grad_norm": 0.8135772943496704,
      "learning_rate": 0.00019856541303792403,
      "loss": 0.91273193359375,
      "step": 6150
    },
    {
      "epoch": 0.08251537954060634,
      "grad_norm": 0.8697153329849243,
      "learning_rate": 0.00019855808144434461,
      "loss": 0.8498779296875,
      "step": 6160
    },
    {
      "epoch": 0.08264933307882161,
      "grad_norm": 0.7868149876594543,
      "learning_rate": 0.0001985507313001252,
      "loss": 0.9167130470275879,
      "step": 6170
    },
    {
      "epoch": 0.08278328661703688,
      "grad_norm": 0.829988956451416,
      "learning_rate": 0.00019854336260664908,
      "loss": 0.9186518669128418,
      "step": 6180
    },
    {
      "epoch": 0.08291724015525215,
      "grad_norm": 0.8120090961456299,
      "learning_rate": 0.00019853597536530332,
      "loss": 0.8929192543029785,
      "step": 6190
    },
    {
      "epoch": 0.08305119369346742,
      "grad_norm": 0.8368801474571228,
      "learning_rate": 0.0001985285695774783,
      "loss": 0.9175758361816406,
      "step": 6200
    },
    {
      "epoch": 0.08318514723168269,
      "grad_norm": 0.9555438160896301,
      "learning_rate": 0.00019852114524456798,
      "loss": 0.8993669509887695,
      "step": 6210
    },
    {
      "epoch": 0.08331910076989796,
      "grad_norm": 0.879269540309906,
      "learning_rate": 0.00019851370236796974,
      "loss": 0.8785482406616211,
      "step": 6220
    },
    {
      "epoch": 0.08345305430811323,
      "grad_norm": 0.9049955010414124,
      "learning_rate": 0.00019850624094908446,
      "loss": 0.9055108070373535,
      "step": 6230
    },
    {
      "epoch": 0.0835870078463285,
      "grad_norm": 0.8032420873641968,
      "learning_rate": 0.00019849876098931656,
      "loss": 0.8821776390075684,
      "step": 6240
    },
    {
      "epoch": 0.08372096138454377,
      "grad_norm": 0.8842592239379883,
      "learning_rate": 0.00019849126249007391,
      "loss": 0.8976425170898438,
      "step": 6250
    },
    {
      "epoch": 0.08385491492275904,
      "grad_norm": 0.8668513298034668,
      "learning_rate": 0.0001984837454527679,
      "loss": 0.8919437408447266,
      "step": 6260
    },
    {
      "epoch": 0.08398886846097431,
      "grad_norm": 0.8331581950187683,
      "learning_rate": 0.00019847620987881339,
      "loss": 0.9026307106018067,
      "step": 6270
    },
    {
      "epoch": 0.08412282199918958,
      "grad_norm": 0.9931880831718445,
      "learning_rate": 0.0001984686557696287,
      "loss": 0.9175630569458008,
      "step": 6280
    },
    {
      "epoch": 0.08425677553740485,
      "grad_norm": 0.9612919688224792,
      "learning_rate": 0.00019846108312663568,
      "loss": 0.8934223175048828,
      "step": 6290
    },
    {
      "epoch": 0.08439072907562012,
      "grad_norm": 0.8972668051719666,
      "learning_rate": 0.0001984534919512597,
      "loss": 0.8968947410583497,
      "step": 6300
    },
    {
      "epoch": 0.08452468261383539,
      "grad_norm": 0.8106444478034973,
      "learning_rate": 0.00019844588224492946,
      "loss": 0.8991499900817871,
      "step": 6310
    },
    {
      "epoch": 0.08465863615205066,
      "grad_norm": 0.8595272898674011,
      "learning_rate": 0.00019843825400907736,
      "loss": 0.8847417831420898,
      "step": 6320
    },
    {
      "epoch": 0.08479258969026593,
      "grad_norm": 0.9921483993530273,
      "learning_rate": 0.00019843060724513916,
      "loss": 0.8878026962280273,
      "step": 6330
    },
    {
      "epoch": 0.0849265432284812,
      "grad_norm": 0.8371380567550659,
      "learning_rate": 0.0001984229419545542,
      "loss": 0.8880431175231933,
      "step": 6340
    },
    {
      "epoch": 0.08506049676669647,
      "grad_norm": 0.9585050940513611,
      "learning_rate": 0.00019841525813876513,
      "loss": 0.9015412330627441,
      "step": 6350
    },
    {
      "epoch": 0.08519445030491174,
      "grad_norm": 1.0291354656219482,
      "learning_rate": 0.00019840755579921825,
      "loss": 0.9376767158508301,
      "step": 6360
    },
    {
      "epoch": 0.08532840384312701,
      "grad_norm": 0.9010260701179504,
      "learning_rate": 0.00019839983493736334,
      "loss": 0.8865902900695801,
      "step": 6370
    },
    {
      "epoch": 0.08546235738134228,
      "grad_norm": 0.908366858959198,
      "learning_rate": 0.00019839209555465355,
      "loss": 0.8736093521118165,
      "step": 6380
    },
    {
      "epoch": 0.08559631091955755,
      "grad_norm": 0.9020763039588928,
      "learning_rate": 0.00019838433765254564,
      "loss": 0.9092628479003906,
      "step": 6390
    },
    {
      "epoch": 0.08573026445777282,
      "grad_norm": 0.8950169086456299,
      "learning_rate": 0.0001983765612324998,
      "loss": 0.8904929161071777,
      "step": 6400
    },
    {
      "epoch": 0.08586421799598809,
      "grad_norm": 0.9111661314964294,
      "learning_rate": 0.00019836876629597967,
      "loss": 0.9055502891540528,
      "step": 6410
    },
    {
      "epoch": 0.08599817153420336,
      "grad_norm": 0.8205604553222656,
      "learning_rate": 0.00019836095284445247,
      "loss": 0.8952221870422363,
      "step": 6420
    },
    {
      "epoch": 0.08613212507241863,
      "grad_norm": 0.8009998798370361,
      "learning_rate": 0.00019835312087938882,
      "loss": 0.8730879783630371,
      "step": 6430
    },
    {
      "epoch": 0.0862660786106339,
      "grad_norm": 0.9848208427429199,
      "learning_rate": 0.0001983452704022629,
      "loss": 0.918694019317627,
      "step": 6440
    },
    {
      "epoch": 0.08640003214884917,
      "grad_norm": 0.9056805968284607,
      "learning_rate": 0.00019833740141455227,
      "loss": 0.8988473892211915,
      "step": 6450
    },
    {
      "epoch": 0.08653398568706444,
      "grad_norm": 0.8487341403961182,
      "learning_rate": 0.00019832951391773803,
      "loss": 0.8815153121948243,
      "step": 6460
    },
    {
      "epoch": 0.08666793922527971,
      "grad_norm": 0.8682738542556763,
      "learning_rate": 0.00019832160791330482,
      "loss": 0.8735312461853028,
      "step": 6470
    },
    {
      "epoch": 0.08680189276349498,
      "grad_norm": 0.918135941028595,
      "learning_rate": 0.0001983136834027407,
      "loss": 0.8753129005432129,
      "step": 6480
    },
    {
      "epoch": 0.08693584630171025,
      "grad_norm": 0.9785839319229126,
      "learning_rate": 0.0001983057403875372,
      "loss": 0.9091508865356446,
      "step": 6490
    },
    {
      "epoch": 0.08706979983992552,
      "grad_norm": 0.8380211591720581,
      "learning_rate": 0.00019829777886918936,
      "loss": 0.9081586837768555,
      "step": 6500
    },
    {
      "epoch": 0.08720375337814079,
      "grad_norm": 0.9928073883056641,
      "learning_rate": 0.0001982897988491957,
      "loss": 0.886607551574707,
      "step": 6510
    },
    {
      "epoch": 0.08733770691635606,
      "grad_norm": 0.889708936214447,
      "learning_rate": 0.00019828180032905826,
      "loss": 0.903848934173584,
      "step": 6520
    },
    {
      "epoch": 0.08747166045457133,
      "grad_norm": 0.860169529914856,
      "learning_rate": 0.00019827378331028247,
      "loss": 0.8999492645263671,
      "step": 6530
    },
    {
      "epoch": 0.0876056139927866,
      "grad_norm": 0.866796612739563,
      "learning_rate": 0.00019826574779437738,
      "loss": 0.8896894454956055,
      "step": 6540
    },
    {
      "epoch": 0.08773956753100187,
      "grad_norm": 0.9426800608634949,
      "learning_rate": 0.0001982576937828553,
      "loss": 0.884849739074707,
      "step": 6550
    },
    {
      "epoch": 0.08787352106921714,
      "grad_norm": 0.8826320171356201,
      "learning_rate": 0.00019824962127723228,
      "loss": 0.8952905654907226,
      "step": 6560
    },
    {
      "epoch": 0.08800747460743241,
      "grad_norm": 0.8080610632896423,
      "learning_rate": 0.0001982415302790277,
      "loss": 0.8895891189575196,
      "step": 6570
    },
    {
      "epoch": 0.08814142814564768,
      "grad_norm": 0.9116784930229187,
      "learning_rate": 0.00019823342078976439,
      "loss": 0.8802170753479004,
      "step": 6580
    },
    {
      "epoch": 0.08827538168386295,
      "grad_norm": 0.8237122893333435,
      "learning_rate": 0.0001982252928109688,
      "loss": 0.9002214431762695,
      "step": 6590
    },
    {
      "epoch": 0.08840933522207822,
      "grad_norm": 0.9646167159080505,
      "learning_rate": 0.0001982171463441708,
      "loss": 0.9047221183776856,
      "step": 6600
    },
    {
      "epoch": 0.08854328876029349,
      "grad_norm": 1.0312793254852295,
      "learning_rate": 0.0001982089813909036,
      "loss": 0.9000032424926758,
      "step": 6610
    },
    {
      "epoch": 0.08867724229850876,
      "grad_norm": 0.8922534584999084,
      "learning_rate": 0.00019820079795270412,
      "loss": 0.9081113815307618,
      "step": 6620
    },
    {
      "epoch": 0.08881119583672403,
      "grad_norm": 0.8138467669487,
      "learning_rate": 0.00019819259603111262,
      "loss": 0.8970637321472168,
      "step": 6630
    },
    {
      "epoch": 0.0889451493749393,
      "grad_norm": 0.911562442779541,
      "learning_rate": 0.00019818437562767286,
      "loss": 0.8693688392639161,
      "step": 6640
    },
    {
      "epoch": 0.08907910291315457,
      "grad_norm": 0.8164427280426025,
      "learning_rate": 0.00019817613674393206,
      "loss": 0.8692523956298828,
      "step": 6650
    },
    {
      "epoch": 0.08921305645136984,
      "grad_norm": 0.8683072328567505,
      "learning_rate": 0.000198167879381441,
      "loss": 0.872105598449707,
      "step": 6660
    },
    {
      "epoch": 0.08934700998958511,
      "grad_norm": 0.882523775100708,
      "learning_rate": 0.00019815960354175384,
      "loss": 0.9052138328552246,
      "step": 6670
    },
    {
      "epoch": 0.08948096352780038,
      "grad_norm": 0.8588592410087585,
      "learning_rate": 0.0001981513092264283,
      "loss": 0.8927006721496582,
      "step": 6680
    },
    {
      "epoch": 0.08961491706601565,
      "grad_norm": 0.9427072405815125,
      "learning_rate": 0.00019814299643702553,
      "loss": 0.8979676246643067,
      "step": 6690
    },
    {
      "epoch": 0.08974887060423092,
      "grad_norm": 0.9437255859375,
      "learning_rate": 0.00019813466517511015,
      "loss": 0.8920472145080567,
      "step": 6700
    },
    {
      "epoch": 0.0898828241424462,
      "grad_norm": 1.0207903385162354,
      "learning_rate": 0.00019812631544225028,
      "loss": 0.9171392440795898,
      "step": 6710
    },
    {
      "epoch": 0.09001677768066146,
      "grad_norm": 0.9653688669204712,
      "learning_rate": 0.0001981179472400175,
      "loss": 0.8855166435241699,
      "step": 6720
    },
    {
      "epoch": 0.09015073121887673,
      "grad_norm": 0.8295390009880066,
      "learning_rate": 0.00019810956056998694,
      "loss": 0.885284423828125,
      "step": 6730
    },
    {
      "epoch": 0.090284684757092,
      "grad_norm": 0.9237222671508789,
      "learning_rate": 0.00019810115543373704,
      "loss": 0.8777644157409668,
      "step": 6740
    },
    {
      "epoch": 0.09041863829530727,
      "grad_norm": 0.869898796081543,
      "learning_rate": 0.00019809273183284985,
      "loss": 0.90859375,
      "step": 6750
    },
    {
      "epoch": 0.09055259183352254,
      "grad_norm": 0.8586453199386597,
      "learning_rate": 0.00019808428976891094,
      "loss": 0.8833423614501953,
      "step": 6760
    },
    {
      "epoch": 0.09068654537173781,
      "grad_norm": 0.8746774196624756,
      "learning_rate": 0.00019807582924350915,
      "loss": 0.8715258598327636,
      "step": 6770
    },
    {
      "epoch": 0.09082049890995308,
      "grad_norm": 0.9243775010108948,
      "learning_rate": 0.00019806735025823703,
      "loss": 0.903589916229248,
      "step": 6780
    },
    {
      "epoch": 0.09095445244816835,
      "grad_norm": 0.9908545613288879,
      "learning_rate": 0.00019805885281469048,
      "loss": 0.8912477493286133,
      "step": 6790
    },
    {
      "epoch": 0.09108840598638362,
      "grad_norm": 0.9097034931182861,
      "learning_rate": 0.00019805033691446883,
      "loss": 0.8512225151062012,
      "step": 6800
    },
    {
      "epoch": 0.0912223595245989,
      "grad_norm": 0.8254439830780029,
      "learning_rate": 0.00019804180255917502,
      "loss": 0.8855799674987793,
      "step": 6810
    },
    {
      "epoch": 0.09135631306281417,
      "grad_norm": 0.8863989114761353,
      "learning_rate": 0.00019803324975041538,
      "loss": 0.8820269584655762,
      "step": 6820
    },
    {
      "epoch": 0.09149026660102944,
      "grad_norm": 0.9456990361213684,
      "learning_rate": 0.00019802467848979968,
      "loss": 0.9022522926330566,
      "step": 6830
    },
    {
      "epoch": 0.0916242201392447,
      "grad_norm": 0.9565940499305725,
      "learning_rate": 0.0001980160887789412,
      "loss": 0.8896581649780273,
      "step": 6840
    },
    {
      "epoch": 0.09175817367745998,
      "grad_norm": 0.9246744513511658,
      "learning_rate": 0.00019800748061945674,
      "loss": 0.8820788383483886,
      "step": 6850
    },
    {
      "epoch": 0.09189212721567525,
      "grad_norm": 0.9936888813972473,
      "learning_rate": 0.00019799885401296653,
      "loss": 0.8832516670227051,
      "step": 6860
    },
    {
      "epoch": 0.09202608075389052,
      "grad_norm": 0.8579689264297485,
      "learning_rate": 0.00019799020896109424,
      "loss": 0.8947846412658691,
      "step": 6870
    },
    {
      "epoch": 0.09216003429210579,
      "grad_norm": 0.8918428421020508,
      "learning_rate": 0.00019798154546546708,
      "loss": 0.901578712463379,
      "step": 6880
    },
    {
      "epoch": 0.09229398783032106,
      "grad_norm": 1.207512378692627,
      "learning_rate": 0.00019797286352771568,
      "loss": 0.9050963401794434,
      "step": 6890
    },
    {
      "epoch": 0.09242794136853633,
      "grad_norm": 0.8686789274215698,
      "learning_rate": 0.00019796416314947415,
      "loss": 0.9166510581970215,
      "step": 6900
    },
    {
      "epoch": 0.0925618949067516,
      "grad_norm": 0.8333821296691895,
      "learning_rate": 0.0001979554443323801,
      "loss": 0.8954951286315918,
      "step": 6910
    },
    {
      "epoch": 0.09269584844496687,
      "grad_norm": 0.9899786710739136,
      "learning_rate": 0.00019794670707807456,
      "loss": 0.9007176399230957,
      "step": 6920
    },
    {
      "epoch": 0.09282980198318214,
      "grad_norm": 0.8100647330284119,
      "learning_rate": 0.00019793795138820208,
      "loss": 0.9082587242126465,
      "step": 6930
    },
    {
      "epoch": 0.0929637555213974,
      "grad_norm": 0.9281670451164246,
      "learning_rate": 0.0001979291772644107,
      "loss": 0.8884916305541992,
      "step": 6940
    },
    {
      "epoch": 0.09309770905961268,
      "grad_norm": 0.8830415606498718,
      "learning_rate": 0.0001979203847083518,
      "loss": 0.8823875427246094,
      "step": 6950
    },
    {
      "epoch": 0.09323166259782795,
      "grad_norm": 0.8673772811889648,
      "learning_rate": 0.00019791157372168038,
      "loss": 0.87948579788208,
      "step": 6960
    },
    {
      "epoch": 0.09336561613604322,
      "grad_norm": 0.922353982925415,
      "learning_rate": 0.00019790274430605482,
      "loss": 0.8732827186584473,
      "step": 6970
    },
    {
      "epoch": 0.09349956967425849,
      "grad_norm": 0.9420790672302246,
      "learning_rate": 0.000197893896463137,
      "loss": 0.8895031929016113,
      "step": 6980
    },
    {
      "epoch": 0.09363352321247376,
      "grad_norm": 0.8268752694129944,
      "learning_rate": 0.0001978850301945923,
      "loss": 0.8912209510803223,
      "step": 6990
    },
    {
      "epoch": 0.09376747675068903,
      "grad_norm": 0.8777807354927063,
      "learning_rate": 0.00019787614550208945,
      "loss": 0.8920040130615234,
      "step": 7000
    },
    {
      "epoch": 0.09376747675068903,
      "eval_loss": 0.8644543886184692,
      "eval_runtime": 282.9926,
      "eval_samples_per_second": 10.647,
      "eval_steps_per_second": 10.647,
      "step": 7000
    },
    {
      "epoch": 0.0939014302889043,
      "grad_norm": 0.7876247763633728,
      "learning_rate": 0.00019786724238730083,
      "loss": 0.8720607757568359,
      "step": 7010
    },
    {
      "epoch": 0.09403538382711957,
      "grad_norm": 0.9960214495658875,
      "learning_rate": 0.00019785832085190212,
      "loss": 0.873878002166748,
      "step": 7020
    },
    {
      "epoch": 0.09416933736533484,
      "grad_norm": 0.8650906682014465,
      "learning_rate": 0.00019784938089757257,
      "loss": 0.8892004013061523,
      "step": 7030
    },
    {
      "epoch": 0.09430329090355011,
      "grad_norm": 0.964379072189331,
      "learning_rate": 0.00019784042252599484,
      "loss": 0.8620665550231934,
      "step": 7040
    },
    {
      "epoch": 0.09443724444176538,
      "grad_norm": 1.2398730516433716,
      "learning_rate": 0.00019783144573885507,
      "loss": 0.8699928283691406,
      "step": 7050
    },
    {
      "epoch": 0.09457119797998065,
      "grad_norm": 0.8185970783233643,
      "learning_rate": 0.00019782245053784293,
      "loss": 0.8746763229370117,
      "step": 7060
    },
    {
      "epoch": 0.09470515151819592,
      "grad_norm": 0.9816871285438538,
      "learning_rate": 0.00019781343692465143,
      "loss": 0.878570556640625,
      "step": 7070
    },
    {
      "epoch": 0.09483910505641119,
      "grad_norm": 0.8761661052703857,
      "learning_rate": 0.00019780440490097716,
      "loss": 0.9113574981689453,
      "step": 7080
    },
    {
      "epoch": 0.09497305859462646,
      "grad_norm": 0.8047708868980408,
      "learning_rate": 0.00019779535446852011,
      "loss": 0.8970757484436035,
      "step": 7090
    },
    {
      "epoch": 0.09510701213284173,
      "grad_norm": 0.876320481300354,
      "learning_rate": 0.00019778628562898377,
      "loss": 0.8959864616394043,
      "step": 7100
    },
    {
      "epoch": 0.095240965671057,
      "grad_norm": 0.8681471943855286,
      "learning_rate": 0.00019777719838407506,
      "loss": 0.8910840034484864,
      "step": 7110
    },
    {
      "epoch": 0.09537491920927227,
      "grad_norm": 0.8522320985794067,
      "learning_rate": 0.0001977680927355044,
      "loss": 0.8667990684509277,
      "step": 7120
    },
    {
      "epoch": 0.09550887274748754,
      "grad_norm": 0.9107798933982849,
      "learning_rate": 0.00019775896868498566,
      "loss": 0.881282901763916,
      "step": 7130
    },
    {
      "epoch": 0.09564282628570281,
      "grad_norm": 0.7860071063041687,
      "learning_rate": 0.0001977498262342362,
      "loss": 0.8780563354492188,
      "step": 7140
    },
    {
      "epoch": 0.09577677982391808,
      "grad_norm": 0.875332772731781,
      "learning_rate": 0.00019774066538497676,
      "loss": 0.8971660614013672,
      "step": 7150
    },
    {
      "epoch": 0.09591073336213335,
      "grad_norm": 0.9385777115821838,
      "learning_rate": 0.0001977314861389316,
      "loss": 0.9103539466857911,
      "step": 7160
    },
    {
      "epoch": 0.09604468690034862,
      "grad_norm": 0.9721970558166504,
      "learning_rate": 0.00019772228849782847,
      "loss": 0.8583200454711915,
      "step": 7170
    },
    {
      "epoch": 0.09617864043856389,
      "grad_norm": 0.8123751282691956,
      "learning_rate": 0.00019771307246339859,
      "loss": 0.9155189514160156,
      "step": 7180
    },
    {
      "epoch": 0.09631259397677916,
      "grad_norm": 0.7990937829017639,
      "learning_rate": 0.00019770383803737653,
      "loss": 0.8903653144836425,
      "step": 7190
    },
    {
      "epoch": 0.09644654751499443,
      "grad_norm": 0.8886133432388306,
      "learning_rate": 0.00019769458522150043,
      "loss": 0.8852800369262696,
      "step": 7200
    },
    {
      "epoch": 0.0965805010532097,
      "grad_norm": 1.1805943250656128,
      "learning_rate": 0.00019768531401751188,
      "loss": 0.9011491775512696,
      "step": 7210
    },
    {
      "epoch": 0.09671445459142497,
      "grad_norm": 0.8491290211677551,
      "learning_rate": 0.00019767602442715586,
      "loss": 0.8570370674133301,
      "step": 7220
    },
    {
      "epoch": 0.09684840812964024,
      "grad_norm": 0.7787330150604248,
      "learning_rate": 0.0001976667164521809,
      "loss": 0.8865225791931153,
      "step": 7230
    },
    {
      "epoch": 0.09698236166785551,
      "grad_norm": 0.8216429352760315,
      "learning_rate": 0.00019765739009433895,
      "loss": 0.8913270950317382,
      "step": 7240
    },
    {
      "epoch": 0.09711631520607078,
      "grad_norm": 0.8768746256828308,
      "learning_rate": 0.0001976480453553854,
      "loss": 0.8999238014221191,
      "step": 7250
    },
    {
      "epoch": 0.09725026874428605,
      "grad_norm": 0.8275731801986694,
      "learning_rate": 0.00019763868223707915,
      "loss": 0.8784645080566407,
      "step": 7260
    },
    {
      "epoch": 0.09738422228250132,
      "grad_norm": 0.9808073043823242,
      "learning_rate": 0.0001976293007411825,
      "loss": 0.8810213088989258,
      "step": 7270
    },
    {
      "epoch": 0.09751817582071659,
      "grad_norm": 0.9184730052947998,
      "learning_rate": 0.00019761990086946126,
      "loss": 0.8823613166809082,
      "step": 7280
    },
    {
      "epoch": 0.09765212935893186,
      "grad_norm": 0.9652722477912903,
      "learning_rate": 0.00019761048262368464,
      "loss": 0.9146529197692871,
      "step": 7290
    },
    {
      "epoch": 0.09778608289714713,
      "grad_norm": 0.9809762239456177,
      "learning_rate": 0.00019760104600562538,
      "loss": 0.8889558792114258,
      "step": 7300
    },
    {
      "epoch": 0.0979200364353624,
      "grad_norm": 0.9265998601913452,
      "learning_rate": 0.00019759159101705965,
      "loss": 0.9057388305664062,
      "step": 7310
    },
    {
      "epoch": 0.09805398997357767,
      "grad_norm": 0.8651043772697449,
      "learning_rate": 0.00019758211765976707,
      "loss": 0.8812885284423828,
      "step": 7320
    },
    {
      "epoch": 0.09818794351179294,
      "grad_norm": 0.7929334044456482,
      "learning_rate": 0.00019757262593553065,
      "loss": 0.887851333618164,
      "step": 7330
    },
    {
      "epoch": 0.09832189705000821,
      "grad_norm": 0.8803579211235046,
      "learning_rate": 0.00019756311584613704,
      "loss": 0.8921655654907227,
      "step": 7340
    },
    {
      "epoch": 0.09845585058822348,
      "grad_norm": 1.1015535593032837,
      "learning_rate": 0.00019755358739337618,
      "loss": 0.8988246917724609,
      "step": 7350
    },
    {
      "epoch": 0.09858980412643875,
      "grad_norm": 0.8638414740562439,
      "learning_rate": 0.00019754404057904147,
      "loss": 0.8892036437988281,
      "step": 7360
    },
    {
      "epoch": 0.09872375766465402,
      "grad_norm": 0.9445034265518188,
      "learning_rate": 0.00019753447540492988,
      "loss": 0.8616836547851563,
      "step": 7370
    },
    {
      "epoch": 0.09885771120286929,
      "grad_norm": 0.773056149482727,
      "learning_rate": 0.00019752489187284175,
      "loss": 0.9091890335083008,
      "step": 7380
    },
    {
      "epoch": 0.09899166474108455,
      "grad_norm": 0.8029645085334778,
      "learning_rate": 0.0001975152899845809,
      "loss": 0.8658103942871094,
      "step": 7390
    },
    {
      "epoch": 0.09912561827929982,
      "grad_norm": 0.8773431181907654,
      "learning_rate": 0.0001975056697419546,
      "loss": 0.8793549537658691,
      "step": 7400
    },
    {
      "epoch": 0.09925957181751509,
      "grad_norm": 0.8816444873809814,
      "learning_rate": 0.0001974960311467736,
      "loss": 0.9094487190246582,
      "step": 7410
    },
    {
      "epoch": 0.09939352535573036,
      "grad_norm": 0.8733898997306824,
      "learning_rate": 0.000197486374200852,
      "loss": 0.8853860855102539,
      "step": 7420
    },
    {
      "epoch": 0.09952747889394563,
      "grad_norm": 1.1149687767028809,
      "learning_rate": 0.00019747669890600754,
      "loss": 0.8744609832763672,
      "step": 7430
    },
    {
      "epoch": 0.0996614324321609,
      "grad_norm": 0.9603252410888672,
      "learning_rate": 0.0001974670052640612,
      "loss": 0.856983757019043,
      "step": 7440
    },
    {
      "epoch": 0.09979538597037617,
      "grad_norm": 0.830662727355957,
      "learning_rate": 0.0001974572932768376,
      "loss": 0.8884547233581543,
      "step": 7450
    },
    {
      "epoch": 0.09992933950859144,
      "grad_norm": 0.9798081517219543,
      "learning_rate": 0.00019744756294616474,
      "loss": 0.9083552360534668,
      "step": 7460
    },
    {
      "epoch": 0.10006329304680671,
      "grad_norm": 0.9843005537986755,
      "learning_rate": 0.000197437814273874,
      "loss": 0.8759174346923828,
      "step": 7470
    },
    {
      "epoch": 0.10019724658502198,
      "grad_norm": 1.034980297088623,
      "learning_rate": 0.00019742804726180033,
      "loss": 0.8983280181884765,
      "step": 7480
    },
    {
      "epoch": 0.10033120012323725,
      "grad_norm": 0.9120380878448486,
      "learning_rate": 0.0001974182619117821,
      "loss": 0.8760245323181153,
      "step": 7490
    },
    {
      "epoch": 0.10046515366145252,
      "grad_norm": 0.9354262351989746,
      "learning_rate": 0.00019740845822566102,
      "loss": 0.8820127487182617,
      "step": 7500
    },
    {
      "epoch": 0.10059910719966779,
      "grad_norm": 0.8719062805175781,
      "learning_rate": 0.00019739863620528244,
      "loss": 0.8879453659057617,
      "step": 7510
    },
    {
      "epoch": 0.10073306073788306,
      "grad_norm": 0.8411979079246521,
      "learning_rate": 0.00019738879585249502,
      "loss": 0.8756390571594238,
      "step": 7520
    },
    {
      "epoch": 0.10086701427609833,
      "grad_norm": 0.9629281759262085,
      "learning_rate": 0.0001973789371691509,
      "loss": 0.9000049591064453,
      "step": 7530
    },
    {
      "epoch": 0.1010009678143136,
      "grad_norm": 0.8158740401268005,
      "learning_rate": 0.00019736906015710575,
      "loss": 0.8965541839599609,
      "step": 7540
    },
    {
      "epoch": 0.10113492135252887,
      "grad_norm": 0.7974616885185242,
      "learning_rate": 0.00019735916481821857,
      "loss": 0.8795866966247559,
      "step": 7550
    },
    {
      "epoch": 0.10126887489074414,
      "grad_norm": 0.7978704571723938,
      "learning_rate": 0.00019734925115435186,
      "loss": 0.8698675155639648,
      "step": 7560
    },
    {
      "epoch": 0.10140282842895941,
      "grad_norm": 0.8647459149360657,
      "learning_rate": 0.00019733931916737158,
      "loss": 0.8857914924621582,
      "step": 7570
    },
    {
      "epoch": 0.10153678196717468,
      "grad_norm": 0.8976426124572754,
      "learning_rate": 0.00019732936885914716,
      "loss": 0.8915375709533692,
      "step": 7580
    },
    {
      "epoch": 0.10167073550538995,
      "grad_norm": 0.9047547578811646,
      "learning_rate": 0.00019731940023155143,
      "loss": 0.8793435096740723,
      "step": 7590
    },
    {
      "epoch": 0.10180468904360522,
      "grad_norm": 0.8825830221176147,
      "learning_rate": 0.00019730941328646072,
      "loss": 0.8680632591247559,
      "step": 7600
    },
    {
      "epoch": 0.10193864258182049,
      "grad_norm": 0.861339271068573,
      "learning_rate": 0.00019729940802575474,
      "loss": 0.8756254196166993,
      "step": 7610
    },
    {
      "epoch": 0.10207259612003576,
      "grad_norm": 0.9230275750160217,
      "learning_rate": 0.00019728938445131666,
      "loss": 0.8565947532653808,
      "step": 7620
    },
    {
      "epoch": 0.10220654965825103,
      "grad_norm": 0.9215108752250671,
      "learning_rate": 0.00019727934256503316,
      "loss": 0.8998072624206543,
      "step": 7630
    },
    {
      "epoch": 0.1023405031964663,
      "grad_norm": 0.8462664484977722,
      "learning_rate": 0.00019726928236879436,
      "loss": 0.8962037086486816,
      "step": 7640
    },
    {
      "epoch": 0.10247445673468157,
      "grad_norm": 0.8961592316627502,
      "learning_rate": 0.00019725920386449373,
      "loss": 0.8623310089111328,
      "step": 7650
    },
    {
      "epoch": 0.10260841027289684,
      "grad_norm": 0.8903301358222961,
      "learning_rate": 0.00019724910705402828,
      "loss": 0.8923720359802246,
      "step": 7660
    },
    {
      "epoch": 0.10274236381111211,
      "grad_norm": 0.8648055791854858,
      "learning_rate": 0.0001972389919392984,
      "loss": 0.8695717811584472,
      "step": 7670
    },
    {
      "epoch": 0.10287631734932738,
      "grad_norm": 1.0723384618759155,
      "learning_rate": 0.00019722885852220805,
      "loss": 0.8783188819885254,
      "step": 7680
    },
    {
      "epoch": 0.10301027088754265,
      "grad_norm": 0.8961272835731506,
      "learning_rate": 0.00019721870680466447,
      "loss": 0.911286735534668,
      "step": 7690
    },
    {
      "epoch": 0.10314422442575792,
      "grad_norm": 0.8444965481758118,
      "learning_rate": 0.00019720853678857842,
      "loss": 0.8859085083007813,
      "step": 7700
    },
    {
      "epoch": 0.10327817796397319,
      "grad_norm": 0.8670254349708557,
      "learning_rate": 0.00019719834847586412,
      "loss": 0.8951914787292481,
      "step": 7710
    },
    {
      "epoch": 0.10341213150218846,
      "grad_norm": 0.9049719572067261,
      "learning_rate": 0.00019718814186843925,
      "loss": 0.8612537384033203,
      "step": 7720
    },
    {
      "epoch": 0.10354608504040373,
      "grad_norm": 0.829172670841217,
      "learning_rate": 0.00019717791696822486,
      "loss": 0.8647871017456055,
      "step": 7730
    },
    {
      "epoch": 0.103680038578619,
      "grad_norm": 0.785587728023529,
      "learning_rate": 0.00019716767377714548,
      "loss": 0.8761764526367187,
      "step": 7740
    },
    {
      "epoch": 0.10381399211683427,
      "grad_norm": 0.8140005469322205,
      "learning_rate": 0.00019715741229712913,
      "loss": 0.895022201538086,
      "step": 7750
    },
    {
      "epoch": 0.10394794565504954,
      "grad_norm": 0.9854723811149597,
      "learning_rate": 0.0001971471325301072,
      "loss": 0.8936868667602539,
      "step": 7760
    },
    {
      "epoch": 0.10408189919326481,
      "grad_norm": 0.723035454750061,
      "learning_rate": 0.00019713683447801454,
      "loss": 0.8897795677185059,
      "step": 7770
    },
    {
      "epoch": 0.10421585273148008,
      "grad_norm": 0.9645293354988098,
      "learning_rate": 0.0001971265181427895,
      "loss": 0.910581111907959,
      "step": 7780
    },
    {
      "epoch": 0.10434980626969535,
      "grad_norm": 1.1839450597763062,
      "learning_rate": 0.00019711618352637376,
      "loss": 0.9037737846374512,
      "step": 7790
    },
    {
      "epoch": 0.10448375980791062,
      "grad_norm": 0.8620261549949646,
      "learning_rate": 0.00019710583063071253,
      "loss": 0.900199031829834,
      "step": 7800
    },
    {
      "epoch": 0.10461771334612589,
      "grad_norm": 0.8063675761222839,
      "learning_rate": 0.00019709545945775447,
      "loss": 0.9035584449768066,
      "step": 7810
    },
    {
      "epoch": 0.10475166688434116,
      "grad_norm": 0.8891342282295227,
      "learning_rate": 0.00019708507000945163,
      "loss": 0.8866002082824707,
      "step": 7820
    },
    {
      "epoch": 0.10488562042255643,
      "grad_norm": 0.8846317529678345,
      "learning_rate": 0.0001970746622877595,
      "loss": 0.8840095520019531,
      "step": 7830
    },
    {
      "epoch": 0.1050195739607717,
      "grad_norm": 0.8370947241783142,
      "learning_rate": 0.000197064236294637,
      "loss": 0.8873106002807617,
      "step": 7840
    },
    {
      "epoch": 0.10515352749898697,
      "grad_norm": 0.8477426767349243,
      "learning_rate": 0.0001970537920320466,
      "loss": 0.8930939674377442,
      "step": 7850
    },
    {
      "epoch": 0.10528748103720224,
      "grad_norm": 0.8442797660827637,
      "learning_rate": 0.00019704332950195403,
      "loss": 0.875058364868164,
      "step": 7860
    },
    {
      "epoch": 0.10542143457541751,
      "grad_norm": 0.7472056746482849,
      "learning_rate": 0.0001970328487063286,
      "loss": 0.913428783416748,
      "step": 7870
    },
    {
      "epoch": 0.10555538811363278,
      "grad_norm": 0.7714134454727173,
      "learning_rate": 0.000197022349647143,
      "loss": 0.8783161163330078,
      "step": 7880
    },
    {
      "epoch": 0.10568934165184805,
      "grad_norm": 0.8540041446685791,
      "learning_rate": 0.00019701183232637338,
      "loss": 0.8919724464416504,
      "step": 7890
    },
    {
      "epoch": 0.10582329519006332,
      "grad_norm": 0.8967633247375488,
      "learning_rate": 0.0001970012967459993,
      "loss": 0.8623647689819336,
      "step": 7900
    },
    {
      "epoch": 0.1059572487282786,
      "grad_norm": 0.8262857794761658,
      "learning_rate": 0.0001969907429080038,
      "loss": 0.901491641998291,
      "step": 7910
    },
    {
      "epoch": 0.10609120226649386,
      "grad_norm": 0.8734469413757324,
      "learning_rate": 0.00019698017081437328,
      "loss": 0.8712278366088867,
      "step": 7920
    },
    {
      "epoch": 0.10622515580470913,
      "grad_norm": 1.0406931638717651,
      "learning_rate": 0.00019696958046709764,
      "loss": 0.8956364631652832,
      "step": 7930
    },
    {
      "epoch": 0.1063591093429244,
      "grad_norm": 0.765011191368103,
      "learning_rate": 0.00019695897186817018,
      "loss": 0.8716611862182617,
      "step": 7940
    },
    {
      "epoch": 0.10649306288113967,
      "grad_norm": 0.9164860844612122,
      "learning_rate": 0.0001969483450195877,
      "loss": 0.8496494293212891,
      "step": 7950
    },
    {
      "epoch": 0.10662701641935494,
      "grad_norm": 0.8326746821403503,
      "learning_rate": 0.00019693769992335037,
      "loss": 0.8950881958007812,
      "step": 7960
    },
    {
      "epoch": 0.10676096995757021,
      "grad_norm": 0.8361408710479736,
      "learning_rate": 0.0001969270365814618,
      "loss": 0.886930274963379,
      "step": 7970
    },
    {
      "epoch": 0.10689492349578548,
      "grad_norm": 0.7887022495269775,
      "learning_rate": 0.0001969163549959291,
      "loss": 0.8980831146240235,
      "step": 7980
    },
    {
      "epoch": 0.10702887703400076,
      "grad_norm": 0.9230378866195679,
      "learning_rate": 0.00019690565516876268,
      "loss": 0.886695671081543,
      "step": 7990
    },
    {
      "epoch": 0.10716283057221603,
      "grad_norm": 0.9273190498352051,
      "learning_rate": 0.00019689493710197653,
      "loss": 0.9127023696899415,
      "step": 8000
    },
    {
      "epoch": 0.10716283057221603,
      "eval_loss": 0.8587985038757324,
      "eval_runtime": 282.9263,
      "eval_samples_per_second": 10.649,
      "eval_steps_per_second": 10.649,
      "step": 8000
    },
    {
      "epoch": 0.1072967841104313,
      "grad_norm": 0.9679751992225647,
      "learning_rate": 0.00019688420079758798,
      "loss": 0.8932775497436524,
      "step": 8010
    },
    {
      "epoch": 0.10743073764864657,
      "grad_norm": 0.8456202149391174,
      "learning_rate": 0.00019687344625761782,
      "loss": 0.8992530822753906,
      "step": 8020
    },
    {
      "epoch": 0.10756469118686184,
      "grad_norm": 0.868845522403717,
      "learning_rate": 0.0001968626734840903,
      "loss": 0.8921726226806641,
      "step": 8030
    },
    {
      "epoch": 0.1076986447250771,
      "grad_norm": 0.7951623797416687,
      "learning_rate": 0.00019685188247903302,
      "loss": 0.8989621162414551,
      "step": 8040
    },
    {
      "epoch": 0.10783259826329238,
      "grad_norm": 0.89140385389328,
      "learning_rate": 0.00019684107324447714,
      "loss": 0.8871155738830566,
      "step": 8050
    },
    {
      "epoch": 0.10796655180150765,
      "grad_norm": 0.9821306467056274,
      "learning_rate": 0.00019683024578245713,
      "loss": 0.8788329124450683,
      "step": 8060
    },
    {
      "epoch": 0.10810050533972292,
      "grad_norm": 0.9111088514328003,
      "learning_rate": 0.00019681940009501096,
      "loss": 0.8721742630004883,
      "step": 8070
    },
    {
      "epoch": 0.10823445887793819,
      "grad_norm": 0.9024958610534668,
      "learning_rate": 0.00019680853618418,
      "loss": 0.8860114097595215,
      "step": 8080
    },
    {
      "epoch": 0.10836841241615346,
      "grad_norm": 0.8964961171150208,
      "learning_rate": 0.00019679765405200902,
      "loss": 0.8677083015441894,
      "step": 8090
    },
    {
      "epoch": 0.10850236595436873,
      "grad_norm": 0.8197072744369507,
      "learning_rate": 0.00019678675370054635,
      "loss": 0.8761933326721192,
      "step": 8100
    },
    {
      "epoch": 0.108636319492584,
      "grad_norm": 0.8350352644920349,
      "learning_rate": 0.00019677583513184362,
      "loss": 0.8938386917114258,
      "step": 8110
    },
    {
      "epoch": 0.10877027303079927,
      "grad_norm": 0.9220348596572876,
      "learning_rate": 0.00019676489834795585,
      "loss": 0.8710075378417969,
      "step": 8120
    },
    {
      "epoch": 0.10890422656901454,
      "grad_norm": 0.9097392559051514,
      "learning_rate": 0.0001967539433509417,
      "loss": 0.8597382545471192,
      "step": 8130
    },
    {
      "epoch": 0.1090381801072298,
      "grad_norm": 0.8926428556442261,
      "learning_rate": 0.000196742970142863,
      "loss": 0.8543779373168945,
      "step": 8140
    },
    {
      "epoch": 0.10917213364544508,
      "grad_norm": 0.8337408900260925,
      "learning_rate": 0.00019673197872578521,
      "loss": 0.8653379440307617,
      "step": 8150
    },
    {
      "epoch": 0.10930608718366035,
      "grad_norm": 1.122321605682373,
      "learning_rate": 0.0001967209691017771,
      "loss": 0.9053044319152832,
      "step": 8160
    },
    {
      "epoch": 0.10944004072187562,
      "grad_norm": 0.930433452129364,
      "learning_rate": 0.00019670994127291095,
      "loss": 0.8929244995117187,
      "step": 8170
    },
    {
      "epoch": 0.10957399426009089,
      "grad_norm": 0.9857293367385864,
      "learning_rate": 0.00019669889524126237,
      "loss": 0.8857954978942871,
      "step": 8180
    },
    {
      "epoch": 0.10970794779830616,
      "grad_norm": 0.8838130831718445,
      "learning_rate": 0.0001966878310089105,
      "loss": 0.8845120429992676,
      "step": 8190
    },
    {
      "epoch": 0.10984190133652143,
      "grad_norm": 0.9340586066246033,
      "learning_rate": 0.0001966767485779378,
      "loss": 0.8875798225402832,
      "step": 8200
    },
    {
      "epoch": 0.1099758548747367,
      "grad_norm": 0.8911476731300354,
      "learning_rate": 0.00019666564795043026,
      "loss": 0.8930180549621582,
      "step": 8210
    },
    {
      "epoch": 0.11010980841295197,
      "grad_norm": 0.8123007416725159,
      "learning_rate": 0.0001966545291284772,
      "loss": 0.8763650894165039,
      "step": 8220
    },
    {
      "epoch": 0.11024376195116724,
      "grad_norm": 0.9496774673461914,
      "learning_rate": 0.0001966433921141714,
      "loss": 0.8784276962280273,
      "step": 8230
    },
    {
      "epoch": 0.11037771548938251,
      "grad_norm": 1.0218168497085571,
      "learning_rate": 0.00019663223690960914,
      "loss": 0.8622261047363281,
      "step": 8240
    },
    {
      "epoch": 0.11051166902759778,
      "grad_norm": 0.8631396889686584,
      "learning_rate": 0.00019662106351689,
      "loss": 0.8912928581237793,
      "step": 8250
    },
    {
      "epoch": 0.11064562256581305,
      "grad_norm": 0.850589394569397,
      "learning_rate": 0.00019660987193811707,
      "loss": 0.8752965927124023,
      "step": 8260
    },
    {
      "epoch": 0.11077957610402832,
      "grad_norm": 0.7925905585289001,
      "learning_rate": 0.0001965986621753968,
      "loss": 0.8862845420837402,
      "step": 8270
    },
    {
      "epoch": 0.11091352964224359,
      "grad_norm": 0.9205891489982605,
      "learning_rate": 0.00019658743423083913,
      "loss": 0.8807228088378907,
      "step": 8280
    },
    {
      "epoch": 0.11104748318045886,
      "grad_norm": 0.9599876999855042,
      "learning_rate": 0.0001965761881065574,
      "loss": 0.8841738700866699,
      "step": 8290
    },
    {
      "epoch": 0.11118143671867413,
      "grad_norm": 0.9075719714164734,
      "learning_rate": 0.0001965649238046683,
      "loss": 0.8636320114135743,
      "step": 8300
    },
    {
      "epoch": 0.1113153902568894,
      "grad_norm": 1.0024226903915405,
      "learning_rate": 0.00019655364132729205,
      "loss": 0.8881139755249023,
      "step": 8310
    },
    {
      "epoch": 0.11144934379510467,
      "grad_norm": 0.7792505025863647,
      "learning_rate": 0.00019654234067655222,
      "loss": 0.9085047721862793,
      "step": 8320
    },
    {
      "epoch": 0.11158329733331994,
      "grad_norm": 0.799829363822937,
      "learning_rate": 0.00019653102185457585,
      "loss": 0.910554027557373,
      "step": 8330
    },
    {
      "epoch": 0.11171725087153521,
      "grad_norm": 0.9900384545326233,
      "learning_rate": 0.00019651968486349334,
      "loss": 0.9082095146179199,
      "step": 8340
    },
    {
      "epoch": 0.11185120440975048,
      "grad_norm": 0.9523308873176575,
      "learning_rate": 0.00019650832970543857,
      "loss": 0.8781254768371582,
      "step": 8350
    },
    {
      "epoch": 0.11198515794796575,
      "grad_norm": 0.8340352773666382,
      "learning_rate": 0.00019649695638254878,
      "loss": 0.9061065673828125,
      "step": 8360
    },
    {
      "epoch": 0.11211911148618102,
      "grad_norm": 0.8276926279067993,
      "learning_rate": 0.0001964855648969647,
      "loss": 0.8973075866699218,
      "step": 8370
    },
    {
      "epoch": 0.11225306502439629,
      "grad_norm": 1.0168462991714478,
      "learning_rate": 0.00019647415525083042,
      "loss": 0.8792083740234375,
      "step": 8380
    },
    {
      "epoch": 0.11238701856261156,
      "grad_norm": 0.914903461933136,
      "learning_rate": 0.00019646272744629345,
      "loss": 0.8858034133911132,
      "step": 8390
    },
    {
      "epoch": 0.11252097210082683,
      "grad_norm": 0.8259867429733276,
      "learning_rate": 0.00019645128148550477,
      "loss": 0.8735974311828614,
      "step": 8400
    },
    {
      "epoch": 0.1126549256390421,
      "grad_norm": 0.9083831906318665,
      "learning_rate": 0.00019643981737061875,
      "loss": 0.8911269187927247,
      "step": 8410
    },
    {
      "epoch": 0.11278887917725737,
      "grad_norm": 1.0956816673278809,
      "learning_rate": 0.00019642833510379311,
      "loss": 0.9024099349975586,
      "step": 8420
    },
    {
      "epoch": 0.11292283271547264,
      "grad_norm": 0.8588058948516846,
      "learning_rate": 0.0001964168346871891,
      "loss": 0.8840845108032227,
      "step": 8430
    },
    {
      "epoch": 0.11305678625368791,
      "grad_norm": 0.9501089453697205,
      "learning_rate": 0.0001964053161229713,
      "loss": 0.8969663619995117,
      "step": 8440
    },
    {
      "epoch": 0.11319073979190318,
      "grad_norm": 0.8607394695281982,
      "learning_rate": 0.00019639377941330777,
      "loss": 0.8909770965576171,
      "step": 8450
    },
    {
      "epoch": 0.11332469333011845,
      "grad_norm": 0.8307211399078369,
      "learning_rate": 0.00019638222456036994,
      "loss": 0.8826665878295898,
      "step": 8460
    },
    {
      "epoch": 0.11345864686833372,
      "grad_norm": 0.910205602645874,
      "learning_rate": 0.00019637065156633267,
      "loss": 0.8925640106201171,
      "step": 8470
    },
    {
      "epoch": 0.11359260040654899,
      "grad_norm": 0.8523600697517395,
      "learning_rate": 0.00019635906043337424,
      "loss": 0.9088146209716796,
      "step": 8480
    },
    {
      "epoch": 0.11372655394476426,
      "grad_norm": 0.88808274269104,
      "learning_rate": 0.00019634745116367633,
      "loss": 0.8776335716247559,
      "step": 8490
    },
    {
      "epoch": 0.11386050748297953,
      "grad_norm": 0.7877227663993835,
      "learning_rate": 0.00019633582375942402,
      "loss": 0.8726161003112793,
      "step": 8500
    },
    {
      "epoch": 0.1139944610211948,
      "grad_norm": 0.8823888301849365,
      "learning_rate": 0.00019632417822280584,
      "loss": 0.9050162315368653,
      "step": 8510
    },
    {
      "epoch": 0.11412841455941007,
      "grad_norm": 0.8938324451446533,
      "learning_rate": 0.00019631251455601376,
      "loss": 0.8601212501525879,
      "step": 8520
    },
    {
      "epoch": 0.11426236809762534,
      "grad_norm": 1.0125590562820435,
      "learning_rate": 0.00019630083276124305,
      "loss": 0.8585922241210937,
      "step": 8530
    },
    {
      "epoch": 0.11439632163584061,
      "grad_norm": 0.8332076668739319,
      "learning_rate": 0.00019628913284069254,
      "loss": 0.8990647315979003,
      "step": 8540
    },
    {
      "epoch": 0.11453027517405588,
      "grad_norm": 0.9062578082084656,
      "learning_rate": 0.0001962774147965643,
      "loss": 0.8667127609252929,
      "step": 8550
    },
    {
      "epoch": 0.11466422871227115,
      "grad_norm": 0.751678466796875,
      "learning_rate": 0.000196265678631064,
      "loss": 0.8796479225158691,
      "step": 8560
    },
    {
      "epoch": 0.11479818225048642,
      "grad_norm": 0.8614460825920105,
      "learning_rate": 0.00019625392434640052,
      "loss": 0.8694053649902344,
      "step": 8570
    },
    {
      "epoch": 0.11493213578870169,
      "grad_norm": 0.837057888507843,
      "learning_rate": 0.00019624215194478633,
      "loss": 0.886813735961914,
      "step": 8580
    },
    {
      "epoch": 0.11506608932691696,
      "grad_norm": 0.931506872177124,
      "learning_rate": 0.00019623036142843724,
      "loss": 0.8585786819458008,
      "step": 8590
    },
    {
      "epoch": 0.11520004286513223,
      "grad_norm": 0.8921642899513245,
      "learning_rate": 0.00019621855279957243,
      "loss": 0.8464954376220704,
      "step": 8600
    },
    {
      "epoch": 0.1153339964033475,
      "grad_norm": 0.8815847635269165,
      "learning_rate": 0.00019620672606041455,
      "loss": 0.8748790740966796,
      "step": 8610
    },
    {
      "epoch": 0.11546794994156277,
      "grad_norm": 0.9217755794525146,
      "learning_rate": 0.00019619488121318962,
      "loss": 0.8834278106689453,
      "step": 8620
    },
    {
      "epoch": 0.11560190347977804,
      "grad_norm": 0.8340340852737427,
      "learning_rate": 0.00019618301826012708,
      "loss": 0.8861268043518067,
      "step": 8630
    },
    {
      "epoch": 0.11573585701799331,
      "grad_norm": 0.7641717791557312,
      "learning_rate": 0.0001961711372034598,
      "loss": 0.893269157409668,
      "step": 8640
    },
    {
      "epoch": 0.11586981055620858,
      "grad_norm": 0.7462499141693115,
      "learning_rate": 0.00019615923804542403,
      "loss": 0.8806814193725586,
      "step": 8650
    },
    {
      "epoch": 0.11600376409442385,
      "grad_norm": 0.9686035513877869,
      "learning_rate": 0.0001961473207882594,
      "loss": 0.8586151123046875,
      "step": 8660
    },
    {
      "epoch": 0.11613771763263912,
      "grad_norm": 0.8994343280792236,
      "learning_rate": 0.000196135385434209,
      "loss": 0.8679221153259278,
      "step": 8670
    },
    {
      "epoch": 0.1162716711708544,
      "grad_norm": 0.781462550163269,
      "learning_rate": 0.00019612343198551936,
      "loss": 0.8888477325439453,
      "step": 8680
    },
    {
      "epoch": 0.11640562470906966,
      "grad_norm": 0.9152844548225403,
      "learning_rate": 0.00019611146044444029,
      "loss": 0.885257339477539,
      "step": 8690
    },
    {
      "epoch": 0.11653957824728493,
      "grad_norm": 0.8415899872779846,
      "learning_rate": 0.00019609947081322508,
      "loss": 0.8964705467224121,
      "step": 8700
    },
    {
      "epoch": 0.1166735317855002,
      "grad_norm": 0.82452791929245,
      "learning_rate": 0.0001960874630941305,
      "loss": 0.8830920219421386,
      "step": 8710
    },
    {
      "epoch": 0.11680748532371547,
      "grad_norm": 0.9098764657974243,
      "learning_rate": 0.00019607543728941655,
      "loss": 0.8717515945434571,
      "step": 8720
    },
    {
      "epoch": 0.11694143886193074,
      "grad_norm": 0.7992127537727356,
      "learning_rate": 0.0001960633934013468,
      "loss": 0.8966001510620117,
      "step": 8730
    },
    {
      "epoch": 0.11707539240014601,
      "grad_norm": 0.9956580996513367,
      "learning_rate": 0.00019605133143218813,
      "loss": 0.8688091278076172,
      "step": 8740
    },
    {
      "epoch": 0.11720934593836128,
      "grad_norm": 0.8321446180343628,
      "learning_rate": 0.00019603925138421085,
      "loss": 0.8767118453979492,
      "step": 8750
    },
    {
      "epoch": 0.11734329947657655,
      "grad_norm": 1.0986543893814087,
      "learning_rate": 0.00019602715325968864,
      "loss": 0.8798450469970703,
      "step": 8760
    },
    {
      "epoch": 0.11747725301479182,
      "grad_norm": 0.8055834770202637,
      "learning_rate": 0.0001960150370608987,
      "loss": 0.891864013671875,
      "step": 8770
    },
    {
      "epoch": 0.1176112065530071,
      "grad_norm": 0.8936073184013367,
      "learning_rate": 0.00019600290279012147,
      "loss": 0.8629778861999512,
      "step": 8780
    },
    {
      "epoch": 0.11774516009122236,
      "grad_norm": 0.8021816611289978,
      "learning_rate": 0.00019599075044964088,
      "loss": 0.8725398063659668,
      "step": 8790
    },
    {
      "epoch": 0.11787911362943763,
      "grad_norm": 0.9332072734832764,
      "learning_rate": 0.00019597858004174426,
      "loss": 0.8984440803527832,
      "step": 8800
    },
    {
      "epoch": 0.1180130671676529,
      "grad_norm": 0.8854343891143799,
      "learning_rate": 0.00019596639156872235,
      "loss": 0.8867284774780273,
      "step": 8810
    },
    {
      "epoch": 0.11814702070586817,
      "grad_norm": 0.921943187713623,
      "learning_rate": 0.0001959541850328692,
      "loss": 0.8777974128723145,
      "step": 8820
    },
    {
      "epoch": 0.11828097424408344,
      "grad_norm": 0.8465384840965271,
      "learning_rate": 0.00019594196043648242,
      "loss": 0.8601607322692871,
      "step": 8830
    },
    {
      "epoch": 0.11841492778229872,
      "grad_norm": 0.9281801581382751,
      "learning_rate": 0.00019592971778186285,
      "loss": 0.8760403633117676,
      "step": 8840
    },
    {
      "epoch": 0.11854888132051399,
      "grad_norm": 1.1164453029632568,
      "learning_rate": 0.00019591745707131484,
      "loss": 0.8809750556945801,
      "step": 8850
    },
    {
      "epoch": 0.11868283485872926,
      "grad_norm": 1.0111395120620728,
      "learning_rate": 0.0001959051783071461,
      "loss": 0.9051736831665039,
      "step": 8860
    },
    {
      "epoch": 0.11881678839694453,
      "grad_norm": 0.9622997641563416,
      "learning_rate": 0.00019589288149166775,
      "loss": 0.9039932250976562,
      "step": 8870
    },
    {
      "epoch": 0.1189507419351598,
      "grad_norm": 0.9634978175163269,
      "learning_rate": 0.00019588056662719433,
      "loss": 0.8769622802734375,
      "step": 8880
    },
    {
      "epoch": 0.11908469547337507,
      "grad_norm": 0.9228671193122864,
      "learning_rate": 0.0001958682337160437,
      "loss": 0.8929574012756347,
      "step": 8890
    },
    {
      "epoch": 0.11921864901159034,
      "grad_norm": 0.9481075406074524,
      "learning_rate": 0.00019585588276053718,
      "loss": 0.8732102394104004,
      "step": 8900
    },
    {
      "epoch": 0.1193526025498056,
      "grad_norm": 1.0348057746887207,
      "learning_rate": 0.00019584351376299947,
      "loss": 0.8858644485473632,
      "step": 8910
    },
    {
      "epoch": 0.11948655608802088,
      "grad_norm": 0.9316693544387817,
      "learning_rate": 0.0001958311267257587,
      "loss": 0.8865772247314453,
      "step": 8920
    },
    {
      "epoch": 0.11962050962623615,
      "grad_norm": 0.8585637807846069,
      "learning_rate": 0.00019581872165114629,
      "loss": 0.8823922157287598,
      "step": 8930
    },
    {
      "epoch": 0.11975446316445142,
      "grad_norm": 0.9073652029037476,
      "learning_rate": 0.0001958062985414972,
      "loss": 0.8811006546020508,
      "step": 8940
    },
    {
      "epoch": 0.11988841670266669,
      "grad_norm": 0.974836528301239,
      "learning_rate": 0.00019579385739914969,
      "loss": 0.8814692497253418,
      "step": 8950
    },
    {
      "epoch": 0.12002237024088196,
      "grad_norm": 0.9388265609741211,
      "learning_rate": 0.0001957813982264454,
      "loss": 0.8860934257507325,
      "step": 8960
    },
    {
      "epoch": 0.12015632377909723,
      "grad_norm": 0.843997061252594,
      "learning_rate": 0.00019576892102572948,
      "loss": 0.9050647735595703,
      "step": 8970
    },
    {
      "epoch": 0.1202902773173125,
      "grad_norm": 0.8910584449768066,
      "learning_rate": 0.00019575642579935032,
      "loss": 0.8694329261779785,
      "step": 8980
    },
    {
      "epoch": 0.12042423085552777,
      "grad_norm": 0.8556737899780273,
      "learning_rate": 0.0001957439125496598,
      "loss": 0.9052629470825195,
      "step": 8990
    },
    {
      "epoch": 0.12055818439374304,
      "grad_norm": 0.8475200533866882,
      "learning_rate": 0.00019573138127901318,
      "loss": 0.8808994293212891,
      "step": 9000
    },
    {
      "epoch": 0.12055818439374304,
      "eval_loss": 0.854769229888916,
      "eval_runtime": 283.0728,
      "eval_samples_per_second": 10.644,
      "eval_steps_per_second": 10.644,
      "step": 9000
    },
    {
      "epoch": 0.12069213793195831,
      "grad_norm": 0.9183403253555298,
      "learning_rate": 0.0001957188319897691,
      "loss": 0.8836864471435547,
      "step": 9010
    },
    {
      "epoch": 0.12082609147017358,
      "grad_norm": 0.8823098540306091,
      "learning_rate": 0.0001957062646842896,
      "loss": 0.8669137001037598,
      "step": 9020
    },
    {
      "epoch": 0.12096004500838883,
      "grad_norm": 0.8273559808731079,
      "learning_rate": 0.00019569367936494002,
      "loss": 0.8620999336242676,
      "step": 9030
    },
    {
      "epoch": 0.1210939985466041,
      "grad_norm": 0.872290313243866,
      "learning_rate": 0.0001956810760340893,
      "loss": 0.8779393196105957,
      "step": 9040
    },
    {
      "epoch": 0.12122795208481937,
      "grad_norm": 0.8559056520462036,
      "learning_rate": 0.00019566845469410956,
      "loss": 0.880927562713623,
      "step": 9050
    },
    {
      "epoch": 0.12136190562303464,
      "grad_norm": 0.9351295232772827,
      "learning_rate": 0.00019565581534737643,
      "loss": 0.8695524215698243,
      "step": 9060
    },
    {
      "epoch": 0.12149585916124991,
      "grad_norm": 0.8284384608268738,
      "learning_rate": 0.00019564315799626888,
      "loss": 0.8994888305664063,
      "step": 9070
    },
    {
      "epoch": 0.12162981269946518,
      "grad_norm": 0.8841989636421204,
      "learning_rate": 0.00019563048264316927,
      "loss": 0.8974516868591309,
      "step": 9080
    },
    {
      "epoch": 0.12176376623768045,
      "grad_norm": 0.9926698207855225,
      "learning_rate": 0.0001956177892904634,
      "loss": 0.8758044242858887,
      "step": 9090
    },
    {
      "epoch": 0.12189771977589572,
      "grad_norm": 1.0826263427734375,
      "learning_rate": 0.00019560507794054037,
      "loss": 0.882686996459961,
      "step": 9100
    },
    {
      "epoch": 0.122031673314111,
      "grad_norm": 0.9286378622055054,
      "learning_rate": 0.00019559234859579271,
      "loss": 0.8903127670288086,
      "step": 9110
    },
    {
      "epoch": 0.12216562685232626,
      "grad_norm": 0.8605262041091919,
      "learning_rate": 0.00019557960125861641,
      "loss": 0.8841242790222168,
      "step": 9120
    },
    {
      "epoch": 0.12229958039054153,
      "grad_norm": 0.9318394660949707,
      "learning_rate": 0.00019556683593141073,
      "loss": 0.892946434020996,
      "step": 9130
    },
    {
      "epoch": 0.1224335339287568,
      "grad_norm": 0.8720948100090027,
      "learning_rate": 0.00019555405261657835,
      "loss": 0.8819236755371094,
      "step": 9140
    },
    {
      "epoch": 0.12256748746697207,
      "grad_norm": 0.859611451625824,
      "learning_rate": 0.00019554125131652537,
      "loss": 0.8810178756713867,
      "step": 9150
    },
    {
      "epoch": 0.12270144100518734,
      "grad_norm": 0.9423019289970398,
      "learning_rate": 0.00019552843203366128,
      "loss": 0.8964409828186035,
      "step": 9160
    },
    {
      "epoch": 0.12283539454340262,
      "grad_norm": 0.9982788562774658,
      "learning_rate": 0.00019551559477039887,
      "loss": 0.866878604888916,
      "step": 9170
    },
    {
      "epoch": 0.12296934808161789,
      "grad_norm": 0.7966277599334717,
      "learning_rate": 0.00019550273952915443,
      "loss": 0.8879638671875,
      "step": 9180
    },
    {
      "epoch": 0.12310330161983316,
      "grad_norm": 0.8622062802314758,
      "learning_rate": 0.00019548986631234757,
      "loss": 0.8902286529541016,
      "step": 9190
    },
    {
      "epoch": 0.12323725515804843,
      "grad_norm": 0.8730688095092773,
      "learning_rate": 0.0001954769751224013,
      "loss": 0.8762436866760254,
      "step": 9200
    },
    {
      "epoch": 0.1233712086962637,
      "grad_norm": 0.9340198636054993,
      "learning_rate": 0.00019546406596174194,
      "loss": 0.8868728637695312,
      "step": 9210
    },
    {
      "epoch": 0.12350516223447897,
      "grad_norm": 0.9027034044265747,
      "learning_rate": 0.00019545113883279937,
      "loss": 0.8652642250061036,
      "step": 9220
    },
    {
      "epoch": 0.12363911577269424,
      "grad_norm": 0.8398499488830566,
      "learning_rate": 0.0001954381937380066,
      "loss": 0.8792912483215332,
      "step": 9230
    },
    {
      "epoch": 0.1237730693109095,
      "grad_norm": 0.9184051156044006,
      "learning_rate": 0.00019542523067980026,
      "loss": 0.8652102470397949,
      "step": 9240
    },
    {
      "epoch": 0.12390702284912478,
      "grad_norm": 0.9035844206809998,
      "learning_rate": 0.00019541224966062023,
      "loss": 0.8857234954833985,
      "step": 9250
    },
    {
      "epoch": 0.12404097638734005,
      "grad_norm": 0.9215409755706787,
      "learning_rate": 0.00019539925068290983,
      "loss": 0.8857509613037109,
      "step": 9260
    },
    {
      "epoch": 0.12417492992555532,
      "grad_norm": 0.8595715165138245,
      "learning_rate": 0.0001953862337491157,
      "loss": 0.8820048332214355,
      "step": 9270
    },
    {
      "epoch": 0.12430888346377059,
      "grad_norm": 0.8047665953636169,
      "learning_rate": 0.0001953731988616879,
      "loss": 0.8703556060791016,
      "step": 9280
    },
    {
      "epoch": 0.12444283700198586,
      "grad_norm": 0.9252200722694397,
      "learning_rate": 0.00019536014602307989,
      "loss": 0.8980320930480957,
      "step": 9290
    },
    {
      "epoch": 0.12457679054020113,
      "grad_norm": 0.8163042664527893,
      "learning_rate": 0.00019534707523574842,
      "loss": 0.882740592956543,
      "step": 9300
    },
    {
      "epoch": 0.1247107440784164,
      "grad_norm": 0.9186586737632751,
      "learning_rate": 0.0001953339865021537,
      "loss": 0.8640118598937988,
      "step": 9310
    },
    {
      "epoch": 0.12484469761663167,
      "grad_norm": 0.8568164110183716,
      "learning_rate": 0.00019532087982475935,
      "loss": 0.8784544944763184,
      "step": 9320
    },
    {
      "epoch": 0.12497865115484694,
      "grad_norm": 0.8799369931221008,
      "learning_rate": 0.00019530775520603226,
      "loss": 0.8547051429748536,
      "step": 9330
    },
    {
      "epoch": 0.1251126046930622,
      "grad_norm": 0.8213987350463867,
      "learning_rate": 0.00019529461264844276,
      "loss": 0.8934520721435547,
      "step": 9340
    },
    {
      "epoch": 0.12524655823127748,
      "grad_norm": 0.851854145526886,
      "learning_rate": 0.00019528145215446453,
      "loss": 0.9185902595520019,
      "step": 9350
    },
    {
      "epoch": 0.12538051176949275,
      "grad_norm": 0.8468869924545288,
      "learning_rate": 0.0001952682737265747,
      "loss": 0.860089111328125,
      "step": 9360
    },
    {
      "epoch": 0.12551446530770802,
      "grad_norm": 0.8017062544822693,
      "learning_rate": 0.0001952550773672537,
      "loss": 0.8558992385864258,
      "step": 9370
    },
    {
      "epoch": 0.1256484188459233,
      "grad_norm": 0.9388955235481262,
      "learning_rate": 0.0001952418630789853,
      "loss": 0.8665781021118164,
      "step": 9380
    },
    {
      "epoch": 0.12578237238413856,
      "grad_norm": 0.9157114624977112,
      "learning_rate": 0.00019522863086425676,
      "loss": 0.8520121574401855,
      "step": 9390
    },
    {
      "epoch": 0.12591632592235383,
      "grad_norm": 0.8120710849761963,
      "learning_rate": 0.0001952153807255586,
      "loss": 0.8563014030456543,
      "step": 9400
    },
    {
      "epoch": 0.1260502794605691,
      "grad_norm": 0.8762264251708984,
      "learning_rate": 0.0001952021126653848,
      "loss": 0.8588169097900391,
      "step": 9410
    },
    {
      "epoch": 0.12618423299878437,
      "grad_norm": 0.7908901572227478,
      "learning_rate": 0.00019518882668623268,
      "loss": 0.9003023147583008,
      "step": 9420
    },
    {
      "epoch": 0.12631818653699964,
      "grad_norm": 0.8122456669807434,
      "learning_rate": 0.00019517552279060295,
      "loss": 0.8830723762512207,
      "step": 9430
    },
    {
      "epoch": 0.1264521400752149,
      "grad_norm": 0.795470118522644,
      "learning_rate": 0.00019516220098099964,
      "loss": 0.8799825668334961,
      "step": 9440
    },
    {
      "epoch": 0.12658609361343018,
      "grad_norm": 0.9249798655509949,
      "learning_rate": 0.0001951488612599302,
      "loss": 0.8798381805419921,
      "step": 9450
    },
    {
      "epoch": 0.12672004715164545,
      "grad_norm": 0.9948878884315491,
      "learning_rate": 0.0001951355036299054,
      "loss": 0.9001025199890137,
      "step": 9460
    },
    {
      "epoch": 0.12685400068986072,
      "grad_norm": 0.840022623538971,
      "learning_rate": 0.0001951221280934395,
      "loss": 0.8603032112121582,
      "step": 9470
    },
    {
      "epoch": 0.126987954228076,
      "grad_norm": 0.9461037516593933,
      "learning_rate": 0.00019510873465304994,
      "loss": 0.8919380187988282,
      "step": 9480
    },
    {
      "epoch": 0.12712190776629126,
      "grad_norm": 0.7103689908981323,
      "learning_rate": 0.00019509532331125776,
      "loss": 0.8851099967956543,
      "step": 9490
    },
    {
      "epoch": 0.12725586130450653,
      "grad_norm": 0.9335647225379944,
      "learning_rate": 0.00019508189407058715,
      "loss": 0.8923487663269043,
      "step": 9500
    },
    {
      "epoch": 0.1273898148427218,
      "grad_norm": 0.9329103231430054,
      "learning_rate": 0.00019506844693356582,
      "loss": 0.8825111389160156,
      "step": 9510
    },
    {
      "epoch": 0.12752376838093707,
      "grad_norm": 0.8033057451248169,
      "learning_rate": 0.0001950549819027248,
      "loss": 0.9000582695007324,
      "step": 9520
    },
    {
      "epoch": 0.12765772191915234,
      "grad_norm": 0.8153906464576721,
      "learning_rate": 0.00019504149898059842,
      "loss": 0.8555859565734864,
      "step": 9530
    },
    {
      "epoch": 0.1277916754573676,
      "grad_norm": 0.879250705242157,
      "learning_rate": 0.0001950279981697245,
      "loss": 0.8773067474365235,
      "step": 9540
    },
    {
      "epoch": 0.12792562899558288,
      "grad_norm": 0.857714831829071,
      "learning_rate": 0.00019501447947264418,
      "loss": 0.8954958915710449,
      "step": 9550
    },
    {
      "epoch": 0.12805958253379815,
      "grad_norm": 0.899905264377594,
      "learning_rate": 0.0001950009428919019,
      "loss": 0.8845633506774903,
      "step": 9560
    },
    {
      "epoch": 0.12819353607201342,
      "grad_norm": 0.76536625623703,
      "learning_rate": 0.00019498738843004554,
      "loss": 0.8666335105895996,
      "step": 9570
    },
    {
      "epoch": 0.1283274896102287,
      "grad_norm": 1.0410668849945068,
      "learning_rate": 0.00019497381608962636,
      "loss": 0.8852140426635742,
      "step": 9580
    },
    {
      "epoch": 0.12846144314844396,
      "grad_norm": 1.0584044456481934,
      "learning_rate": 0.00019496022587319888,
      "loss": 0.8760223388671875,
      "step": 9590
    },
    {
      "epoch": 0.12859539668665923,
      "grad_norm": 0.8144257664680481,
      "learning_rate": 0.00019494661778332115,
      "loss": 0.8943416595458984,
      "step": 9600
    },
    {
      "epoch": 0.1287293502248745,
      "grad_norm": 0.8891490697860718,
      "learning_rate": 0.00019493299182255443,
      "loss": 0.8573039054870606,
      "step": 9610
    },
    {
      "epoch": 0.12886330376308977,
      "grad_norm": 0.7906082272529602,
      "learning_rate": 0.00019491934799346336,
      "loss": 0.8858477592468261,
      "step": 9620
    },
    {
      "epoch": 0.12899725730130504,
      "grad_norm": 0.8282201886177063,
      "learning_rate": 0.0001949056862986161,
      "loss": 0.9006894111633301,
      "step": 9630
    },
    {
      "epoch": 0.1291312108395203,
      "grad_norm": 0.8389840722084045,
      "learning_rate": 0.00019489200674058398,
      "loss": 0.8873764038085937,
      "step": 9640
    },
    {
      "epoch": 0.12926516437773558,
      "grad_norm": 0.8434528112411499,
      "learning_rate": 0.00019487830932194179,
      "loss": 0.8828964233398438,
      "step": 9650
    },
    {
      "epoch": 0.12939911791595085,
      "grad_norm": 0.9254927635192871,
      "learning_rate": 0.00019486459404526767,
      "loss": 0.883786678314209,
      "step": 9660
    },
    {
      "epoch": 0.12953307145416612,
      "grad_norm": 0.7885990738868713,
      "learning_rate": 0.0001948508609131431,
      "loss": 0.8724397659301758,
      "step": 9670
    },
    {
      "epoch": 0.1296670249923814,
      "grad_norm": 0.7597299218177795,
      "learning_rate": 0.00019483710992815293,
      "loss": 0.8743165969848633,
      "step": 9680
    },
    {
      "epoch": 0.12980097853059666,
      "grad_norm": 0.8438482284545898,
      "learning_rate": 0.00019482334109288544,
      "loss": 0.8932137489318848,
      "step": 9690
    },
    {
      "epoch": 0.12993493206881193,
      "grad_norm": 0.9258192777633667,
      "learning_rate": 0.0001948095544099321,
      "loss": 0.8679727554321289,
      "step": 9700
    },
    {
      "epoch": 0.1300688856070272,
      "grad_norm": 0.8034042716026306,
      "learning_rate": 0.00019479574988188792,
      "loss": 0.8628559112548828,
      "step": 9710
    },
    {
      "epoch": 0.13020283914524247,
      "grad_norm": 0.8165329098701477,
      "learning_rate": 0.00019478192751135116,
      "loss": 0.9002263069152832,
      "step": 9720
    },
    {
      "epoch": 0.13033679268345774,
      "grad_norm": 0.8313762545585632,
      "learning_rate": 0.00019476808730092352,
      "loss": 0.8617648124694824,
      "step": 9730
    },
    {
      "epoch": 0.130470746221673,
      "grad_norm": 0.8437210321426392,
      "learning_rate": 0.00019475422925320995,
      "loss": 0.8960041046142578,
      "step": 9740
    },
    {
      "epoch": 0.13060469975988828,
      "grad_norm": 0.8919853568077087,
      "learning_rate": 0.00019474035337081885,
      "loss": 0.8712071418762207,
      "step": 9750
    },
    {
      "epoch": 0.13073865329810355,
      "grad_norm": 1.0012503862380981,
      "learning_rate": 0.00019472645965636193,
      "loss": 0.8682206153869629,
      "step": 9760
    },
    {
      "epoch": 0.13087260683631882,
      "grad_norm": 0.9345546364784241,
      "learning_rate": 0.00019471254811245428,
      "loss": 0.8784382820129395,
      "step": 9770
    },
    {
      "epoch": 0.1310065603745341,
      "grad_norm": 0.7999423146247864,
      "learning_rate": 0.00019469861874171434,
      "loss": 0.8625602722167969,
      "step": 9780
    },
    {
      "epoch": 0.13114051391274936,
      "grad_norm": 0.9489808678627014,
      "learning_rate": 0.0001946846715467639,
      "loss": 0.8868314743041992,
      "step": 9790
    },
    {
      "epoch": 0.13127446745096463,
      "grad_norm": 1.0377858877182007,
      "learning_rate": 0.0001946707065302281,
      "loss": 0.8731951713562012,
      "step": 9800
    },
    {
      "epoch": 0.1314084209891799,
      "grad_norm": 0.9132152199745178,
      "learning_rate": 0.00019465672369473543,
      "loss": 0.8727458000183106,
      "step": 9810
    },
    {
      "epoch": 0.13154237452739517,
      "grad_norm": 0.9757184386253357,
      "learning_rate": 0.00019464272304291775,
      "loss": 0.8676676750183105,
      "step": 9820
    },
    {
      "epoch": 0.13167632806561044,
      "grad_norm": 0.856835663318634,
      "learning_rate": 0.0001946287045774103,
      "loss": 0.8685430526733399,
      "step": 9830
    },
    {
      "epoch": 0.1318102816038257,
      "grad_norm": 0.8939698934555054,
      "learning_rate": 0.0001946146683008516,
      "loss": 0.8854921340942383,
      "step": 9840
    },
    {
      "epoch": 0.13194423514204098,
      "grad_norm": 1.0574640035629272,
      "learning_rate": 0.00019460061421588357,
      "loss": 0.855387020111084,
      "step": 9850
    },
    {
      "epoch": 0.13207818868025625,
      "grad_norm": 0.8829949498176575,
      "learning_rate": 0.0001945865423251515,
      "loss": 0.8684073448181152,
      "step": 9860
    },
    {
      "epoch": 0.13221214221847152,
      "grad_norm": 0.9618794322013855,
      "learning_rate": 0.00019457245263130397,
      "loss": 0.867070484161377,
      "step": 9870
    },
    {
      "epoch": 0.1323460957566868,
      "grad_norm": 0.9107696413993835,
      "learning_rate": 0.000194558345136993,
      "loss": 0.9037721633911133,
      "step": 9880
    },
    {
      "epoch": 0.13248004929490206,
      "grad_norm": 0.8396744728088379,
      "learning_rate": 0.00019454421984487386,
      "loss": 0.8712878227233887,
      "step": 9890
    },
    {
      "epoch": 0.13261400283311733,
      "grad_norm": 0.9197433590888977,
      "learning_rate": 0.0001945300767576052,
      "loss": 0.8537291526794434,
      "step": 9900
    },
    {
      "epoch": 0.1327479563713326,
      "grad_norm": 0.8900619149208069,
      "learning_rate": 0.00019451591587784915,
      "loss": 0.869853401184082,
      "step": 9910
    },
    {
      "epoch": 0.13288190990954787,
      "grad_norm": 1.131163477897644,
      "learning_rate": 0.00019450173720827094,
      "loss": 0.8626748085021972,
      "step": 9920
    },
    {
      "epoch": 0.13301586344776314,
      "grad_norm": 0.9112531542778015,
      "learning_rate": 0.00019448754075153935,
      "loss": 0.8758318901062012,
      "step": 9930
    },
    {
      "epoch": 0.13314981698597841,
      "grad_norm": 0.8386823534965515,
      "learning_rate": 0.00019447332651032645,
      "loss": 0.8627317428588868,
      "step": 9940
    },
    {
      "epoch": 0.13328377052419368,
      "grad_norm": 0.8388975262641907,
      "learning_rate": 0.00019445909448730762,
      "loss": 0.8736049652099609,
      "step": 9950
    },
    {
      "epoch": 0.13341772406240895,
      "grad_norm": 0.8683905005455017,
      "learning_rate": 0.00019444484468516163,
      "loss": 0.8707008361816406,
      "step": 9960
    },
    {
      "epoch": 0.13355167760062422,
      "grad_norm": 0.9554184675216675,
      "learning_rate": 0.0001944305771065706,
      "loss": 0.8822827339172363,
      "step": 9970
    },
    {
      "epoch": 0.1336856311388395,
      "grad_norm": 0.9448880553245544,
      "learning_rate": 0.00019441629175421995,
      "loss": 0.8560099601745605,
      "step": 9980
    },
    {
      "epoch": 0.13381958467705476,
      "grad_norm": 0.8088430166244507,
      "learning_rate": 0.00019440198863079853,
      "loss": 0.8417163848876953,
      "step": 9990
    },
    {
      "epoch": 0.13395353821527003,
      "grad_norm": 0.8819955587387085,
      "learning_rate": 0.0001943876677389984,
      "loss": 0.8572843551635743,
      "step": 10000
    },
    {
      "epoch": 0.13395353821527003,
      "eval_loss": 0.8519459366798401,
      "eval_runtime": 282.9747,
      "eval_samples_per_second": 10.648,
      "eval_steps_per_second": 10.648,
      "step": 10000
    },
    {
      "epoch": 0.1340874917534853,
      "grad_norm": 0.9905015230178833,
      "learning_rate": 0.0001943733290815151,
      "loss": 0.8704280853271484,
      "step": 10010
    },
    {
      "epoch": 0.13422144529170058,
      "grad_norm": 0.9731743335723877,
      "learning_rate": 0.0001943589726610474,
      "loss": 0.893830394744873,
      "step": 10020
    },
    {
      "epoch": 0.13435539882991585,
      "grad_norm": 1.0952175855636597,
      "learning_rate": 0.00019434459848029754,
      "loss": 0.8899696350097657,
      "step": 10030
    },
    {
      "epoch": 0.13448935236813112,
      "grad_norm": 0.8490265607833862,
      "learning_rate": 0.00019433020654197102,
      "loss": 0.8508585929870606,
      "step": 10040
    },
    {
      "epoch": 0.13462330590634639,
      "grad_norm": 0.8706434369087219,
      "learning_rate": 0.00019431579684877666,
      "loss": 0.8799114227294922,
      "step": 10050
    },
    {
      "epoch": 0.13475725944456166,
      "grad_norm": 0.8799471855163574,
      "learning_rate": 0.00019430136940342668,
      "loss": 0.8867574691772461,
      "step": 10060
    },
    {
      "epoch": 0.13489121298277693,
      "grad_norm": 0.9395056366920471,
      "learning_rate": 0.0001942869242086366,
      "loss": 0.881772804260254,
      "step": 10070
    },
    {
      "epoch": 0.1350251665209922,
      "grad_norm": 0.8919277191162109,
      "learning_rate": 0.00019427246126712535,
      "loss": 0.8676701545715332,
      "step": 10080
    },
    {
      "epoch": 0.13515912005920747,
      "grad_norm": 0.8656008243560791,
      "learning_rate": 0.0001942579805816151,
      "loss": 0.8812865257263184,
      "step": 10090
    },
    {
      "epoch": 0.13529307359742274,
      "grad_norm": 0.8754737377166748,
      "learning_rate": 0.00019424348215483144,
      "loss": 0.8563629150390625,
      "step": 10100
    },
    {
      "epoch": 0.135427027135638,
      "grad_norm": 0.9674792885780334,
      "learning_rate": 0.00019422896598950327,
      "loss": 0.8953982353210449,
      "step": 10110
    },
    {
      "epoch": 0.13556098067385328,
      "grad_norm": 0.9884132146835327,
      "learning_rate": 0.00019421443208836282,
      "loss": 0.8487272262573242,
      "step": 10120
    },
    {
      "epoch": 0.13569493421206855,
      "grad_norm": 1.0546821355819702,
      "learning_rate": 0.00019419988045414561,
      "loss": 0.8723162651062012,
      "step": 10130
    },
    {
      "epoch": 0.13582888775028382,
      "grad_norm": 0.9477539658546448,
      "learning_rate": 0.00019418531108959065,
      "loss": 0.8992154121398925,
      "step": 10140
    },
    {
      "epoch": 0.1359628412884991,
      "grad_norm": 0.9527113437652588,
      "learning_rate": 0.00019417072399744014,
      "loss": 0.8759202003479004,
      "step": 10150
    },
    {
      "epoch": 0.13609679482671436,
      "grad_norm": 0.8924795389175415,
      "learning_rate": 0.0001941561191804397,
      "loss": 0.8621368408203125,
      "step": 10160
    },
    {
      "epoch": 0.13623074836492963,
      "grad_norm": 0.8577495217323303,
      "learning_rate": 0.00019414149664133819,
      "loss": 0.8859527587890625,
      "step": 10170
    },
    {
      "epoch": 0.1363647019031449,
      "grad_norm": 0.9343886375427246,
      "learning_rate": 0.00019412685638288792,
      "loss": 0.8827585220336914,
      "step": 10180
    },
    {
      "epoch": 0.13649865544136017,
      "grad_norm": 0.9899322986602783,
      "learning_rate": 0.0001941121984078445,
      "loss": 0.9080933570861817,
      "step": 10190
    },
    {
      "epoch": 0.13663260897957544,
      "grad_norm": 0.8278524875640869,
      "learning_rate": 0.0001940975227189668,
      "loss": 0.8692319869995118,
      "step": 10200
    },
    {
      "epoch": 0.1367665625177907,
      "grad_norm": 0.8359092473983765,
      "learning_rate": 0.00019408282931901715,
      "loss": 0.8889919281005859,
      "step": 10210
    },
    {
      "epoch": 0.13690051605600598,
      "grad_norm": 0.8731219172477722,
      "learning_rate": 0.00019406811821076113,
      "loss": 0.8922896385192871,
      "step": 10220
    },
    {
      "epoch": 0.13703446959422125,
      "grad_norm": 0.9445433020591736,
      "learning_rate": 0.00019405338939696763,
      "loss": 0.8500514984130859,
      "step": 10230
    },
    {
      "epoch": 0.13716842313243652,
      "grad_norm": 0.8280987739562988,
      "learning_rate": 0.00019403864288040893,
      "loss": 0.8510869979858399,
      "step": 10240
    },
    {
      "epoch": 0.1373023766706518,
      "grad_norm": 0.9252245426177979,
      "learning_rate": 0.00019402387866386067,
      "loss": 0.87551851272583,
      "step": 10250
    },
    {
      "epoch": 0.13743633020886706,
      "grad_norm": 0.9220593571662903,
      "learning_rate": 0.0001940090967501017,
      "loss": 0.8749364852905274,
      "step": 10260
    },
    {
      "epoch": 0.13757028374708233,
      "grad_norm": 0.8393528461456299,
      "learning_rate": 0.00019399429714191436,
      "loss": 0.9024971008300782,
      "step": 10270
    },
    {
      "epoch": 0.1377042372852976,
      "grad_norm": 0.8675929307937622,
      "learning_rate": 0.00019397947984208416,
      "loss": 0.8795238494873047,
      "step": 10280
    },
    {
      "epoch": 0.13783819082351287,
      "grad_norm": 0.8372504115104675,
      "learning_rate": 0.0001939646448534001,
      "loss": 0.8723827362060547,
      "step": 10290
    },
    {
      "epoch": 0.13797214436172814,
      "grad_norm": 0.9026302099227905,
      "learning_rate": 0.00019394979217865434,
      "loss": 0.8514628410339355,
      "step": 10300
    },
    {
      "epoch": 0.1381060978999434,
      "grad_norm": 0.8505256772041321,
      "learning_rate": 0.00019393492182064251,
      "loss": 0.8811633110046386,
      "step": 10310
    },
    {
      "epoch": 0.13824005143815868,
      "grad_norm": 0.9246755838394165,
      "learning_rate": 0.00019392003378216352,
      "loss": 0.8829310417175293,
      "step": 10320
    },
    {
      "epoch": 0.13837400497637395,
      "grad_norm": 1.1587464809417725,
      "learning_rate": 0.00019390512806601956,
      "loss": 0.8726724624633789,
      "step": 10330
    },
    {
      "epoch": 0.13850795851458922,
      "grad_norm": 0.9106839895248413,
      "learning_rate": 0.00019389020467501625,
      "loss": 0.8988581657409668,
      "step": 10340
    },
    {
      "epoch": 0.1386419120528045,
      "grad_norm": 0.852740466594696,
      "learning_rate": 0.00019387526361196243,
      "loss": 0.871435546875,
      "step": 10350
    },
    {
      "epoch": 0.13877586559101976,
      "grad_norm": 0.84706050157547,
      "learning_rate": 0.0001938603048796703,
      "loss": 0.8715410232543945,
      "step": 10360
    },
    {
      "epoch": 0.13890981912923503,
      "grad_norm": 1.0488030910491943,
      "learning_rate": 0.00019384532848095543,
      "loss": 0.8704685211181641,
      "step": 10370
    },
    {
      "epoch": 0.1390437726674503,
      "grad_norm": 0.876846194267273,
      "learning_rate": 0.0001938303344186367,
      "loss": 0.8753162384033203,
      "step": 10380
    },
    {
      "epoch": 0.13917772620566557,
      "grad_norm": 0.9199806451797485,
      "learning_rate": 0.00019381532269553627,
      "loss": 0.8745473861694336,
      "step": 10390
    },
    {
      "epoch": 0.13931167974388084,
      "grad_norm": 0.9357508420944214,
      "learning_rate": 0.00019380029331447963,
      "loss": 0.8784465789794922,
      "step": 10400
    },
    {
      "epoch": 0.1394456332820961,
      "grad_norm": 0.8186603784561157,
      "learning_rate": 0.00019378524627829566,
      "loss": 0.8865988731384278,
      "step": 10410
    },
    {
      "epoch": 0.13957958682031138,
      "grad_norm": 0.8241053223609924,
      "learning_rate": 0.0001937701815898165,
      "loss": 0.8728707313537598,
      "step": 10420
    },
    {
      "epoch": 0.13971354035852665,
      "grad_norm": 0.7581287026405334,
      "learning_rate": 0.00019375509925187765,
      "loss": 0.8810278892517089,
      "step": 10430
    },
    {
      "epoch": 0.13984749389674192,
      "grad_norm": 0.923383355140686,
      "learning_rate": 0.00019373999926731788,
      "loss": 0.8596397399902344,
      "step": 10440
    },
    {
      "epoch": 0.1399814474349572,
      "grad_norm": 0.8950722813606262,
      "learning_rate": 0.00019372488163897931,
      "loss": 0.8653637886047363,
      "step": 10450
    },
    {
      "epoch": 0.14011540097317246,
      "grad_norm": 1.0205363035202026,
      "learning_rate": 0.00019370974636970744,
      "loss": 0.8957905769348145,
      "step": 10460
    },
    {
      "epoch": 0.14024935451138773,
      "grad_norm": 0.8243348598480225,
      "learning_rate": 0.000193694593462351,
      "loss": 0.8698590278625489,
      "step": 10470
    },
    {
      "epoch": 0.140383308049603,
      "grad_norm": 0.9065198302268982,
      "learning_rate": 0.00019367942291976208,
      "loss": 0.8716073989868164,
      "step": 10480
    },
    {
      "epoch": 0.14051726158781827,
      "grad_norm": 0.9570701122283936,
      "learning_rate": 0.00019366423474479608,
      "loss": 0.865025806427002,
      "step": 10490
    },
    {
      "epoch": 0.14065121512603354,
      "grad_norm": 1.0305737257003784,
      "learning_rate": 0.0001936490289403117,
      "loss": 0.8466521263122558,
      "step": 10500
    },
    {
      "epoch": 0.1407851686642488,
      "grad_norm": 0.9525682926177979,
      "learning_rate": 0.00019363380550917105,
      "loss": 0.9040566444396972,
      "step": 10510
    },
    {
      "epoch": 0.14091912220246408,
      "grad_norm": 0.8989070653915405,
      "learning_rate": 0.00019361856445423943,
      "loss": 0.8843821525573731,
      "step": 10520
    },
    {
      "epoch": 0.14105307574067935,
      "grad_norm": 0.8814681768417358,
      "learning_rate": 0.00019360330577838556,
      "loss": 0.8795995712280273,
      "step": 10530
    },
    {
      "epoch": 0.14118702927889462,
      "grad_norm": 0.8603680729866028,
      "learning_rate": 0.00019358802948448142,
      "loss": 0.8774887084960937,
      "step": 10540
    },
    {
      "epoch": 0.1413209828171099,
      "grad_norm": 0.7951452732086182,
      "learning_rate": 0.00019357273557540227,
      "loss": 0.8724864006042481,
      "step": 10550
    },
    {
      "epoch": 0.14145493635532516,
      "grad_norm": 0.9426095485687256,
      "learning_rate": 0.0001935574240540268,
      "loss": 0.8879530906677247,
      "step": 10560
    },
    {
      "epoch": 0.14158888989354043,
      "grad_norm": 0.8078725337982178,
      "learning_rate": 0.00019354209492323694,
      "loss": 0.9009284019470215,
      "step": 10570
    },
    {
      "epoch": 0.1417228434317557,
      "grad_norm": 0.9759699106216431,
      "learning_rate": 0.0001935267481859179,
      "loss": 0.8613169670104981,
      "step": 10580
    },
    {
      "epoch": 0.14185679696997097,
      "grad_norm": 0.9169355630874634,
      "learning_rate": 0.0001935113838449583,
      "loss": 0.8602438926696777,
      "step": 10590
    },
    {
      "epoch": 0.14199075050818624,
      "grad_norm": 0.7885462045669556,
      "learning_rate": 0.00019349600190325002,
      "loss": 0.8771812438964843,
      "step": 10600
    },
    {
      "epoch": 0.1421247040464015,
      "grad_norm": 0.9287872314453125,
      "learning_rate": 0.00019348060236368822,
      "loss": 0.8863114356994629,
      "step": 10610
    },
    {
      "epoch": 0.14225865758461678,
      "grad_norm": 0.8676342368125916,
      "learning_rate": 0.00019346518522917144,
      "loss": 0.8635870933532714,
      "step": 10620
    },
    {
      "epoch": 0.14239261112283205,
      "grad_norm": 0.9317510724067688,
      "learning_rate": 0.00019344975050260147,
      "loss": 0.862996768951416,
      "step": 10630
    },
    {
      "epoch": 0.14252656466104732,
      "grad_norm": 0.9383761882781982,
      "learning_rate": 0.00019343429818688347,
      "loss": 0.8537089347839355,
      "step": 10640
    },
    {
      "epoch": 0.1426605181992626,
      "grad_norm": 1.0787044763565063,
      "learning_rate": 0.00019341882828492586,
      "loss": 0.8607915878295899,
      "step": 10650
    },
    {
      "epoch": 0.14279447173747786,
      "grad_norm": 0.8974747657775879,
      "learning_rate": 0.0001934033407996404,
      "loss": 0.8831435203552246,
      "step": 10660
    },
    {
      "epoch": 0.14292842527569313,
      "grad_norm": 0.8467003703117371,
      "learning_rate": 0.00019338783573394214,
      "loss": 0.8752656936645508,
      "step": 10670
    },
    {
      "epoch": 0.1430623788139084,
      "grad_norm": 0.8939326405525208,
      "learning_rate": 0.00019337231309074948,
      "loss": 0.8671948432922363,
      "step": 10680
    },
    {
      "epoch": 0.14319633235212367,
      "grad_norm": 0.9404360055923462,
      "learning_rate": 0.00019335677287298406,
      "loss": 0.8909767150878907,
      "step": 10690
    },
    {
      "epoch": 0.14333028589033894,
      "grad_norm": 0.9190078973770142,
      "learning_rate": 0.00019334121508357086,
      "loss": 0.8953046798706055,
      "step": 10700
    },
    {
      "epoch": 0.1434642394285542,
      "grad_norm": 1.0522584915161133,
      "learning_rate": 0.00019332563972543826,
      "loss": 0.8745252609252929,
      "step": 10710
    },
    {
      "epoch": 0.14359819296676948,
      "grad_norm": 0.797199010848999,
      "learning_rate": 0.00019331004680151772,
      "loss": 0.8694216728210449,
      "step": 10720
    },
    {
      "epoch": 0.14373214650498475,
      "grad_norm": 0.8114669322967529,
      "learning_rate": 0.00019329443631474423,
      "loss": 0.8614628791809082,
      "step": 10730
    },
    {
      "epoch": 0.14386610004320002,
      "grad_norm": 0.8055459856987,
      "learning_rate": 0.00019327880826805602,
      "loss": 0.8636131286621094,
      "step": 10740
    },
    {
      "epoch": 0.1440000535814153,
      "grad_norm": 0.7565776705741882,
      "learning_rate": 0.0001932631626643946,
      "loss": 0.8625294685363769,
      "step": 10750
    },
    {
      "epoch": 0.14413400711963056,
      "grad_norm": 0.9983496069908142,
      "learning_rate": 0.0001932474995067047,
      "loss": 0.8717315673828125,
      "step": 10760
    },
    {
      "epoch": 0.14426796065784583,
      "grad_norm": 0.7754884362220764,
      "learning_rate": 0.00019323181879793457,
      "loss": 0.8564789772033692,
      "step": 10770
    },
    {
      "epoch": 0.1444019141960611,
      "grad_norm": 0.818949282169342,
      "learning_rate": 0.00019321612054103558,
      "loss": 0.8845705986022949,
      "step": 10780
    },
    {
      "epoch": 0.14453586773427637,
      "grad_norm": 0.8481684923171997,
      "learning_rate": 0.00019320040473896246,
      "loss": 0.860462760925293,
      "step": 10790
    },
    {
      "epoch": 0.14466982127249164,
      "grad_norm": 0.8039789199829102,
      "learning_rate": 0.00019318467139467325,
      "loss": 0.8715843200683594,
      "step": 10800
    },
    {
      "epoch": 0.14480377481070691,
      "grad_norm": 0.9080680012702942,
      "learning_rate": 0.00019316892051112928,
      "loss": 0.8785005569458008,
      "step": 10810
    },
    {
      "epoch": 0.14493772834892218,
      "grad_norm": 0.8422806859016418,
      "learning_rate": 0.0001931531520912952,
      "loss": 0.8540130615234375,
      "step": 10820
    },
    {
      "epoch": 0.14507168188713745,
      "grad_norm": 0.8269444108009338,
      "learning_rate": 0.00019313736613813895,
      "loss": 0.8554162979125977,
      "step": 10830
    },
    {
      "epoch": 0.14520563542535272,
      "grad_norm": 1.0147820711135864,
      "learning_rate": 0.00019312156265463174,
      "loss": 0.8721668243408203,
      "step": 10840
    },
    {
      "epoch": 0.145339588963568,
      "grad_norm": 0.8152346611022949,
      "learning_rate": 0.00019310574164374815,
      "loss": 0.8877451896667481,
      "step": 10850
    },
    {
      "epoch": 0.14547354250178327,
      "grad_norm": 1.0424684286117554,
      "learning_rate": 0.000193089903108466,
      "loss": 0.8527754783630371,
      "step": 10860
    },
    {
      "epoch": 0.14560749603999854,
      "grad_norm": 0.9055631160736084,
      "learning_rate": 0.00019307404705176643,
      "loss": 0.9070685386657715,
      "step": 10870
    },
    {
      "epoch": 0.1457414495782138,
      "grad_norm": 0.88797527551651,
      "learning_rate": 0.00019305817347663382,
      "loss": 0.8659977912902832,
      "step": 10880
    },
    {
      "epoch": 0.14587540311642908,
      "grad_norm": 0.8509332537651062,
      "learning_rate": 0.00019304228238605598,
      "loss": 0.8478304862976074,
      "step": 10890
    },
    {
      "epoch": 0.14600935665464435,
      "grad_norm": 0.9030624032020569,
      "learning_rate": 0.00019302637378302388,
      "loss": 0.8610362052917481,
      "step": 10900
    },
    {
      "epoch": 0.14614331019285962,
      "grad_norm": 0.9963352084159851,
      "learning_rate": 0.00019301044767053188,
      "loss": 0.8685336112976074,
      "step": 10910
    },
    {
      "epoch": 0.14627726373107489,
      "grad_norm": 1.0211654901504517,
      "learning_rate": 0.0001929945040515776,
      "loss": 0.8610309600830078,
      "step": 10920
    },
    {
      "epoch": 0.14641121726929016,
      "grad_norm": 0.973968505859375,
      "learning_rate": 0.00019297854292916192,
      "loss": 0.8644308090209961,
      "step": 10930
    },
    {
      "epoch": 0.14654517080750543,
      "grad_norm": 1.0244579315185547,
      "learning_rate": 0.00019296256430628906,
      "loss": 0.8826333045959472,
      "step": 10940
    },
    {
      "epoch": 0.1466791243457207,
      "grad_norm": 0.8083698749542236,
      "learning_rate": 0.00019294656818596653,
      "loss": 0.8764317512512207,
      "step": 10950
    },
    {
      "epoch": 0.14681307788393597,
      "grad_norm": 0.8444786667823792,
      "learning_rate": 0.00019293055457120516,
      "loss": 0.8791366577148437,
      "step": 10960
    },
    {
      "epoch": 0.14694703142215124,
      "grad_norm": 1.0015335083007812,
      "learning_rate": 0.00019291452346501895,
      "loss": 0.8790543556213379,
      "step": 10970
    },
    {
      "epoch": 0.1470809849603665,
      "grad_norm": 0.9108486771583557,
      "learning_rate": 0.00019289847487042537,
      "loss": 0.8788294792175293,
      "step": 10980
    },
    {
      "epoch": 0.14721493849858178,
      "grad_norm": 0.8817214369773865,
      "learning_rate": 0.00019288240879044503,
      "loss": 0.8884268760681152,
      "step": 10990
    },
    {
      "epoch": 0.14734889203679705,
      "grad_norm": 0.844388484954834,
      "learning_rate": 0.00019286632522810194,
      "loss": 0.8754955291748047,
      "step": 11000
    },
    {
      "epoch": 0.14734889203679705,
      "eval_loss": 0.8507421612739563,
      "eval_runtime": 283.0278,
      "eval_samples_per_second": 10.646,
      "eval_steps_per_second": 10.646,
      "step": 11000
    },
    {
      "epoch": 0.14748284557501232,
      "grad_norm": 0.9514611959457397,
      "learning_rate": 0.00019285022418642333,
      "loss": 0.8833746910095215,
      "step": 11010
    },
    {
      "epoch": 0.1476167991132276,
      "grad_norm": 0.9617794156074524,
      "learning_rate": 0.00019283410566843975,
      "loss": 0.8739277839660644,
      "step": 11020
    },
    {
      "epoch": 0.14775075265144286,
      "grad_norm": 0.9146091341972351,
      "learning_rate": 0.00019281796967718506,
      "loss": 0.8755582809448242,
      "step": 11030
    },
    {
      "epoch": 0.14788470618965813,
      "grad_norm": 0.8311352729797363,
      "learning_rate": 0.00019280181621569634,
      "loss": 0.9001243591308594,
      "step": 11040
    },
    {
      "epoch": 0.1480186597278734,
      "grad_norm": 0.8866887092590332,
      "learning_rate": 0.00019278564528701399,
      "loss": 0.8733755111694336,
      "step": 11050
    },
    {
      "epoch": 0.14815261326608867,
      "grad_norm": 1.0612311363220215,
      "learning_rate": 0.00019276945689418175,
      "loss": 0.8599425315856933,
      "step": 11060
    },
    {
      "epoch": 0.14828656680430394,
      "grad_norm": 0.8544710278511047,
      "learning_rate": 0.0001927532510402466,
      "loss": 0.909545612335205,
      "step": 11070
    },
    {
      "epoch": 0.1484205203425192,
      "grad_norm": 0.8919581770896912,
      "learning_rate": 0.0001927370277282588,
      "loss": 0.8844826698303223,
      "step": 11080
    },
    {
      "epoch": 0.14855447388073448,
      "grad_norm": 0.9109638929367065,
      "learning_rate": 0.0001927207869612719,
      "loss": 0.8627422332763672,
      "step": 11090
    },
    {
      "epoch": 0.14868842741894975,
      "grad_norm": 0.9310927987098694,
      "learning_rate": 0.0001927045287423428,
      "loss": 0.8873796463012695,
      "step": 11100
    },
    {
      "epoch": 0.14882238095716502,
      "grad_norm": 0.8319365382194519,
      "learning_rate": 0.00019268825307453154,
      "loss": 0.8489484786987305,
      "step": 11110
    },
    {
      "epoch": 0.1489563344953803,
      "grad_norm": 0.8089852333068848,
      "learning_rate": 0.00019267195996090157,
      "loss": 0.8617284774780274,
      "step": 11120
    },
    {
      "epoch": 0.14909028803359556,
      "grad_norm": 0.8917227983474731,
      "learning_rate": 0.0001926556494045196,
      "loss": 0.8752095222473144,
      "step": 11130
    },
    {
      "epoch": 0.14922424157181083,
      "grad_norm": 1.1013147830963135,
      "learning_rate": 0.0001926393214084556,
      "loss": 0.8942968368530273,
      "step": 11140
    },
    {
      "epoch": 0.1493581951100261,
      "grad_norm": 0.9657638072967529,
      "learning_rate": 0.00019262297597578284,
      "loss": 0.8825730323791504,
      "step": 11150
    },
    {
      "epoch": 0.14949214864824137,
      "grad_norm": 0.8717190623283386,
      "learning_rate": 0.00019260661310957784,
      "loss": 0.8656977653503418,
      "step": 11160
    },
    {
      "epoch": 0.14962610218645664,
      "grad_norm": 0.869490921497345,
      "learning_rate": 0.00019259023281292047,
      "loss": 0.8654510498046875,
      "step": 11170
    },
    {
      "epoch": 0.1497600557246719,
      "grad_norm": 1.0122519731521606,
      "learning_rate": 0.0001925738350888938,
      "loss": 0.8385306358337402,
      "step": 11180
    },
    {
      "epoch": 0.14989400926288718,
      "grad_norm": 0.8290727138519287,
      "learning_rate": 0.00019255741994058417,
      "loss": 0.8629096031188965,
      "step": 11190
    },
    {
      "epoch": 0.15002796280110245,
      "grad_norm": 0.8230398297309875,
      "learning_rate": 0.00019254098737108138,
      "loss": 0.8884131431579589,
      "step": 11200
    },
    {
      "epoch": 0.15016191633931772,
      "grad_norm": 0.9733513593673706,
      "learning_rate": 0.00019252453738347823,
      "loss": 0.8788238525390625,
      "step": 11210
    },
    {
      "epoch": 0.150295869877533,
      "grad_norm": 0.935053288936615,
      "learning_rate": 0.00019250806998087104,
      "loss": 0.8688374519348144,
      "step": 11220
    },
    {
      "epoch": 0.15042982341574826,
      "grad_norm": 0.8866229057312012,
      "learning_rate": 0.00019249158516635925,
      "loss": 0.8645720481872559,
      "step": 11230
    },
    {
      "epoch": 0.15056377695396353,
      "grad_norm": 0.9931429028511047,
      "learning_rate": 0.0001924750829430457,
      "loss": 0.8710345268249512,
      "step": 11240
    },
    {
      "epoch": 0.1506977304921788,
      "grad_norm": 0.8362417221069336,
      "learning_rate": 0.00019245856331403637,
      "loss": 0.87259521484375,
      "step": 11250
    },
    {
      "epoch": 0.15083168403039407,
      "grad_norm": 0.9475317001342773,
      "learning_rate": 0.00019244202628244063,
      "loss": 0.8788396835327148,
      "step": 11260
    },
    {
      "epoch": 0.15096563756860934,
      "grad_norm": 0.895664632320404,
      "learning_rate": 0.00019242547185137113,
      "loss": 0.8674263954162598,
      "step": 11270
    },
    {
      "epoch": 0.1510995911068246,
      "grad_norm": 0.8239753842353821,
      "learning_rate": 0.00019240890002394367,
      "loss": 0.8723300933837891,
      "step": 11280
    },
    {
      "epoch": 0.15123354464503988,
      "grad_norm": 0.9608200788497925,
      "learning_rate": 0.00019239231080327745,
      "loss": 0.8439808845520019,
      "step": 11290
    },
    {
      "epoch": 0.15136749818325515,
      "grad_norm": 0.8805482983589172,
      "learning_rate": 0.0001923757041924949,
      "loss": 0.8637106895446778,
      "step": 11300
    },
    {
      "epoch": 0.15150145172147042,
      "grad_norm": 0.8174011707305908,
      "learning_rate": 0.0001923590801947217,
      "loss": 0.8482392311096192,
      "step": 11310
    },
    {
      "epoch": 0.1516354052596857,
      "grad_norm": 0.9371415972709656,
      "learning_rate": 0.00019234243881308686,
      "loss": 0.8733149528503418,
      "step": 11320
    },
    {
      "epoch": 0.15176935879790096,
      "grad_norm": 0.8023015260696411,
      "learning_rate": 0.00019232578005072264,
      "loss": 0.8754047393798828,
      "step": 11330
    },
    {
      "epoch": 0.15190331233611623,
      "grad_norm": 0.9111685752868652,
      "learning_rate": 0.00019230910391076448,
      "loss": 0.8735488891601563,
      "step": 11340
    },
    {
      "epoch": 0.1520372658743315,
      "grad_norm": 0.915783703327179,
      "learning_rate": 0.00019229241039635123,
      "loss": 0.8688714981079102,
      "step": 11350
    },
    {
      "epoch": 0.15217121941254677,
      "grad_norm": 0.8121193051338196,
      "learning_rate": 0.0001922756995106249,
      "loss": 0.8483631134033203,
      "step": 11360
    },
    {
      "epoch": 0.15230517295076204,
      "grad_norm": 1.0114023685455322,
      "learning_rate": 0.0001922589712567309,
      "loss": 0.8720879554748535,
      "step": 11370
    },
    {
      "epoch": 0.1524391264889773,
      "grad_norm": 0.9589319229125977,
      "learning_rate": 0.0001922422256378178,
      "loss": 0.8912716865539551,
      "step": 11380
    },
    {
      "epoch": 0.15257308002719258,
      "grad_norm": 1.0564321279525757,
      "learning_rate": 0.0001922254626570374,
      "loss": 0.8671755790710449,
      "step": 11390
    },
    {
      "epoch": 0.15270703356540785,
      "grad_norm": 0.854326069355011,
      "learning_rate": 0.00019220868231754494,
      "loss": 0.8764460563659668,
      "step": 11400
    },
    {
      "epoch": 0.15284098710362312,
      "grad_norm": 0.9649623036384583,
      "learning_rate": 0.00019219188462249874,
      "loss": 0.8840984344482422,
      "step": 11410
    },
    {
      "epoch": 0.1529749406418384,
      "grad_norm": 0.8764024972915649,
      "learning_rate": 0.0001921750695750605,
      "loss": 0.8614071846008301,
      "step": 11420
    },
    {
      "epoch": 0.15310889418005366,
      "grad_norm": 1.1331855058670044,
      "learning_rate": 0.00019215823717839511,
      "loss": 0.8726451873779297,
      "step": 11430
    },
    {
      "epoch": 0.15324284771826893,
      "grad_norm": 0.8096184730529785,
      "learning_rate": 0.00019214138743567087,
      "loss": 0.8696002006530762,
      "step": 11440
    },
    {
      "epoch": 0.1533768012564842,
      "grad_norm": 0.8988769054412842,
      "learning_rate": 0.00019212452035005916,
      "loss": 0.8643126487731934,
      "step": 11450
    },
    {
      "epoch": 0.15351075479469947,
      "grad_norm": 0.8543114066123962,
      "learning_rate": 0.00019210763592473473,
      "loss": 0.851753044128418,
      "step": 11460
    },
    {
      "epoch": 0.15364470833291474,
      "grad_norm": 0.8154053688049316,
      "learning_rate": 0.0001920907341628756,
      "loss": 0.8549285888671875,
      "step": 11470
    },
    {
      "epoch": 0.15377866187113,
      "grad_norm": 0.9071398973464966,
      "learning_rate": 0.000192073815067663,
      "loss": 0.8868551254272461,
      "step": 11480
    },
    {
      "epoch": 0.15391261540934525,
      "grad_norm": 0.9466614723205566,
      "learning_rate": 0.00019205687864228143,
      "loss": 0.8622443199157714,
      "step": 11490
    },
    {
      "epoch": 0.15404656894756052,
      "grad_norm": 0.8833150267601013,
      "learning_rate": 0.00019203992488991874,
      "loss": 0.877839469909668,
      "step": 11500
    },
    {
      "epoch": 0.1541805224857758,
      "grad_norm": 0.8400520086288452,
      "learning_rate": 0.0001920229538137659,
      "loss": 0.8665088653564453,
      "step": 11510
    },
    {
      "epoch": 0.15431447602399107,
      "grad_norm": 0.8122349381446838,
      "learning_rate": 0.00019200596541701722,
      "loss": 0.8806075096130371,
      "step": 11520
    },
    {
      "epoch": 0.15444842956220634,
      "grad_norm": 0.9141466021537781,
      "learning_rate": 0.0001919889597028703,
      "loss": 0.8619132995605469,
      "step": 11530
    },
    {
      "epoch": 0.1545823831004216,
      "grad_norm": 0.896036684513092,
      "learning_rate": 0.00019197193667452593,
      "loss": 0.8738130569458008,
      "step": 11540
    },
    {
      "epoch": 0.15471633663863688,
      "grad_norm": 0.9580919146537781,
      "learning_rate": 0.0001919548963351882,
      "loss": 0.8609399795532227,
      "step": 11550
    },
    {
      "epoch": 0.15485029017685215,
      "grad_norm": 0.8690532445907593,
      "learning_rate": 0.0001919378386880645,
      "loss": 0.8641486167907715,
      "step": 11560
    },
    {
      "epoch": 0.15498424371506742,
      "grad_norm": 0.9711247086524963,
      "learning_rate": 0.00019192076373636532,
      "loss": 0.8892746925354004,
      "step": 11570
    },
    {
      "epoch": 0.15511819725328269,
      "grad_norm": 0.9987479448318481,
      "learning_rate": 0.00019190367148330458,
      "loss": 0.8630613327026367,
      "step": 11580
    },
    {
      "epoch": 0.15525215079149796,
      "grad_norm": 0.9146325588226318,
      "learning_rate": 0.00019188656193209943,
      "loss": 0.881632137298584,
      "step": 11590
    },
    {
      "epoch": 0.15538610432971323,
      "grad_norm": 0.8596903681755066,
      "learning_rate": 0.00019186943508597018,
      "loss": 0.8667668342590332,
      "step": 11600
    },
    {
      "epoch": 0.1555200578679285,
      "grad_norm": 0.9128592014312744,
      "learning_rate": 0.00019185229094814042,
      "loss": 0.880338478088379,
      "step": 11610
    },
    {
      "epoch": 0.15565401140614377,
      "grad_norm": 0.8930825591087341,
      "learning_rate": 0.0001918351295218371,
      "loss": 0.8827986717224121,
      "step": 11620
    },
    {
      "epoch": 0.15578796494435904,
      "grad_norm": 0.860591471195221,
      "learning_rate": 0.00019181795081029033,
      "loss": 0.8595297813415528,
      "step": 11630
    },
    {
      "epoch": 0.1559219184825743,
      "grad_norm": 0.7974388599395752,
      "learning_rate": 0.00019180075481673345,
      "loss": 0.8731575965881347,
      "step": 11640
    },
    {
      "epoch": 0.15605587202078958,
      "grad_norm": 0.9139748811721802,
      "learning_rate": 0.00019178354154440316,
      "loss": 0.8661877632141113,
      "step": 11650
    },
    {
      "epoch": 0.15618982555900485,
      "grad_norm": 0.8349032998085022,
      "learning_rate": 0.0001917663109965393,
      "loss": 0.9115069389343262,
      "step": 11660
    },
    {
      "epoch": 0.15632377909722012,
      "grad_norm": 0.9021326303482056,
      "learning_rate": 0.000191749063176385,
      "loss": 0.8637077331542968,
      "step": 11670
    },
    {
      "epoch": 0.1564577326354354,
      "grad_norm": 0.8208888173103333,
      "learning_rate": 0.00019173179808718672,
      "loss": 0.8858122825622559,
      "step": 11680
    },
    {
      "epoch": 0.15659168617365066,
      "grad_norm": 0.8679903745651245,
      "learning_rate": 0.00019171451573219407,
      "loss": 0.860801887512207,
      "step": 11690
    },
    {
      "epoch": 0.15672563971186593,
      "grad_norm": 1.1541410684585571,
      "learning_rate": 0.00019169721611465992,
      "loss": 0.8931752204895019,
      "step": 11700
    },
    {
      "epoch": 0.1568595932500812,
      "grad_norm": 1.0322149991989136,
      "learning_rate": 0.0001916798992378404,
      "loss": 0.8773574829101562,
      "step": 11710
    },
    {
      "epoch": 0.15699354678829647,
      "grad_norm": 0.7735921144485474,
      "learning_rate": 0.00019166256510499494,
      "loss": 0.8867351531982421,
      "step": 11720
    },
    {
      "epoch": 0.15712750032651174,
      "grad_norm": 0.816973090171814,
      "learning_rate": 0.00019164521371938618,
      "loss": 0.8656944274902344,
      "step": 11730
    },
    {
      "epoch": 0.157261453864727,
      "grad_norm": 1.3639161586761475,
      "learning_rate": 0.00019162784508427994,
      "loss": 0.8700572967529296,
      "step": 11740
    },
    {
      "epoch": 0.15739540740294228,
      "grad_norm": 0.8757114410400391,
      "learning_rate": 0.00019161045920294543,
      "loss": 0.8755834579467774,
      "step": 11750
    },
    {
      "epoch": 0.15752936094115755,
      "grad_norm": 0.8278906941413879,
      "learning_rate": 0.00019159305607865498,
      "loss": 0.8960939407348633,
      "step": 11760
    },
    {
      "epoch": 0.15766331447937282,
      "grad_norm": 0.8719647526741028,
      "learning_rate": 0.00019157563571468424,
      "loss": 0.8693232536315918,
      "step": 11770
    },
    {
      "epoch": 0.1577972680175881,
      "grad_norm": 0.8181990385055542,
      "learning_rate": 0.00019155819811431205,
      "loss": 0.893095588684082,
      "step": 11780
    },
    {
      "epoch": 0.15793122155580336,
      "grad_norm": 0.8896943926811218,
      "learning_rate": 0.00019154074328082052,
      "loss": 0.890538215637207,
      "step": 11790
    },
    {
      "epoch": 0.15806517509401863,
      "grad_norm": 0.9059680700302124,
      "learning_rate": 0.00019152327121749505,
      "loss": 0.8471229553222657,
      "step": 11800
    },
    {
      "epoch": 0.1581991286322339,
      "grad_norm": 0.8508004546165466,
      "learning_rate": 0.0001915057819276242,
      "loss": 0.8444935798645019,
      "step": 11810
    },
    {
      "epoch": 0.15833308217044917,
      "grad_norm": 0.8400929570198059,
      "learning_rate": 0.0001914882754144998,
      "loss": 0.9041631698608399,
      "step": 11820
    },
    {
      "epoch": 0.15846703570866444,
      "grad_norm": 0.8533690571784973,
      "learning_rate": 0.00019147075168141696,
      "loss": 0.8901911735534668,
      "step": 11830
    },
    {
      "epoch": 0.1586009892468797,
      "grad_norm": 0.8858264088630676,
      "learning_rate": 0.000191453210731674,
      "loss": 0.8743750572204589,
      "step": 11840
    },
    {
      "epoch": 0.15873494278509498,
      "grad_norm": 0.9569270014762878,
      "learning_rate": 0.0001914356525685725,
      "loss": 0.9115248680114746,
      "step": 11850
    },
    {
      "epoch": 0.15886889632331025,
      "grad_norm": 0.9997208714485168,
      "learning_rate": 0.00019141807719541722,
      "loss": 0.8984304428100586,
      "step": 11860
    },
    {
      "epoch": 0.15900284986152552,
      "grad_norm": 0.9485160112380981,
      "learning_rate": 0.00019140048461551625,
      "loss": 0.8921611785888672,
      "step": 11870
    },
    {
      "epoch": 0.1591368033997408,
      "grad_norm": 0.9186266660690308,
      "learning_rate": 0.00019138287483218085,
      "loss": 0.8586130142211914,
      "step": 11880
    },
    {
      "epoch": 0.15927075693795606,
      "grad_norm": 0.8498312830924988,
      "learning_rate": 0.00019136524784872552,
      "loss": 0.8840521812438965,
      "step": 11890
    },
    {
      "epoch": 0.15940471047617133,
      "grad_norm": 0.8917424082756042,
      "learning_rate": 0.00019134760366846805,
      "loss": 0.8699582099914551,
      "step": 11900
    },
    {
      "epoch": 0.1595386640143866,
      "grad_norm": 0.8156210780143738,
      "learning_rate": 0.00019132994229472942,
      "loss": 0.9145837783813476,
      "step": 11910
    },
    {
      "epoch": 0.15967261755260187,
      "grad_norm": 0.8220959305763245,
      "learning_rate": 0.00019131226373083387,
      "loss": 0.8822359085083008,
      "step": 11920
    },
    {
      "epoch": 0.15980657109081714,
      "grad_norm": 1.0026204586029053,
      "learning_rate": 0.00019129456798010886,
      "loss": 0.8684980392456054,
      "step": 11930
    },
    {
      "epoch": 0.1599405246290324,
      "grad_norm": 0.9649101495742798,
      "learning_rate": 0.00019127685504588508,
      "loss": 0.873512077331543,
      "step": 11940
    },
    {
      "epoch": 0.16007447816724768,
      "grad_norm": 0.8398779034614563,
      "learning_rate": 0.00019125912493149648,
      "loss": 0.8599480628967285,
      "step": 11950
    },
    {
      "epoch": 0.16020843170546295,
      "grad_norm": 0.8075435161590576,
      "learning_rate": 0.00019124137764028022,
      "loss": 0.86732177734375,
      "step": 11960
    },
    {
      "epoch": 0.16034238524367822,
      "grad_norm": 0.9856631755828857,
      "learning_rate": 0.00019122361317557672,
      "loss": 0.8979953765869141,
      "step": 11970
    },
    {
      "epoch": 0.1604763387818935,
      "grad_norm": 0.8671817183494568,
      "learning_rate": 0.0001912058315407296,
      "loss": 0.8859047889709473,
      "step": 11980
    },
    {
      "epoch": 0.16061029232010876,
      "grad_norm": 0.8462058305740356,
      "learning_rate": 0.00019118803273908573,
      "loss": 0.8647253036499023,
      "step": 11990
    },
    {
      "epoch": 0.16074424585832403,
      "grad_norm": 0.8039600849151611,
      "learning_rate": 0.00019117021677399519,
      "loss": 0.8624093055725097,
      "step": 12000
    },
    {
      "epoch": 0.16074424585832403,
      "eval_loss": 0.8457674384117126,
      "eval_runtime": 283.0699,
      "eval_samples_per_second": 10.644,
      "eval_steps_per_second": 10.644,
      "step": 12000
    },
    {
      "epoch": 0.1608781993965393,
      "grad_norm": 0.8484258651733398,
      "learning_rate": 0.0001911523836488113,
      "loss": 0.876506233215332,
      "step": 12010
    },
    {
      "epoch": 0.16101215293475457,
      "grad_norm": 0.9553247690200806,
      "learning_rate": 0.00019113453336689067,
      "loss": 0.8536020278930664,
      "step": 12020
    },
    {
      "epoch": 0.16114610647296984,
      "grad_norm": 0.7811752557754517,
      "learning_rate": 0.00019111666593159306,
      "loss": 0.8591201782226563,
      "step": 12030
    },
    {
      "epoch": 0.1612800600111851,
      "grad_norm": 0.8456826210021973,
      "learning_rate": 0.00019109878134628146,
      "loss": 0.8607372283935547,
      "step": 12040
    },
    {
      "epoch": 0.16141401354940038,
      "grad_norm": 0.9416674375534058,
      "learning_rate": 0.00019108087961432218,
      "loss": 0.8794419288635253,
      "step": 12050
    },
    {
      "epoch": 0.16154796708761565,
      "grad_norm": 0.9573007225990295,
      "learning_rate": 0.0001910629607390846,
      "loss": 0.8739293098449707,
      "step": 12060
    },
    {
      "epoch": 0.16168192062583092,
      "grad_norm": 0.9496375918388367,
      "learning_rate": 0.00019104502472394147,
      "loss": 0.8809298515319824,
      "step": 12070
    },
    {
      "epoch": 0.1618158741640462,
      "grad_norm": 0.9027585983276367,
      "learning_rate": 0.00019102707157226875,
      "loss": 0.858502197265625,
      "step": 12080
    },
    {
      "epoch": 0.16194982770226146,
      "grad_norm": 0.975046694278717,
      "learning_rate": 0.0001910091012874455,
      "loss": 0.8808941841125488,
      "step": 12090
    },
    {
      "epoch": 0.16208378124047673,
      "grad_norm": 0.7905486822128296,
      "learning_rate": 0.00019099111387285418,
      "loss": 0.87025146484375,
      "step": 12100
    },
    {
      "epoch": 0.162217734778692,
      "grad_norm": 0.8301706314086914,
      "learning_rate": 0.00019097310933188032,
      "loss": 0.860166358947754,
      "step": 12110
    },
    {
      "epoch": 0.16235168831690727,
      "grad_norm": 0.8012894988059998,
      "learning_rate": 0.00019095508766791278,
      "loss": 0.8686904907226562,
      "step": 12120
    },
    {
      "epoch": 0.16248564185512254,
      "grad_norm": 0.9663402438163757,
      "learning_rate": 0.0001909370488843436,
      "loss": 0.8718310356140136,
      "step": 12130
    },
    {
      "epoch": 0.1626195953933378,
      "grad_norm": 0.8841134905815125,
      "learning_rate": 0.00019091899298456807,
      "loss": 0.8743112564086915,
      "step": 12140
    },
    {
      "epoch": 0.16275354893155308,
      "grad_norm": 0.8342715501785278,
      "learning_rate": 0.00019090091997198458,
      "loss": 0.8600920677185059,
      "step": 12150
    },
    {
      "epoch": 0.16288750246976835,
      "grad_norm": 0.8445696830749512,
      "learning_rate": 0.00019088282984999497,
      "loss": 0.8806057929992676,
      "step": 12160
    },
    {
      "epoch": 0.16302145600798362,
      "grad_norm": 0.8018271923065186,
      "learning_rate": 0.00019086472262200407,
      "loss": 0.8581094741821289,
      "step": 12170
    },
    {
      "epoch": 0.1631554095461989,
      "grad_norm": 0.8608942031860352,
      "learning_rate": 0.00019084659829142012,
      "loss": 0.907246208190918,
      "step": 12180
    },
    {
      "epoch": 0.16328936308441416,
      "grad_norm": 0.810793399810791,
      "learning_rate": 0.0001908284568616544,
      "loss": 0.8722570419311524,
      "step": 12190
    },
    {
      "epoch": 0.16342331662262943,
      "grad_norm": 0.9137251377105713,
      "learning_rate": 0.00019081029833612154,
      "loss": 0.9020932197570801,
      "step": 12200
    },
    {
      "epoch": 0.1635572701608447,
      "grad_norm": 0.839864194393158,
      "learning_rate": 0.00019079212271823934,
      "loss": 0.8800547599792481,
      "step": 12210
    },
    {
      "epoch": 0.16369122369905997,
      "grad_norm": 0.9578807353973389,
      "learning_rate": 0.00019077393001142883,
      "loss": 0.8470499992370606,
      "step": 12220
    },
    {
      "epoch": 0.16382517723727524,
      "grad_norm": 0.8069630265235901,
      "learning_rate": 0.00019075572021911422,
      "loss": 0.871579933166504,
      "step": 12230
    },
    {
      "epoch": 0.1639591307754905,
      "grad_norm": 1.0614482164382935,
      "learning_rate": 0.00019073749334472302,
      "loss": 0.8737615585327149,
      "step": 12240
    },
    {
      "epoch": 0.16409308431370578,
      "grad_norm": 0.7909257411956787,
      "learning_rate": 0.00019071924939168585,
      "loss": 0.8635541915893554,
      "step": 12250
    },
    {
      "epoch": 0.16422703785192105,
      "grad_norm": 0.9514932632446289,
      "learning_rate": 0.00019070098836343659,
      "loss": 0.8852930068969727,
      "step": 12260
    },
    {
      "epoch": 0.16436099139013632,
      "grad_norm": 0.8399947881698608,
      "learning_rate": 0.00019068271026341234,
      "loss": 0.8815748214721679,
      "step": 12270
    },
    {
      "epoch": 0.1644949449283516,
      "grad_norm": 0.8830267190933228,
      "learning_rate": 0.00019066441509505344,
      "loss": 0.8660398483276367,
      "step": 12280
    },
    {
      "epoch": 0.16462889846656686,
      "grad_norm": 0.8384140729904175,
      "learning_rate": 0.0001906461028618034,
      "loss": 0.8923361778259278,
      "step": 12290
    },
    {
      "epoch": 0.16476285200478213,
      "grad_norm": 0.8416194319725037,
      "learning_rate": 0.00019062777356710896,
      "loss": 0.8548942565917969,
      "step": 12300
    },
    {
      "epoch": 0.1648968055429974,
      "grad_norm": 0.8301875591278076,
      "learning_rate": 0.00019060942721442007,
      "loss": 0.8747061729431153,
      "step": 12310
    },
    {
      "epoch": 0.16503075908121267,
      "grad_norm": 0.966738760471344,
      "learning_rate": 0.00019059106380718988,
      "loss": 0.888316535949707,
      "step": 12320
    },
    {
      "epoch": 0.16516471261942794,
      "grad_norm": 0.7869212627410889,
      "learning_rate": 0.00019057268334887474,
      "loss": 0.8775881767272949,
      "step": 12330
    },
    {
      "epoch": 0.16529866615764321,
      "grad_norm": 0.8592633008956909,
      "learning_rate": 0.00019055428584293426,
      "loss": 0.8594536781311035,
      "step": 12340
    },
    {
      "epoch": 0.16543261969585848,
      "grad_norm": 0.9013574123382568,
      "learning_rate": 0.0001905358712928312,
      "loss": 0.8569657325744628,
      "step": 12350
    },
    {
      "epoch": 0.16556657323407376,
      "grad_norm": 0.8691607117652893,
      "learning_rate": 0.00019051743970203159,
      "loss": 0.8892267227172852,
      "step": 12360
    },
    {
      "epoch": 0.16570052677228903,
      "grad_norm": 0.8532559275627136,
      "learning_rate": 0.00019049899107400457,
      "loss": 0.8425863265991211,
      "step": 12370
    },
    {
      "epoch": 0.1658344803105043,
      "grad_norm": 0.8254885077476501,
      "learning_rate": 0.00019048052541222258,
      "loss": 0.8604983329772949,
      "step": 12380
    },
    {
      "epoch": 0.16596843384871957,
      "grad_norm": 0.9408482313156128,
      "learning_rate": 0.00019046204272016125,
      "loss": 0.84268159866333,
      "step": 12390
    },
    {
      "epoch": 0.16610238738693484,
      "grad_norm": 0.8422369360923767,
      "learning_rate": 0.00019044354300129938,
      "loss": 0.9010152816772461,
      "step": 12400
    },
    {
      "epoch": 0.1662363409251501,
      "grad_norm": 0.8735460638999939,
      "learning_rate": 0.000190425026259119,
      "loss": 0.8618556022644043,
      "step": 12410
    },
    {
      "epoch": 0.16637029446336538,
      "grad_norm": 0.9313961863517761,
      "learning_rate": 0.00019040649249710536,
      "loss": 0.8686802864074707,
      "step": 12420
    },
    {
      "epoch": 0.16650424800158065,
      "grad_norm": 0.9405616521835327,
      "learning_rate": 0.00019038794171874685,
      "loss": 0.859617805480957,
      "step": 12430
    },
    {
      "epoch": 0.16663820153979592,
      "grad_norm": 0.9033863544464111,
      "learning_rate": 0.00019036937392753511,
      "loss": 0.8679262161254883,
      "step": 12440
    },
    {
      "epoch": 0.16677215507801119,
      "grad_norm": 0.8473255634307861,
      "learning_rate": 0.000190350789126965,
      "loss": 0.8885225296020508,
      "step": 12450
    },
    {
      "epoch": 0.16690610861622646,
      "grad_norm": 0.8952707052230835,
      "learning_rate": 0.00019033218732053458,
      "loss": 0.8880061149597168,
      "step": 12460
    },
    {
      "epoch": 0.16704006215444173,
      "grad_norm": 0.8479739427566528,
      "learning_rate": 0.000190313568511745,
      "loss": 0.8697561264038086,
      "step": 12470
    },
    {
      "epoch": 0.167174015692657,
      "grad_norm": 0.7888003587722778,
      "learning_rate": 0.0001902949327041008,
      "loss": 0.8673521041870117,
      "step": 12480
    },
    {
      "epoch": 0.16730796923087227,
      "grad_norm": 0.8660132884979248,
      "learning_rate": 0.0001902762799011096,
      "loss": 0.879360294342041,
      "step": 12490
    },
    {
      "epoch": 0.16744192276908754,
      "grad_norm": 0.7654024958610535,
      "learning_rate": 0.0001902576101062822,
      "loss": 0.8668423652648926,
      "step": 12500
    },
    {
      "epoch": 0.1675758763073028,
      "grad_norm": 0.9503378868103027,
      "learning_rate": 0.00019023892332313262,
      "loss": 0.8451327323913574,
      "step": 12510
    },
    {
      "epoch": 0.16770982984551808,
      "grad_norm": 0.8883848786354065,
      "learning_rate": 0.00019022021955517816,
      "loss": 0.8538042068481445,
      "step": 12520
    },
    {
      "epoch": 0.16784378338373335,
      "grad_norm": 0.981398344039917,
      "learning_rate": 0.00019020149880593918,
      "loss": 0.8844537734985352,
      "step": 12530
    },
    {
      "epoch": 0.16797773692194862,
      "grad_norm": 0.9355531930923462,
      "learning_rate": 0.00019018276107893938,
      "loss": 0.8847891807556152,
      "step": 12540
    },
    {
      "epoch": 0.1681116904601639,
      "grad_norm": 0.9693902134895325,
      "learning_rate": 0.0001901640063777055,
      "loss": 0.8758007049560547,
      "step": 12550
    },
    {
      "epoch": 0.16824564399837916,
      "grad_norm": 0.9474875330924988,
      "learning_rate": 0.00019014523470576764,
      "loss": 0.8796974182128906,
      "step": 12560
    },
    {
      "epoch": 0.16837959753659443,
      "grad_norm": 0.8783260583877563,
      "learning_rate": 0.00019012644606665894,
      "loss": 0.8683815002441406,
      "step": 12570
    },
    {
      "epoch": 0.1685135510748097,
      "grad_norm": 0.7562259435653687,
      "learning_rate": 0.00019010764046391586,
      "loss": 0.8601766586303711,
      "step": 12580
    },
    {
      "epoch": 0.16864750461302497,
      "grad_norm": 0.8233504295349121,
      "learning_rate": 0.000190088817901078,
      "loss": 0.8446044921875,
      "step": 12590
    },
    {
      "epoch": 0.16878145815124024,
      "grad_norm": 0.8947104811668396,
      "learning_rate": 0.00019006997838168807,
      "loss": 0.8680070877075196,
      "step": 12600
    },
    {
      "epoch": 0.1689154116894555,
      "grad_norm": 0.8665295839309692,
      "learning_rate": 0.00019005112190929212,
      "loss": 0.842581844329834,
      "step": 12610
    },
    {
      "epoch": 0.16904936522767078,
      "grad_norm": 0.9144608974456787,
      "learning_rate": 0.00019003224848743934,
      "loss": 0.87979736328125,
      "step": 12620
    },
    {
      "epoch": 0.16918331876588605,
      "grad_norm": 0.8690804243087769,
      "learning_rate": 0.00019001335811968205,
      "loss": 0.8873649597167969,
      "step": 12630
    },
    {
      "epoch": 0.16931727230410132,
      "grad_norm": 1.0143945217132568,
      "learning_rate": 0.00018999445080957576,
      "loss": 0.8587961196899414,
      "step": 12640
    },
    {
      "epoch": 0.1694512258423166,
      "grad_norm": 1.0328030586242676,
      "learning_rate": 0.00018997552656067933,
      "loss": 0.8796805381774903,
      "step": 12650
    },
    {
      "epoch": 0.16958517938053186,
      "grad_norm": 0.9784700870513916,
      "learning_rate": 0.0001899565853765546,
      "loss": 0.8630594253540039,
      "step": 12660
    },
    {
      "epoch": 0.16971913291874713,
      "grad_norm": 0.8781675100326538,
      "learning_rate": 0.0001899376272607667,
      "loss": 0.8492545127868653,
      "step": 12670
    },
    {
      "epoch": 0.1698530864569624,
      "grad_norm": 0.9577324390411377,
      "learning_rate": 0.00018991865221688396,
      "loss": 0.8445147514343262,
      "step": 12680
    },
    {
      "epoch": 0.16998703999517767,
      "grad_norm": 0.9081303477287292,
      "learning_rate": 0.00018989966024847787,
      "loss": 0.8475096702575684,
      "step": 12690
    },
    {
      "epoch": 0.17012099353339294,
      "grad_norm": 0.934164822101593,
      "learning_rate": 0.0001898806513591231,
      "loss": 0.8581338882446289,
      "step": 12700
    },
    {
      "epoch": 0.1702549470716082,
      "grad_norm": 0.7757476568222046,
      "learning_rate": 0.00018986162555239747,
      "loss": 0.877049446105957,
      "step": 12710
    },
    {
      "epoch": 0.17038890060982348,
      "grad_norm": 0.7407596111297607,
      "learning_rate": 0.00018984258283188206,
      "loss": 0.8545386314392089,
      "step": 12720
    },
    {
      "epoch": 0.17052285414803875,
      "grad_norm": 0.9412025213241577,
      "learning_rate": 0.0001898235232011611,
      "loss": 0.849985408782959,
      "step": 12730
    },
    {
      "epoch": 0.17065680768625402,
      "grad_norm": 0.9555850625038147,
      "learning_rate": 0.000189804446663822,
      "loss": 0.8779648780822754,
      "step": 12740
    },
    {
      "epoch": 0.1707907612244693,
      "grad_norm": 0.8287380933761597,
      "learning_rate": 0.00018978535322345535,
      "loss": 0.8489621162414551,
      "step": 12750
    },
    {
      "epoch": 0.17092471476268456,
      "grad_norm": 0.8863211870193481,
      "learning_rate": 0.0001897662428836549,
      "loss": 0.8927202224731445,
      "step": 12760
    },
    {
      "epoch": 0.17105866830089983,
      "grad_norm": 0.8380767703056335,
      "learning_rate": 0.00018974711564801765,
      "loss": 0.8899882316589356,
      "step": 12770
    },
    {
      "epoch": 0.1711926218391151,
      "grad_norm": 0.8331381678581238,
      "learning_rate": 0.0001897279715201437,
      "loss": 0.8414678573608398,
      "step": 12780
    },
    {
      "epoch": 0.17132657537733037,
      "grad_norm": 0.827196478843689,
      "learning_rate": 0.0001897088105036364,
      "loss": 0.877857780456543,
      "step": 12790
    },
    {
      "epoch": 0.17146052891554564,
      "grad_norm": 0.810387372970581,
      "learning_rate": 0.00018968963260210223,
      "loss": 0.8803582191467285,
      "step": 12800
    },
    {
      "epoch": 0.1715944824537609,
      "grad_norm": 0.8515583276748657,
      "learning_rate": 0.00018967043781915083,
      "loss": 0.8630654335021972,
      "step": 12810
    },
    {
      "epoch": 0.17172843599197618,
      "grad_norm": 0.8598306775093079,
      "learning_rate": 0.0001896512261583951,
      "loss": 0.8415659904479981,
      "step": 12820
    },
    {
      "epoch": 0.17186238953019145,
      "grad_norm": 0.9399964213371277,
      "learning_rate": 0.000189631997623451,
      "loss": 0.8493168830871582,
      "step": 12830
    },
    {
      "epoch": 0.17199634306840672,
      "grad_norm": 0.943839430809021,
      "learning_rate": 0.0001896127522179378,
      "loss": 0.8730680465698242,
      "step": 12840
    },
    {
      "epoch": 0.172130296606622,
      "grad_norm": 0.9515570402145386,
      "learning_rate": 0.00018959348994547788,
      "loss": 0.8570108413696289,
      "step": 12850
    },
    {
      "epoch": 0.17226425014483726,
      "grad_norm": 0.9303275942802429,
      "learning_rate": 0.00018957421080969674,
      "loss": 0.8874496459960938,
      "step": 12860
    },
    {
      "epoch": 0.17239820368305253,
      "grad_norm": 0.9403735995292664,
      "learning_rate": 0.0001895549148142231,
      "loss": 0.8585801124572754,
      "step": 12870
    },
    {
      "epoch": 0.1725321572212678,
      "grad_norm": 0.9799865484237671,
      "learning_rate": 0.0001895356019626889,
      "loss": 0.87960786819458,
      "step": 12880
    },
    {
      "epoch": 0.17266611075948307,
      "grad_norm": 0.9250303506851196,
      "learning_rate": 0.00018951627225872924,
      "loss": 0.8265117645263672,
      "step": 12890
    },
    {
      "epoch": 0.17280006429769834,
      "grad_norm": 0.9624668955802917,
      "learning_rate": 0.0001894969257059823,
      "loss": 0.8577825546264648,
      "step": 12900
    },
    {
      "epoch": 0.1729340178359136,
      "grad_norm": 0.771565318107605,
      "learning_rate": 0.00018947756230808954,
      "loss": 0.848781681060791,
      "step": 12910
    },
    {
      "epoch": 0.17306797137412888,
      "grad_norm": 0.8984178900718689,
      "learning_rate": 0.0001894581820686955,
      "loss": 0.8890358924865722,
      "step": 12920
    },
    {
      "epoch": 0.17320192491234415,
      "grad_norm": 0.855688214302063,
      "learning_rate": 0.00018943878499144798,
      "loss": 0.8424694061279296,
      "step": 12930
    },
    {
      "epoch": 0.17333587845055942,
      "grad_norm": 0.8231827616691589,
      "learning_rate": 0.00018941937107999786,
      "loss": 0.860680103302002,
      "step": 12940
    },
    {
      "epoch": 0.1734698319887747,
      "grad_norm": 0.8837083578109741,
      "learning_rate": 0.00018939994033799931,
      "loss": 0.870539665222168,
      "step": 12950
    },
    {
      "epoch": 0.17360378552698996,
      "grad_norm": 0.7855738401412964,
      "learning_rate": 0.00018938049276910954,
      "loss": 0.8572430610656738,
      "step": 12960
    },
    {
      "epoch": 0.17373773906520523,
      "grad_norm": 0.9514833688735962,
      "learning_rate": 0.00018936102837698897,
      "loss": 0.8795901298522949,
      "step": 12970
    },
    {
      "epoch": 0.1738716926034205,
      "grad_norm": 0.8794660568237305,
      "learning_rate": 0.0001893415471653012,
      "loss": 0.8716348648071289,
      "step": 12980
    },
    {
      "epoch": 0.17400564614163577,
      "grad_norm": 0.9245266914367676,
      "learning_rate": 0.000189322049137713,
      "loss": 0.8917550086975098,
      "step": 12990
    },
    {
      "epoch": 0.17413959967985104,
      "grad_norm": 0.8664958477020264,
      "learning_rate": 0.0001893025342978943,
      "loss": 0.8497854232788086,
      "step": 13000
    },
    {
      "epoch": 0.17413959967985104,
      "eval_loss": 0.8425049185752869,
      "eval_runtime": 290.9415,
      "eval_samples_per_second": 10.356,
      "eval_steps_per_second": 10.356,
      "step": 13000
    },
    {
      "epoch": 0.1742735532180663,
      "grad_norm": 0.7852954864501953,
      "learning_rate": 0.00018928300264951822,
      "loss": 0.8451162338256836,
      "step": 13010
    },
    {
      "epoch": 0.17440750675628158,
      "grad_norm": 1.0331073999404907,
      "learning_rate": 0.00018926345419626093,
      "loss": 0.863643741607666,
      "step": 13020
    },
    {
      "epoch": 0.17454146029449685,
      "grad_norm": 0.8596819639205933,
      "learning_rate": 0.00018924388894180194,
      "loss": 0.8568328857421875,
      "step": 13030
    },
    {
      "epoch": 0.17467541383271212,
      "grad_norm": 0.80513995885849,
      "learning_rate": 0.00018922430688982376,
      "loss": 0.8400276184082032,
      "step": 13040
    },
    {
      "epoch": 0.1748093673709274,
      "grad_norm": 0.8364803791046143,
      "learning_rate": 0.0001892047080440122,
      "loss": 0.8615847587585449,
      "step": 13050
    },
    {
      "epoch": 0.17494332090914266,
      "grad_norm": 0.8270766735076904,
      "learning_rate": 0.0001891850924080561,
      "loss": 0.8511292457580566,
      "step": 13060
    },
    {
      "epoch": 0.17507727444735793,
      "grad_norm": 0.9720274209976196,
      "learning_rate": 0.0001891654599856475,
      "loss": 0.8619598388671875,
      "step": 13070
    },
    {
      "epoch": 0.1752112279855732,
      "grad_norm": 0.7712792754173279,
      "learning_rate": 0.00018914581078048173,
      "loss": 0.8482646942138672,
      "step": 13080
    },
    {
      "epoch": 0.17534518152378847,
      "grad_norm": 0.8579639792442322,
      "learning_rate": 0.0001891261447962571,
      "loss": 0.8961329460144043,
      "step": 13090
    },
    {
      "epoch": 0.17547913506200374,
      "grad_norm": 0.8426299691200256,
      "learning_rate": 0.00018910646203667514,
      "loss": 0.8998229026794433,
      "step": 13100
    },
    {
      "epoch": 0.17561308860021901,
      "grad_norm": 0.9562504887580872,
      "learning_rate": 0.00018908676250544058,
      "loss": 0.8900814056396484,
      "step": 13110
    },
    {
      "epoch": 0.17574704213843428,
      "grad_norm": 0.9418668150901794,
      "learning_rate": 0.00018906704620626124,
      "loss": 0.8801994323730469,
      "step": 13120
    },
    {
      "epoch": 0.17588099567664955,
      "grad_norm": 0.9190410375595093,
      "learning_rate": 0.00018904731314284815,
      "loss": 0.8603498458862304,
      "step": 13130
    },
    {
      "epoch": 0.17601494921486482,
      "grad_norm": 0.8402490019798279,
      "learning_rate": 0.0001890275633189155,
      "loss": 0.8778878211975097,
      "step": 13140
    },
    {
      "epoch": 0.1761489027530801,
      "grad_norm": 0.883082926273346,
      "learning_rate": 0.00018900779673818055,
      "loss": 0.8718838691711426,
      "step": 13150
    },
    {
      "epoch": 0.17628285629129536,
      "grad_norm": 0.9415867328643799,
      "learning_rate": 0.00018898801340436381,
      "loss": 0.8431106567382812,
      "step": 13160
    },
    {
      "epoch": 0.17641680982951063,
      "grad_norm": 0.8984947800636292,
      "learning_rate": 0.0001889682133211889,
      "loss": 0.8629520416259766,
      "step": 13170
    },
    {
      "epoch": 0.1765507633677259,
      "grad_norm": 0.8752334117889404,
      "learning_rate": 0.0001889483964923826,
      "loss": 0.8634891510009766,
      "step": 13180
    },
    {
      "epoch": 0.17668471690594117,
      "grad_norm": 0.8353928327560425,
      "learning_rate": 0.00018892856292167487,
      "loss": 0.832926082611084,
      "step": 13190
    },
    {
      "epoch": 0.17681867044415644,
      "grad_norm": 0.9593812823295593,
      "learning_rate": 0.00018890871261279871,
      "loss": 0.8665007591247559,
      "step": 13200
    },
    {
      "epoch": 0.17695262398237172,
      "grad_norm": 0.8219459056854248,
      "learning_rate": 0.00018888884556949047,
      "loss": 0.8829109191894531,
      "step": 13210
    },
    {
      "epoch": 0.17708657752058699,
      "grad_norm": 0.8914572596549988,
      "learning_rate": 0.00018886896179548944,
      "loss": 0.865296459197998,
      "step": 13220
    },
    {
      "epoch": 0.17722053105880226,
      "grad_norm": 0.9061582684516907,
      "learning_rate": 0.00018884906129453818,
      "loss": 0.866829776763916,
      "step": 13230
    },
    {
      "epoch": 0.17735448459701753,
      "grad_norm": 0.805678129196167,
      "learning_rate": 0.00018882914407038234,
      "loss": 0.8982844352722168,
      "step": 13240
    },
    {
      "epoch": 0.1774884381352328,
      "grad_norm": 0.811120867729187,
      "learning_rate": 0.00018880921012677082,
      "loss": 0.8731878280639649,
      "step": 13250
    },
    {
      "epoch": 0.17762239167344807,
      "grad_norm": 0.9159078598022461,
      "learning_rate": 0.00018878925946745555,
      "loss": 0.8637741088867188,
      "step": 13260
    },
    {
      "epoch": 0.17775634521166334,
      "grad_norm": 0.8794795870780945,
      "learning_rate": 0.00018876929209619164,
      "loss": 0.8781168937683106,
      "step": 13270
    },
    {
      "epoch": 0.1778902987498786,
      "grad_norm": 0.924751877784729,
      "learning_rate": 0.00018874930801673738,
      "loss": 0.874697208404541,
      "step": 13280
    },
    {
      "epoch": 0.17802425228809388,
      "grad_norm": 0.8523067831993103,
      "learning_rate": 0.00018872930723285415,
      "loss": 0.8527815818786622,
      "step": 13290
    },
    {
      "epoch": 0.17815820582630915,
      "grad_norm": 0.8488855361938477,
      "learning_rate": 0.00018870928974830655,
      "loss": 0.8571124076843262,
      "step": 13300
    },
    {
      "epoch": 0.17829215936452442,
      "grad_norm": 0.8663132190704346,
      "learning_rate": 0.00018868925556686226,
      "loss": 0.8700237274169922,
      "step": 13310
    },
    {
      "epoch": 0.1784261129027397,
      "grad_norm": 1.0382084846496582,
      "learning_rate": 0.0001886692046922921,
      "loss": 0.8510669708251953,
      "step": 13320
    },
    {
      "epoch": 0.17856006644095496,
      "grad_norm": 1.0165064334869385,
      "learning_rate": 0.00018864913712837006,
      "loss": 0.8795385360717773,
      "step": 13330
    },
    {
      "epoch": 0.17869401997917023,
      "grad_norm": 0.9623543620109558,
      "learning_rate": 0.00018862905287887332,
      "loss": 0.8588672637939453,
      "step": 13340
    },
    {
      "epoch": 0.1788279735173855,
      "grad_norm": 0.9286103248596191,
      "learning_rate": 0.00018860895194758206,
      "loss": 0.8617905616760254,
      "step": 13350
    },
    {
      "epoch": 0.17896192705560077,
      "grad_norm": 0.852251410484314,
      "learning_rate": 0.00018858883433827973,
      "loss": 0.8627261161804199,
      "step": 13360
    },
    {
      "epoch": 0.17909588059381604,
      "grad_norm": 0.8699211478233337,
      "learning_rate": 0.00018856870005475287,
      "loss": 0.846444034576416,
      "step": 13370
    },
    {
      "epoch": 0.1792298341320313,
      "grad_norm": 0.8715853095054626,
      "learning_rate": 0.00018854854910079117,
      "loss": 0.8620345115661621,
      "step": 13380
    },
    {
      "epoch": 0.17936378767024658,
      "grad_norm": 0.8919854164123535,
      "learning_rate": 0.00018852838148018743,
      "loss": 0.8615337371826172,
      "step": 13390
    },
    {
      "epoch": 0.17949774120846185,
      "grad_norm": 0.9061017036437988,
      "learning_rate": 0.00018850819719673764,
      "loss": 0.8760610580444336,
      "step": 13400
    },
    {
      "epoch": 0.17963169474667712,
      "grad_norm": 0.9894777536392212,
      "learning_rate": 0.00018848799625424085,
      "loss": 0.8362192153930664,
      "step": 13410
    },
    {
      "epoch": 0.1797656482848924,
      "grad_norm": 0.8859322667121887,
      "learning_rate": 0.00018846777865649933,
      "loss": 0.8802956581115723,
      "step": 13420
    },
    {
      "epoch": 0.17989960182310766,
      "grad_norm": 0.9993207454681396,
      "learning_rate": 0.0001884475444073184,
      "loss": 0.8731656074523926,
      "step": 13430
    },
    {
      "epoch": 0.18003355536132293,
      "grad_norm": 0.8312623500823975,
      "learning_rate": 0.0001884272935105066,
      "loss": 0.8707809448242188,
      "step": 13440
    },
    {
      "epoch": 0.1801675088995382,
      "grad_norm": 0.8337907195091248,
      "learning_rate": 0.00018840702596987556,
      "loss": 0.8676386833190918,
      "step": 13450
    },
    {
      "epoch": 0.18030146243775347,
      "grad_norm": 0.8860524892807007,
      "learning_rate": 0.00018838674178924003,
      "loss": 0.8707982063293457,
      "step": 13460
    },
    {
      "epoch": 0.18043541597596874,
      "grad_norm": 0.852224588394165,
      "learning_rate": 0.0001883664409724179,
      "loss": 0.8654156684875488,
      "step": 13470
    },
    {
      "epoch": 0.180569369514184,
      "grad_norm": 0.806100606918335,
      "learning_rate": 0.00018834612352323018,
      "loss": 0.8633166313171386,
      "step": 13480
    },
    {
      "epoch": 0.18070332305239928,
      "grad_norm": 0.8117066621780396,
      "learning_rate": 0.0001883257894455011,
      "loss": 0.8653467178344727,
      "step": 13490
    },
    {
      "epoch": 0.18083727659061455,
      "grad_norm": 0.857946515083313,
      "learning_rate": 0.00018830543874305783,
      "loss": 0.8626194000244141,
      "step": 13500
    },
    {
      "epoch": 0.18097123012882982,
      "grad_norm": 0.9681622982025146,
      "learning_rate": 0.00018828507141973092,
      "loss": 0.8597938537597656,
      "step": 13510
    },
    {
      "epoch": 0.1811051836670451,
      "grad_norm": 1.035348892211914,
      "learning_rate": 0.00018826468747935383,
      "loss": 0.8364676475524903,
      "step": 13520
    },
    {
      "epoch": 0.18123913720526036,
      "grad_norm": 0.9799275398254395,
      "learning_rate": 0.00018824428692576324,
      "loss": 0.8797995567321777,
      "step": 13530
    },
    {
      "epoch": 0.18137309074347563,
      "grad_norm": 0.828066349029541,
      "learning_rate": 0.00018822386976279898,
      "loss": 0.8430950164794921,
      "step": 13540
    },
    {
      "epoch": 0.1815070442816909,
      "grad_norm": 0.8450849056243896,
      "learning_rate": 0.000188203435994304,
      "loss": 0.8634758949279785,
      "step": 13550
    },
    {
      "epoch": 0.18164099781990617,
      "grad_norm": 0.8538710474967957,
      "learning_rate": 0.00018818298562412426,
      "loss": 0.8406805038452149,
      "step": 13560
    },
    {
      "epoch": 0.18177495135812144,
      "grad_norm": 0.9310150742530823,
      "learning_rate": 0.000188162518656109,
      "loss": 0.8634503364562989,
      "step": 13570
    },
    {
      "epoch": 0.1819089048963367,
      "grad_norm": 0.9565322399139404,
      "learning_rate": 0.0001881420350941105,
      "loss": 0.866614818572998,
      "step": 13580
    },
    {
      "epoch": 0.18204285843455198,
      "grad_norm": 0.8880056738853455,
      "learning_rate": 0.00018812153494198423,
      "loss": 0.8678169250488281,
      "step": 13590
    },
    {
      "epoch": 0.18217681197276725,
      "grad_norm": 0.8350119590759277,
      "learning_rate": 0.00018810101820358868,
      "loss": 0.8509790420532226,
      "step": 13600
    },
    {
      "epoch": 0.18231076551098252,
      "grad_norm": 0.9053235650062561,
      "learning_rate": 0.00018808048488278556,
      "loss": 0.8507994651794434,
      "step": 13610
    },
    {
      "epoch": 0.1824447190491978,
      "grad_norm": 0.9264752864837646,
      "learning_rate": 0.00018805993498343963,
      "loss": 0.8667034149169922,
      "step": 13620
    },
    {
      "epoch": 0.18257867258741306,
      "grad_norm": 0.9740520119667053,
      "learning_rate": 0.0001880393685094188,
      "loss": 0.879518699645996,
      "step": 13630
    },
    {
      "epoch": 0.18271262612562833,
      "grad_norm": 0.891133189201355,
      "learning_rate": 0.0001880187854645941,
      "loss": 0.8650428771972656,
      "step": 13640
    },
    {
      "epoch": 0.1828465796638436,
      "grad_norm": 0.9216592311859131,
      "learning_rate": 0.0001879981858528397,
      "loss": 0.8404277801513672,
      "step": 13650
    },
    {
      "epoch": 0.18298053320205887,
      "grad_norm": 0.8628854155540466,
      "learning_rate": 0.00018797756967803286,
      "loss": 0.8675189971923828,
      "step": 13660
    },
    {
      "epoch": 0.18311448674027414,
      "grad_norm": 0.8862497210502625,
      "learning_rate": 0.00018795693694405397,
      "loss": 0.8719898223876953,
      "step": 13670
    },
    {
      "epoch": 0.1832484402784894,
      "grad_norm": 0.9262827634811401,
      "learning_rate": 0.00018793628765478648,
      "loss": 0.8784356117248535,
      "step": 13680
    },
    {
      "epoch": 0.18338239381670468,
      "grad_norm": 0.9114164113998413,
      "learning_rate": 0.00018791562181411705,
      "loss": 0.8795891761779785,
      "step": 13690
    },
    {
      "epoch": 0.18351634735491995,
      "grad_norm": 4.477888584136963,
      "learning_rate": 0.00018789493942593545,
      "loss": 0.8876022338867188,
      "step": 13700
    },
    {
      "epoch": 0.18365030089313522,
      "grad_norm": 0.9079171419143677,
      "learning_rate": 0.00018787424049413446,
      "loss": 0.8717693328857422,
      "step": 13710
    },
    {
      "epoch": 0.1837842544313505,
      "grad_norm": 0.8495693206787109,
      "learning_rate": 0.00018785352502261008,
      "loss": 0.8834019660949707,
      "step": 13720
    },
    {
      "epoch": 0.18391820796956576,
      "grad_norm": 0.8613157868385315,
      "learning_rate": 0.00018783279301526137,
      "loss": 0.8648815155029297,
      "step": 13730
    },
    {
      "epoch": 0.18405216150778103,
      "grad_norm": 0.9163575768470764,
      "learning_rate": 0.00018781204447599053,
      "loss": 0.8950952529907227,
      "step": 13740
    },
    {
      "epoch": 0.1841861150459963,
      "grad_norm": 0.9452342391014099,
      "learning_rate": 0.00018779127940870283,
      "loss": 0.8915975570678711,
      "step": 13750
    },
    {
      "epoch": 0.18432006858421157,
      "grad_norm": 0.9275690317153931,
      "learning_rate": 0.0001877704978173067,
      "loss": 0.863125991821289,
      "step": 13760
    },
    {
      "epoch": 0.18445402212242684,
      "grad_norm": 0.8572213053703308,
      "learning_rate": 0.00018774969970571364,
      "loss": 0.8633612632751465,
      "step": 13770
    },
    {
      "epoch": 0.1845879756606421,
      "grad_norm": 0.8975633382797241,
      "learning_rate": 0.0001877288850778383,
      "loss": 0.8698139190673828,
      "step": 13780
    },
    {
      "epoch": 0.18472192919885738,
      "grad_norm": 0.9688827395439148,
      "learning_rate": 0.00018770805393759842,
      "loss": 0.8554707527160644,
      "step": 13790
    },
    {
      "epoch": 0.18485588273707265,
      "grad_norm": 0.937410831451416,
      "learning_rate": 0.00018768720628891482,
      "loss": 0.8560644149780273,
      "step": 13800
    },
    {
      "epoch": 0.18498983627528792,
      "grad_norm": 0.8571697473526001,
      "learning_rate": 0.0001876663421357115,
      "loss": 0.8554211616516113,
      "step": 13810
    },
    {
      "epoch": 0.1851237898135032,
      "grad_norm": 0.9806168675422668,
      "learning_rate": 0.00018764546148191544,
      "loss": 0.8882945060729981,
      "step": 13820
    },
    {
      "epoch": 0.18525774335171846,
      "grad_norm": 0.9527174234390259,
      "learning_rate": 0.00018762456433145687,
      "loss": 0.8621770858764648,
      "step": 13830
    },
    {
      "epoch": 0.18539169688993373,
      "grad_norm": 0.899808943271637,
      "learning_rate": 0.00018760365068826905,
      "loss": 0.8470416069030762,
      "step": 13840
    },
    {
      "epoch": 0.185525650428149,
      "grad_norm": 0.9627335667610168,
      "learning_rate": 0.00018758272055628835,
      "loss": 0.8802536964416504,
      "step": 13850
    },
    {
      "epoch": 0.18565960396636427,
      "grad_norm": 0.8511897325515747,
      "learning_rate": 0.00018756177393945423,
      "loss": 0.8776988029479981,
      "step": 13860
    },
    {
      "epoch": 0.18579355750457954,
      "grad_norm": 0.8421497941017151,
      "learning_rate": 0.0001875408108417093,
      "loss": 0.8294365882873536,
      "step": 13870
    },
    {
      "epoch": 0.1859275110427948,
      "grad_norm": 0.8594706654548645,
      "learning_rate": 0.0001875198312669992,
      "loss": 0.8541269302368164,
      "step": 13880
    },
    {
      "epoch": 0.18606146458101008,
      "grad_norm": 0.9244492650032043,
      "learning_rate": 0.00018749883521927273,
      "loss": 0.8540589332580566,
      "step": 13890
    },
    {
      "epoch": 0.18619541811922535,
      "grad_norm": 0.9285173416137695,
      "learning_rate": 0.00018747782270248182,
      "loss": 0.8820533752441406,
      "step": 13900
    },
    {
      "epoch": 0.18632937165744062,
      "grad_norm": 0.956317126750946,
      "learning_rate": 0.0001874567937205814,
      "loss": 0.8554558753967285,
      "step": 13910
    },
    {
      "epoch": 0.1864633251956559,
      "grad_norm": 0.9458206295967102,
      "learning_rate": 0.00018743574827752958,
      "loss": 0.8690402030944824,
      "step": 13920
    },
    {
      "epoch": 0.18659727873387116,
      "grad_norm": 1.0569686889648438,
      "learning_rate": 0.00018741468637728753,
      "loss": 0.8634747505187989,
      "step": 13930
    },
    {
      "epoch": 0.18673123227208643,
      "grad_norm": 1.0205198526382446,
      "learning_rate": 0.0001873936080238195,
      "loss": 0.8622334480285645,
      "step": 13940
    },
    {
      "epoch": 0.1868651858103017,
      "grad_norm": 0.8752408623695374,
      "learning_rate": 0.00018737251322109292,
      "loss": 0.8481020927429199,
      "step": 13950
    },
    {
      "epoch": 0.18699913934851697,
      "grad_norm": 0.9989804029464722,
      "learning_rate": 0.00018735140197307827,
      "loss": 0.8589588165283203,
      "step": 13960
    },
    {
      "epoch": 0.18713309288673224,
      "grad_norm": 0.9478838443756104,
      "learning_rate": 0.00018733027428374902,
      "loss": 0.8786840438842773,
      "step": 13970
    },
    {
      "epoch": 0.18726704642494751,
      "grad_norm": 0.9235201478004456,
      "learning_rate": 0.00018730913015708195,
      "loss": 0.8884115219116211,
      "step": 13980
    },
    {
      "epoch": 0.18740099996316278,
      "grad_norm": 0.8819219470024109,
      "learning_rate": 0.00018728796959705673,
      "loss": 0.8621665000915527,
      "step": 13990
    },
    {
      "epoch": 0.18753495350137805,
      "grad_norm": 0.8732311129570007,
      "learning_rate": 0.00018726679260765624,
      "loss": 0.8817245483398437,
      "step": 14000
    },
    {
      "epoch": 0.18753495350137805,
      "eval_loss": 0.8403818607330322,
      "eval_runtime": 295.7301,
      "eval_samples_per_second": 10.188,
      "eval_steps_per_second": 10.188,
      "step": 14000
    },
    {
      "epoch": 0.18766890703959332,
      "grad_norm": 0.8450106382369995,
      "learning_rate": 0.00018724559919286647,
      "loss": 0.8661299705505371,
      "step": 14010
    },
    {
      "epoch": 0.1878028605778086,
      "grad_norm": 0.9365358352661133,
      "learning_rate": 0.00018722438935667634,
      "loss": 0.8505173683166504,
      "step": 14020
    },
    {
      "epoch": 0.18793681411602386,
      "grad_norm": 0.9435218572616577,
      "learning_rate": 0.00018720316310307807,
      "loss": 0.8637168884277344,
      "step": 14030
    },
    {
      "epoch": 0.18807076765423913,
      "grad_norm": 0.8630881905555725,
      "learning_rate": 0.00018718192043606688,
      "loss": 0.8422153472900391,
      "step": 14040
    },
    {
      "epoch": 0.1882047211924544,
      "grad_norm": 0.7858111262321472,
      "learning_rate": 0.00018716066135964098,
      "loss": 0.8682855606079102,
      "step": 14050
    },
    {
      "epoch": 0.18833867473066968,
      "grad_norm": 0.8834087252616882,
      "learning_rate": 0.00018713938587780184,
      "loss": 0.8648536682128907,
      "step": 14060
    },
    {
      "epoch": 0.18847262826888495,
      "grad_norm": 0.8782246112823486,
      "learning_rate": 0.00018711809399455393,
      "loss": 0.8659280776977539,
      "step": 14070
    },
    {
      "epoch": 0.18860658180710022,
      "grad_norm": 0.9881079792976379,
      "learning_rate": 0.00018709678571390479,
      "loss": 0.8778457641601562,
      "step": 14080
    },
    {
      "epoch": 0.18874053534531549,
      "grad_norm": 0.8301016092300415,
      "learning_rate": 0.0001870754610398651,
      "loss": 0.8468420028686523,
      "step": 14090
    },
    {
      "epoch": 0.18887448888353076,
      "grad_norm": 0.9686480164527893,
      "learning_rate": 0.00018705411997644854,
      "loss": 0.8454916954040528,
      "step": 14100
    },
    {
      "epoch": 0.18900844242174603,
      "grad_norm": 0.9134571552276611,
      "learning_rate": 0.000187032762527672,
      "loss": 0.8722580909729004,
      "step": 14110
    },
    {
      "epoch": 0.1891423959599613,
      "grad_norm": 0.8324747681617737,
      "learning_rate": 0.0001870113886975554,
      "loss": 0.8568541526794433,
      "step": 14120
    },
    {
      "epoch": 0.18927634949817657,
      "grad_norm": 0.7930566668510437,
      "learning_rate": 0.00018698999849012165,
      "loss": 0.8650702476501465,
      "step": 14130
    },
    {
      "epoch": 0.18941030303639184,
      "grad_norm": 0.8631795644760132,
      "learning_rate": 0.00018696859190939688,
      "loss": 0.8739727020263672,
      "step": 14140
    },
    {
      "epoch": 0.1895442565746071,
      "grad_norm": 0.9609648585319519,
      "learning_rate": 0.00018694716895941024,
      "loss": 0.8498671531677247,
      "step": 14150
    },
    {
      "epoch": 0.18967821011282238,
      "grad_norm": 0.9470753073692322,
      "learning_rate": 0.00018692572964419397,
      "loss": 0.8776793479919434,
      "step": 14160
    },
    {
      "epoch": 0.18981216365103765,
      "grad_norm": 0.9559091329574585,
      "learning_rate": 0.00018690427396778335,
      "loss": 0.8893301010131835,
      "step": 14170
    },
    {
      "epoch": 0.18994611718925292,
      "grad_norm": 0.8094690442085266,
      "learning_rate": 0.00018688280193421682,
      "loss": 0.8537156105041503,
      "step": 14180
    },
    {
      "epoch": 0.1900800707274682,
      "grad_norm": 0.8500455021858215,
      "learning_rate": 0.00018686131354753583,
      "loss": 0.8524224281311035,
      "step": 14190
    },
    {
      "epoch": 0.19021402426568346,
      "grad_norm": 0.8758097887039185,
      "learning_rate": 0.00018683980881178497,
      "loss": 0.8487886428833008,
      "step": 14200
    },
    {
      "epoch": 0.19034797780389873,
      "grad_norm": 0.8794985413551331,
      "learning_rate": 0.00018681828773101179,
      "loss": 0.8659027099609375,
      "step": 14210
    },
    {
      "epoch": 0.190481931342114,
      "grad_norm": 0.8697251081466675,
      "learning_rate": 0.00018679675030926703,
      "loss": 0.8683218002319336,
      "step": 14220
    },
    {
      "epoch": 0.19061588488032927,
      "grad_norm": 0.9148283004760742,
      "learning_rate": 0.00018677519655060451,
      "loss": 0.8789157867431641,
      "step": 14230
    },
    {
      "epoch": 0.19074983841854454,
      "grad_norm": 0.9620164036750793,
      "learning_rate": 0.00018675362645908107,
      "loss": 0.8535365104675293,
      "step": 14240
    },
    {
      "epoch": 0.1908837919567598,
      "grad_norm": 0.8402601480484009,
      "learning_rate": 0.00018673204003875663,
      "loss": 0.8510332107543945,
      "step": 14250
    },
    {
      "epoch": 0.19101774549497508,
      "grad_norm": 0.9741339087486267,
      "learning_rate": 0.0001867104372936942,
      "loss": 0.863395881652832,
      "step": 14260
    },
    {
      "epoch": 0.19115169903319035,
      "grad_norm": 0.7704861760139465,
      "learning_rate": 0.00018668881822795985,
      "loss": 0.8617124557495117,
      "step": 14270
    },
    {
      "epoch": 0.19128565257140562,
      "grad_norm": 0.8849260807037354,
      "learning_rate": 0.00018666718284562274,
      "loss": 0.8437395095825195,
      "step": 14280
    },
    {
      "epoch": 0.1914196061096209,
      "grad_norm": 0.9067410230636597,
      "learning_rate": 0.00018664553115075506,
      "loss": 0.8806763648986816,
      "step": 14290
    },
    {
      "epoch": 0.19155355964783616,
      "grad_norm": 0.923058271408081,
      "learning_rate": 0.00018662386314743216,
      "loss": 0.8846601486206055,
      "step": 14300
    },
    {
      "epoch": 0.19168751318605143,
      "grad_norm": 0.8532116413116455,
      "learning_rate": 0.00018660217883973234,
      "loss": 0.8557540893554687,
      "step": 14310
    },
    {
      "epoch": 0.1918214667242667,
      "grad_norm": 0.9665358662605286,
      "learning_rate": 0.00018658047823173705,
      "loss": 0.868348503112793,
      "step": 14320
    },
    {
      "epoch": 0.19195542026248197,
      "grad_norm": 0.8475779891014099,
      "learning_rate": 0.0001865587613275308,
      "loss": 0.8638282775878906,
      "step": 14330
    },
    {
      "epoch": 0.19208937380069724,
      "grad_norm": 0.8624703288078308,
      "learning_rate": 0.00018653702813120116,
      "loss": 0.8592408180236817,
      "step": 14340
    },
    {
      "epoch": 0.1922233273389125,
      "grad_norm": 0.795210599899292,
      "learning_rate": 0.0001865152786468387,
      "loss": 0.8469282150268554,
      "step": 14350
    },
    {
      "epoch": 0.19235728087712778,
      "grad_norm": 0.8354584574699402,
      "learning_rate": 0.00018649351287853717,
      "loss": 0.8481201171875,
      "step": 14360
    },
    {
      "epoch": 0.19249123441534305,
      "grad_norm": 0.9152478575706482,
      "learning_rate": 0.00018647173083039337,
      "loss": 0.8595990180969239,
      "step": 14370
    },
    {
      "epoch": 0.19262518795355832,
      "grad_norm": 0.9118195176124573,
      "learning_rate": 0.000186449932506507,
      "loss": 0.8432430267333985,
      "step": 14380
    },
    {
      "epoch": 0.1927591414917736,
      "grad_norm": 0.9465118050575256,
      "learning_rate": 0.0001864281179109811,
      "loss": 0.8712351799011231,
      "step": 14390
    },
    {
      "epoch": 0.19289309502998886,
      "grad_norm": 0.8069833517074585,
      "learning_rate": 0.0001864062870479215,
      "loss": 0.865093994140625,
      "step": 14400
    },
    {
      "epoch": 0.19302704856820413,
      "grad_norm": 0.9317007660865784,
      "learning_rate": 0.00018638443992143727,
      "loss": 0.8361268997192383,
      "step": 14410
    },
    {
      "epoch": 0.1931610021064194,
      "grad_norm": 0.9236679077148438,
      "learning_rate": 0.0001863625765356405,
      "loss": 0.8695125579833984,
      "step": 14420
    },
    {
      "epoch": 0.19329495564463467,
      "grad_norm": 1.0173219442367554,
      "learning_rate": 0.00018634069689464627,
      "loss": 0.8495597839355469,
      "step": 14430
    },
    {
      "epoch": 0.19342890918284994,
      "grad_norm": 0.8756008744239807,
      "learning_rate": 0.00018631880100257282,
      "loss": 0.8565877914428711,
      "step": 14440
    },
    {
      "epoch": 0.1935628627210652,
      "grad_norm": 0.8511274456977844,
      "learning_rate": 0.00018629688886354138,
      "loss": 0.8794777870178223,
      "step": 14450
    },
    {
      "epoch": 0.19369681625928048,
      "grad_norm": 0.8205870985984802,
      "learning_rate": 0.0001862749604816763,
      "loss": 0.8657035827636719,
      "step": 14460
    },
    {
      "epoch": 0.19383076979749575,
      "grad_norm": 0.8267033696174622,
      "learning_rate": 0.00018625301586110488,
      "loss": 0.8881383895874023,
      "step": 14470
    },
    {
      "epoch": 0.19396472333571102,
      "grad_norm": 0.9752511382102966,
      "learning_rate": 0.00018623105500595758,
      "loss": 0.8724575996398926,
      "step": 14480
    },
    {
      "epoch": 0.1940986768739263,
      "grad_norm": 0.8719927072525024,
      "learning_rate": 0.0001862090779203679,
      "loss": 0.8773571014404297,
      "step": 14490
    },
    {
      "epoch": 0.19423263041214156,
      "grad_norm": 0.9727885127067566,
      "learning_rate": 0.00018618708460847237,
      "loss": 0.8912422180175781,
      "step": 14500
    },
    {
      "epoch": 0.19436658395035683,
      "grad_norm": 0.9289038777351379,
      "learning_rate": 0.00018616507507441055,
      "loss": 0.8597831726074219,
      "step": 14510
    },
    {
      "epoch": 0.1945005374885721,
      "grad_norm": 0.8976767659187317,
      "learning_rate": 0.0001861430493223251,
      "loss": 0.8682743072509765,
      "step": 14520
    },
    {
      "epoch": 0.19463449102678737,
      "grad_norm": 1.147822618484497,
      "learning_rate": 0.00018612100735636172,
      "loss": 0.8591265678405762,
      "step": 14530
    },
    {
      "epoch": 0.19476844456500264,
      "grad_norm": 0.8143318295478821,
      "learning_rate": 0.00018609894918066914,
      "loss": 0.8507575988769531,
      "step": 14540
    },
    {
      "epoch": 0.1949023981032179,
      "grad_norm": 0.8309318423271179,
      "learning_rate": 0.0001860768747993992,
      "loss": 0.8479451179504395,
      "step": 14550
    },
    {
      "epoch": 0.19503635164143318,
      "grad_norm": 0.8341754078865051,
      "learning_rate": 0.00018605478421670671,
      "loss": 0.8580740928649903,
      "step": 14560
    },
    {
      "epoch": 0.19517030517964845,
      "grad_norm": 0.9894284605979919,
      "learning_rate": 0.00018603267743674958,
      "loss": 0.8557944297790527,
      "step": 14570
    },
    {
      "epoch": 0.19530425871786372,
      "grad_norm": 0.8804481625556946,
      "learning_rate": 0.00018601055446368876,
      "loss": 0.8730056762695313,
      "step": 14580
    },
    {
      "epoch": 0.195438212256079,
      "grad_norm": 0.886605978012085,
      "learning_rate": 0.00018598841530168824,
      "loss": 0.8521156311035156,
      "step": 14590
    },
    {
      "epoch": 0.19557216579429426,
      "grad_norm": 0.9372583627700806,
      "learning_rate": 0.00018596625995491504,
      "loss": 0.8719535827636719,
      "step": 14600
    },
    {
      "epoch": 0.19570611933250953,
      "grad_norm": 0.9617805480957031,
      "learning_rate": 0.00018594408842753933,
      "loss": 0.8604862213134765,
      "step": 14610
    },
    {
      "epoch": 0.1958400728707248,
      "grad_norm": 0.8806974291801453,
      "learning_rate": 0.00018592190072373415,
      "loss": 0.8762259483337402,
      "step": 14620
    },
    {
      "epoch": 0.19597402640894007,
      "grad_norm": 0.9257052540779114,
      "learning_rate": 0.0001858996968476757,
      "loss": 0.8586161613464356,
      "step": 14630
    },
    {
      "epoch": 0.19610797994715534,
      "grad_norm": 1.0233306884765625,
      "learning_rate": 0.0001858774768035432,
      "loss": 0.8914234161376953,
      "step": 14640
    },
    {
      "epoch": 0.1962419334853706,
      "grad_norm": 0.8147119283676147,
      "learning_rate": 0.00018585524059551895,
      "loss": 0.85306396484375,
      "step": 14650
    },
    {
      "epoch": 0.19637588702358588,
      "grad_norm": 0.8184356093406677,
      "learning_rate": 0.00018583298822778824,
      "loss": 0.8654005050659179,
      "step": 14660
    },
    {
      "epoch": 0.19650984056180115,
      "grad_norm": 0.8993220329284668,
      "learning_rate": 0.00018581071970453938,
      "loss": 0.8287314414978028,
      "step": 14670
    },
    {
      "epoch": 0.19664379410001642,
      "grad_norm": 0.9136243462562561,
      "learning_rate": 0.00018578843502996384,
      "loss": 0.8486330032348632,
      "step": 14680
    },
    {
      "epoch": 0.1967777476382317,
      "grad_norm": 0.8343091607093811,
      "learning_rate": 0.000185766134208256,
      "loss": 0.8898213386535645,
      "step": 14690
    },
    {
      "epoch": 0.19691170117644696,
      "grad_norm": 0.8842333555221558,
      "learning_rate": 0.00018574381724361332,
      "loss": 0.8503061294555664,
      "step": 14700
    },
    {
      "epoch": 0.19704565471466223,
      "grad_norm": 0.8279096484184265,
      "learning_rate": 0.0001857214841402363,
      "loss": 0.8795009613037109,
      "step": 14710
    },
    {
      "epoch": 0.1971796082528775,
      "grad_norm": 1.0045013427734375,
      "learning_rate": 0.00018569913490232856,
      "loss": 0.8622529983520508,
      "step": 14720
    },
    {
      "epoch": 0.19731356179109277,
      "grad_norm": 0.9051376581192017,
      "learning_rate": 0.0001856767695340966,
      "loss": 0.8872835159301757,
      "step": 14730
    },
    {
      "epoch": 0.19744751532930804,
      "grad_norm": 1.0341304540634155,
      "learning_rate": 0.00018565438803975007,
      "loss": 0.8662986755371094,
      "step": 14740
    },
    {
      "epoch": 0.1975814688675233,
      "grad_norm": 0.9330859184265137,
      "learning_rate": 0.00018563199042350163,
      "loss": 0.8670888900756836,
      "step": 14750
    },
    {
      "epoch": 0.19771542240573858,
      "grad_norm": 0.8390799760818481,
      "learning_rate": 0.00018560957668956697,
      "loss": 0.8512365341186523,
      "step": 14760
    },
    {
      "epoch": 0.19784937594395383,
      "grad_norm": 0.8166331052780151,
      "learning_rate": 0.00018558714684216478,
      "loss": 0.8531351089477539,
      "step": 14770
    },
    {
      "epoch": 0.1979833294821691,
      "grad_norm": 0.8783380389213562,
      "learning_rate": 0.00018556470088551682,
      "loss": 0.848936939239502,
      "step": 14780
    },
    {
      "epoch": 0.19811728302038437,
      "grad_norm": 1.0157965421676636,
      "learning_rate": 0.00018554223882384793,
      "loss": 0.8453048706054688,
      "step": 14790
    },
    {
      "epoch": 0.19825123655859964,
      "grad_norm": 0.7408993244171143,
      "learning_rate": 0.00018551976066138589,
      "loss": 0.8484225273132324,
      "step": 14800
    },
    {
      "epoch": 0.1983851900968149,
      "grad_norm": 0.8750978112220764,
      "learning_rate": 0.0001854972664023615,
      "loss": 0.8459967613220215,
      "step": 14810
    },
    {
      "epoch": 0.19851914363503018,
      "grad_norm": 0.9358575940132141,
      "learning_rate": 0.00018547475605100875,
      "loss": 0.8495150566101074,
      "step": 14820
    },
    {
      "epoch": 0.19865309717324545,
      "grad_norm": 0.8054390549659729,
      "learning_rate": 0.00018545222961156445,
      "loss": 0.8510327339172363,
      "step": 14830
    },
    {
      "epoch": 0.19878705071146072,
      "grad_norm": 0.855445384979248,
      "learning_rate": 0.00018542968708826858,
      "loss": 0.8608362197875976,
      "step": 14840
    },
    {
      "epoch": 0.198921004249676,
      "grad_norm": 0.8944507837295532,
      "learning_rate": 0.00018540712848536407,
      "loss": 0.8831000328063965,
      "step": 14850
    },
    {
      "epoch": 0.19905495778789126,
      "grad_norm": 0.9105485677719116,
      "learning_rate": 0.00018538455380709697,
      "loss": 0.8385142326354981,
      "step": 14860
    },
    {
      "epoch": 0.19918891132610653,
      "grad_norm": 0.9025785326957703,
      "learning_rate": 0.00018536196305771622,
      "loss": 0.8748248100280762,
      "step": 14870
    },
    {
      "epoch": 0.1993228648643218,
      "grad_norm": 1.0464503765106201,
      "learning_rate": 0.0001853393562414739,
      "loss": 0.8695406913757324,
      "step": 14880
    },
    {
      "epoch": 0.19945681840253707,
      "grad_norm": 0.9001845121383667,
      "learning_rate": 0.00018531673336262506,
      "loss": 0.8665230751037598,
      "step": 14890
    },
    {
      "epoch": 0.19959077194075234,
      "grad_norm": 0.9779742360115051,
      "learning_rate": 0.0001852940944254278,
      "loss": 0.8761076927185059,
      "step": 14900
    },
    {
      "epoch": 0.1997247254789676,
      "grad_norm": 0.8634700775146484,
      "learning_rate": 0.00018527143943414327,
      "loss": 0.8367149353027343,
      "step": 14910
    },
    {
      "epoch": 0.19985867901718288,
      "grad_norm": 0.8996725678443909,
      "learning_rate": 0.0001852487683930355,
      "loss": 0.8698131561279296,
      "step": 14920
    },
    {
      "epoch": 0.19999263255539815,
      "grad_norm": 0.8459197282791138,
      "learning_rate": 0.00018522608130637174,
      "loss": 0.8717643737792968,
      "step": 14930
    },
    {
      "epoch": 0.20012658609361342,
      "grad_norm": 1.0173234939575195,
      "learning_rate": 0.0001852033781784221,
      "loss": 0.8855458259582519,
      "step": 14940
    },
    {
      "epoch": 0.2002605396318287,
      "grad_norm": 0.8436530828475952,
      "learning_rate": 0.0001851806590134598,
      "loss": 0.8367474555969239,
      "step": 14950
    },
    {
      "epoch": 0.20039449317004396,
      "grad_norm": 0.8330471515655518,
      "learning_rate": 0.00018515792381576103,
      "loss": 0.8381346702575684,
      "step": 14960
    },
    {
      "epoch": 0.20052844670825923,
      "grad_norm": 0.862022340297699,
      "learning_rate": 0.00018513517258960502,
      "loss": 0.8595447540283203,
      "step": 14970
    },
    {
      "epoch": 0.2006624002464745,
      "grad_norm": 0.8548466563224792,
      "learning_rate": 0.00018511240533927405,
      "loss": 0.8312221527099609,
      "step": 14980
    },
    {
      "epoch": 0.20079635378468977,
      "grad_norm": 0.8714988231658936,
      "learning_rate": 0.00018508962206905335,
      "loss": 0.8814853668212891,
      "step": 14990
    },
    {
      "epoch": 0.20093030732290504,
      "grad_norm": 0.8550590872764587,
      "learning_rate": 0.00018506682278323117,
      "loss": 0.8741087913513184,
      "step": 15000
    },
    {
      "epoch": 0.20093030732290504,
      "eval_loss": 0.8347650170326233,
      "eval_runtime": 300.791,
      "eval_samples_per_second": 10.017,
      "eval_steps_per_second": 10.017,
      "step": 15000
    },
    {
      "epoch": 0.2010642608611203,
      "grad_norm": 0.8432518839836121,
      "learning_rate": 0.00018504400748609886,
      "loss": 0.8735666275024414,
      "step": 15010
    },
    {
      "epoch": 0.20119821439933558,
      "grad_norm": 0.8201870322227478,
      "learning_rate": 0.0001850211761819507,
      "loss": 0.8827781677246094,
      "step": 15020
    },
    {
      "epoch": 0.20133216793755085,
      "grad_norm": 0.9466336965560913,
      "learning_rate": 0.00018499832887508398,
      "loss": 0.8502730369567871,
      "step": 15030
    },
    {
      "epoch": 0.20146612147576612,
      "grad_norm": 0.8895424008369446,
      "learning_rate": 0.00018497546556979906,
      "loss": 0.8636295318603515,
      "step": 15040
    },
    {
      "epoch": 0.2016000750139814,
      "grad_norm": 0.8534817695617676,
      "learning_rate": 0.00018495258627039925,
      "loss": 0.8632189750671386,
      "step": 15050
    },
    {
      "epoch": 0.20173402855219666,
      "grad_norm": 1.0363740921020508,
      "learning_rate": 0.00018492969098119098,
      "loss": 0.8585784912109375,
      "step": 15060
    },
    {
      "epoch": 0.20186798209041193,
      "grad_norm": 0.7833636999130249,
      "learning_rate": 0.0001849067797064835,
      "loss": 0.8699051856994628,
      "step": 15070
    },
    {
      "epoch": 0.2020019356286272,
      "grad_norm": 0.9337961077690125,
      "learning_rate": 0.00018488385245058923,
      "loss": 0.8286234855651855,
      "step": 15080
    },
    {
      "epoch": 0.20213588916684247,
      "grad_norm": 0.8221225738525391,
      "learning_rate": 0.00018486090921782358,
      "loss": 0.8788764953613282,
      "step": 15090
    },
    {
      "epoch": 0.20226984270505774,
      "grad_norm": 0.899049699306488,
      "learning_rate": 0.00018483795001250487,
      "loss": 0.8713528633117675,
      "step": 15100
    },
    {
      "epoch": 0.202403796243273,
      "grad_norm": 1.0149391889572144,
      "learning_rate": 0.00018481497483895454,
      "loss": 0.8707783699035645,
      "step": 15110
    },
    {
      "epoch": 0.20253774978148828,
      "grad_norm": 0.943058967590332,
      "learning_rate": 0.00018479198370149695,
      "loss": 0.8663997650146484,
      "step": 15120
    },
    {
      "epoch": 0.20267170331970355,
      "grad_norm": 0.8960997462272644,
      "learning_rate": 0.00018476897660445952,
      "loss": 0.8590892791748047,
      "step": 15130
    },
    {
      "epoch": 0.20280565685791882,
      "grad_norm": 0.8908631205558777,
      "learning_rate": 0.00018474595355217268,
      "loss": 0.8540032386779786,
      "step": 15140
    },
    {
      "epoch": 0.2029396103961341,
      "grad_norm": 0.9736122488975525,
      "learning_rate": 0.00018472291454896982,
      "loss": 0.8443738937377929,
      "step": 15150
    },
    {
      "epoch": 0.20307356393434936,
      "grad_norm": 0.9303663969039917,
      "learning_rate": 0.0001846998595991873,
      "loss": 0.868587589263916,
      "step": 15160
    },
    {
      "epoch": 0.20320751747256463,
      "grad_norm": 0.9761658906936646,
      "learning_rate": 0.0001846767887071646,
      "loss": 0.8835777282714844,
      "step": 15170
    },
    {
      "epoch": 0.2033414710107799,
      "grad_norm": 0.8979640007019043,
      "learning_rate": 0.00018465370187724408,
      "loss": 0.8594074249267578,
      "step": 15180
    },
    {
      "epoch": 0.20347542454899517,
      "grad_norm": 0.9281544089317322,
      "learning_rate": 0.0001846305991137712,
      "loss": 0.8574782371520996,
      "step": 15190
    },
    {
      "epoch": 0.20360937808721044,
      "grad_norm": 0.9730831980705261,
      "learning_rate": 0.00018460748042109433,
      "loss": 0.8736432075500489,
      "step": 15200
    },
    {
      "epoch": 0.2037433316254257,
      "grad_norm": 0.9235454797744751,
      "learning_rate": 0.0001845843458035649,
      "loss": 0.8678129196166993,
      "step": 15210
    },
    {
      "epoch": 0.20387728516364098,
      "grad_norm": 0.9952231645584106,
      "learning_rate": 0.00018456119526553732,
      "loss": 0.8475229263305664,
      "step": 15220
    }
  ],
  "logging_steps": 10,
  "max_steps": 74653,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 10000000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.1724488972764977e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}