{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 6.0,
  "eval_steps": 500,
  "global_step": 6204,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.009671179883945842,
      "grad_norm": 24.44034194946289,
      "learning_rate": 2.8938906752411576e-06,
      "loss": 1.4681,
      "step": 10
    },
    {
      "epoch": 0.019342359767891684,
      "grad_norm": 6.690027713775635,
      "learning_rate": 6.109324758842444e-06,
      "loss": 0.9413,
      "step": 20
    },
    {
      "epoch": 0.029013539651837523,
      "grad_norm": 4.713362693786621,
      "learning_rate": 9.32475884244373e-06,
      "loss": 0.4705,
      "step": 30
    },
    {
      "epoch": 0.03868471953578337,
      "grad_norm": 4.412670135498047,
      "learning_rate": 1.2540192926045016e-05,
      "loss": 0.3605,
      "step": 40
    },
    {
      "epoch": 0.048355899419729204,
      "grad_norm": 2.822944402694702,
      "learning_rate": 1.5755627009646305e-05,
      "loss": 0.2408,
      "step": 50
    },
    {
      "epoch": 0.058027079303675046,
      "grad_norm": 4.16936731338501,
      "learning_rate": 1.897106109324759e-05,
      "loss": 0.2283,
      "step": 60
    },
    {
      "epoch": 0.06769825918762089,
      "grad_norm": 2.3686766624450684,
      "learning_rate": 2.2186495176848876e-05,
      "loss": 0.2496,
      "step": 70
    },
    {
      "epoch": 0.07736943907156674,
      "grad_norm": 4.0314040184021,
      "learning_rate": 2.5401929260450164e-05,
      "loss": 0.2582,
      "step": 80
    },
    {
      "epoch": 0.08704061895551257,
      "grad_norm": 4.770857334136963,
      "learning_rate": 2.861736334405145e-05,
      "loss": 0.2502,
      "step": 90
    },
    {
      "epoch": 0.09671179883945841,
      "grad_norm": 2.425337076187134,
      "learning_rate": 3.1832797427652735e-05,
      "loss": 0.2034,
      "step": 100
    },
    {
      "epoch": 0.10638297872340426,
      "grad_norm": 2.927042007446289,
      "learning_rate": 3.504823151125402e-05,
      "loss": 0.227,
      "step": 110
    },
    {
      "epoch": 0.11605415860735009,
      "grad_norm": 3.0152804851531982,
      "learning_rate": 3.826366559485531e-05,
      "loss": 0.2269,
      "step": 120
    },
    {
      "epoch": 0.12572533849129594,
      "grad_norm": 2.005131959915161,
      "learning_rate": 4.14790996784566e-05,
      "loss": 0.2006,
      "step": 130
    },
    {
      "epoch": 0.13539651837524178,
      "grad_norm": 2.128777265548706,
      "learning_rate": 4.469453376205788e-05,
      "loss": 0.1938,
      "step": 140
    },
    {
      "epoch": 0.1450676982591876,
      "grad_norm": 2.191632032394409,
      "learning_rate": 4.7909967845659165e-05,
      "loss": 0.1796,
      "step": 150
    },
    {
      "epoch": 0.15473887814313347,
      "grad_norm": 2.128577709197998,
      "learning_rate": 5.112540192926045e-05,
      "loss": 0.1766,
      "step": 160
    },
    {
      "epoch": 0.1644100580270793,
      "grad_norm": 1.8308796882629395,
      "learning_rate": 5.434083601286174e-05,
      "loss": 0.147,
      "step": 170
    },
    {
      "epoch": 0.17408123791102514,
      "grad_norm": 1.7034330368041992,
      "learning_rate": 5.755627009646303e-05,
      "loss": 0.1756,
      "step": 180
    },
    {
      "epoch": 0.18375241779497098,
      "grad_norm": 1.9513800144195557,
      "learning_rate": 6.0771704180064314e-05,
      "loss": 0.1007,
      "step": 190
    },
    {
      "epoch": 0.19342359767891681,
      "grad_norm": 1.9292327165603638,
      "learning_rate": 6.398713826366561e-05,
      "loss": 0.1241,
      "step": 200
    },
    {
      "epoch": 0.20309477756286268,
      "grad_norm": 1.8945575952529907,
      "learning_rate": 6.720257234726688e-05,
      "loss": 0.0882,
      "step": 210
    },
    {
      "epoch": 0.2127659574468085,
      "grad_norm": 1.120330810546875,
      "learning_rate": 7.041800643086817e-05,
      "loss": 0.1004,
      "step": 220
    },
    {
      "epoch": 0.22243713733075435,
      "grad_norm": 1.6787478923797607,
      "learning_rate": 7.363344051446946e-05,
      "loss": 0.0918,
      "step": 230
    },
    {
      "epoch": 0.23210831721470018,
      "grad_norm": 1.8556439876556396,
      "learning_rate": 7.684887459807074e-05,
      "loss": 0.121,
      "step": 240
    },
    {
      "epoch": 0.24177949709864605,
      "grad_norm": 1.7498608827590942,
      "learning_rate": 8.006430868167203e-05,
      "loss": 0.1364,
      "step": 250
    },
    {
      "epoch": 0.2514506769825919,
      "grad_norm": 1.5057497024536133,
      "learning_rate": 8.327974276527332e-05,
      "loss": 0.0792,
      "step": 260
    },
    {
      "epoch": 0.2611218568665377,
      "grad_norm": 2.04183292388916,
      "learning_rate": 8.64951768488746e-05,
      "loss": 0.0837,
      "step": 270
    },
    {
      "epoch": 0.27079303675048355,
      "grad_norm": 1.0854979753494263,
      "learning_rate": 8.97106109324759e-05,
      "loss": 0.0803,
      "step": 280
    },
    {
      "epoch": 0.2804642166344294,
      "grad_norm": 1.236682653427124,
      "learning_rate": 9.292604501607718e-05,
      "loss": 0.0845,
      "step": 290
    },
    {
      "epoch": 0.2901353965183752,
      "grad_norm": 1.9350166320800781,
      "learning_rate": 9.614147909967847e-05,
      "loss": 0.1176,
      "step": 300
    },
    {
      "epoch": 0.29980657640232106,
      "grad_norm": 2.1703104972839355,
      "learning_rate": 9.935691318327974e-05,
      "loss": 0.1025,
      "step": 310
    },
    {
      "epoch": 0.30947775628626695,
      "grad_norm": 1.8662354946136475,
      "learning_rate": 9.999954527776843e-05,
      "loss": 0.1023,
      "step": 320
    },
    {
      "epoch": 0.3191489361702128,
      "grad_norm": 2.0810203552246094,
      "learning_rate": 9.999769798287787e-05,
      "loss": 0.1034,
      "step": 330
    },
    {
      "epoch": 0.3288201160541586,
      "grad_norm": 2.457061767578125,
      "learning_rate": 9.999442974764878e-05,
      "loss": 0.1177,
      "step": 340
    },
    {
      "epoch": 0.33849129593810445,
      "grad_norm": 1.7535247802734375,
      "learning_rate": 9.998974066496482e-05,
      "loss": 0.1117,
      "step": 350
    },
    {
      "epoch": 0.3481624758220503,
      "grad_norm": 1.8523434400558472,
      "learning_rate": 9.998363086809024e-05,
      "loss": 0.0835,
      "step": 360
    },
    {
      "epoch": 0.3578336557059961,
      "grad_norm": 1.2039618492126465,
      "learning_rate": 9.997610053066615e-05,
      "loss": 0.108,
      "step": 370
    },
    {
      "epoch": 0.36750483558994196,
      "grad_norm": 1.156937837600708,
      "learning_rate": 9.996714986670563e-05,
      "loss": 0.0853,
      "step": 380
    },
    {
      "epoch": 0.3771760154738878,
      "grad_norm": 1.6097149848937988,
      "learning_rate": 9.995677913058759e-05,
      "loss": 0.1072,
      "step": 390
    },
    {
      "epoch": 0.38684719535783363,
      "grad_norm": 1.9324644804000854,
      "learning_rate": 9.994498861704953e-05,
      "loss": 0.0794,
      "step": 400
    },
    {
      "epoch": 0.3965183752417795,
      "grad_norm": 1.9199494123458862,
      "learning_rate": 9.993177866117921e-05,
      "loss": 0.1226,
      "step": 410
    },
    {
      "epoch": 0.40618955512572535,
      "grad_norm": 1.6624623537063599,
      "learning_rate": 9.991714963840509e-05,
      "loss": 0.1102,
      "step": 420
    },
    {
      "epoch": 0.4158607350096712,
      "grad_norm": 1.0354992151260376,
      "learning_rate": 9.990110196448569e-05,
      "loss": 0.0755,
      "step": 430
    },
    {
      "epoch": 0.425531914893617,
      "grad_norm": 1.6620466709136963,
      "learning_rate": 9.988363609549775e-05,
      "loss": 0.0891,
      "step": 440
    },
    {
      "epoch": 0.43520309477756286,
      "grad_norm": 1.04806649684906,
      "learning_rate": 9.986475252782328e-05,
      "loss": 0.0878,
      "step": 450
    },
    {
      "epoch": 0.4448742746615087,
      "grad_norm": 1.576295018196106,
      "learning_rate": 9.984445179813544e-05,
      "loss": 0.0878,
      "step": 460
    },
    {
      "epoch": 0.45454545454545453,
      "grad_norm": 1.0767730474472046,
      "learning_rate": 9.982273448338333e-05,
      "loss": 0.0791,
      "step": 470
    },
    {
      "epoch": 0.46421663442940037,
      "grad_norm": 1.4659028053283691,
      "learning_rate": 9.979960120077552e-05,
      "loss": 0.0866,
      "step": 480
    },
    {
      "epoch": 0.4738878143133462,
      "grad_norm": 1.5786125659942627,
      "learning_rate": 9.977505260776256e-05,
      "loss": 0.0988,
      "step": 490
    },
    {
      "epoch": 0.4835589941972921,
      "grad_norm": 1.6489009857177734,
      "learning_rate": 9.974908940201832e-05,
      "loss": 0.0869,
      "step": 500
    },
    {
      "epoch": 0.4932301740812379,
      "grad_norm": 0.7527281045913696,
      "learning_rate": 9.972171232142009e-05,
      "loss": 0.0719,
      "step": 510
    },
    {
      "epoch": 0.5029013539651838,
      "grad_norm": 1.4554203748703003,
      "learning_rate": 9.969292214402763e-05,
      "loss": 0.088,
      "step": 520
    },
    {
      "epoch": 0.5125725338491296,
      "grad_norm": 2.0800702571868896,
      "learning_rate": 9.966271968806114e-05,
      "loss": 0.1026,
      "step": 530
    },
    {
      "epoch": 0.5222437137330754,
      "grad_norm": 1.1512351036071777,
      "learning_rate": 9.963110581187786e-05,
      "loss": 0.0661,
      "step": 540
    },
    {
      "epoch": 0.5319148936170213,
      "grad_norm": 1.221619963645935,
      "learning_rate": 9.959808141394783e-05,
      "loss": 0.0994,
      "step": 550
    },
    {
      "epoch": 0.5415860735009671,
      "grad_norm": 1.9154071807861328,
      "learning_rate": 9.956364743282822e-05,
      "loss": 0.0921,
      "step": 560
    },
    {
      "epoch": 0.5512572533849129,
      "grad_norm": 1.7692652940750122,
      "learning_rate": 9.952780484713676e-05,
      "loss": 0.0756,
      "step": 570
    },
    {
      "epoch": 0.5609284332688588,
      "grad_norm": 1.2539873123168945,
      "learning_rate": 9.949055467552383e-05,
      "loss": 0.0842,
      "step": 580
    },
    {
      "epoch": 0.5705996131528046,
      "grad_norm": 1.3379650115966797,
      "learning_rate": 9.945189797664364e-05,
      "loss": 0.0619,
      "step": 590
    },
    {
      "epoch": 0.5802707930367504,
      "grad_norm": 0.8677520155906677,
      "learning_rate": 9.941183584912402e-05,
      "loss": 0.0682,
      "step": 600
    },
    {
      "epoch": 0.5899419729206963,
      "grad_norm": 0.9744980335235596,
      "learning_rate": 9.937036943153521e-05,
      "loss": 0.0717,
      "step": 610
    },
    {
      "epoch": 0.5996131528046421,
      "grad_norm": 0.8402786254882812,
      "learning_rate": 9.932749990235765e-05,
      "loss": 0.1027,
      "step": 620
    },
    {
      "epoch": 0.6092843326885881,
      "grad_norm": 1.1285996437072754,
      "learning_rate": 9.928322847994824e-05,
      "loss": 0.0886,
      "step": 630
    },
    {
      "epoch": 0.6189555125725339,
      "grad_norm": 1.4426746368408203,
      "learning_rate": 9.923755642250592e-05,
      "loss": 0.068,
      "step": 640
    },
    {
      "epoch": 0.6286266924564797,
      "grad_norm": 1.5332984924316406,
      "learning_rate": 9.919048502803585e-05,
      "loss": 0.0833,
      "step": 650
    },
    {
      "epoch": 0.6382978723404256,
      "grad_norm": 1.105941891670227,
      "learning_rate": 9.914201563431244e-05,
      "loss": 0.111,
      "step": 660
    },
    {
      "epoch": 0.6479690522243714,
      "grad_norm": 1.4473552703857422,
      "learning_rate": 9.90921496188415e-05,
      "loss": 0.0762,
      "step": 670
    },
    {
      "epoch": 0.6576402321083172,
      "grad_norm": 1.5708764791488647,
      "learning_rate": 9.904088839882091e-05,
      "loss": 0.0859,
      "step": 680
    },
    {
      "epoch": 0.6673114119922631,
      "grad_norm": 1.2844336032867432,
      "learning_rate": 9.898823343110044e-05,
      "loss": 0.0957,
      "step": 690
    },
    {
      "epoch": 0.6769825918762089,
      "grad_norm": 1.6768057346343994,
      "learning_rate": 9.893418621214035e-05,
      "loss": 0.0809,
      "step": 700
    },
    {
      "epoch": 0.6866537717601547,
      "grad_norm": 1.4858318567276,
      "learning_rate": 9.887874827796883e-05,
      "loss": 0.0892,
      "step": 710
    },
    {
      "epoch": 0.6963249516441006,
      "grad_norm": 1.6050068140029907,
      "learning_rate": 9.882192120413836e-05,
      "loss": 0.096,
      "step": 720
    },
    {
      "epoch": 0.7059961315280464,
      "grad_norm": 1.5677608251571655,
      "learning_rate": 9.876370660568093e-05,
      "loss": 0.0881,
      "step": 730
    },
    {
      "epoch": 0.7156673114119922,
      "grad_norm": 1.1384512186050415,
      "learning_rate": 9.870410613706213e-05,
      "loss": 0.0703,
      "step": 740
    },
    {
      "epoch": 0.7253384912959381,
      "grad_norm": 1.0231720209121704,
      "learning_rate": 9.864312149213415e-05,
      "loss": 0.0921,
      "step": 750
    },
    {
      "epoch": 0.7350096711798839,
      "grad_norm": 1.413155198097229,
      "learning_rate": 9.858075440408763e-05,
      "loss": 0.0675,
      "step": 760
    },
    {
      "epoch": 0.7446808510638298,
      "grad_norm": 1.3844788074493408,
      "learning_rate": 9.85170066454024e-05,
      "loss": 0.0728,
      "step": 770
    },
    {
      "epoch": 0.7543520309477756,
      "grad_norm": 1.1459215879440308,
      "learning_rate": 9.845188002779709e-05,
      "loss": 0.0816,
      "step": 780
    },
    {
      "epoch": 0.7640232108317214,
      "grad_norm": 0.8351351022720337,
      "learning_rate": 9.838537640217771e-05,
      "loss": 0.0623,
      "step": 790
    },
    {
      "epoch": 0.7736943907156673,
      "grad_norm": 1.7174443006515503,
      "learning_rate": 9.831749765858493e-05,
      "loss": 0.0579,
      "step": 800
    },
    {
      "epoch": 0.7833655705996132,
      "grad_norm": 1.0191315412521362,
      "learning_rate": 9.824824572614051e-05,
      "loss": 0.069,
      "step": 810
    },
    {
      "epoch": 0.793036750483559,
      "grad_norm": 0.9774691462516785,
      "learning_rate": 9.81776225729923e-05,
      "loss": 0.0754,
      "step": 820
    },
    {
      "epoch": 0.8027079303675049,
      "grad_norm": 0.9137893319129944,
      "learning_rate": 9.810563020625847e-05,
      "loss": 0.0615,
      "step": 830
    },
    {
      "epoch": 0.8123791102514507,
      "grad_norm": 1.2192366123199463,
      "learning_rate": 9.80322706719704e-05,
      "loss": 0.0704,
      "step": 840
    },
    {
      "epoch": 0.8220502901353965,
      "grad_norm": 1.6035780906677246,
      "learning_rate": 9.795754605501448e-05,
      "loss": 0.0945,
      "step": 850
    },
    {
      "epoch": 0.8317214700193424,
      "grad_norm": 1.0078715085983276,
      "learning_rate": 9.788145847907295e-05,
      "loss": 0.1096,
      "step": 860
    },
    {
      "epoch": 0.8413926499032882,
      "grad_norm": 1.2845641374588013,
      "learning_rate": 9.78040101065635e-05,
      "loss": 0.0816,
      "step": 870
    },
    {
      "epoch": 0.851063829787234,
      "grad_norm": 0.9711397886276245,
      "learning_rate": 9.772520313857775e-05,
      "loss": 0.0535,
      "step": 880
    },
    {
      "epoch": 0.8607350096711799,
      "grad_norm": 0.8473970293998718,
      "learning_rate": 9.764503981481889e-05,
      "loss": 0.1162,
      "step": 890
    },
    {
      "epoch": 0.8704061895551257,
      "grad_norm": 1.0621051788330078,
      "learning_rate": 9.756352241353775e-05,
      "loss": 0.0524,
      "step": 900
    },
    {
      "epoch": 0.8800773694390716,
      "grad_norm": 0.8638499975204468,
      "learning_rate": 9.748065325146831e-05,
      "loss": 0.0959,
      "step": 910
    },
    {
      "epoch": 0.8897485493230174,
      "grad_norm": 1.2596042156219482,
      "learning_rate": 9.739643468376168e-05,
      "loss": 0.109,
      "step": 920
    },
    {
      "epoch": 0.8994197292069632,
      "grad_norm": 1.4781110286712646,
      "learning_rate": 9.731086910391929e-05,
      "loss": 0.0759,
      "step": 930
    },
    {
      "epoch": 0.9090909090909091,
      "grad_norm": 0.6829935908317566,
      "learning_rate": 9.722395894372473e-05,
      "loss": 0.0647,
      "step": 940
    },
    {
      "epoch": 0.9187620889748549,
      "grad_norm": 1.3739678859710693,
      "learning_rate": 9.713570667317484e-05,
      "loss": 0.075,
      "step": 950
    },
    {
      "epoch": 0.9284332688588007,
      "grad_norm": 2.1813700199127197,
      "learning_rate": 9.704611480040924e-05,
      "loss": 0.0838,
      "step": 960
    },
    {
      "epoch": 0.9381044487427466,
      "grad_norm": 1.369883418083191,
      "learning_rate": 9.695518587163934e-05,
      "loss": 0.0826,
      "step": 970
    },
    {
      "epoch": 0.9477756286266924,
      "grad_norm": 1.0406382083892822,
      "learning_rate": 9.686292247107576e-05,
      "loss": 0.0813,
      "step": 980
    },
    {
      "epoch": 0.9574468085106383,
      "grad_norm": 0.7118716835975647,
      "learning_rate": 9.676932722085497e-05,
      "loss": 0.0699,
      "step": 990
    },
    {
      "epoch": 0.9671179883945842,
      "grad_norm": 0.8812552690505981,
      "learning_rate": 9.667440278096474e-05,
      "loss": 0.0649,
      "step": 1000
    },
    {
      "epoch": 0.97678916827853,
      "grad_norm": 1.2384358644485474,
      "learning_rate": 9.657815184916864e-05,
      "loss": 0.0685,
      "step": 1010
    },
    {
      "epoch": 0.9864603481624759,
      "grad_norm": 1.6104599237442017,
      "learning_rate": 9.648057716092922e-05,
      "loss": 0.0676,
      "step": 1020
    },
    {
      "epoch": 0.9961315280464217,
      "grad_norm": 0.8022626638412476,
      "learning_rate": 9.638168148933035e-05,
      "loss": 0.0774,
      "step": 1030
    },
    {
      "epoch": 1.0058027079303675,
      "grad_norm": 1.054582953453064,
      "learning_rate": 9.628146764499846e-05,
      "loss": 0.0846,
      "step": 1040
    },
    {
      "epoch": 1.0154738878143132,
      "grad_norm": 0.8349149823188782,
      "learning_rate": 9.61799384760225e-05,
      "loss": 0.0646,
      "step": 1050
    },
    {
      "epoch": 1.0251450676982592,
      "grad_norm": 0.8786922693252563,
      "learning_rate": 9.607709686787319e-05,
      "loss": 0.0716,
      "step": 1060
    },
    {
      "epoch": 1.0348162475822051,
      "grad_norm": 0.6788738965988159,
      "learning_rate": 9.597294574332086e-05,
      "loss": 0.0561,
      "step": 1070
    },
    {
      "epoch": 1.0444874274661509,
      "grad_norm": 1.3167941570281982,
      "learning_rate": 9.586748806235249e-05,
      "loss": 0.0976,
      "step": 1080
    },
    {
      "epoch": 1.0541586073500968,
      "grad_norm": 1.241952657699585,
      "learning_rate": 9.576072682208753e-05,
      "loss": 0.0692,
      "step": 1090
    },
    {
      "epoch": 1.0638297872340425,
      "grad_norm": 1.2619807720184326,
      "learning_rate": 9.565266505669273e-05,
      "loss": 0.05,
      "step": 1100
    },
    {
      "epoch": 1.0735009671179885,
      "grad_norm": 1.4039560556411743,
      "learning_rate": 9.554330583729588e-05,
      "loss": 0.0524,
      "step": 1110
    },
    {
      "epoch": 1.0831721470019342,
      "grad_norm": 0.8033227324485779,
      "learning_rate": 9.543265227189865e-05,
      "loss": 0.0493,
      "step": 1120
    },
    {
      "epoch": 1.0928433268858802,
      "grad_norm": 0.7179227471351624,
      "learning_rate": 9.532070750528808e-05,
      "loss": 0.0586,
      "step": 1130
    },
    {
      "epoch": 1.1025145067698259,
      "grad_norm": 0.6173300743103027,
      "learning_rate": 9.520747471894738e-05,
      "loss": 0.0506,
      "step": 1140
    },
    {
      "epoch": 1.1121856866537718,
      "grad_norm": 1.217545509338379,
      "learning_rate": 9.509295713096535e-05,
      "loss": 0.0646,
      "step": 1150
    },
    {
      "epoch": 1.1218568665377175,
      "grad_norm": 1.1059445142745972,
      "learning_rate": 9.497715799594504e-05,
      "loss": 0.0619,
      "step": 1160
    },
    {
      "epoch": 1.1315280464216635,
      "grad_norm": 1.034622311592102,
      "learning_rate": 9.486008060491122e-05,
      "loss": 0.0753,
      "step": 1170
    },
    {
      "epoch": 1.1411992263056092,
      "grad_norm": 0.9104421138763428,
      "learning_rate": 9.474172828521686e-05,
      "loss": 0.074,
      "step": 1180
    },
    {
      "epoch": 1.1508704061895552,
      "grad_norm": 0.8334459066390991,
      "learning_rate": 9.46221044004485e-05,
      "loss": 0.0459,
      "step": 1190
    },
    {
      "epoch": 1.1605415860735009,
      "grad_norm": 1.2039155960083008,
      "learning_rate": 9.450121235033071e-05,
      "loss": 0.0734,
      "step": 1200
    },
    {
      "epoch": 1.1702127659574468,
      "grad_norm": 1.3917005062103271,
      "learning_rate": 9.437905557062953e-05,
      "loss": 0.0467,
      "step": 1210
    },
    {
      "epoch": 1.1798839458413926,
      "grad_norm": 0.7860804796218872,
      "learning_rate": 9.425563753305468e-05,
      "loss": 0.0563,
      "step": 1220
    },
    {
      "epoch": 1.1895551257253385,
      "grad_norm": 0.863236665725708,
      "learning_rate": 9.413096174516104e-05,
      "loss": 0.0577,
      "step": 1230
    },
    {
      "epoch": 1.1992263056092844,
      "grad_norm": 1.4575819969177246,
      "learning_rate": 9.400503175024887e-05,
      "loss": 0.0448,
      "step": 1240
    },
    {
      "epoch": 1.2088974854932302,
      "grad_norm": 0.7629445791244507,
      "learning_rate": 9.38778511272631e-05,
      "loss": 0.0628,
      "step": 1250
    },
    {
      "epoch": 1.218568665377176,
      "grad_norm": 0.7519813776016235,
      "learning_rate": 9.374942349069172e-05,
      "loss": 0.0503,
      "step": 1260
    },
    {
      "epoch": 1.2282398452611218,
      "grad_norm": 0.8229959607124329,
      "learning_rate": 9.361975249046298e-05,
      "loss": 0.0625,
      "step": 1270
    },
    {
      "epoch": 1.2379110251450678,
      "grad_norm": 0.9476462602615356,
      "learning_rate": 9.34888418118416e-05,
      "loss": 0.0799,
      "step": 1280
    },
    {
      "epoch": 1.2475822050290135,
      "grad_norm": 1.5735983848571777,
      "learning_rate": 9.33566951753242e-05,
      "loss": 0.0553,
      "step": 1290
    },
    {
      "epoch": 1.2572533849129595,
      "grad_norm": 0.9222705960273743,
      "learning_rate": 9.322331633653338e-05,
      "loss": 0.077,
      "step": 1300
    },
    {
      "epoch": 1.2669245647969052,
      "grad_norm": 1.3449596166610718,
      "learning_rate": 9.308870908611114e-05,
      "loss": 0.0876,
      "step": 1310
    },
    {
      "epoch": 1.2765957446808511,
      "grad_norm": 1.3766734600067139,
      "learning_rate": 9.295287724961105e-05,
      "loss": 0.0858,
      "step": 1320
    },
    {
      "epoch": 1.2862669245647969,
      "grad_norm": 1.0376843214035034,
      "learning_rate": 9.281582468738954e-05,
      "loss": 0.0656,
      "step": 1330
    },
    {
      "epoch": 1.2959381044487428,
      "grad_norm": 0.8672601580619812,
      "learning_rate": 9.267755529449622e-05,
      "loss": 0.0622,
      "step": 1340
    },
    {
      "epoch": 1.3056092843326885,
      "grad_norm": 1.3528666496276855,
      "learning_rate": 9.253807300056318e-05,
      "loss": 0.071,
      "step": 1350
    },
    {
      "epoch": 1.3152804642166345,
      "grad_norm": 1.7285064458847046,
      "learning_rate": 9.23973817696933e-05,
      "loss": 0.0652,
      "step": 1360
    },
    {
      "epoch": 1.3249516441005802,
      "grad_norm": 1.1529525518417358,
      "learning_rate": 9.225548560034755e-05,
      "loss": 0.092,
      "step": 1370
    },
    {
      "epoch": 1.3346228239845261,
      "grad_norm": 0.6476477980613708,
      "learning_rate": 9.211238852523143e-05,
      "loss": 0.0594,
      "step": 1380
    },
    {
      "epoch": 1.3442940038684719,
      "grad_norm": 0.8736560344696045,
      "learning_rate": 9.196809461118028e-05,
      "loss": 0.0589,
      "step": 1390
    },
    {
      "epoch": 1.3539651837524178,
      "grad_norm": 1.4757840633392334,
      "learning_rate": 9.182260795904381e-05,
      "loss": 0.0516,
      "step": 1400
    },
    {
      "epoch": 1.3636363636363638,
      "grad_norm": 0.7204063534736633,
      "learning_rate": 9.167593270356943e-05,
      "loss": 0.0668,
      "step": 1410
    },
    {
      "epoch": 1.3733075435203095,
      "grad_norm": 0.9141053557395935,
      "learning_rate": 9.152807301328477e-05,
      "loss": 0.0569,
      "step": 1420
    },
    {
      "epoch": 1.3829787234042552,
      "grad_norm": 0.8239625096321106,
      "learning_rate": 9.13790330903793e-05,
      "loss": 0.0598,
      "step": 1430
    },
    {
      "epoch": 1.3926499032882012,
      "grad_norm": 0.8583274483680725,
      "learning_rate": 9.122881717058478e-05,
      "loss": 0.0577,
      "step": 1440
    },
    {
      "epoch": 1.402321083172147,
      "grad_norm": 0.9052994251251221,
      "learning_rate": 9.107742952305499e-05,
      "loss": 0.048,
      "step": 1450
    },
    {
      "epoch": 1.4119922630560928,
      "grad_norm": 1.437188744544983,
      "learning_rate": 9.09248744502443e-05,
      "loss": 0.0658,
      "step": 1460
    },
    {
      "epoch": 1.4216634429400385,
      "grad_norm": 0.8630630373954773,
      "learning_rate": 9.077115628778546e-05,
      "loss": 0.0771,
      "step": 1470
    },
    {
      "epoch": 1.4313346228239845,
      "grad_norm": 1.1816788911819458,
      "learning_rate": 9.061627940436637e-05,
      "loss": 0.0875,
      "step": 1480
    },
    {
      "epoch": 1.4410058027079304,
      "grad_norm": 0.8559953570365906,
      "learning_rate": 9.04602482016059e-05,
      "loss": 0.0831,
      "step": 1490
    },
    {
      "epoch": 1.4506769825918762,
      "grad_norm": 0.9657324552536011,
      "learning_rate": 9.030306711392881e-05,
      "loss": 0.0539,
      "step": 1500
    },
    {
      "epoch": 1.460348162475822,
      "grad_norm": 0.8932152390480042,
      "learning_rate": 9.014474060843977e-05,
      "loss": 0.0642,
      "step": 1510
    },
    {
      "epoch": 1.4700193423597678,
      "grad_norm": 1.0245822668075562,
      "learning_rate": 8.998527318479624e-05,
      "loss": 0.0479,
      "step": 1520
    },
    {
      "epoch": 1.4796905222437138,
      "grad_norm": 0.9639188647270203,
      "learning_rate": 8.982466937508081e-05,
      "loss": 0.0693,
      "step": 1530
    },
    {
      "epoch": 1.4893617021276595,
      "grad_norm": 1.073379635810852,
      "learning_rate": 8.966293374367225e-05,
      "loss": 0.0615,
      "step": 1540
    },
    {
      "epoch": 1.4990328820116054,
      "grad_norm": 1.4379609823226929,
      "learning_rate": 8.950007088711587e-05,
      "loss": 0.0479,
      "step": 1550
    },
    {
      "epoch": 1.5087040618955512,
      "grad_norm": 0.8824180960655212,
      "learning_rate": 8.93360854339928e-05,
      "loss": 0.0467,
      "step": 1560
    },
    {
      "epoch": 1.5183752417794971,
      "grad_norm": 0.983618438243866,
      "learning_rate": 8.917098204478855e-05,
      "loss": 0.0684,
      "step": 1570
    },
    {
      "epoch": 1.528046421663443,
      "grad_norm": 0.5611229538917542,
      "learning_rate": 8.900476541176041e-05,
      "loss": 0.0567,
      "step": 1580
    },
    {
      "epoch": 1.5377176015473888,
      "grad_norm": 0.799905002117157,
      "learning_rate": 8.883744025880428e-05,
      "loss": 0.0569,
      "step": 1590
    },
    {
      "epoch": 1.5473887814313345,
      "grad_norm": 0.7521457076072693,
      "learning_rate": 8.866901134132029e-05,
      "loss": 0.0519,
      "step": 1600
    },
    {
      "epoch": 1.5570599613152805,
      "grad_norm": 1.2996644973754883,
      "learning_rate": 8.849948344607768e-05,
      "loss": 0.0808,
      "step": 1610
    },
    {
      "epoch": 1.5667311411992264,
      "grad_norm": 0.6432897448539734,
      "learning_rate": 8.832886139107877e-05,
      "loss": 0.042,
      "step": 1620
    },
    {
      "epoch": 1.5764023210831721,
      "grad_norm": 0.8824139833450317,
      "learning_rate": 8.815715002542203e-05,
      "loss": 0.0422,
      "step": 1630
    },
    {
      "epoch": 1.5860735009671179,
      "grad_norm": 0.6968522071838379,
      "learning_rate": 8.798435422916425e-05,
      "loss": 0.0643,
      "step": 1640
    },
    {
      "epoch": 1.5957446808510638,
      "grad_norm": 0.9571126103401184,
      "learning_rate": 8.781047891318189e-05,
      "loss": 0.0483,
      "step": 1650
    },
    {
      "epoch": 1.6054158607350097,
      "grad_norm": 1.081520915031433,
      "learning_rate": 8.763552901903145e-05,
      "loss": 0.0593,
      "step": 1660
    },
    {
      "epoch": 1.6150870406189555,
      "grad_norm": 1.0217840671539307,
      "learning_rate": 8.745950951880909e-05,
      "loss": 0.0479,
      "step": 1670
    },
    {
      "epoch": 1.6247582205029012,
      "grad_norm": 1.0350195169448853,
      "learning_rate": 8.72824254150093e-05,
      "loss": 0.0668,
      "step": 1680
    },
    {
      "epoch": 1.6344294003868471,
      "grad_norm": 0.6213630437850952,
      "learning_rate": 8.71042817403827e-05,
      "loss": 0.0588,
      "step": 1690
    },
    {
      "epoch": 1.644100580270793,
      "grad_norm": 0.6268076300621033,
      "learning_rate": 8.692508355779306e-05,
      "loss": 0.0553,
      "step": 1700
    },
    {
      "epoch": 1.653771760154739,
      "grad_norm": 0.5381132960319519,
      "learning_rate": 8.674483596007339e-05,
      "loss": 0.0342,
      "step": 1710
    },
    {
      "epoch": 1.6634429400386848,
      "grad_norm": 1.0531642436981201,
      "learning_rate": 8.656354406988118e-05,
      "loss": 0.0514,
      "step": 1720
    },
    {
      "epoch": 1.6731141199226305,
      "grad_norm": 0.7282756567001343,
      "learning_rate": 8.638121303955285e-05,
      "loss": 0.0412,
      "step": 1730
    },
    {
      "epoch": 1.6827852998065764,
      "grad_norm": 0.7972638010978699,
      "learning_rate": 8.619784805095727e-05,
      "loss": 0.0639,
      "step": 1740
    },
    {
      "epoch": 1.6924564796905224,
      "grad_norm": 0.8569982647895813,
      "learning_rate": 8.601345431534858e-05,
      "loss": 0.0503,
      "step": 1750
    },
    {
      "epoch": 1.702127659574468,
      "grad_norm": 0.9498874545097351,
      "learning_rate": 8.582803707321798e-05,
      "loss": 0.0569,
      "step": 1760
    },
    {
      "epoch": 1.7117988394584138,
      "grad_norm": 1.1946313381195068,
      "learning_rate": 8.564160159414486e-05,
      "loss": 0.0607,
      "step": 1770
    },
    {
      "epoch": 1.7214700193423598,
      "grad_norm": 0.6601125597953796,
      "learning_rate": 8.545415317664702e-05,
      "loss": 0.0597,
      "step": 1780
    },
    {
      "epoch": 1.7311411992263057,
      "grad_norm": 0.9701907634735107,
      "learning_rate": 8.52656971480301e-05,
      "loss": 0.0767,
      "step": 1790
    },
    {
      "epoch": 1.7408123791102514,
      "grad_norm": 0.8961754441261292,
      "learning_rate": 8.507623886423611e-05,
      "loss": 0.0686,
      "step": 1800
    },
    {
      "epoch": 1.7504835589941972,
      "grad_norm": 0.5994454622268677,
      "learning_rate": 8.488578370969135e-05,
      "loss": 0.0434,
      "step": 1810
    },
    {
      "epoch": 1.760154738878143,
      "grad_norm": 0.969637930393219,
      "learning_rate": 8.469433709715326e-05,
      "loss": 0.0441,
      "step": 1820
    },
    {
      "epoch": 1.769825918762089,
      "grad_norm": 1.026606559753418,
      "learning_rate": 8.450190446755662e-05,
      "loss": 0.0579,
      "step": 1830
    },
    {
      "epoch": 1.7794970986460348,
      "grad_norm": 0.7625636458396912,
      "learning_rate": 8.430849128985894e-05,
      "loss": 0.0606,
      "step": 1840
    },
    {
      "epoch": 1.7891682785299805,
      "grad_norm": 0.6819183230400085,
      "learning_rate": 8.4114103060885e-05,
      "loss": 0.0671,
      "step": 1850
    },
    {
      "epoch": 1.7988394584139265,
      "grad_norm": 0.889546275138855,
      "learning_rate": 8.39187453051707e-05,
      "loss": 0.0396,
      "step": 1860
    },
    {
      "epoch": 1.8085106382978724,
      "grad_norm": 0.6799550652503967,
      "learning_rate": 8.372242357480595e-05,
      "loss": 0.0574,
      "step": 1870
    },
    {
      "epoch": 1.8181818181818183,
      "grad_norm": 0.5909935832023621,
      "learning_rate": 8.352514344927698e-05,
      "loss": 0.0532,
      "step": 1880
    },
    {
      "epoch": 1.827852998065764,
      "grad_norm": 1.0295681953430176,
      "learning_rate": 8.332691053530766e-05,
      "loss": 0.0584,
      "step": 1890
    },
    {
      "epoch": 1.8375241779497098,
      "grad_norm": 0.7029241919517517,
      "learning_rate": 8.312773046670026e-05,
      "loss": 0.0675,
      "step": 1900
    },
    {
      "epoch": 1.8471953578336557,
      "grad_norm": 1.4932246208190918,
      "learning_rate": 8.29276089041753e-05,
      "loss": 0.0673,
      "step": 1910
    },
    {
      "epoch": 1.8568665377176017,
      "grad_norm": 1.1596242189407349,
      "learning_rate": 8.272655153521063e-05,
      "loss": 0.0649,
      "step": 1920
    },
    {
      "epoch": 1.8665377176015474,
      "grad_norm": 1.178709864616394,
      "learning_rate": 8.252456407387985e-05,
      "loss": 0.0575,
      "step": 1930
    },
    {
      "epoch": 1.8762088974854931,
      "grad_norm": 1.1823804378509521,
      "learning_rate": 8.232165226068989e-05,
      "loss": 0.0702,
      "step": 1940
    },
    {
      "epoch": 1.885880077369439,
      "grad_norm": 0.8124695420265198,
      "learning_rate": 8.211782186241786e-05,
      "loss": 0.0677,
      "step": 1950
    },
    {
      "epoch": 1.895551257253385,
      "grad_norm": 0.6663067936897278,
      "learning_rate": 8.191307867194717e-05,
      "loss": 0.0555,
      "step": 1960
    },
    {
      "epoch": 1.9052224371373307,
      "grad_norm": 0.8789646625518799,
      "learning_rate": 8.170742850810291e-05,
      "loss": 0.0427,
      "step": 1970
    },
    {
      "epoch": 1.9148936170212765,
      "grad_norm": 0.4829818308353424,
      "learning_rate": 8.150087721548641e-05,
      "loss": 0.0451,
      "step": 1980
    },
    {
      "epoch": 1.9245647969052224,
      "grad_norm": 0.6967297792434692,
      "learning_rate": 8.129343066430922e-05,
      "loss": 0.0491,
      "step": 1990
    },
    {
      "epoch": 1.9342359767891684,
      "grad_norm": 0.7079561352729797,
      "learning_rate": 8.108509475022623e-05,
      "loss": 0.0382,
      "step": 2000
    },
    {
      "epoch": 1.943907156673114,
      "grad_norm": 0.5808671116828918,
      "learning_rate": 8.087587539416812e-05,
      "loss": 0.0271,
      "step": 2010
    },
    {
      "epoch": 1.9535783365570598,
      "grad_norm": 0.6555469632148743,
      "learning_rate": 8.066577854217311e-05,
      "loss": 0.0475,
      "step": 2020
    },
    {
      "epoch": 1.9632495164410058,
      "grad_norm": 0.8475154638290405,
      "learning_rate": 8.045481016521794e-05,
      "loss": 0.0521,
      "step": 2030
    },
    {
      "epoch": 1.9729206963249517,
      "grad_norm": 0.9655666947364807,
      "learning_rate": 8.02429762590482e-05,
      "loss": 0.0501,
      "step": 2040
    },
    {
      "epoch": 1.9825918762088974,
      "grad_norm": 0.6881898045539856,
      "learning_rate": 8.003028284400793e-05,
      "loss": 0.0469,
      "step": 2050
    },
    {
      "epoch": 1.9922630560928434,
      "grad_norm": 1.0137619972229004,
      "learning_rate": 7.981673596486844e-05,
      "loss": 0.0478,
      "step": 2060
    },
    {
      "epoch": 2.001934235976789,
      "grad_norm": 1.0981329679489136,
      "learning_rate": 7.960234169065673e-05,
      "loss": 0.0458,
      "step": 2070
    },
    {
      "epoch": 2.011605415860735,
      "grad_norm": 0.8016504049301147,
      "learning_rate": 7.93871061144827e-05,
      "loss": 0.054,
      "step": 2080
    },
    {
      "epoch": 2.021276595744681,
      "grad_norm": 1.3472657203674316,
      "learning_rate": 7.917103535336629e-05,
      "loss": 0.0608,
      "step": 2090
    },
    {
      "epoch": 2.0309477756286265,
      "grad_norm": 0.5689996480941772,
      "learning_rate": 7.895413554806339e-05,
      "loss": 0.0404,
      "step": 2100
    },
    {
      "epoch": 2.0406189555125724,
      "grad_norm": 0.7258778214454651,
      "learning_rate": 7.873641286289147e-05,
      "loss": 0.0516,
      "step": 2110
    },
    {
      "epoch": 2.0502901353965184,
      "grad_norm": 1.1373950242996216,
      "learning_rate": 7.851787348555435e-05,
      "loss": 0.0581,
      "step": 2120
    },
    {
      "epoch": 2.0599613152804643,
      "grad_norm": 1.2205981016159058,
      "learning_rate": 7.829852362696632e-05,
      "loss": 0.0497,
      "step": 2130
    },
    {
      "epoch": 2.0696324951644103,
      "grad_norm": 1.0518373250961304,
      "learning_rate": 7.807836952107562e-05,
      "loss": 0.0726,
      "step": 2140
    },
    {
      "epoch": 2.079303675048356,
      "grad_norm": 1.4822566509246826,
      "learning_rate": 7.785741742468733e-05,
      "loss": 0.0704,
      "step": 2150
    },
    {
      "epoch": 2.0889748549323017,
      "grad_norm": 0.8189758062362671,
      "learning_rate": 7.763567361728547e-05,
      "loss": 0.0424,
      "step": 2160
    },
    {
      "epoch": 2.0986460348162477,
      "grad_norm": 0.7137297987937927,
      "learning_rate": 7.741314440085461e-05,
      "loss": 0.0561,
      "step": 2170
    },
    {
      "epoch": 2.1083172147001936,
      "grad_norm": 0.9225335121154785,
      "learning_rate": 7.718983609970074e-05,
      "loss": 0.0753,
      "step": 2180
    },
    {
      "epoch": 2.117988394584139,
      "grad_norm": 1.7536728382110596,
      "learning_rate": 7.69657550602715e-05,
      "loss": 0.0534,
      "step": 2190
    },
    {
      "epoch": 2.127659574468085,
      "grad_norm": 1.1139140129089355,
      "learning_rate": 7.674090765097586e-05,
      "loss": 0.0441,
      "step": 2200
    },
    {
      "epoch": 2.137330754352031,
      "grad_norm": 1.1235138177871704,
      "learning_rate": 7.65153002620031e-05,
      "loss": 0.0566,
      "step": 2210
    },
    {
      "epoch": 2.147001934235977,
      "grad_norm": 0.49507585167884827,
      "learning_rate": 7.628893930514121e-05,
      "loss": 0.0489,
      "step": 2220
    },
    {
      "epoch": 2.1566731141199225,
      "grad_norm": 0.7566962242126465,
      "learning_rate": 7.606183121359467e-05,
      "loss": 0.063,
      "step": 2230
    },
    {
      "epoch": 2.1663442940038684,
      "grad_norm": 0.7655059695243835,
      "learning_rate": 7.583398244180162e-05,
      "loss": 0.038,
      "step": 2240
    },
    {
      "epoch": 2.1760154738878144,
      "grad_norm": 1.0376455783843994,
      "learning_rate": 7.560539946525042e-05,
      "loss": 0.0849,
      "step": 2250
    },
    {
      "epoch": 2.1856866537717603,
      "grad_norm": 0.6661381721496582,
      "learning_rate": 7.537608878029558e-05,
      "loss": 0.0545,
      "step": 2260
    },
    {
      "epoch": 2.195357833655706,
      "grad_norm": 0.6118481755256653,
      "learning_rate": 7.514605690397322e-05,
      "loss": 0.046,
      "step": 2270
    },
    {
      "epoch": 2.2050290135396517,
      "grad_norm": 0.7446433305740356,
      "learning_rate": 7.491531037381578e-05,
      "loss": 0.0851,
      "step": 2280
    },
    {
      "epoch": 2.2147001934235977,
      "grad_norm": 1.51090669631958,
      "learning_rate": 7.468385574766621e-05,
      "loss": 0.0465,
      "step": 2290
    },
    {
      "epoch": 2.2243713733075436,
      "grad_norm": 1.005394458770752,
      "learning_rate": 7.445169960349167e-05,
      "loss": 0.0404,
      "step": 2300
    },
    {
      "epoch": 2.2340425531914896,
      "grad_norm": 0.7455582022666931,
      "learning_rate": 7.421884853919652e-05,
      "loss": 0.041,
      "step": 2310
    },
    {
      "epoch": 2.243713733075435,
      "grad_norm": 1.0087703466415405,
      "learning_rate": 7.398530917243488e-05,
      "loss": 0.0567,
      "step": 2320
    },
    {
      "epoch": 2.253384912959381,
      "grad_norm": 1.0342402458190918,
      "learning_rate": 7.375108814042242e-05,
      "loss": 0.0358,
      "step": 2330
    },
    {
      "epoch": 2.263056092843327,
      "grad_norm": 0.5995017290115356,
      "learning_rate": 7.35161920997479e-05,
      "loss": 0.0458,
      "step": 2340
    },
    {
      "epoch": 2.2727272727272725,
      "grad_norm": 0.6531485915184021,
      "learning_rate": 7.328062772618385e-05,
      "loss": 0.0452,
      "step": 2350
    },
    {
      "epoch": 2.2823984526112184,
      "grad_norm": 0.8152766227722168,
      "learning_rate": 7.30444017144969e-05,
      "loss": 0.0286,
      "step": 2360
    },
    {
      "epoch": 2.2920696324951644,
      "grad_norm": 0.48844635486602783,
      "learning_rate": 7.280752077825754e-05,
      "loss": 0.0445,
      "step": 2370
    },
    {
      "epoch": 2.3017408123791103,
      "grad_norm": 0.6383838653564453,
      "learning_rate": 7.256999164964928e-05,
      "loss": 0.0385,
      "step": 2380
    },
    {
      "epoch": 2.3114119922630563,
      "grad_norm": 0.5278259515762329,
      "learning_rate": 7.233182107927732e-05,
      "loss": 0.0393,
      "step": 2390
    },
    {
      "epoch": 2.3210831721470018,
      "grad_norm": 0.5607629418373108,
      "learning_rate": 7.209301583597674e-05,
      "loss": 0.0597,
      "step": 2400
    },
    {
      "epoch": 2.3307543520309477,
      "grad_norm": 0.5486292839050293,
      "learning_rate": 7.185358270662002e-05,
      "loss": 0.0277,
      "step": 2410
    },
    {
      "epoch": 2.3404255319148937,
      "grad_norm": 1.1415736675262451,
      "learning_rate": 7.161352849592436e-05,
      "loss": 0.0394,
      "step": 2420
    },
    {
      "epoch": 2.3500967117988396,
      "grad_norm": 0.6102760434150696,
      "learning_rate": 7.137286002625802e-05,
      "loss": 0.0344,
      "step": 2430
    },
    {
      "epoch": 2.359767891682785,
      "grad_norm": 0.6857377886772156,
      "learning_rate": 7.113158413744671e-05,
      "loss": 0.0443,
      "step": 2440
    },
    {
      "epoch": 2.369439071566731,
      "grad_norm": 0.6344044208526611,
      "learning_rate": 7.088970768657895e-05,
      "loss": 0.0373,
      "step": 2450
    },
    {
      "epoch": 2.379110251450677,
      "grad_norm": 0.7255207300186157,
      "learning_rate": 7.064723754781137e-05,
      "loss": 0.0291,
      "step": 2460
    },
    {
      "epoch": 2.388781431334623,
      "grad_norm": 0.7654612064361572,
      "learning_rate": 7.040418061217325e-05,
      "loss": 0.0584,
      "step": 2470
    },
    {
      "epoch": 2.398452611218569,
      "grad_norm": 0.6587454676628113,
      "learning_rate": 7.01605437873707e-05,
      "loss": 0.064,
      "step": 2480
    },
    {
      "epoch": 2.4081237911025144,
      "grad_norm": 0.5870150923728943,
      "learning_rate": 6.99163339975904e-05,
      "loss": 0.0385,
      "step": 2490
    },
    {
      "epoch": 2.4177949709864603,
      "grad_norm": 0.5388392210006714,
      "learning_rate": 6.967155818330266e-05,
      "loss": 0.026,
      "step": 2500
    },
    {
      "epoch": 2.4274661508704063,
      "grad_norm": 0.44018372893333435,
      "learning_rate": 6.942622330106436e-05,
      "loss": 0.034,
      "step": 2510
    },
    {
      "epoch": 2.437137330754352,
      "grad_norm": 0.4777466356754303,
      "learning_rate": 6.918033632332112e-05,
      "loss": 0.0337,
      "step": 2520
    },
    {
      "epoch": 2.4468085106382977,
      "grad_norm": 0.8356398344039917,
      "learning_rate": 6.89339042382092e-05,
      "loss": 0.0392,
      "step": 2530
    },
    {
      "epoch": 2.4564796905222437,
      "grad_norm": 0.8745901584625244,
      "learning_rate": 6.868693404935685e-05,
      "loss": 0.0479,
      "step": 2540
    },
    {
      "epoch": 2.4661508704061896,
      "grad_norm": 0.5441476702690125,
      "learning_rate": 6.84394327756853e-05,
      "loss": 0.0471,
      "step": 2550
    },
    {
      "epoch": 2.4758220502901356,
      "grad_norm": 0.8472608923912048,
      "learning_rate": 6.819140745120924e-05,
      "loss": 0.0435,
      "step": 2560
    },
    {
      "epoch": 2.485493230174081,
      "grad_norm": 0.9912529587745667,
      "learning_rate": 6.794286512483702e-05,
      "loss": 0.0388,
      "step": 2570
    },
    {
      "epoch": 2.495164410058027,
      "grad_norm": 0.8195241689682007,
      "learning_rate": 6.769381286017018e-05,
      "loss": 0.0676,
      "step": 2580
    },
    {
      "epoch": 2.504835589941973,
      "grad_norm": 1.0137948989868164,
      "learning_rate": 6.744425773530277e-05,
      "loss": 0.0426,
      "step": 2590
    },
    {
      "epoch": 2.514506769825919,
      "grad_norm": 1.218017339706421,
      "learning_rate": 6.719420684262021e-05,
      "loss": 0.0378,
      "step": 2600
    },
    {
      "epoch": 2.5241779497098644,
      "grad_norm": 1.1520323753356934,
      "learning_rate": 6.69436672885977e-05,
      "loss": 0.0612,
      "step": 2610
    },
    {
      "epoch": 2.5338491295938104,
      "grad_norm": 0.8357489109039307,
      "learning_rate": 6.66926461935982e-05,
      "loss": 0.0528,
      "step": 2620
    },
    {
      "epoch": 2.5435203094777563,
      "grad_norm": 0.6769088506698608,
      "learning_rate": 6.644115069167021e-05,
      "loss": 0.0339,
      "step": 2630
    },
    {
      "epoch": 2.5531914893617023,
      "grad_norm": 0.6169514656066895,
      "learning_rate": 6.618918793034484e-05,
      "loss": 0.0378,
      "step": 2640
    },
    {
      "epoch": 2.562862669245648,
      "grad_norm": 0.6153448224067688,
      "learning_rate": 6.593676507043282e-05,
      "loss": 0.0459,
      "step": 2650
    },
    {
      "epoch": 2.5725338491295937,
      "grad_norm": 0.7290892004966736,
      "learning_rate": 6.56838892858209e-05,
      "loss": 0.0491,
      "step": 2660
    },
    {
      "epoch": 2.5822050290135397,
      "grad_norm": 0.7577831745147705,
      "learning_rate": 6.543056776326803e-05,
      "loss": 0.0488,
      "step": 2670
    },
    {
      "epoch": 2.5918762088974856,
      "grad_norm": 0.6595885157585144,
      "learning_rate": 6.517680770220108e-05,
      "loss": 0.0391,
      "step": 2680
    },
    {
      "epoch": 2.601547388781431,
      "grad_norm": 1.3187459707260132,
      "learning_rate": 6.492261631451022e-05,
      "loss": 0.0387,
      "step": 2690
    },
    {
      "epoch": 2.611218568665377,
      "grad_norm": 0.5588230490684509,
      "learning_rate": 6.4668000824344e-05,
      "loss": 0.0534,
      "step": 2700
    },
    {
      "epoch": 2.620889748549323,
      "grad_norm": 0.8316429853439331,
      "learning_rate": 6.441296846790397e-05,
      "loss": 0.0618,
      "step": 2710
    },
    {
      "epoch": 2.630560928433269,
      "grad_norm": 1.4640649557113647,
      "learning_rate": 6.415752649323912e-05,
      "loss": 0.0468,
      "step": 2720
    },
    {
      "epoch": 2.640232108317215,
      "grad_norm": 0.5165252685546875,
      "learning_rate": 6.390168216003977e-05,
      "loss": 0.0364,
      "step": 2730
    },
    {
      "epoch": 2.6499032882011604,
      "grad_norm": 0.9477226734161377,
      "learning_rate": 6.364544273943137e-05,
      "loss": 0.0405,
      "step": 2740
    },
    {
      "epoch": 2.6595744680851063,
      "grad_norm": 1.205462098121643,
      "learning_rate": 6.338881551376779e-05,
      "loss": 0.0422,
      "step": 2750
    },
    {
      "epoch": 2.6692456479690523,
      "grad_norm": 0.6577022075653076,
      "learning_rate": 6.313180777642435e-05,
      "loss": 0.0554,
      "step": 2760
    },
    {
      "epoch": 2.6789168278529982,
      "grad_norm": 0.8252748250961304,
      "learning_rate": 6.287442683159057e-05,
      "loss": 0.0434,
      "step": 2770
    },
    {
      "epoch": 2.6885880077369437,
      "grad_norm": 0.5958549380302429,
      "learning_rate": 6.261667999406258e-05,
      "loss": 0.0416,
      "step": 2780
    },
    {
      "epoch": 2.6982591876208897,
      "grad_norm": 1.0813426971435547,
      "learning_rate": 6.235857458903517e-05,
      "loss": 0.0509,
      "step": 2790
    },
    {
      "epoch": 2.7079303675048356,
      "grad_norm": 0.6433600187301636,
      "learning_rate": 6.210011795189371e-05,
      "loss": 0.0411,
      "step": 2800
    },
    {
      "epoch": 2.7176015473887816,
      "grad_norm": 0.7340168952941895,
      "learning_rate": 6.184131742800561e-05,
      "loss": 0.035,
      "step": 2810
    },
    {
      "epoch": 2.7272727272727275,
      "grad_norm": 1.075852632522583,
      "learning_rate": 6.158218037251159e-05,
      "loss": 0.0405,
      "step": 2820
    },
    {
      "epoch": 2.736943907156673,
      "grad_norm": 0.8414553999900818,
      "learning_rate": 6.132271415011663e-05,
      "loss": 0.0346,
      "step": 2830
    },
    {
      "epoch": 2.746615087040619,
      "grad_norm": 0.6308042407035828,
      "learning_rate": 6.106292613488066e-05,
      "loss": 0.0352,
      "step": 2840
    },
    {
      "epoch": 2.756286266924565,
      "grad_norm": 0.575233519077301,
      "learning_rate": 6.080282371000905e-05,
      "loss": 0.0337,
      "step": 2850
    },
    {
      "epoch": 2.7659574468085104,
      "grad_norm": 0.8281423449516296,
      "learning_rate": 6.0542414267642635e-05,
      "loss": 0.0443,
      "step": 2860
    },
    {
      "epoch": 2.7756286266924564,
      "grad_norm": 1.2980681657791138,
      "learning_rate": 6.028170520864781e-05,
      "loss": 0.0567,
      "step": 2870
    },
    {
      "epoch": 2.7852998065764023,
      "grad_norm": 1.3395326137542725,
      "learning_rate": 6.0020703942406066e-05,
      "loss": 0.0471,
      "step": 2880
    },
    {
      "epoch": 2.7949709864603483,
      "grad_norm": 0.6465858221054077,
      "learning_rate": 5.9759417886603476e-05,
      "loss": 0.0423,
      "step": 2890
    },
    {
      "epoch": 2.804642166344294,
      "grad_norm": 0.4878884255886078,
      "learning_rate": 5.9497854467019855e-05,
      "loss": 0.031,
      "step": 2900
    },
    {
      "epoch": 2.8143133462282397,
      "grad_norm": 0.7977126836776733,
      "learning_rate": 5.923602111731774e-05,
      "loss": 0.0296,
      "step": 2910
    },
    {
      "epoch": 2.8239845261121856,
      "grad_norm": 0.8631907105445862,
      "learning_rate": 5.8973925278831066e-05,
      "loss": 0.0296,
      "step": 2920
    },
    {
      "epoch": 2.8336557059961316,
      "grad_norm": 0.6777575016021729,
      "learning_rate": 5.8711574400353806e-05,
      "loss": 0.0398,
      "step": 2930
    },
    {
      "epoch": 2.843326885880077,
      "grad_norm": 0.5758869647979736,
      "learning_rate": 5.8448975937928155e-05,
      "loss": 0.0461,
      "step": 2940
    },
    {
      "epoch": 2.852998065764023,
      "grad_norm": 0.5095037221908569,
      "learning_rate": 5.8186137354632654e-05,
      "loss": 0.0476,
      "step": 2950
    },
    {
      "epoch": 2.862669245647969,
      "grad_norm": 0.7505393028259277,
      "learning_rate": 5.792306612037016e-05,
      "loss": 0.0322,
      "step": 2960
    },
    {
      "epoch": 2.872340425531915,
      "grad_norm": 0.8079355359077454,
      "learning_rate": 5.765976971165544e-05,
      "loss": 0.0235,
      "step": 2970
    },
    {
      "epoch": 2.882011605415861,
      "grad_norm": 0.418271541595459,
      "learning_rate": 5.73962556114028e-05,
      "loss": 0.0322,
      "step": 2980
    },
    {
      "epoch": 2.891682785299807,
      "grad_norm": 0.7366662621498108,
      "learning_rate": 5.7132531308713335e-05,
      "loss": 0.0308,
      "step": 2990
    },
    {
      "epoch": 2.9013539651837523,
      "grad_norm": 0.4726640284061432,
      "learning_rate": 5.6868604298662086e-05,
      "loss": 0.0375,
      "step": 3000
    },
    {
      "epoch": 2.9110251450676983,
      "grad_norm": 0.305136501789093,
      "learning_rate": 5.660448208208513e-05,
      "loss": 0.0308,
      "step": 3010
    },
    {
      "epoch": 2.920696324951644,
      "grad_norm": 0.5191064476966858,
      "learning_rate": 5.634017216536628e-05,
      "loss": 0.046,
      "step": 3020
    },
    {
      "epoch": 2.9303675048355897,
      "grad_norm": 0.9762751460075378,
      "learning_rate": 5.607568206022383e-05,
      "loss": 0.0299,
      "step": 3030
    },
    {
      "epoch": 2.9400386847195357,
      "grad_norm": 0.6150121092796326,
      "learning_rate": 5.581101928349706e-05,
      "loss": 0.0495,
      "step": 3040
    },
    {
      "epoch": 2.9497098646034816,
      "grad_norm": 0.674052357673645,
      "learning_rate": 5.554619135693258e-05,
      "loss": 0.0279,
      "step": 3050
    },
    {
      "epoch": 2.9593810444874276,
      "grad_norm": 0.5315343141555786,
      "learning_rate": 5.528120580697058e-05,
      "loss": 0.0432,
      "step": 3060
    },
    {
      "epoch": 2.9690522243713735,
      "grad_norm": 0.610784649848938,
      "learning_rate": 5.501607016453092e-05,
      "loss": 0.026,
      "step": 3070
    },
    {
      "epoch": 2.978723404255319,
      "grad_norm": 1.1278303861618042,
      "learning_rate": 5.475079196479914e-05,
      "loss": 0.0497,
      "step": 3080
    },
    {
      "epoch": 2.988394584139265,
      "grad_norm": 0.8018351197242737,
      "learning_rate": 5.448537874701222e-05,
      "loss": 0.0256,
      "step": 3090
    },
    {
      "epoch": 2.998065764023211,
      "grad_norm": 0.3855906128883362,
      "learning_rate": 5.42198380542444e-05,
      "loss": 0.0327,
      "step": 3100
    },
    {
      "epoch": 3.007736943907157,
      "grad_norm": 0.7342565059661865,
      "learning_rate": 5.395417743319278e-05,
      "loss": 0.0248,
      "step": 3110
    },
    {
      "epoch": 3.0174081237911023,
      "grad_norm": 1.9185339212417603,
      "learning_rate": 5.368840443396281e-05,
      "loss": 0.0476,
      "step": 3120
    },
    {
      "epoch": 3.0270793036750483,
      "grad_norm": 0.5508300065994263,
      "learning_rate": 5.3422526609853785e-05,
      "loss": 0.0309,
      "step": 3130
    },
    {
      "epoch": 3.0367504835589942,
      "grad_norm": 0.5588218569755554,
      "learning_rate": 5.315655151714409e-05,
      "loss": 0.0385,
      "step": 3140
    },
    {
      "epoch": 3.04642166344294,
      "grad_norm": 0.7993752956390381,
      "learning_rate": 5.2890486714876495e-05,
      "loss": 0.03,
      "step": 3150
    },
    {
      "epoch": 3.0560928433268857,
      "grad_norm": 0.49336469173431396,
      "learning_rate": 5.262433976464337e-05,
      "loss": 0.0438,
      "step": 3160
    },
    {
      "epoch": 3.0657640232108316,
      "grad_norm": 0.6675033569335938,
      "learning_rate": 5.235811823037169e-05,
      "loss": 0.0412,
      "step": 3170
    },
    {
      "epoch": 3.0754352030947776,
      "grad_norm": 0.8733978867530823,
      "learning_rate": 5.209182967810815e-05,
      "loss": 0.0297,
      "step": 3180
    },
    {
      "epoch": 3.0851063829787235,
      "grad_norm": 0.8121002316474915,
      "learning_rate": 5.182548167580409e-05,
      "loss": 0.0339,
      "step": 3190
    },
    {
      "epoch": 3.094777562862669,
      "grad_norm": 0.4608411192893982,
      "learning_rate": 5.1559081793100435e-05,
      "loss": 0.0397,
      "step": 3200
    },
    {
      "epoch": 3.104448742746615,
      "grad_norm": 0.7641896605491638,
      "learning_rate": 5.1292637601112556e-05,
      "loss": 0.0437,
      "step": 3210
    },
    {
      "epoch": 3.114119922630561,
      "grad_norm": 0.9497049450874329,
      "learning_rate": 5.1026156672215067e-05,
      "loss": 0.0369,
      "step": 3220
    },
    {
      "epoch": 3.123791102514507,
      "grad_norm": 0.6278477311134338,
      "learning_rate": 5.0759646579826714e-05,
      "loss": 0.0362,
      "step": 3230
    },
    {
      "epoch": 3.133462282398453,
      "grad_norm": 0.6361965537071228,
      "learning_rate": 5.0493114898195016e-05,
      "loss": 0.0363,
      "step": 3240
    },
    {
      "epoch": 3.1431334622823983,
      "grad_norm": 0.4684232771396637,
      "learning_rate": 5.022656920218107e-05,
      "loss": 0.0302,
      "step": 3250
    },
    {
      "epoch": 3.1528046421663443,
      "grad_norm": 0.6891998648643494,
      "learning_rate": 4.996001706704431e-05,
      "loss": 0.0323,
      "step": 3260
    },
    {
      "epoch": 3.16247582205029,
      "grad_norm": 0.3254837989807129,
      "learning_rate": 4.969346606822711e-05,
      "loss": 0.0347,
      "step": 3270
    },
    {
      "epoch": 3.172147001934236,
      "grad_norm": 0.6217769384384155,
      "learning_rate": 4.942692378113955e-05,
      "loss": 0.0307,
      "step": 3280
    },
    {
      "epoch": 3.1818181818181817,
      "grad_norm": 0.4743487536907196,
      "learning_rate": 4.91603977809442e-05,
      "loss": 0.0394,
      "step": 3290
    },
    {
      "epoch": 3.1914893617021276,
      "grad_norm": 0.6083937287330627,
      "learning_rate": 4.889389564234066e-05,
      "loss": 0.0334,
      "step": 3300
    },
    {
      "epoch": 3.2011605415860735,
      "grad_norm": 1.1238722801208496,
      "learning_rate": 4.862742493935043e-05,
      "loss": 0.0337,
      "step": 3310
    },
    {
      "epoch": 3.2108317214700195,
      "grad_norm": 0.7726172804832458,
      "learning_rate": 4.836099324510162e-05,
      "loss": 0.0425,
      "step": 3320
    },
    {
      "epoch": 3.220502901353965,
      "grad_norm": 0.75650554895401,
      "learning_rate": 4.8094608131613654e-05,
      "loss": 0.0288,
      "step": 3330
    },
    {
      "epoch": 3.230174081237911,
      "grad_norm": 0.7742571234703064,
      "learning_rate": 4.7828277169582184e-05,
      "loss": 0.0356,
      "step": 3340
    },
    {
      "epoch": 3.239845261121857,
      "grad_norm": 0.6724964380264282,
      "learning_rate": 4.756200792816382e-05,
      "loss": 0.0315,
      "step": 3350
    },
    {
      "epoch": 3.249516441005803,
      "grad_norm": 0.9813730120658875,
      "learning_rate": 4.729580797476107e-05,
      "loss": 0.0313,
      "step": 3360
    },
    {
      "epoch": 3.2591876208897483,
      "grad_norm": 0.500649094581604,
      "learning_rate": 4.702968487480735e-05,
      "loss": 0.0319,
      "step": 3370
    },
    {
      "epoch": 3.2688588007736943,
      "grad_norm": 0.49395209550857544,
      "learning_rate": 4.676364619155178e-05,
      "loss": 0.0426,
      "step": 3380
    },
    {
      "epoch": 3.2785299806576402,
      "grad_norm": 0.6283700466156006,
      "learning_rate": 4.649769948584442e-05,
      "loss": 0.0608,
      "step": 3390
    },
    {
      "epoch": 3.288201160541586,
      "grad_norm": 1.111240029335022,
      "learning_rate": 4.623185231592126e-05,
      "loss": 0.0521,
      "step": 3400
    },
    {
      "epoch": 3.297872340425532,
      "grad_norm": 0.7916975021362305,
      "learning_rate": 4.5966112237189554e-05,
      "loss": 0.0415,
      "step": 3410
    },
    {
      "epoch": 3.3075435203094776,
      "grad_norm": 0.8215476870536804,
      "learning_rate": 4.570048680201294e-05,
      "loss": 0.0452,
      "step": 3420
    },
    {
      "epoch": 3.3172147001934236,
      "grad_norm": 0.723861575126648,
      "learning_rate": 4.543498355949688e-05,
      "loss": 0.0297,
      "step": 3430
    },
    {
      "epoch": 3.3268858800773695,
      "grad_norm": 0.4535037875175476,
      "learning_rate": 4.516961005527416e-05,
      "loss": 0.0257,
      "step": 3440
    },
    {
      "epoch": 3.3365570599613155,
      "grad_norm": 0.5264468789100647,
      "learning_rate": 4.490437383129033e-05,
      "loss": 0.0357,
      "step": 3450
    },
    {
      "epoch": 3.346228239845261,
      "grad_norm": 0.557767391204834,
      "learning_rate": 4.463928242558942e-05,
      "loss": 0.0604,
      "step": 3460
    },
    {
      "epoch": 3.355899419729207,
      "grad_norm": 0.5804765820503235,
      "learning_rate": 4.437434337209979e-05,
      "loss": 0.0282,
      "step": 3470
    },
    {
      "epoch": 3.365570599613153,
      "grad_norm": 0.4192420542240143,
      "learning_rate": 4.4109564200419823e-05,
      "loss": 0.0266,
      "step": 3480
    },
    {
      "epoch": 3.375241779497099,
      "grad_norm": 0.4330177903175354,
      "learning_rate": 4.384495243560412e-05,
      "loss": 0.023,
      "step": 3490
    },
    {
      "epoch": 3.3849129593810443,
      "grad_norm": 0.5027343034744263,
      "learning_rate": 4.35805155979495e-05,
      "loss": 0.0237,
      "step": 3500
    },
    {
      "epoch": 3.3945841392649903,
      "grad_norm": 0.805058479309082,
      "learning_rate": 4.331626120278138e-05,
      "loss": 0.0268,
      "step": 3510
    },
    {
      "epoch": 3.404255319148936,
      "grad_norm": 0.7530825138092041,
      "learning_rate": 4.305219676024014e-05,
      "loss": 0.0402,
      "step": 3520
    },
    {
      "epoch": 3.413926499032882,
      "grad_norm": 1.0343670845031738,
      "learning_rate": 4.278832977506764e-05,
      "loss": 0.0322,
      "step": 3530
    },
    {
      "epoch": 3.4235976789168276,
      "grad_norm": 1.0304014682769775,
      "learning_rate": 4.252466774639404e-05,
      "loss": 0.0541,
      "step": 3540
    },
    {
      "epoch": 3.4332688588007736,
      "grad_norm": 1.0300506353378296,
      "learning_rate": 4.2261218167524533e-05,
      "loss": 0.0311,
      "step": 3550
    },
    {
      "epoch": 3.4429400386847195,
      "grad_norm": 0.6324297189712524,
      "learning_rate": 4.199798852572655e-05,
      "loss": 0.0329,
      "step": 3560
    },
    {
      "epoch": 3.4526112185686655,
      "grad_norm": 0.4784727990627289,
      "learning_rate": 4.173498630201685e-05,
      "loss": 0.0401,
      "step": 3570
    },
    {
      "epoch": 3.4622823984526114,
      "grad_norm": 0.8421197533607483,
      "learning_rate": 4.14722189709489e-05,
      "loss": 0.0277,
      "step": 3580
    },
    {
      "epoch": 3.471953578336557,
      "grad_norm": 0.42508557438850403,
      "learning_rate": 4.1209694000400575e-05,
      "loss": 0.0344,
      "step": 3590
    },
    {
      "epoch": 3.481624758220503,
      "grad_norm": 1.0700149536132812,
      "learning_rate": 4.094741885136176e-05,
      "loss": 0.035,
      "step": 3600
    },
    {
      "epoch": 3.491295938104449,
      "grad_norm": 0.8274921178817749,
      "learning_rate": 4.068540097772242e-05,
      "loss": 0.0524,
      "step": 3610
    },
    {
      "epoch": 3.5009671179883943,
      "grad_norm": 0.807813286781311,
      "learning_rate": 4.042364782606075e-05,
      "loss": 0.0359,
      "step": 3620
    },
    {
      "epoch": 3.5106382978723403,
      "grad_norm": 0.6839914321899414,
      "learning_rate": 4.0162166835431456e-05,
      "loss": 0.0412,
      "step": 3630
    },
    {
      "epoch": 3.520309477756286,
      "grad_norm": 0.669561505317688,
      "learning_rate": 3.990096543715443e-05,
      "loss": 0.04,
      "step": 3640
    },
    {
      "epoch": 3.529980657640232,
      "grad_norm": 0.9999731183052063,
      "learning_rate": 3.964005105460351e-05,
      "loss": 0.0268,
      "step": 3650
    },
    {
      "epoch": 3.539651837524178,
      "grad_norm": 1.0809590816497803,
      "learning_rate": 3.937943110299551e-05,
      "loss": 0.0369,
      "step": 3660
    },
    {
      "epoch": 3.549323017408124,
      "grad_norm": 1.0110235214233398,
      "learning_rate": 3.9119112989179525e-05,
      "loss": 0.0301,
      "step": 3670
    },
    {
      "epoch": 3.5589941972920696,
      "grad_norm": 0.4749867916107178,
      "learning_rate": 3.885910411142631e-05,
      "loss": 0.0301,
      "step": 3680
    },
    {
      "epoch": 3.5686653771760155,
      "grad_norm": 0.5533197522163391,
      "learning_rate": 3.859941185921816e-05,
      "loss": 0.0247,
      "step": 3690
    },
    {
      "epoch": 3.5783365570599615,
      "grad_norm": 0.3645538091659546,
      "learning_rate": 3.8340043613038774e-05,
      "loss": 0.0265,
      "step": 3700
    },
    {
      "epoch": 3.588007736943907,
      "grad_norm": 0.8580936789512634,
      "learning_rate": 3.808100674416364e-05,
      "loss": 0.0377,
      "step": 3710
    },
    {
      "epoch": 3.597678916827853,
      "grad_norm": 0.5584516525268555,
      "learning_rate": 3.7822308614450406e-05,
      "loss": 0.0348,
      "step": 3720
    },
    {
      "epoch": 3.607350096711799,
      "grad_norm": 0.3663109242916107,
      "learning_rate": 3.756395657612972e-05,
      "loss": 0.0286,
      "step": 3730
    },
    {
      "epoch": 3.617021276595745,
      "grad_norm": 0.4665917158126831,
      "learning_rate": 3.730595797159632e-05,
      "loss": 0.03,
      "step": 3740
    },
    {
      "epoch": 3.6266924564796907,
      "grad_norm": 0.7278972268104553,
      "learning_rate": 3.7048320133200244e-05,
      "loss": 0.0309,
      "step": 3750
    },
    {
      "epoch": 3.6363636363636362,
      "grad_norm": 0.5856858491897583,
      "learning_rate": 3.679105038303855e-05,
      "loss": 0.0437,
      "step": 3760
    },
    {
      "epoch": 3.646034816247582,
      "grad_norm": 0.849416971206665,
      "learning_rate": 3.653415603274722e-05,
      "loss": 0.034,
      "step": 3770
    },
    {
      "epoch": 3.655705996131528,
      "grad_norm": 0.31490853428840637,
      "learning_rate": 3.627764438329325e-05,
      "loss": 0.0366,
      "step": 3780
    },
    {
      "epoch": 3.6653771760154736,
      "grad_norm": 0.8676795959472656,
      "learning_rate": 3.602152272476732e-05,
      "loss": 0.0476,
      "step": 3790
    },
    {
      "epoch": 3.6750483558994196,
      "grad_norm": 0.5095557570457458,
      "learning_rate": 3.576579833617646e-05,
      "loss": 0.0219,
      "step": 3800
    },
    {
      "epoch": 3.6847195357833655,
      "grad_norm": 0.5238555073738098,
      "learning_rate": 3.551047848523724e-05,
      "loss": 0.0289,
      "step": 3810
    },
    {
      "epoch": 3.6943907156673115,
      "grad_norm": 0.9222021698951721,
      "learning_rate": 3.525557042816929e-05,
      "loss": 0.0412,
      "step": 3820
    },
    {
      "epoch": 3.7040618955512574,
      "grad_norm": 0.75110924243927,
      "learning_rate": 3.500108140948896e-05,
      "loss": 0.0339,
      "step": 3830
    },
    {
      "epoch": 3.7137330754352034,
      "grad_norm": 0.720134437084198,
      "learning_rate": 3.474701866180348e-05,
      "loss": 0.0315,
      "step": 3840
    },
    {
      "epoch": 3.723404255319149,
      "grad_norm": 0.6825758814811707,
      "learning_rate": 3.4493389405605393e-05,
      "loss": 0.024,
      "step": 3850
    },
    {
      "epoch": 3.733075435203095,
      "grad_norm": 0.6994957327842712,
      "learning_rate": 3.424020084906743e-05,
      "loss": 0.0438,
      "step": 3860
    },
    {
      "epoch": 3.7427466150870408,
      "grad_norm": 0.6069707274436951,
      "learning_rate": 3.398746018783753e-05,
      "loss": 0.0345,
      "step": 3870
    },
    {
      "epoch": 3.7524177949709863,
      "grad_norm": 0.7637640237808228,
      "learning_rate": 3.37351746048344e-05,
      "loss": 0.0266,
      "step": 3880
    },
    {
      "epoch": 3.762088974854932,
      "grad_norm": 0.24595749378204346,
      "learning_rate": 3.3483351270043405e-05,
      "loss": 0.0212,
      "step": 3890
    },
    {
      "epoch": 3.771760154738878,
      "grad_norm": 0.8594614863395691,
      "learning_rate": 3.323199734031273e-05,
      "loss": 0.0291,
      "step": 3900
    },
    {
      "epoch": 3.781431334622824,
      "grad_norm": 0.6050113439559937,
      "learning_rate": 3.298111995915e-05,
      "loss": 0.0386,
      "step": 3910
    },
    {
      "epoch": 3.79110251450677,
      "grad_norm": 0.3256416618824005,
      "learning_rate": 3.273072625651936e-05,
      "loss": 0.0303,
      "step": 3920
    },
    {
      "epoch": 3.8007736943907156,
      "grad_norm": 0.5757899880409241,
      "learning_rate": 3.248082334863863e-05,
      "loss": 0.03,
      "step": 3930
    },
    {
      "epoch": 3.8104448742746615,
      "grad_norm": 0.46199294924736023,
      "learning_rate": 3.22314183377773e-05,
      "loss": 0.0328,
      "step": 3940
    },
    {
      "epoch": 3.8201160541586074,
      "grad_norm": 0.4160058796405792,
      "learning_rate": 3.198251831205448e-05,
      "loss": 0.0217,
      "step": 3950
    },
    {
      "epoch": 3.829787234042553,
      "grad_norm": 0.6223317384719849,
      "learning_rate": 3.17341303452376e-05,
      "loss": 0.0324,
      "step": 3960
    },
    {
      "epoch": 3.839458413926499,
      "grad_norm": 0.5881831049919128,
      "learning_rate": 3.148626149654132e-05,
      "loss": 0.0243,
      "step": 3970
    },
    {
      "epoch": 3.849129593810445,
      "grad_norm": 0.8243158459663391,
      "learning_rate": 3.123891881042687e-05,
      "loss": 0.0338,
      "step": 3980
    },
    {
      "epoch": 3.858800773694391,
      "grad_norm": 0.7579479813575745,
      "learning_rate": 3.099210931640191e-05,
      "loss": 0.0419,
      "step": 3990
    },
    {
      "epoch": 3.8684719535783367,
      "grad_norm": 0.897718608379364,
      "learning_rate": 3.074584002882065e-05,
      "loss": 0.0483,
      "step": 4000
    },
    {
      "epoch": 3.8781431334622822,
      "grad_norm": 0.8128089308738708,
      "learning_rate": 3.0500117946684682e-05,
      "loss": 0.0335,
      "step": 4010
    },
    {
      "epoch": 3.887814313346228,
      "grad_norm": 0.8047412633895874,
      "learning_rate": 3.0254950053443887e-05,
      "loss": 0.0392,
      "step": 4020
    },
    {
      "epoch": 3.897485493230174,
      "grad_norm": 0.5354146957397461,
      "learning_rate": 3.0010343316798007e-05,
      "loss": 0.021,
      "step": 4030
    },
    {
      "epoch": 3.90715667311412,
      "grad_norm": 0.5179183483123779,
      "learning_rate": 2.976630468849874e-05,
      "loss": 0.0323,
      "step": 4040
    },
    {
      "epoch": 3.9168278529980656,
      "grad_norm": 0.5313593149185181,
      "learning_rate": 2.9522841104151988e-05,
      "loss": 0.0161,
      "step": 4050
    },
    {
      "epoch": 3.9264990328820115,
      "grad_norm": 1.1211692094802856,
      "learning_rate": 2.927995948302088e-05,
      "loss": 0.0487,
      "step": 4060
    },
    {
      "epoch": 3.9361702127659575,
      "grad_norm": 0.4555748999118805,
      "learning_rate": 2.9037666727829115e-05,
      "loss": 0.0349,
      "step": 4070
    },
    {
      "epoch": 3.9458413926499034,
      "grad_norm": 0.8089739680290222,
      "learning_rate": 2.8795969724564653e-05,
      "loss": 0.021,
      "step": 4080
    },
    {
      "epoch": 3.9555125725338494,
      "grad_norm": 0.5477889776229858,
      "learning_rate": 2.8554875342284247e-05,
      "loss": 0.041,
      "step": 4090
    },
    {
      "epoch": 3.965183752417795,
      "grad_norm": 0.5662001371383667,
      "learning_rate": 2.831439043291797e-05,
      "loss": 0.039,
      "step": 4100
    },
    {
      "epoch": 3.974854932301741,
      "grad_norm": 0.6969485282897949,
      "learning_rate": 2.8074521831074702e-05,
      "loss": 0.0423,
      "step": 4110
    },
    {
      "epoch": 3.9845261121856868,
      "grad_norm": 0.5338993072509766,
      "learning_rate": 2.7835276353847735e-05,
      "loss": 0.0253,
      "step": 4120
    },
    {
      "epoch": 3.9941972920696323,
      "grad_norm": 0.39687418937683105,
      "learning_rate": 2.7596660800621078e-05,
      "loss": 0.0282,
      "step": 4130
    },
    {
      "epoch": 4.003868471953578,
      "grad_norm": 0.5341594815254211,
      "learning_rate": 2.73586819528763e-05,
      "loss": 0.0272,
      "step": 4140
    },
    {
      "epoch": 4.013539651837524,
      "grad_norm": 1.0631150007247925,
      "learning_rate": 2.712134657399964e-05,
      "loss": 0.0287,
      "step": 4150
    },
    {
      "epoch": 4.02321083172147,
      "grad_norm": 0.6188938021659851,
      "learning_rate": 2.6884661409089924e-05,
      "loss": 0.0442,
      "step": 4160
    },
    {
      "epoch": 4.032882011605416,
      "grad_norm": 1.099777102470398,
      "learning_rate": 2.6648633184766842e-05,
      "loss": 0.0314,
      "step": 4170
    },
    {
      "epoch": 4.042553191489362,
      "grad_norm": 0.7680181860923767,
      "learning_rate": 2.6413268608979714e-05,
      "loss": 0.0249,
      "step": 4180
    },
    {
      "epoch": 4.052224371373308,
      "grad_norm": 1.1293308734893799,
      "learning_rate": 2.61785743708169e-05,
      "loss": 0.0295,
      "step": 4190
    },
    {
      "epoch": 4.061895551257253,
      "grad_norm": 0.47930389642715454,
      "learning_rate": 2.5944557140315678e-05,
      "loss": 0.0355,
      "step": 4200
    },
    {
      "epoch": 4.071566731141199,
      "grad_norm": 1.1135920286178589,
      "learning_rate": 2.5711223568272736e-05,
      "loss": 0.0312,
      "step": 4210
    },
    {
      "epoch": 4.081237911025145,
      "grad_norm": 1.1628361940383911,
      "learning_rate": 2.5478580286055087e-05,
      "loss": 0.04,
      "step": 4220
    },
    {
      "epoch": 4.090909090909091,
      "grad_norm": 0.2999211251735687,
      "learning_rate": 2.524663390541161e-05,
      "loss": 0.0316,
      "step": 4230
    },
    {
      "epoch": 4.100580270793037,
      "grad_norm": 0.4476095736026764,
      "learning_rate": 2.501539101828517e-05,
      "loss": 0.0287,
      "step": 4240
    },
    {
      "epoch": 4.110251450676983,
      "grad_norm": 0.6288511157035828,
      "learning_rate": 2.478485819662525e-05,
      "loss": 0.0172,
      "step": 4250
    },
    {
      "epoch": 4.119922630560929,
      "grad_norm": 0.8032393455505371,
      "learning_rate": 2.455504199220123e-05,
      "loss": 0.0319,
      "step": 4260
    },
    {
      "epoch": 4.129593810444875,
      "grad_norm": 0.39114007353782654,
      "learning_rate": 2.4325948936416145e-05,
      "loss": 0.026,
      "step": 4270
    },
    {
      "epoch": 4.139264990328821,
      "grad_norm": 1.5194236040115356,
      "learning_rate": 2.4097585540120998e-05,
      "loss": 0.0265,
      "step": 4280
    },
    {
      "epoch": 4.148936170212766,
      "grad_norm": 0.47309598326683044,
      "learning_rate": 2.3869958293429867e-05,
      "loss": 0.0243,
      "step": 4290
    },
    {
      "epoch": 4.158607350096712,
      "grad_norm": 1.0900903940200806,
      "learning_rate": 2.3643073665535322e-05,
      "loss": 0.0236,
      "step": 4300
    },
    {
      "epoch": 4.1682785299806575,
      "grad_norm": 0.5424463152885437,
      "learning_rate": 2.3416938104524604e-05,
      "loss": 0.0249,
      "step": 4310
    },
    {
      "epoch": 4.1779497098646035,
      "grad_norm": 0.7733104228973389,
      "learning_rate": 2.319155803719647e-05,
      "loss": 0.0404,
      "step": 4320
    },
    {
      "epoch": 4.187620889748549,
      "grad_norm": 0.6741817593574524,
      "learning_rate": 2.2966939868878356e-05,
      "loss": 0.0209,
      "step": 4330
    },
    {
      "epoch": 4.197292069632495,
      "grad_norm": 0.9433257579803467,
      "learning_rate": 2.2743089983244538e-05,
      "loss": 0.0291,
      "step": 4340
    },
    {
      "epoch": 4.206963249516441,
      "grad_norm": 0.894318163394928,
      "learning_rate": 2.2520014742134537e-05,
      "loss": 0.0281,
      "step": 4350
    },
    {
      "epoch": 4.216634429400387,
      "grad_norm": 0.22557631134986877,
      "learning_rate": 2.2297720485372403e-05,
      "loss": 0.0151,
      "step": 4360
    },
    {
      "epoch": 4.226305609284332,
      "grad_norm": 0.3696891665458679,
      "learning_rate": 2.207621353058656e-05,
      "loss": 0.0255,
      "step": 4370
    },
    {
      "epoch": 4.235976789168278,
      "grad_norm": 0.2675091624259949,
      "learning_rate": 2.1855500173030157e-05,
      "loss": 0.0157,
      "step": 4380
    },
    {
      "epoch": 4.245647969052224,
      "grad_norm": 0.7896628379821777,
      "learning_rate": 2.1635586685402288e-05,
      "loss": 0.0224,
      "step": 4390
    },
    {
      "epoch": 4.25531914893617,
      "grad_norm": 0.7715077996253967,
      "learning_rate": 2.141647931766957e-05,
      "loss": 0.0228,
      "step": 4400
    },
    {
      "epoch": 4.264990328820116,
      "grad_norm": 0.4213641285896301,
      "learning_rate": 2.119818429688869e-05,
      "loss": 0.0269,
      "step": 4410
    },
    {
      "epoch": 4.274661508704062,
      "grad_norm": 0.8015666604042053,
      "learning_rate": 2.0980707827029278e-05,
      "loss": 0.0182,
      "step": 4420
    },
    {
      "epoch": 4.284332688588008,
      "grad_norm": 0.49568212032318115,
      "learning_rate": 2.0764056088797645e-05,
      "loss": 0.0205,
      "step": 4430
    },
    {
      "epoch": 4.294003868471954,
      "grad_norm": 0.6287387013435364,
      "learning_rate": 2.0548235239461205e-05,
      "loss": 0.022,
      "step": 4440
    },
    {
      "epoch": 4.303675048355899,
      "grad_norm": 0.39713308215141296,
      "learning_rate": 2.033325141267332e-05,
      "loss": 0.0209,
      "step": 4450
    },
    {
      "epoch": 4.313346228239845,
      "grad_norm": 0.7158942222595215,
      "learning_rate": 2.0119110718299144e-05,
      "loss": 0.0279,
      "step": 4460
    },
    {
      "epoch": 4.323017408123791,
      "grad_norm": 0.970407247543335,
      "learning_rate": 1.9905819242241913e-05,
      "loss": 0.035,
      "step": 4470
    },
    {
      "epoch": 4.332688588007737,
      "grad_norm": 0.439313143491745,
      "learning_rate": 1.969338304626993e-05,
      "loss": 0.0233,
      "step": 4480
    },
    {
      "epoch": 4.342359767891683,
      "grad_norm": 0.32999905943870544,
      "learning_rate": 1.948180816784437e-05,
      "loss": 0.0225,
      "step": 4490
    },
    {
      "epoch": 4.352030947775629,
      "grad_norm": 0.3984358310699463,
      "learning_rate": 1.9271100619947652e-05,
      "loss": 0.0169,
      "step": 4500
    },
    {
      "epoch": 4.361702127659575,
      "grad_norm": 0.6649843454360962,
      "learning_rate": 1.9061266390912573e-05,
      "loss": 0.0161,
      "step": 4510
    },
    {
      "epoch": 4.371373307543521,
      "grad_norm": 0.862200140953064,
      "learning_rate": 1.885231144425213e-05,
      "loss": 0.0247,
      "step": 4520
    },
    {
      "epoch": 4.3810444874274665,
      "grad_norm": 0.498614102602005,
      "learning_rate": 1.8644241718489964e-05,
      "loss": 0.0331,
      "step": 4530
    },
    {
      "epoch": 4.390715667311412,
      "grad_norm": 0.38842883706092834,
      "learning_rate": 1.843706312699166e-05,
      "loss": 0.0218,
      "step": 4540
    },
    {
      "epoch": 4.4003868471953576,
      "grad_norm": 0.4062352478504181,
      "learning_rate": 1.8230781557796657e-05,
      "loss": 0.0278,
      "step": 4550
    },
    {
      "epoch": 4.4100580270793035,
      "grad_norm": 0.6642285585403442,
      "learning_rate": 1.8025402873450926e-05,
      "loss": 0.0267,
      "step": 4560
    },
    {
      "epoch": 4.4197292069632494,
      "grad_norm": 0.9529150724411011,
      "learning_rate": 1.782093291084037e-05,
      "loss": 0.031,
      "step": 4570
    },
    {
      "epoch": 4.429400386847195,
      "grad_norm": 0.46626758575439453,
      "learning_rate": 1.761737748102486e-05,
      "loss": 0.0175,
      "step": 4580
    },
    {
      "epoch": 4.439071566731141,
      "grad_norm": 1.197475790977478,
      "learning_rate": 1.7414742369073193e-05,
      "loss": 0.0431,
      "step": 4590
    },
    {
      "epoch": 4.448742746615087,
      "grad_norm": 0.30422019958496094,
      "learning_rate": 1.7213033333898592e-05,
      "loss": 0.0357,
      "step": 4600
    },
    {
      "epoch": 4.458413926499033,
      "grad_norm": 0.40672120451927185,
      "learning_rate": 1.701225610809507e-05,
      "loss": 0.0261,
      "step": 4610
    },
    {
      "epoch": 4.468085106382979,
      "grad_norm": 0.6303540468215942,
      "learning_rate": 1.6812416397774545e-05,
      "loss": 0.0255,
      "step": 4620
    },
    {
      "epoch": 4.477756286266924,
      "grad_norm": 0.372780978679657,
      "learning_rate": 1.6613519882404587e-05,
      "loss": 0.0278,
      "step": 4630
    },
    {
      "epoch": 4.48742746615087,
      "grad_norm": 0.6110661029815674,
      "learning_rate": 1.6415572214647116e-05,
      "loss": 0.0241,
      "step": 4640
    },
    {
      "epoch": 4.497098646034816,
      "grad_norm": 0.6135269999504089,
      "learning_rate": 1.6218579020197643e-05,
      "loss": 0.0267,
      "step": 4650
    },
    {
      "epoch": 4.506769825918762,
      "grad_norm": 0.786861002445221,
      "learning_rate": 1.6022545897625447e-05,
      "loss": 0.0267,
      "step": 4660
    },
    {
      "epoch": 4.516441005802708,
      "grad_norm": 0.6848747730255127,
      "learning_rate": 1.5827478418214485e-05,
      "loss": 0.0256,
      "step": 4670
    },
    {
      "epoch": 4.526112185686654,
      "grad_norm": 0.4080205261707306,
      "learning_rate": 1.5633382125804978e-05,
      "loss": 0.0117,
      "step": 4680
    },
    {
      "epoch": 4.5357833655706,
      "grad_norm": 1.23204505443573,
      "learning_rate": 1.5440262536635956e-05,
      "loss": 0.0323,
      "step": 4690
    },
    {
      "epoch": 4.545454545454545,
      "grad_norm": 0.5293921828269958,
      "learning_rate": 1.5248125139188363e-05,
      "loss": 0.0206,
      "step": 4700
    },
    {
      "epoch": 4.555125725338491,
      "grad_norm": 0.6012188196182251,
      "learning_rate": 1.505697539402921e-05,
      "loss": 0.0425,
      "step": 4710
    },
    {
      "epoch": 4.564796905222437,
      "grad_norm": 0.8551538586616516,
      "learning_rate": 1.4866818733656263e-05,
      "loss": 0.0357,
      "step": 4720
    },
    {
      "epoch": 4.574468085106383,
      "grad_norm": 0.4606088399887085,
      "learning_rate": 1.4677660562343714e-05,
      "loss": 0.0327,
      "step": 4730
    },
    {
      "epoch": 4.584139264990329,
      "grad_norm": 0.42276960611343384,
      "learning_rate": 1.4489506255988622e-05,
      "loss": 0.0183,
      "step": 4740
    },
    {
      "epoch": 4.593810444874275,
      "grad_norm": 1.2942067384719849,
      "learning_rate": 1.4302361161958023e-05,
      "loss": 0.0207,
      "step": 4750
    },
    {
      "epoch": 4.603481624758221,
      "grad_norm": 0.4409436285495758,
      "learning_rate": 1.4116230598937091e-05,
      "loss": 0.0273,
      "step": 4760
    },
    {
      "epoch": 4.613152804642167,
      "grad_norm": 1.1612834930419922,
      "learning_rate": 1.3931119856777836e-05,
      "loss": 0.0175,
      "step": 4770
    },
    {
      "epoch": 4.6228239845261125,
      "grad_norm": 0.9275321364402771,
      "learning_rate": 1.3747034196348929e-05,
      "loss": 0.0296,
      "step": 4780
    },
    {
      "epoch": 4.632495164410058,
      "grad_norm": 0.29699012637138367,
      "learning_rate": 1.3563978849386028e-05,
      "loss": 0.0327,
      "step": 4790
    },
    {
      "epoch": 4.6421663442940035,
      "grad_norm": 0.38217753171920776,
      "learning_rate": 1.338195901834317e-05,
      "loss": 0.0291,
      "step": 4800
    },
    {
      "epoch": 4.6518375241779495,
      "grad_norm": 0.44617921113967896,
      "learning_rate": 1.3200979876244973e-05,
      "loss": 0.0519,
      "step": 4810
    },
    {
      "epoch": 4.661508704061895,
      "grad_norm": 0.46633678674697876,
      "learning_rate": 1.3021046566539475e-05,
      "loss": 0.0226,
      "step": 4820
    },
    {
      "epoch": 4.671179883945841,
      "grad_norm": 0.5179013013839722,
      "learning_rate": 1.28421642029521e-05,
      "loss": 0.0225,
      "step": 4830
    },
    {
      "epoch": 4.680851063829787,
      "grad_norm": 0.3575989305973053,
      "learning_rate": 1.2664337869340232e-05,
      "loss": 0.0273,
      "step": 4840
    },
    {
      "epoch": 4.690522243713733,
      "grad_norm": 0.3106996417045593,
      "learning_rate": 1.2487572619548738e-05,
      "loss": 0.0243,
      "step": 4850
    },
    {
      "epoch": 4.700193423597679,
      "grad_norm": 0.20896156132221222,
      "learning_rate": 1.2311873477266422e-05,
      "loss": 0.0202,
      "step": 4860
    },
    {
      "epoch": 4.709864603481625,
      "grad_norm": 0.9753094911575317,
      "learning_rate": 1.2137245435883127e-05,
      "loss": 0.0367,
      "step": 4870
    },
    {
      "epoch": 4.71953578336557,
      "grad_norm": 0.47811391949653625,
      "learning_rate": 1.196369345834793e-05,
      "loss": 0.0314,
      "step": 4880
    },
    {
      "epoch": 4.729206963249516,
      "grad_norm": 0.35317105054855347,
      "learning_rate": 1.1791222477028046e-05,
      "loss": 0.0182,
      "step": 4890
    },
    {
      "epoch": 4.738878143133462,
      "grad_norm": 1.2547359466552734,
      "learning_rate": 1.1619837393568627e-05,
      "loss": 0.0224,
      "step": 4900
    },
    {
      "epoch": 4.748549323017408,
      "grad_norm": 0.29669103026390076,
      "learning_rate": 1.1449543078753493e-05,
      "loss": 0.0148,
      "step": 4910
    },
    {
      "epoch": 4.758220502901354,
      "grad_norm": 0.4474252760410309,
      "learning_rate": 1.128034437236668e-05,
      "loss": 0.0367,
      "step": 4920
    },
    {
      "epoch": 4.7678916827853,
      "grad_norm": 0.5207487344741821,
      "learning_rate": 1.1112246083054944e-05,
      "loss": 0.0388,
      "step": 4930
    },
    {
      "epoch": 4.777562862669246,
      "grad_norm": 0.6839460730552673,
      "learning_rate": 1.0945252988191046e-05,
      "loss": 0.0426,
      "step": 4940
    },
    {
      "epoch": 4.787234042553192,
      "grad_norm": 1.0124694108963013,
      "learning_rate": 1.0779369833737973e-05,
      "loss": 0.0241,
      "step": 4950
    },
    {
      "epoch": 4.796905222437138,
      "grad_norm": 0.5493526458740234,
      "learning_rate": 1.0614601334114099e-05,
      "loss": 0.0286,
      "step": 4960
    },
    {
      "epoch": 4.806576402321083,
      "grad_norm": 0.8320026397705078,
      "learning_rate": 1.0450952172059154e-05,
      "loss": 0.0232,
      "step": 4970
    },
    {
      "epoch": 4.816247582205029,
      "grad_norm": 0.8806979656219482,
      "learning_rate": 1.0288426998501189e-05,
      "loss": 0.0224,
      "step": 4980
    },
    {
      "epoch": 4.825918762088975,
      "grad_norm": 0.7324187159538269,
      "learning_rate": 1.0127030432424389e-05,
      "loss": 0.0249,
      "step": 4990
    },
    {
      "epoch": 4.835589941972921,
      "grad_norm": 0.9669630527496338,
      "learning_rate": 9.966767060737731e-06,
      "loss": 0.0299,
      "step": 5000
    },
    {
      "epoch": 4.845261121856867,
      "grad_norm": 0.41325971484184265,
      "learning_rate": 9.807641438144732e-06,
      "loss": 0.0172,
      "step": 5010
    },
    {
      "epoch": 4.854932301740813,
      "grad_norm": 0.6617265343666077,
      "learning_rate": 9.649658087013918e-06,
      "loss": 0.0226,
      "step": 5020
    },
    {
      "epoch": 4.8646034816247585,
      "grad_norm": 0.3546949625015259,
      "learning_rate": 9.492821497250315e-06,
      "loss": 0.0183,
      "step": 5030
    },
    {
      "epoch": 4.874274661508704,
      "grad_norm": 0.2985113859176636,
      "learning_rate": 9.337136126167906e-06,
      "loss": 0.0289,
      "step": 5040
    },
    {
      "epoch": 4.8839458413926495,
      "grad_norm": 0.2565195560455322,
      "learning_rate": 9.182606398362853e-06,
      "loss": 0.023,
      "step": 5050
    },
    {
      "epoch": 4.8936170212765955,
      "grad_norm": 1.0128238201141357,
      "learning_rate": 9.029236705587857e-06,
      "loss": 0.0246,
      "step": 5060
    },
    {
      "epoch": 4.903288201160541,
      "grad_norm": 0.6418257355690002,
      "learning_rate": 8.87703140662724e-06,
      "loss": 0.0296,
      "step": 5070
    },
    {
      "epoch": 4.912959381044487,
      "grad_norm": 0.7926638722419739,
      "learning_rate": 8.72599482717314e-06,
      "loss": 0.0225,
      "step": 5080
    },
    {
      "epoch": 4.922630560928433,
      "grad_norm": 0.6773853898048401,
      "learning_rate": 8.576131259702564e-06,
      "loss": 0.0216,
      "step": 5090
    },
    {
      "epoch": 4.932301740812379,
      "grad_norm": 0.5805551409721375,
      "learning_rate": 8.427444963355347e-06,
      "loss": 0.0142,
      "step": 5100
    },
    {
      "epoch": 4.941972920696325,
      "grad_norm": 0.2594287097454071,
      "learning_rate": 8.279940163813193e-06,
      "loss": 0.0157,
      "step": 5110
    },
    {
      "epoch": 4.951644100580271,
      "grad_norm": 0.8615346550941467,
      "learning_rate": 8.13362105317948e-06,
      "loss": 0.0186,
      "step": 5120
    },
    {
      "epoch": 4.961315280464216,
      "grad_norm": 0.5192452073097229,
      "learning_rate": 7.988491789860219e-06,
      "loss": 0.0207,
      "step": 5130
    },
    {
      "epoch": 4.970986460348162,
      "grad_norm": 0.5374574661254883,
      "learning_rate": 7.844556498445788e-06,
      "loss": 0.021,
      "step": 5140
    },
    {
      "epoch": 4.980657640232108,
      "grad_norm": 0.2647203803062439,
      "learning_rate": 7.701819269593741e-06,
      "loss": 0.0202,
      "step": 5150
    },
    {
      "epoch": 4.990328820116054,
      "grad_norm": 0.27931204438209534,
      "learning_rate": 7.560284159912595e-06,
      "loss": 0.0188,
      "step": 5160
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.6611485481262207,
      "learning_rate": 7.419955191846456e-06,
      "loss": 0.0225,
      "step": 5170
    },
    {
      "epoch": 5.009671179883946,
      "grad_norm": 0.39808058738708496,
      "learning_rate": 7.280836353560777e-06,
      "loss": 0.0168,
      "step": 5180
    },
    {
      "epoch": 5.019342359767892,
      "grad_norm": 0.48128971457481384,
      "learning_rate": 7.142931598828989e-06,
      "loss": 0.0203,
      "step": 5190
    },
    {
      "epoch": 5.029013539651838,
      "grad_norm": 0.670272707939148,
      "learning_rate": 7.006244846920102e-06,
      "loss": 0.0232,
      "step": 5200
    },
    {
      "epoch": 5.038684719535784,
      "grad_norm": 0.30129337310791016,
      "learning_rate": 6.870779982487357e-06,
      "loss": 0.0123,
      "step": 5210
    },
    {
      "epoch": 5.048355899419729,
      "grad_norm": 0.30158481001853943,
      "learning_rate": 6.736540855457801e-06,
      "loss": 0.0248,
      "step": 5220
    },
    {
      "epoch": 5.058027079303675,
      "grad_norm": 0.6992825269699097,
      "learning_rate": 6.603531280922909e-06,
      "loss": 0.0308,
      "step": 5230
    },
    {
      "epoch": 5.067698259187621,
      "grad_norm": 0.21282413601875305,
      "learning_rate": 6.471755039030119e-06,
      "loss": 0.0178,
      "step": 5240
    },
    {
      "epoch": 5.077369439071567,
      "grad_norm": 0.6464856863021851,
      "learning_rate": 6.341215874875411e-06,
      "loss": 0.0233,
      "step": 5250
    },
    {
      "epoch": 5.087040618955513,
      "grad_norm": 0.7872337102890015,
      "learning_rate": 6.211917498396868e-06,
      "loss": 0.0322,
      "step": 5260
    },
    {
      "epoch": 5.096711798839459,
      "grad_norm": 0.6951109170913696,
      "learning_rate": 6.083863584269245e-06,
      "loss": 0.0124,
      "step": 5270
    },
    {
      "epoch": 5.1063829787234045,
      "grad_norm": 0.7636205554008484,
      "learning_rate": 5.957057771799546e-06,
      "loss": 0.0353,
      "step": 5280
    },
    {
      "epoch": 5.1160541586073505,
      "grad_norm": 0.4117085039615631,
      "learning_rate": 5.831503664823579e-06,
      "loss": 0.0237,
      "step": 5290
    },
    {
      "epoch": 5.1257253384912955,
      "grad_norm": 0.31114691495895386,
      "learning_rate": 5.707204831603524e-06,
      "loss": 0.0185,
      "step": 5300
    },
    {
      "epoch": 5.1353965183752415,
      "grad_norm": 0.46830806136131287,
      "learning_rate": 5.584164804726555e-06,
      "loss": 0.0192,
      "step": 5310
    },
    {
      "epoch": 5.145067698259187,
      "grad_norm": 0.5690802335739136,
      "learning_rate": 5.462387081004416e-06,
      "loss": 0.0198,
      "step": 5320
    },
    {
      "epoch": 5.154738878143133,
      "grad_norm": 0.28963300585746765,
      "learning_rate": 5.341875121374029e-06,
      "loss": 0.0364,
      "step": 5330
    },
    {
      "epoch": 5.164410058027079,
      "grad_norm": 0.35640615224838257,
      "learning_rate": 5.222632350799206e-06,
      "loss": 0.0154,
      "step": 5340
    },
    {
      "epoch": 5.174081237911025,
      "grad_norm": 0.9683607220649719,
      "learning_rate": 5.104662158173196e-06,
      "loss": 0.0259,
      "step": 5350
    },
    {
      "epoch": 5.183752417794971,
      "grad_norm": 0.5046759247779846,
      "learning_rate": 4.987967896222501e-06,
      "loss": 0.0165,
      "step": 5360
    },
    {
      "epoch": 5.193423597678917,
      "grad_norm": 0.42016932368278503,
      "learning_rate": 4.8725528814114685e-06,
      "loss": 0.0233,
      "step": 5370
    },
    {
      "epoch": 5.203094777562863,
      "grad_norm": 0.19811974465847015,
      "learning_rate": 4.758420393848123e-06,
      "loss": 0.0281,
      "step": 5380
    },
    {
      "epoch": 5.212765957446808,
      "grad_norm": 0.7342923879623413,
      "learning_rate": 4.645573677190934e-06,
      "loss": 0.0265,
      "step": 5390
    },
    {
      "epoch": 5.222437137330754,
      "grad_norm": 0.361601859331131,
      "learning_rate": 4.534015938556563e-06,
      "loss": 0.0287,
      "step": 5400
    },
    {
      "epoch": 5.2321083172147,
      "grad_norm": 0.1949041485786438,
      "learning_rate": 4.423750348428829e-06,
      "loss": 0.0131,
      "step": 5410
    },
    {
      "epoch": 5.241779497098646,
      "grad_norm": 0.6661832332611084,
      "learning_rate": 4.314780040568484e-06,
      "loss": 0.0104,
      "step": 5420
    },
    {
      "epoch": 5.251450676982592,
      "grad_norm": 0.34417662024497986,
      "learning_rate": 4.207108111924257e-06,
      "loss": 0.0221,
      "step": 5430
    },
    {
      "epoch": 5.261121856866538,
      "grad_norm": 0.26557883620262146,
      "learning_rate": 4.100737622544765e-06,
      "loss": 0.0132,
      "step": 5440
    },
    {
      "epoch": 5.270793036750484,
      "grad_norm": 0.6808717846870422,
      "learning_rate": 3.995671595491551e-06,
      "loss": 0.0229,
      "step": 5450
    },
    {
      "epoch": 5.28046421663443,
      "grad_norm": 1.1741101741790771,
      "learning_rate": 3.891913016753246e-06,
      "loss": 0.0194,
      "step": 5460
    },
    {
      "epoch": 5.290135396518375,
      "grad_norm": 0.25126442313194275,
      "learning_rate": 3.7894648351605834e-06,
      "loss": 0.024,
      "step": 5470
    },
    {
      "epoch": 5.299806576402321,
      "grad_norm": 1.4281482696533203,
      "learning_rate": 3.688329962302706e-06,
      "loss": 0.0239,
      "step": 5480
    },
    {
      "epoch": 5.309477756286267,
      "grad_norm": 0.249723419547081,
      "learning_rate": 3.5885112724443783e-06,
      "loss": 0.0179,
      "step": 5490
    },
    {
      "epoch": 5.319148936170213,
      "grad_norm": 1.0422059297561646,
      "learning_rate": 3.490011602444221e-06,
      "loss": 0.0225,
      "step": 5500
    },
    {
      "epoch": 5.328820116054159,
      "grad_norm": 0.40767401456832886,
      "learning_rate": 3.392833751674246e-06,
      "loss": 0.0272,
      "step": 5510
    },
    {
      "epoch": 5.338491295938105,
      "grad_norm": 0.581670343875885,
      "learning_rate": 3.2969804819401483e-06,
      "loss": 0.0159,
      "step": 5520
    },
    {
      "epoch": 5.3481624758220505,
      "grad_norm": 0.8872040510177612,
      "learning_rate": 3.202454517402903e-06,
      "loss": 0.0234,
      "step": 5530
    },
    {
      "epoch": 5.3578336557059965,
      "grad_norm": 0.659561276435852,
      "learning_rate": 3.1092585445013368e-06,
      "loss": 0.0237,
      "step": 5540
    },
    {
      "epoch": 5.367504835589942,
      "grad_norm": 0.543788731098175,
      "learning_rate": 3.017395211875723e-06,
      "loss": 0.0212,
      "step": 5550
    },
    {
      "epoch": 5.3771760154738875,
      "grad_norm": 1.3602635860443115,
      "learning_rate": 2.92686713029256e-06,
      "loss": 0.0151,
      "step": 5560
    },
    {
      "epoch": 5.386847195357833,
      "grad_norm": 0.6021866202354431,
      "learning_rate": 2.837676872570355e-06,
      "loss": 0.0185,
      "step": 5570
    },
    {
      "epoch": 5.396518375241779,
      "grad_norm": 0.46885594725608826,
      "learning_rate": 2.749826973506514e-06,
      "loss": 0.0195,
      "step": 5580
    },
    {
      "epoch": 5.406189555125725,
      "grad_norm": 0.5870830416679382,
      "learning_rate": 2.663319929805308e-06,
      "loss": 0.026,
      "step": 5590
    },
    {
      "epoch": 5.415860735009671,
      "grad_norm": 0.7439917922019958,
      "learning_rate": 2.578158200006869e-06,
      "loss": 0.0193,
      "step": 5600
    },
    {
      "epoch": 5.425531914893617,
      "grad_norm": 0.1317289024591446,
      "learning_rate": 2.494344204417387e-06,
      "loss": 0.029,
      "step": 5610
    },
    {
      "epoch": 5.435203094777563,
      "grad_norm": 0.6996471881866455,
      "learning_rate": 2.4118803250402665e-06,
      "loss": 0.0153,
      "step": 5620
    },
    {
      "epoch": 5.444874274661509,
      "grad_norm": 0.43722599744796753,
      "learning_rate": 2.330768905508457e-06,
      "loss": 0.0339,
      "step": 5630
    },
    {
      "epoch": 5.454545454545454,
      "grad_norm": 0.3203558027744293,
      "learning_rate": 2.2510122510178646e-06,
      "loss": 0.0125,
      "step": 5640
    },
    {
      "epoch": 5.4642166344294,
      "grad_norm": 0.2918226718902588,
      "learning_rate": 2.172612628261783e-06,
      "loss": 0.0109,
      "step": 5650
    },
    {
      "epoch": 5.473887814313346,
      "grad_norm": 0.6742425560951233,
      "learning_rate": 2.0955722653665467e-06,
      "loss": 0.0183,
      "step": 5660
    },
    {
      "epoch": 5.483558994197292,
      "grad_norm": 0.1962871104478836,
      "learning_rate": 2.0198933518281336e-06,
      "loss": 0.024,
      "step": 5670
    },
    {
      "epoch": 5.493230174081238,
      "grad_norm": 0.3253614008426666,
      "learning_rate": 1.94557803844998e-06,
      "loss": 0.0195,
      "step": 5680
    },
    {
      "epoch": 5.502901353965184,
      "grad_norm": 0.8453863263130188,
      "learning_rate": 1.8726284372818813e-06,
      "loss": 0.0275,
      "step": 5690
    },
    {
      "epoch": 5.51257253384913,
      "grad_norm": 0.20412571728229523,
      "learning_rate": 1.801046621559882e-06,
      "loss": 0.0127,
      "step": 5700
    },
    {
      "epoch": 5.522243713733076,
      "grad_norm": 0.35792747139930725,
      "learning_rate": 1.7308346256474594e-06,
      "loss": 0.0193,
      "step": 5710
    },
    {
      "epoch": 5.531914893617021,
      "grad_norm": 0.21572640538215637,
      "learning_rate": 1.6619944449776104e-06,
      "loss": 0.0264,
      "step": 5720
    },
    {
      "epoch": 5.541586073500967,
      "grad_norm": 0.20173636078834534,
      "learning_rate": 1.5945280359962123e-06,
      "loss": 0.02,
      "step": 5730
    },
    {
      "epoch": 5.551257253384913,
      "grad_norm": 0.6249364614486694,
      "learning_rate": 1.5284373161063792e-06,
      "loss": 0.0295,
      "step": 5740
    },
    {
      "epoch": 5.560928433268859,
      "grad_norm": 0.8366907238960266,
      "learning_rate": 1.4637241636139887e-06,
      "loss": 0.0201,
      "step": 5750
    },
    {
      "epoch": 5.570599613152805,
      "grad_norm": 0.2784557342529297,
      "learning_rate": 1.400390417674291e-06,
      "loss": 0.019,
      "step": 5760
    },
    {
      "epoch": 5.5802707930367506,
      "grad_norm": 1.1406278610229492,
      "learning_rate": 1.3384378782396457e-06,
      "loss": 0.0117,
      "step": 5770
    },
    {
      "epoch": 5.5899419729206965,
      "grad_norm": 1.3275604248046875,
      "learning_rate": 1.2778683060083563e-06,
      "loss": 0.02,
      "step": 5780
    },
    {
      "epoch": 5.5996131528046424,
      "grad_norm": 0.35327407717704773,
      "learning_rate": 1.2186834223746612e-06,
      "loss": 0.0184,
      "step": 5790
    },
    {
      "epoch": 5.609284332688588,
      "grad_norm": 0.6746459603309631,
      "learning_rate": 1.1608849093797613e-06,
      "loss": 0.0262,
      "step": 5800
    },
    {
      "epoch": 5.6189555125725335,
      "grad_norm": 0.21856868267059326,
      "learning_rate": 1.104474409664058e-06,
      "loss": 0.0212,
      "step": 5810
    },
    {
      "epoch": 5.628626692456479,
      "grad_norm": 0.21281591057777405,
      "learning_rate": 1.0494535264204575e-06,
      "loss": 0.0128,
      "step": 5820
    },
    {
      "epoch": 5.638297872340425,
      "grad_norm": 0.28606167435646057,
      "learning_rate": 9.95823823348796e-07,
      "loss": 0.0177,
      "step": 5830
    },
    {
      "epoch": 5.647969052224371,
      "grad_norm": 0.3167296350002289,
      "learning_rate": 9.435868246114255e-07,
      "loss": 0.0226,
      "step": 5840
    },
    {
      "epoch": 5.657640232108317,
      "grad_norm": 0.3577151596546173,
      "learning_rate": 8.927440147898702e-07,
      "loss": 0.035,
      "step": 5850
    },
    {
      "epoch": 5.667311411992263,
      "grad_norm": 0.30672967433929443,
      "learning_rate": 8.432968388426333e-07,
      "loss": 0.0099,
      "step": 5860
    },
    {
      "epoch": 5.676982591876209,
      "grad_norm": 0.28029462695121765,
      "learning_rate": 7.952467020641563e-07,
      "loss": 0.0238,
      "step": 5870
    },
    {
      "epoch": 5.686653771760155,
      "grad_norm": 0.2434476613998413,
      "learning_rate": 7.485949700448636e-07,
      "loss": 0.0135,
      "step": 5880
    },
    {
      "epoch": 5.696324951644101,
      "grad_norm": 0.6351087689399719,
      "learning_rate": 7.033429686323645e-07,
      "loss": 0.0166,
      "step": 5890
    },
    {
      "epoch": 5.705996131528046,
      "grad_norm": 0.5086050033569336,
      "learning_rate": 6.594919838937453e-07,
      "loss": 0.0151,
      "step": 5900
    },
    {
      "epoch": 5.715667311411992,
      "grad_norm": 0.98795086145401,
      "learning_rate": 6.170432620790534e-07,
      "loss": 0.0179,
      "step": 5910
    },
    {
      "epoch": 5.725338491295938,
      "grad_norm": 0.7517356872558594,
      "learning_rate": 5.759980095858486e-07,
      "loss": 0.02,
      "step": 5920
    },
    {
      "epoch": 5.735009671179884,
      "grad_norm": 0.4445844888687134,
      "learning_rate": 5.363573929249355e-07,
      "loss": 0.0203,
      "step": 5930
    },
    {
      "epoch": 5.74468085106383,
      "grad_norm": 0.7117211222648621,
      "learning_rate": 4.981225386872124e-07,
      "loss": 0.0215,
      "step": 5940
    },
    {
      "epoch": 5.754352030947776,
      "grad_norm": 0.3611326813697815,
      "learning_rate": 4.6129453351163585e-07,
      "loss": 0.0257,
      "step": 5950
    },
    {
      "epoch": 5.764023210831722,
      "grad_norm": 0.6965326070785522,
      "learning_rate": 4.258744240543677e-07,
      "loss": 0.0241,
      "step": 5960
    },
    {
      "epoch": 5.773694390715667,
      "grad_norm": 0.8494814038276672,
      "learning_rate": 3.918632169589986e-07,
      "loss": 0.0208,
      "step": 5970
    },
    {
      "epoch": 5.783365570599614,
      "grad_norm": 0.7329298853874207,
      "learning_rate": 3.5926187882794335e-07,
      "loss": 0.0206,
      "step": 5980
    },
    {
      "epoch": 5.793036750483559,
      "grad_norm": 0.886658251285553,
      "learning_rate": 3.2807133619499606e-07,
      "loss": 0.0325,
      "step": 5990
    },
    {
      "epoch": 5.802707930367505,
      "grad_norm": 0.4049520492553711,
      "learning_rate": 2.9829247549897354e-07,
      "loss": 0.0185,
      "step": 6000
    },
    {
      "epoch": 5.812379110251451,
      "grad_norm": 0.17650152742862701,
      "learning_rate": 2.6992614305852984e-07,
      "loss": 0.0153,
      "step": 6010
    },
    {
      "epoch": 5.8220502901353965,
      "grad_norm": 0.23295295238494873,
      "learning_rate": 2.4297314504809764e-07,
      "loss": 0.0118,
      "step": 6020
    },
    {
      "epoch": 5.8317214700193425,
      "grad_norm": 0.2456030696630478,
      "learning_rate": 2.174342474749902e-07,
      "loss": 0.0126,
      "step": 6030
    },
    {
      "epoch": 5.841392649903288,
      "grad_norm": 0.9629942774772644,
      "learning_rate": 1.9331017615761838e-07,
      "loss": 0.0183,
      "step": 6040
    },
    {
      "epoch": 5.851063829787234,
      "grad_norm": 0.7587689161300659,
      "learning_rate": 1.7060161670486296e-07,
      "loss": 0.0218,
      "step": 6050
    },
    {
      "epoch": 5.860735009671179,
      "grad_norm": 0.47181546688079834,
      "learning_rate": 1.4930921449661239e-07,
      "loss": 0.021,
      "step": 6060
    },
    {
      "epoch": 5.870406189555125,
      "grad_norm": 0.4603222608566284,
      "learning_rate": 1.2943357466538298e-07,
      "loss": 0.0341,
      "step": 6070
    },
    {
      "epoch": 5.880077369439071,
      "grad_norm": 0.6754752397537231,
      "learning_rate": 1.1097526207914932e-07,
      "loss": 0.0371,
      "step": 6080
    },
    {
      "epoch": 5.889748549323017,
      "grad_norm": 0.37345463037490845,
      "learning_rate": 9.393480132528498e-08,
      "loss": 0.0209,
      "step": 6090
    },
    {
      "epoch": 5.899419729206963,
      "grad_norm": 0.28684401512145996,
      "learning_rate": 7.831267669565212e-08,
      "loss": 0.0223,
      "step": 6100
    },
    {
      "epoch": 5.909090909090909,
      "grad_norm": 0.469831645488739,
      "learning_rate": 6.410933217282366e-08,
      "loss": 0.0285,
      "step": 6110
    },
    {
      "epoch": 5.918762088974855,
      "grad_norm": 0.446890264749527,
      "learning_rate": 5.132517141749338e-08,
      "loss": 0.0142,
      "step": 6120
    },
    {
      "epoch": 5.928433268858801,
      "grad_norm": 0.6498403549194336,
      "learning_rate": 3.996055775698504e-08,
      "loss": 0.0177,
      "step": 6130
    },
    {
      "epoch": 5.938104448742747,
      "grad_norm": 0.33026638627052307,
      "learning_rate": 3.001581417492183e-08,
      "loss": 0.0169,
      "step": 6140
    },
    {
      "epoch": 5.947775628626692,
      "grad_norm": 1.306328296661377,
      "learning_rate": 2.1491223302072538e-08,
      "loss": 0.0275,
      "step": 6150
    },
    {
      "epoch": 5.957446808510638,
      "grad_norm": 0.6411845684051514,
      "learning_rate": 1.438702740828024e-08,
      "loss": 0.0173,
      "step": 6160
    },
    {
      "epoch": 5.967117988394584,
      "grad_norm": 0.18943406641483307,
      "learning_rate": 8.703428395623326e-09,
      "loss": 0.0117,
      "step": 6170
    },
    {
      "epoch": 5.97678916827853,
      "grad_norm": 0.3968460261821747,
      "learning_rate": 4.440587792631234e-09,
      "loss": 0.031,
      "step": 6180
    },
    {
      "epoch": 5.986460348162476,
      "grad_norm": 0.2535940706729889,
      "learning_rate": 1.5986267497269947e-09,
      "loss": 0.016,
      "step": 6190
    },
    {
      "epoch": 5.996131528046422,
      "grad_norm": 0.29796212911605835,
      "learning_rate": 1.7762603577442526e-10,
      "loss": 0.0188,
      "step": 6200
    },
    {
      "epoch": 6.0,
      "step": 6204,
      "total_flos": 0.0,
      "train_loss": 0.05286601537191276,
      "train_runtime": 2339.5321,
      "train_samples_per_second": 26.498,
      "train_steps_per_second": 2.652
    }
  ],
  "logging_steps": 10,
  "max_steps": 6204,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 6,
  "save_steps": 200,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 10,
  "trial_name": null,
  "trial_params": null
}