{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9999626070373556,
  "eval_steps": 500,
  "global_step": 13371,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 7.478592528886064e-05,
      "grad_norm": 3.729635238647461,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 1.4968,
      "step": 1
    },
    {
      "epoch": 0.00014957185057772127,
      "grad_norm": 5.6877923011779785,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 1.8966,
      "step": 2
    },
    {
      "epoch": 0.0002243577758665819,
      "grad_norm": 6.012507438659668,
      "learning_rate": 3e-06,
      "loss": 2.242,
      "step": 3
    },
    {
      "epoch": 0.00029914370115544255,
      "grad_norm": 4.3743133544921875,
      "learning_rate": 4.000000000000001e-06,
      "loss": 1.6085,
      "step": 4
    },
    {
      "epoch": 0.0003739296264443032,
      "grad_norm": 5.937406539916992,
      "learning_rate": 5e-06,
      "loss": 2.0914,
      "step": 5
    },
    {
      "epoch": 0.0004487155517331638,
      "grad_norm": 5.487042427062988,
      "learning_rate": 6e-06,
      "loss": 2.1695,
      "step": 6
    },
    {
      "epoch": 0.0005235014770220244,
      "grad_norm": 4.462984085083008,
      "learning_rate": 7.000000000000001e-06,
      "loss": 2.0203,
      "step": 7
    },
    {
      "epoch": 0.0005982874023108851,
      "grad_norm": 6.000606060028076,
      "learning_rate": 8.000000000000001e-06,
      "loss": 2.5848,
      "step": 8
    },
    {
      "epoch": 0.0006730733275997458,
      "grad_norm": 4.7565789222717285,
      "learning_rate": 9e-06,
      "loss": 2.2134,
      "step": 9
    },
    {
      "epoch": 0.0007478592528886063,
      "grad_norm": 6.038519382476807,
      "learning_rate": 1e-05,
      "loss": 2.487,
      "step": 10
    },
    {
      "epoch": 0.000822645178177467,
      "grad_norm": 5.941442489624023,
      "learning_rate": 1.1000000000000001e-05,
      "loss": 2.6653,
      "step": 11
    },
    {
      "epoch": 0.0008974311034663276,
      "grad_norm": 6.512565612792969,
      "learning_rate": 1.2e-05,
      "loss": 3.0931,
      "step": 12
    },
    {
      "epoch": 0.0009722170287551883,
      "grad_norm": 5.580587863922119,
      "learning_rate": 1.3000000000000001e-05,
      "loss": 2.4764,
      "step": 13
    },
    {
      "epoch": 0.0010470029540440488,
      "grad_norm": 6.218141555786133,
      "learning_rate": 1.4000000000000001e-05,
      "loss": 3.0381,
      "step": 14
    },
    {
      "epoch": 0.0011217888793329095,
      "grad_norm": 5.33956241607666,
      "learning_rate": 1.5e-05,
      "loss": 2.6295,
      "step": 15
    },
    {
      "epoch": 0.0011965748046217702,
      "grad_norm": 7.460747241973877,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 3.2272,
      "step": 16
    },
    {
      "epoch": 0.0012713607299106309,
      "grad_norm": 6.616009712219238,
      "learning_rate": 1.7000000000000003e-05,
      "loss": 3.2641,
      "step": 17
    },
    {
      "epoch": 0.0013461466551994916,
      "grad_norm": 5.922911167144775,
      "learning_rate": 1.8e-05,
      "loss": 2.9775,
      "step": 18
    },
    {
      "epoch": 0.001420932580488352,
      "grad_norm": 6.340768337249756,
      "learning_rate": 1.9e-05,
      "loss": 2.9454,
      "step": 19
    },
    {
      "epoch": 0.0014957185057772127,
      "grad_norm": 5.200653553009033,
      "learning_rate": 2e-05,
      "loss": 2.8371,
      "step": 20
    },
    {
      "epoch": 0.0015705044310660734,
      "grad_norm": 5.015129089355469,
      "learning_rate": 2.1e-05,
      "loss": 2.3766,
      "step": 21
    },
    {
      "epoch": 0.001645290356354934,
      "grad_norm": 5.648077487945557,
      "learning_rate": 2.2000000000000003e-05,
      "loss": 2.6682,
      "step": 22
    },
    {
      "epoch": 0.0017200762816437947,
      "grad_norm": 5.04128360748291,
      "learning_rate": 2.3000000000000003e-05,
      "loss": 2.8839,
      "step": 23
    },
    {
      "epoch": 0.0017948622069326552,
      "grad_norm": 5.204061031341553,
      "learning_rate": 2.4e-05,
      "loss": 2.7615,
      "step": 24
    },
    {
      "epoch": 0.0018696481322215159,
      "grad_norm": 5.153031349182129,
      "learning_rate": 2.5e-05,
      "loss": 3.0784,
      "step": 25
    },
    {
      "epoch": 0.0019444340575103765,
      "grad_norm": 5.08905029296875,
      "learning_rate": 2.6000000000000002e-05,
      "loss": 2.5575,
      "step": 26
    },
    {
      "epoch": 0.002019219982799237,
      "grad_norm": 4.9602556228637695,
      "learning_rate": 2.7000000000000002e-05,
      "loss": 2.5575,
      "step": 27
    },
    {
      "epoch": 0.0020940059080880977,
      "grad_norm": 5.8021979331970215,
      "learning_rate": 2.8000000000000003e-05,
      "loss": 3.1578,
      "step": 28
    },
    {
      "epoch": 0.0021687918333769584,
      "grad_norm": 4.508108139038086,
      "learning_rate": 2.9e-05,
      "loss": 2.7288,
      "step": 29
    },
    {
      "epoch": 0.002243577758665819,
      "grad_norm": 5.990561485290527,
      "learning_rate": 3e-05,
      "loss": 2.752,
      "step": 30
    },
    {
      "epoch": 0.0023183636839546797,
      "grad_norm": 3.4892513751983643,
      "learning_rate": 3.1e-05,
      "loss": 2.0992,
      "step": 31
    },
    {
      "epoch": 0.0023931496092435404,
      "grad_norm": 3.794710874557495,
      "learning_rate": 3.2000000000000005e-05,
      "loss": 2.0574,
      "step": 32
    },
    {
      "epoch": 0.002467935534532401,
      "grad_norm": 5.850648880004883,
      "learning_rate": 3.3e-05,
      "loss": 3.1851,
      "step": 33
    },
    {
      "epoch": 0.0025427214598212618,
      "grad_norm": 4.955005645751953,
      "learning_rate": 3.4000000000000007e-05,
      "loss": 2.8376,
      "step": 34
    },
    {
      "epoch": 0.0026175073851101224,
      "grad_norm": 5.049122333526611,
      "learning_rate": 3.5e-05,
      "loss": 2.53,
      "step": 35
    },
    {
      "epoch": 0.002692293310398983,
      "grad_norm": 4.55396842956543,
      "learning_rate": 3.6e-05,
      "loss": 2.4413,
      "step": 36
    },
    {
      "epoch": 0.0027670792356878434,
      "grad_norm": 4.287613391876221,
      "learning_rate": 3.7e-05,
      "loss": 2.0668,
      "step": 37
    },
    {
      "epoch": 0.002841865160976704,
      "grad_norm": 4.461975574493408,
      "learning_rate": 3.8e-05,
      "loss": 2.6801,
      "step": 38
    },
    {
      "epoch": 0.0029166510862655647,
      "grad_norm": 4.557270526885986,
      "learning_rate": 3.9000000000000006e-05,
      "loss": 2.3648,
      "step": 39
    },
    {
      "epoch": 0.0029914370115544254,
      "grad_norm": 4.2928547859191895,
      "learning_rate": 4e-05,
      "loss": 2.5841,
      "step": 40
    },
    {
      "epoch": 0.003066222936843286,
      "grad_norm": 4.9063825607299805,
      "learning_rate": 4.1e-05,
      "loss": 2.77,
      "step": 41
    },
    {
      "epoch": 0.0031410088621321467,
      "grad_norm": 5.165530681610107,
      "learning_rate": 4.2e-05,
      "loss": 2.8434,
      "step": 42
    },
    {
      "epoch": 0.0032157947874210074,
      "grad_norm": 5.217952728271484,
      "learning_rate": 4.3e-05,
      "loss": 3.3293,
      "step": 43
    },
    {
      "epoch": 0.003290580712709868,
      "grad_norm": 4.936005592346191,
      "learning_rate": 4.4000000000000006e-05,
      "loss": 2.8222,
      "step": 44
    },
    {
      "epoch": 0.0033653666379987288,
      "grad_norm": 4.875852108001709,
      "learning_rate": 4.5e-05,
      "loss": 2.6102,
      "step": 45
    },
    {
      "epoch": 0.0034401525632875895,
      "grad_norm": 6.642663955688477,
      "learning_rate": 4.600000000000001e-05,
      "loss": 3.4293,
      "step": 46
    },
    {
      "epoch": 0.0035149384885764497,
      "grad_norm": 5.210116863250732,
      "learning_rate": 4.7e-05,
      "loss": 3.3286,
      "step": 47
    },
    {
      "epoch": 0.0035897244138653104,
      "grad_norm": 6.206996917724609,
      "learning_rate": 4.8e-05,
      "loss": 3.5713,
      "step": 48
    },
    {
      "epoch": 0.003664510339154171,
      "grad_norm": 6.615592956542969,
      "learning_rate": 4.9e-05,
      "loss": 3.8086,
      "step": 49
    },
    {
      "epoch": 0.0037392962644430317,
      "grad_norm": 6.768675804138184,
      "learning_rate": 5e-05,
      "loss": 3.3678,
      "step": 50
    },
    {
      "epoch": 0.0038140821897318924,
      "grad_norm": 2.9685428142547607,
      "learning_rate": 5.1000000000000006e-05,
      "loss": 1.2174,
      "step": 51
    },
    {
      "epoch": 0.003888868115020753,
      "grad_norm": 4.283023357391357,
      "learning_rate": 5.2000000000000004e-05,
      "loss": 1.4075,
      "step": 52
    },
    {
      "epoch": 0.003963654040309614,
      "grad_norm": 3.2630629539489746,
      "learning_rate": 5.300000000000001e-05,
      "loss": 1.5416,
      "step": 53
    },
    {
      "epoch": 0.004038439965598474,
      "grad_norm": 4.018805980682373,
      "learning_rate": 5.4000000000000005e-05,
      "loss": 1.6766,
      "step": 54
    },
    {
      "epoch": 0.004113225890887335,
      "grad_norm": 3.2821223735809326,
      "learning_rate": 5.500000000000001e-05,
      "loss": 1.6551,
      "step": 55
    },
    {
      "epoch": 0.004188011816176195,
      "grad_norm": 2.693816900253296,
      "learning_rate": 5.6000000000000006e-05,
      "loss": 1.4054,
      "step": 56
    },
    {
      "epoch": 0.0042627977414650565,
      "grad_norm": 2.8769664764404297,
      "learning_rate": 5.6999999999999996e-05,
      "loss": 1.5873,
      "step": 57
    },
    {
      "epoch": 0.004337583666753917,
      "grad_norm": 2.788151502609253,
      "learning_rate": 5.8e-05,
      "loss": 1.6574,
      "step": 58
    },
    {
      "epoch": 0.004412369592042778,
      "grad_norm": 3.5171151161193848,
      "learning_rate": 5.9e-05,
      "loss": 1.9403,
      "step": 59
    },
    {
      "epoch": 0.004487155517331638,
      "grad_norm": 3.2002618312835693,
      "learning_rate": 6e-05,
      "loss": 1.6993,
      "step": 60
    },
    {
      "epoch": 0.004561941442620499,
      "grad_norm": 3.541985034942627,
      "learning_rate": 6.1e-05,
      "loss": 1.8605,
      "step": 61
    },
    {
      "epoch": 0.0046367273679093594,
      "grad_norm": 3.5534701347351074,
      "learning_rate": 6.2e-05,
      "loss": 1.9471,
      "step": 62
    },
    {
      "epoch": 0.00471151329319822,
      "grad_norm": 3.9057672023773193,
      "learning_rate": 6.3e-05,
      "loss": 1.9962,
      "step": 63
    },
    {
      "epoch": 0.004786299218487081,
      "grad_norm": 3.5045220851898193,
      "learning_rate": 6.400000000000001e-05,
      "loss": 1.7573,
      "step": 64
    },
    {
      "epoch": 0.004861085143775941,
      "grad_norm": 4.674495697021484,
      "learning_rate": 6.500000000000001e-05,
      "loss": 2.0337,
      "step": 65
    },
    {
      "epoch": 0.004935871069064802,
      "grad_norm": 4.364098072052002,
      "learning_rate": 6.6e-05,
      "loss": 2.2226,
      "step": 66
    },
    {
      "epoch": 0.005010656994353662,
      "grad_norm": 3.1222174167633057,
      "learning_rate": 6.7e-05,
      "loss": 1.4639,
      "step": 67
    },
    {
      "epoch": 0.0050854429196425235,
      "grad_norm": 3.4899353981018066,
      "learning_rate": 6.800000000000001e-05,
      "loss": 1.7393,
      "step": 68
    },
    {
      "epoch": 0.005160228844931384,
      "grad_norm": 4.022670269012451,
      "learning_rate": 6.9e-05,
      "loss": 1.7592,
      "step": 69
    },
    {
      "epoch": 0.005235014770220245,
      "grad_norm": 3.4488918781280518,
      "learning_rate": 7e-05,
      "loss": 1.7135,
      "step": 70
    },
    {
      "epoch": 0.005309800695509105,
      "grad_norm": 3.251520872116089,
      "learning_rate": 7.1e-05,
      "loss": 1.7523,
      "step": 71
    },
    {
      "epoch": 0.005384586620797966,
      "grad_norm": 3.5805552005767822,
      "learning_rate": 7.2e-05,
      "loss": 1.8836,
      "step": 72
    },
    {
      "epoch": 0.0054593725460868265,
      "grad_norm": 2.910710334777832,
      "learning_rate": 7.3e-05,
      "loss": 1.434,
      "step": 73
    },
    {
      "epoch": 0.005534158471375687,
      "grad_norm": 2.659863233566284,
      "learning_rate": 7.4e-05,
      "loss": 1.3894,
      "step": 74
    },
    {
      "epoch": 0.005608944396664548,
      "grad_norm": 3.274291753768921,
      "learning_rate": 7.500000000000001e-05,
      "loss": 1.428,
      "step": 75
    },
    {
      "epoch": 0.005683730321953408,
      "grad_norm": 2.9476940631866455,
      "learning_rate": 7.6e-05,
      "loss": 1.4145,
      "step": 76
    },
    {
      "epoch": 0.005758516247242269,
      "grad_norm": 2.7751147747039795,
      "learning_rate": 7.7e-05,
      "loss": 1.6144,
      "step": 77
    },
    {
      "epoch": 0.005833302172531129,
      "grad_norm": 2.7885525226593018,
      "learning_rate": 7.800000000000001e-05,
      "loss": 1.2509,
      "step": 78
    },
    {
      "epoch": 0.0059080880978199905,
      "grad_norm": 2.6581995487213135,
      "learning_rate": 7.900000000000001e-05,
      "loss": 1.3629,
      "step": 79
    },
    {
      "epoch": 0.005982874023108851,
      "grad_norm": 2.3167338371276855,
      "learning_rate": 8e-05,
      "loss": 1.1507,
      "step": 80
    },
    {
      "epoch": 0.006057659948397712,
      "grad_norm": 2.924943685531616,
      "learning_rate": 8.1e-05,
      "loss": 1.5916,
      "step": 81
    },
    {
      "epoch": 0.006132445873686572,
      "grad_norm": 2.5046753883361816,
      "learning_rate": 8.2e-05,
      "loss": 1.4093,
      "step": 82
    },
    {
      "epoch": 0.006207231798975433,
      "grad_norm": 3.789191961288452,
      "learning_rate": 8.3e-05,
      "loss": 1.2218,
      "step": 83
    },
    {
      "epoch": 0.0062820177242642935,
      "grad_norm": 2.430330276489258,
      "learning_rate": 8.4e-05,
      "loss": 1.2593,
      "step": 84
    },
    {
      "epoch": 0.006356803649553154,
      "grad_norm": 3.065549612045288,
      "learning_rate": 8.5e-05,
      "loss": 1.3888,
      "step": 85
    },
    {
      "epoch": 0.006431589574842015,
      "grad_norm": 2.3999617099761963,
      "learning_rate": 8.6e-05,
      "loss": 1.1845,
      "step": 86
    },
    {
      "epoch": 0.006506375500130875,
      "grad_norm": 3.062300682067871,
      "learning_rate": 8.7e-05,
      "loss": 1.3504,
      "step": 87
    },
    {
      "epoch": 0.006581161425419736,
      "grad_norm": 2.9335551261901855,
      "learning_rate": 8.800000000000001e-05,
      "loss": 1.3599,
      "step": 88
    },
    {
      "epoch": 0.0066559473507085964,
      "grad_norm": 3.101785659790039,
      "learning_rate": 8.900000000000001e-05,
      "loss": 1.5116,
      "step": 89
    },
    {
      "epoch": 0.0067307332759974576,
      "grad_norm": 2.6083104610443115,
      "learning_rate": 9e-05,
      "loss": 1.3841,
      "step": 90
    },
    {
      "epoch": 0.006805519201286318,
      "grad_norm": 2.031261682510376,
      "learning_rate": 9.1e-05,
      "loss": 1.0943,
      "step": 91
    },
    {
      "epoch": 0.006880305126575179,
      "grad_norm": 2.3279178142547607,
      "learning_rate": 9.200000000000001e-05,
      "loss": 1.1484,
      "step": 92
    },
    {
      "epoch": 0.006955091051864039,
      "grad_norm": 2.7843844890594482,
      "learning_rate": 9.300000000000001e-05,
      "loss": 1.1909,
      "step": 93
    },
    {
      "epoch": 0.007029876977152899,
      "grad_norm": 2.341130018234253,
      "learning_rate": 9.4e-05,
      "loss": 1.1898,
      "step": 94
    },
    {
      "epoch": 0.0071046629024417605,
      "grad_norm": 3.2011327743530273,
      "learning_rate": 9.5e-05,
      "loss": 1.3644,
      "step": 95
    },
    {
      "epoch": 0.007179448827730621,
      "grad_norm": 3.024416923522949,
      "learning_rate": 9.6e-05,
      "loss": 1.2273,
      "step": 96
    },
    {
      "epoch": 0.007254234753019482,
      "grad_norm": 3.661381959915161,
      "learning_rate": 9.7e-05,
      "loss": 1.7071,
      "step": 97
    },
    {
      "epoch": 0.007329020678308342,
      "grad_norm": 4.035518169403076,
      "learning_rate": 9.8e-05,
      "loss": 1.7389,
      "step": 98
    },
    {
      "epoch": 0.007403806603597203,
      "grad_norm": 3.446047067642212,
      "learning_rate": 9.900000000000001e-05,
      "loss": 1.6862,
      "step": 99
    },
    {
      "epoch": 0.0074785925288860635,
      "grad_norm": 5.485662460327148,
      "learning_rate": 0.0001,
      "loss": 1.7412,
      "step": 100
    },
    {
      "epoch": 0.007553378454174925,
      "grad_norm": 3.0680906772613525,
      "learning_rate": 9.999999859901834e-05,
      "loss": 0.742,
      "step": 101
    },
    {
      "epoch": 0.007628164379463785,
      "grad_norm": 3.0431365966796875,
      "learning_rate": 9.99999943960734e-05,
      "loss": 0.8204,
      "step": 102
    },
    {
      "epoch": 0.007702950304752646,
      "grad_norm": 2.2730836868286133,
      "learning_rate": 9.999998739116543e-05,
      "loss": 0.7561,
      "step": 103
    },
    {
      "epoch": 0.007777736230041506,
      "grad_norm": 2.3480613231658936,
      "learning_rate": 9.999997758429482e-05,
      "loss": 0.7924,
      "step": 104
    },
    {
      "epoch": 0.007852522155330367,
      "grad_norm": 2.3455686569213867,
      "learning_rate": 9.999996497546213e-05,
      "loss": 0.7152,
      "step": 105
    },
    {
      "epoch": 0.007927308080619228,
      "grad_norm": 3.297978639602661,
      "learning_rate": 9.999994956466807e-05,
      "loss": 0.8192,
      "step": 106
    },
    {
      "epoch": 0.008002094005908088,
      "grad_norm": 2.8571367263793945,
      "learning_rate": 9.999993135191348e-05,
      "loss": 0.8709,
      "step": 107
    },
    {
      "epoch": 0.008076879931196948,
      "grad_norm": 2.2407429218292236,
      "learning_rate": 9.99999103371994e-05,
      "loss": 0.934,
      "step": 108
    },
    {
      "epoch": 0.00815166585648581,
      "grad_norm": 2.364859104156494,
      "learning_rate": 9.999988652052698e-05,
      "loss": 0.9386,
      "step": 109
    },
    {
      "epoch": 0.00822645178177467,
      "grad_norm": 2.3702189922332764,
      "learning_rate": 9.99998599018976e-05,
      "loss": 0.9712,
      "step": 110
    },
    {
      "epoch": 0.00830123770706353,
      "grad_norm": 2.01073956489563,
      "learning_rate": 9.999983048131272e-05,
      "loss": 0.8346,
      "step": 111
    },
    {
      "epoch": 0.00837602363235239,
      "grad_norm": 2.415834426879883,
      "learning_rate": 9.9999798258774e-05,
      "loss": 0.8322,
      "step": 112
    },
    {
      "epoch": 0.008450809557641253,
      "grad_norm": 2.1473395824432373,
      "learning_rate": 9.999976323428324e-05,
      "loss": 0.9836,
      "step": 113
    },
    {
      "epoch": 0.008525595482930113,
      "grad_norm": 2.1773359775543213,
      "learning_rate": 9.99997254078424e-05,
      "loss": 1.0046,
      "step": 114
    },
    {
      "epoch": 0.008600381408218973,
      "grad_norm": 2.9464666843414307,
      "learning_rate": 9.99996847794536e-05,
      "loss": 0.9567,
      "step": 115
    },
    {
      "epoch": 0.008675167333507833,
      "grad_norm": 2.6063053607940674,
      "learning_rate": 9.999964134911915e-05,
      "loss": 1.044,
      "step": 116
    },
    {
      "epoch": 0.008749953258796694,
      "grad_norm": 1.8803744316101074,
      "learning_rate": 9.999959511684143e-05,
      "loss": 0.8948,
      "step": 117
    },
    {
      "epoch": 0.008824739184085556,
      "grad_norm": 1.917304277420044,
      "learning_rate": 9.999954608262305e-05,
      "loss": 0.784,
      "step": 118
    },
    {
      "epoch": 0.008899525109374416,
      "grad_norm": 2.680266857147217,
      "learning_rate": 9.999949424646677e-05,
      "loss": 0.9509,
      "step": 119
    },
    {
      "epoch": 0.008974311034663276,
      "grad_norm": 2.2273378372192383,
      "learning_rate": 9.99994396083755e-05,
      "loss": 0.951,
      "step": 120
    },
    {
      "epoch": 0.009049096959952136,
      "grad_norm": 2.0012409687042236,
      "learning_rate": 9.999938216835228e-05,
      "loss": 0.805,
      "step": 121
    },
    {
      "epoch": 0.009123882885240998,
      "grad_norm": 1.8820222616195679,
      "learning_rate": 9.999932192640033e-05,
      "loss": 0.963,
      "step": 122
    },
    {
      "epoch": 0.009198668810529859,
      "grad_norm": 1.8665176630020142,
      "learning_rate": 9.999925888252306e-05,
      "loss": 0.7564,
      "step": 123
    },
    {
      "epoch": 0.009273454735818719,
      "grad_norm": 2.045287609100342,
      "learning_rate": 9.999919303672396e-05,
      "loss": 0.8473,
      "step": 124
    },
    {
      "epoch": 0.009348240661107579,
      "grad_norm": 2.399397373199463,
      "learning_rate": 9.999912438900675e-05,
      "loss": 0.7349,
      "step": 125
    },
    {
      "epoch": 0.00942302658639644,
      "grad_norm": 2.0986945629119873,
      "learning_rate": 9.999905293937526e-05,
      "loss": 0.8916,
      "step": 126
    },
    {
      "epoch": 0.009497812511685301,
      "grad_norm": 1.9220778942108154,
      "learning_rate": 9.99989786878335e-05,
      "loss": 0.7673,
      "step": 127
    },
    {
      "epoch": 0.009572598436974162,
      "grad_norm": 1.868814468383789,
      "learning_rate": 9.999890163438563e-05,
      "loss": 0.7363,
      "step": 128
    },
    {
      "epoch": 0.009647384362263022,
      "grad_norm": 2.180018901824951,
      "learning_rate": 9.999882177903596e-05,
      "loss": 0.8958,
      "step": 129
    },
    {
      "epoch": 0.009722170287551882,
      "grad_norm": 2.4304356575012207,
      "learning_rate": 9.999873912178899e-05,
      "loss": 1.0221,
      "step": 130
    },
    {
      "epoch": 0.009796956212840744,
      "grad_norm": 2.578648805618286,
      "learning_rate": 9.99986536626493e-05,
      "loss": 1.0196,
      "step": 131
    },
    {
      "epoch": 0.009871742138129604,
      "grad_norm": 2.693330764770508,
      "learning_rate": 9.999856540162176e-05,
      "loss": 1.0518,
      "step": 132
    },
    {
      "epoch": 0.009946528063418465,
      "grad_norm": 1.6807856559753418,
      "learning_rate": 9.999847433871124e-05,
      "loss": 0.7414,
      "step": 133
    },
    {
      "epoch": 0.010021313988707325,
      "grad_norm": 2.2628543376922607,
      "learning_rate": 9.999838047392289e-05,
      "loss": 0.9669,
      "step": 134
    },
    {
      "epoch": 0.010096099913996187,
      "grad_norm": 1.9101718664169312,
      "learning_rate": 9.999828380726195e-05,
      "loss": 0.7076,
      "step": 135
    },
    {
      "epoch": 0.010170885839285047,
      "grad_norm": 2.2089498043060303,
      "learning_rate": 9.999818433873383e-05,
      "loss": 0.8472,
      "step": 136
    },
    {
      "epoch": 0.010245671764573907,
      "grad_norm": 1.8143845796585083,
      "learning_rate": 9.999808206834412e-05,
      "loss": 0.687,
      "step": 137
    },
    {
      "epoch": 0.010320457689862768,
      "grad_norm": 2.46356201171875,
      "learning_rate": 9.999797699609855e-05,
      "loss": 0.8556,
      "step": 138
    },
    {
      "epoch": 0.010395243615151628,
      "grad_norm": 2.0997884273529053,
      "learning_rate": 9.9997869122003e-05,
      "loss": 0.9441,
      "step": 139
    },
    {
      "epoch": 0.01047002954044049,
      "grad_norm": 1.9398000240325928,
      "learning_rate": 9.999775844606353e-05,
      "loss": 0.6497,
      "step": 140
    },
    {
      "epoch": 0.01054481546572935,
      "grad_norm": 2.9543139934539795,
      "learning_rate": 9.999764496828632e-05,
      "loss": 0.9248,
      "step": 141
    },
    {
      "epoch": 0.01061960139101821,
      "grad_norm": 1.966298222541809,
      "learning_rate": 9.999752868867774e-05,
      "loss": 0.759,
      "step": 142
    },
    {
      "epoch": 0.01069438731630707,
      "grad_norm": 2.4981892108917236,
      "learning_rate": 9.999740960724432e-05,
      "loss": 1.0753,
      "step": 143
    },
    {
      "epoch": 0.010769173241595932,
      "grad_norm": 2.4237351417541504,
      "learning_rate": 9.99972877239927e-05,
      "loss": 0.8299,
      "step": 144
    },
    {
      "epoch": 0.010843959166884793,
      "grad_norm": 1.9913171529769897,
      "learning_rate": 9.999716303892975e-05,
      "loss": 0.9138,
      "step": 145
    },
    {
      "epoch": 0.010918745092173653,
      "grad_norm": 1.9204565286636353,
      "learning_rate": 9.999703555206243e-05,
      "loss": 0.6766,
      "step": 146
    },
    {
      "epoch": 0.010993531017462513,
      "grad_norm": 3.22385311126709,
      "learning_rate": 9.999690526339789e-05,
      "loss": 1.3844,
      "step": 147
    },
    {
      "epoch": 0.011068316942751373,
      "grad_norm": 2.6980111598968506,
      "learning_rate": 9.999677217294343e-05,
      "loss": 1.1861,
      "step": 148
    },
    {
      "epoch": 0.011143102868040235,
      "grad_norm": 4.081061840057373,
      "learning_rate": 9.999663628070652e-05,
      "loss": 1.4329,
      "step": 149
    },
    {
      "epoch": 0.011217888793329096,
      "grad_norm": 3.6929051876068115,
      "learning_rate": 9.999649758669477e-05,
      "loss": 1.4902,
      "step": 150
    },
    {
      "epoch": 0.011292674718617956,
      "grad_norm": 1.8097460269927979,
      "learning_rate": 9.999635609091595e-05,
      "loss": 0.4343,
      "step": 151
    },
    {
      "epoch": 0.011367460643906816,
      "grad_norm": 2.1484739780426025,
      "learning_rate": 9.999621179337797e-05,
      "loss": 0.6104,
      "step": 152
    },
    {
      "epoch": 0.011442246569195678,
      "grad_norm": 1.703804612159729,
      "learning_rate": 9.999606469408895e-05,
      "loss": 0.4302,
      "step": 153
    },
    {
      "epoch": 0.011517032494484538,
      "grad_norm": 1.5474191904067993,
      "learning_rate": 9.999591479305712e-05,
      "loss": 0.4736,
      "step": 154
    },
    {
      "epoch": 0.011591818419773399,
      "grad_norm": 1.411250114440918,
      "learning_rate": 9.999576209029086e-05,
      "loss": 0.5271,
      "step": 155
    },
    {
      "epoch": 0.011666604345062259,
      "grad_norm": 1.8493943214416504,
      "learning_rate": 9.999560658579877e-05,
      "loss": 0.6735,
      "step": 156
    },
    {
      "epoch": 0.011741390270351119,
      "grad_norm": 1.643011212348938,
      "learning_rate": 9.999544827958954e-05,
      "loss": 0.5949,
      "step": 157
    },
    {
      "epoch": 0.011816176195639981,
      "grad_norm": 2.1782541275024414,
      "learning_rate": 9.999528717167202e-05,
      "loss": 0.6519,
      "step": 158
    },
    {
      "epoch": 0.011890962120928841,
      "grad_norm": 2.020730495452881,
      "learning_rate": 9.999512326205527e-05,
      "loss": 0.5504,
      "step": 159
    },
    {
      "epoch": 0.011965748046217702,
      "grad_norm": 1.9549325704574585,
      "learning_rate": 9.999495655074846e-05,
      "loss": 0.6628,
      "step": 160
    },
    {
      "epoch": 0.012040533971506562,
      "grad_norm": 2.0024971961975098,
      "learning_rate": 9.999478703776095e-05,
      "loss": 0.87,
      "step": 161
    },
    {
      "epoch": 0.012115319896795424,
      "grad_norm": 1.570326566696167,
      "learning_rate": 9.999461472310222e-05,
      "loss": 0.6626,
      "step": 162
    },
    {
      "epoch": 0.012190105822084284,
      "grad_norm": 2.1881284713745117,
      "learning_rate": 9.999443960678194e-05,
      "loss": 0.6499,
      "step": 163
    },
    {
      "epoch": 0.012264891747373144,
      "grad_norm": 2.0624871253967285,
      "learning_rate": 9.999426168880991e-05,
      "loss": 0.5934,
      "step": 164
    },
    {
      "epoch": 0.012339677672662005,
      "grad_norm": 2.729055643081665,
      "learning_rate": 9.999408096919612e-05,
      "loss": 0.7752,
      "step": 165
    },
    {
      "epoch": 0.012414463597950866,
      "grad_norm": 1.6504485607147217,
      "learning_rate": 9.999389744795067e-05,
      "loss": 0.7144,
      "step": 166
    },
    {
      "epoch": 0.012489249523239727,
      "grad_norm": 2.0923972129821777,
      "learning_rate": 9.999371112508386e-05,
      "loss": 0.6935,
      "step": 167
    },
    {
      "epoch": 0.012564035448528587,
      "grad_norm": 2.019972324371338,
      "learning_rate": 9.999352200060613e-05,
      "loss": 0.7024,
      "step": 168
    },
    {
      "epoch": 0.012638821373817447,
      "grad_norm": 1.548179268836975,
      "learning_rate": 9.999333007452808e-05,
      "loss": 0.6079,
      "step": 169
    },
    {
      "epoch": 0.012713607299106307,
      "grad_norm": 2.042799234390259,
      "learning_rate": 9.999313534686047e-05,
      "loss": 0.6523,
      "step": 170
    },
    {
      "epoch": 0.01278839322439517,
      "grad_norm": 1.8421651124954224,
      "learning_rate": 9.99929378176142e-05,
      "loss": 0.6678,
      "step": 171
    },
    {
      "epoch": 0.01286317914968403,
      "grad_norm": 1.3743484020233154,
      "learning_rate": 9.999273748680036e-05,
      "loss": 0.4602,
      "step": 172
    },
    {
      "epoch": 0.01293796507497289,
      "grad_norm": 3.103525161743164,
      "learning_rate": 9.999253435443014e-05,
      "loss": 0.9106,
      "step": 173
    },
    {
      "epoch": 0.01301275100026175,
      "grad_norm": 2.571981430053711,
      "learning_rate": 9.999232842051496e-05,
      "loss": 0.8246,
      "step": 174
    },
    {
      "epoch": 0.013087536925550612,
      "grad_norm": 1.6810436248779297,
      "learning_rate": 9.999211968506634e-05,
      "loss": 0.5435,
      "step": 175
    },
    {
      "epoch": 0.013162322850839472,
      "grad_norm": 2.5815951824188232,
      "learning_rate": 9.999190814809599e-05,
      "loss": 0.7158,
      "step": 176
    },
    {
      "epoch": 0.013237108776128333,
      "grad_norm": 2.4619767665863037,
      "learning_rate": 9.999169380961576e-05,
      "loss": 0.7399,
      "step": 177
    },
    {
      "epoch": 0.013311894701417193,
      "grad_norm": 2.790832757949829,
      "learning_rate": 9.999147666963765e-05,
      "loss": 0.8964,
      "step": 178
    },
    {
      "epoch": 0.013386680626706053,
      "grad_norm": 2.0831620693206787,
      "learning_rate": 9.999125672817385e-05,
      "loss": 0.6545,
      "step": 179
    },
    {
      "epoch": 0.013461466551994915,
      "grad_norm": 1.659287452697754,
      "learning_rate": 9.999103398523666e-05,
      "loss": 0.5195,
      "step": 180
    },
    {
      "epoch": 0.013536252477283775,
      "grad_norm": 2.0342581272125244,
      "learning_rate": 9.999080844083858e-05,
      "loss": 0.6948,
      "step": 181
    },
    {
      "epoch": 0.013611038402572636,
      "grad_norm": 2.1835694313049316,
      "learning_rate": 9.999058009499225e-05,
      "loss": 0.6779,
      "step": 182
    },
    {
      "epoch": 0.013685824327861496,
      "grad_norm": 2.018930673599243,
      "learning_rate": 9.999034894771046e-05,
      "loss": 0.656,
      "step": 183
    },
    {
      "epoch": 0.013760610253150358,
      "grad_norm": 2.1165859699249268,
      "learning_rate": 9.999011499900615e-05,
      "loss": 0.6846,
      "step": 184
    },
    {
      "epoch": 0.013835396178439218,
      "grad_norm": 1.7731845378875732,
      "learning_rate": 9.998987824889247e-05,
      "loss": 0.5828,
      "step": 185
    },
    {
      "epoch": 0.013910182103728078,
      "grad_norm": 1.7044155597686768,
      "learning_rate": 9.998963869738264e-05,
      "loss": 0.5484,
      "step": 186
    },
    {
      "epoch": 0.013984968029016939,
      "grad_norm": 2.091291904449463,
      "learning_rate": 9.998939634449011e-05,
      "loss": 0.8353,
      "step": 187
    },
    {
      "epoch": 0.014059753954305799,
      "grad_norm": 2.030050039291382,
      "learning_rate": 9.998915119022848e-05,
      "loss": 0.7236,
      "step": 188
    },
    {
      "epoch": 0.01413453987959466,
      "grad_norm": 2.2626633644104004,
      "learning_rate": 9.998890323461143e-05,
      "loss": 0.8165,
      "step": 189
    },
    {
      "epoch": 0.014209325804883521,
      "grad_norm": 1.9015995264053345,
      "learning_rate": 9.998865247765293e-05,
      "loss": 0.695,
      "step": 190
    },
    {
      "epoch": 0.014284111730172381,
      "grad_norm": 2.28440260887146,
      "learning_rate": 9.998839891936696e-05,
      "loss": 0.7398,
      "step": 191
    },
    {
      "epoch": 0.014358897655461242,
      "grad_norm": 2.172327756881714,
      "learning_rate": 9.998814255976778e-05,
      "loss": 0.6028,
      "step": 192
    },
    {
      "epoch": 0.014433683580750103,
      "grad_norm": 2.304046630859375,
      "learning_rate": 9.998788339886972e-05,
      "loss": 0.7818,
      "step": 193
    },
    {
      "epoch": 0.014508469506038964,
      "grad_norm": 2.2586543560028076,
      "learning_rate": 9.998762143668734e-05,
      "loss": 0.8016,
      "step": 194
    },
    {
      "epoch": 0.014583255431327824,
      "grad_norm": 2.127652168273926,
      "learning_rate": 9.998735667323532e-05,
      "loss": 0.805,
      "step": 195
    },
    {
      "epoch": 0.014658041356616684,
      "grad_norm": 3.4836719036102295,
      "learning_rate": 9.998708910852845e-05,
      "loss": 0.9562,
      "step": 196
    },
    {
      "epoch": 0.014732827281905546,
      "grad_norm": 2.4760279655456543,
      "learning_rate": 9.998681874258176e-05,
      "loss": 0.8382,
      "step": 197
    },
    {
      "epoch": 0.014807613207194406,
      "grad_norm": 2.58807110786438,
      "learning_rate": 9.998654557541038e-05,
      "loss": 0.8569,
      "step": 198
    },
    {
      "epoch": 0.014882399132483267,
      "grad_norm": 2.469921112060547,
      "learning_rate": 9.998626960702966e-05,
      "loss": 0.9191,
      "step": 199
    },
    {
      "epoch": 0.014957185057772127,
      "grad_norm": 3.3862264156341553,
      "learning_rate": 9.998599083745502e-05,
      "loss": 1.0274,
      "step": 200
    },
    {
      "epoch": 0.015031970983060987,
      "grad_norm": 2.709723711013794,
      "learning_rate": 9.99857092667021e-05,
      "loss": 0.4218,
      "step": 201
    },
    {
      "epoch": 0.01510675690834985,
      "grad_norm": 2.4717419147491455,
      "learning_rate": 9.99854248947867e-05,
      "loss": 0.3651,
      "step": 202
    },
    {
      "epoch": 0.01518154283363871,
      "grad_norm": 2.2145442962646484,
      "learning_rate": 9.99851377217247e-05,
      "loss": 0.3879,
      "step": 203
    },
    {
      "epoch": 0.01525632875892757,
      "grad_norm": 1.894045114517212,
      "learning_rate": 9.998484774753226e-05,
      "loss": 0.5011,
      "step": 204
    },
    {
      "epoch": 0.01533111468421643,
      "grad_norm": 1.7073841094970703,
      "learning_rate": 9.998455497222559e-05,
      "loss": 0.4495,
      "step": 205
    },
    {
      "epoch": 0.015405900609505292,
      "grad_norm": 1.4930715560913086,
      "learning_rate": 9.99842593958211e-05,
      "loss": 0.4705,
      "step": 206
    },
    {
      "epoch": 0.015480686534794152,
      "grad_norm": 1.7114440202713013,
      "learning_rate": 9.998396101833535e-05,
      "loss": 0.5135,
      "step": 207
    },
    {
      "epoch": 0.015555472460083012,
      "grad_norm": 1.5250896215438843,
      "learning_rate": 9.998365983978509e-05,
      "loss": 0.4222,
      "step": 208
    },
    {
      "epoch": 0.015630258385371874,
      "grad_norm": 1.6246368885040283,
      "learning_rate": 9.998335586018715e-05,
      "loss": 0.5501,
      "step": 209
    },
    {
      "epoch": 0.015705044310660735,
      "grad_norm": 2.0178945064544678,
      "learning_rate": 9.998304907955861e-05,
      "loss": 0.6284,
      "step": 210
    },
    {
      "epoch": 0.015779830235949595,
      "grad_norm": 1.969741940498352,
      "learning_rate": 9.998273949791663e-05,
      "loss": 0.6071,
      "step": 211
    },
    {
      "epoch": 0.015854616161238455,
      "grad_norm": 1.753871202468872,
      "learning_rate": 9.998242711527859e-05,
      "loss": 0.5302,
      "step": 212
    },
    {
      "epoch": 0.015929402086527315,
      "grad_norm": 1.9651774168014526,
      "learning_rate": 9.998211193166198e-05,
      "loss": 0.6177,
      "step": 213
    },
    {
      "epoch": 0.016004188011816176,
      "grad_norm": 1.5324496030807495,
      "learning_rate": 9.998179394708444e-05,
      "loss": 0.6054,
      "step": 214
    },
    {
      "epoch": 0.016078973937105036,
      "grad_norm": 1.9243403673171997,
      "learning_rate": 9.998147316156383e-05,
      "loss": 0.4672,
      "step": 215
    },
    {
      "epoch": 0.016153759862393896,
      "grad_norm": 1.76792311668396,
      "learning_rate": 9.99811495751181e-05,
      "loss": 0.5852,
      "step": 216
    },
    {
      "epoch": 0.01622854578768276,
      "grad_norm": 2.084157705307007,
      "learning_rate": 9.998082318776538e-05,
      "loss": 0.6754,
      "step": 217
    },
    {
      "epoch": 0.01630333171297162,
      "grad_norm": 1.6929680109024048,
      "learning_rate": 9.998049399952399e-05,
      "loss": 0.5736,
      "step": 218
    },
    {
      "epoch": 0.01637811763826048,
      "grad_norm": 1.9327332973480225,
      "learning_rate": 9.998016201041234e-05,
      "loss": 0.5695,
      "step": 219
    },
    {
      "epoch": 0.01645290356354934,
      "grad_norm": 2.008037805557251,
      "learning_rate": 9.997982722044907e-05,
      "loss": 0.6518,
      "step": 220
    },
    {
      "epoch": 0.0165276894888382,
      "grad_norm": 1.5055561065673828,
      "learning_rate": 9.997948962965292e-05,
      "loss": 0.441,
      "step": 221
    },
    {
      "epoch": 0.01660247541412706,
      "grad_norm": 2.2816972732543945,
      "learning_rate": 9.997914923804281e-05,
      "loss": 0.7124,
      "step": 222
    },
    {
      "epoch": 0.01667726133941592,
      "grad_norm": 1.4853521585464478,
      "learning_rate": 9.997880604563781e-05,
      "loss": 0.4871,
      "step": 223
    },
    {
      "epoch": 0.01675204726470478,
      "grad_norm": 1.961186170578003,
      "learning_rate": 9.997846005245717e-05,
      "loss": 0.6723,
      "step": 224
    },
    {
      "epoch": 0.01682683318999364,
      "grad_norm": 1.5994547605514526,
      "learning_rate": 9.997811125852026e-05,
      "loss": 0.4799,
      "step": 225
    },
    {
      "epoch": 0.016901619115282505,
      "grad_norm": 1.728868007659912,
      "learning_rate": 9.997775966384663e-05,
      "loss": 0.498,
      "step": 226
    },
    {
      "epoch": 0.016976405040571366,
      "grad_norm": 1.5764458179473877,
      "learning_rate": 9.997740526845601e-05,
      "loss": 0.4942,
      "step": 227
    },
    {
      "epoch": 0.017051190965860226,
      "grad_norm": 1.686705231666565,
      "learning_rate": 9.997704807236822e-05,
      "loss": 0.4897,
      "step": 228
    },
    {
      "epoch": 0.017125976891149086,
      "grad_norm": 1.8798555135726929,
      "learning_rate": 9.997668807560332e-05,
      "loss": 0.735,
      "step": 229
    },
    {
      "epoch": 0.017200762816437946,
      "grad_norm": 1.9242262840270996,
      "learning_rate": 9.997632527818143e-05,
      "loss": 0.5091,
      "step": 230
    },
    {
      "epoch": 0.017275548741726807,
      "grad_norm": 1.9451552629470825,
      "learning_rate": 9.997595968012294e-05,
      "loss": 0.7353,
      "step": 231
    },
    {
      "epoch": 0.017350334667015667,
      "grad_norm": 2.0082972049713135,
      "learning_rate": 9.997559128144829e-05,
      "loss": 0.6294,
      "step": 232
    },
    {
      "epoch": 0.017425120592304527,
      "grad_norm": 2.011894464492798,
      "learning_rate": 9.997522008217814e-05,
      "loss": 0.58,
      "step": 233
    },
    {
      "epoch": 0.017499906517593387,
      "grad_norm": 1.964885950088501,
      "learning_rate": 9.997484608233332e-05,
      "loss": 0.6123,
      "step": 234
    },
    {
      "epoch": 0.01757469244288225,
      "grad_norm": 1.9730052947998047,
      "learning_rate": 9.997446928193475e-05,
      "loss": 0.6391,
      "step": 235
    },
    {
      "epoch": 0.01764947836817111,
      "grad_norm": 1.8028701543807983,
      "learning_rate": 9.997408968100355e-05,
      "loss": 0.5749,
      "step": 236
    },
    {
      "epoch": 0.01772426429345997,
      "grad_norm": 1.5513945817947388,
      "learning_rate": 9.9973707279561e-05,
      "loss": 0.4112,
      "step": 237
    },
    {
      "epoch": 0.017799050218748832,
      "grad_norm": 1.606989860534668,
      "learning_rate": 9.997332207762854e-05,
      "loss": 0.48,
      "step": 238
    },
    {
      "epoch": 0.017873836144037692,
      "grad_norm": 1.6030895709991455,
      "learning_rate": 9.997293407522774e-05,
      "loss": 0.4946,
      "step": 239
    },
    {
      "epoch": 0.017948622069326552,
      "grad_norm": 1.714250087738037,
      "learning_rate": 9.997254327238037e-05,
      "loss": 0.487,
      "step": 240
    },
    {
      "epoch": 0.018023407994615413,
      "grad_norm": 2.5556247234344482,
      "learning_rate": 9.99721496691083e-05,
      "loss": 0.7723,
      "step": 241
    },
    {
      "epoch": 0.018098193919904273,
      "grad_norm": 2.249194622039795,
      "learning_rate": 9.99717532654336e-05,
      "loss": 0.6965,
      "step": 242
    },
    {
      "epoch": 0.018172979845193133,
      "grad_norm": 2.8357973098754883,
      "learning_rate": 9.997135406137848e-05,
      "loss": 0.6826,
      "step": 243
    },
    {
      "epoch": 0.018247765770481997,
      "grad_norm": 1.7129302024841309,
      "learning_rate": 9.997095205696531e-05,
      "loss": 0.5861,
      "step": 244
    },
    {
      "epoch": 0.018322551695770857,
      "grad_norm": 2.058838129043579,
      "learning_rate": 9.997054725221661e-05,
      "loss": 0.6942,
      "step": 245
    },
    {
      "epoch": 0.018397337621059717,
      "grad_norm": 2.34417986869812,
      "learning_rate": 9.99701396471551e-05,
      "loss": 0.759,
      "step": 246
    },
    {
      "epoch": 0.018472123546348578,
      "grad_norm": 2.798663854598999,
      "learning_rate": 9.996972924180359e-05,
      "loss": 0.7828,
      "step": 247
    },
    {
      "epoch": 0.018546909471637438,
      "grad_norm": 2.5225207805633545,
      "learning_rate": 9.996931603618509e-05,
      "loss": 0.7887,
      "step": 248
    },
    {
      "epoch": 0.018621695396926298,
      "grad_norm": 2.039491653442383,
      "learning_rate": 9.996890003032276e-05,
      "loss": 0.6506,
      "step": 249
    },
    {
      "epoch": 0.018696481322215158,
      "grad_norm": 2.7857542037963867,
      "learning_rate": 9.99684812242399e-05,
      "loss": 0.9789,
      "step": 250
    },
    {
      "epoch": 0.01877126724750402,
      "grad_norm": 5.065952777862549,
      "learning_rate": 9.996805961795999e-05,
      "loss": 0.5014,
      "step": 251
    },
    {
      "epoch": 0.01884605317279288,
      "grad_norm": 4.19731330871582,
      "learning_rate": 9.996763521150664e-05,
      "loss": 0.4877,
      "step": 252
    },
    {
      "epoch": 0.018920839098081742,
      "grad_norm": 2.5884268283843994,
      "learning_rate": 9.996720800490364e-05,
      "loss": 0.4509,
      "step": 253
    },
    {
      "epoch": 0.018995625023370603,
      "grad_norm": 1.7229849100112915,
      "learning_rate": 9.996677799817496e-05,
      "loss": 0.4285,
      "step": 254
    },
    {
      "epoch": 0.019070410948659463,
      "grad_norm": 1.2759034633636475,
      "learning_rate": 9.996634519134466e-05,
      "loss": 0.3327,
      "step": 255
    },
    {
      "epoch": 0.019145196873948323,
      "grad_norm": 1.716976523399353,
      "learning_rate": 9.996590958443701e-05,
      "loss": 0.5825,
      "step": 256
    },
    {
      "epoch": 0.019219982799237183,
      "grad_norm": 1.439983606338501,
      "learning_rate": 9.996547117747643e-05,
      "loss": 0.3697,
      "step": 257
    },
    {
      "epoch": 0.019294768724526044,
      "grad_norm": 1.6026105880737305,
      "learning_rate": 9.996502997048746e-05,
      "loss": 0.4149,
      "step": 258
    },
    {
      "epoch": 0.019369554649814904,
      "grad_norm": 1.8805289268493652,
      "learning_rate": 9.996458596349484e-05,
      "loss": 0.5251,
      "step": 259
    },
    {
      "epoch": 0.019444340575103764,
      "grad_norm": 1.6710901260375977,
      "learning_rate": 9.996413915652346e-05,
      "loss": 0.3811,
      "step": 260
    },
    {
      "epoch": 0.019519126500392624,
      "grad_norm": 1.5503700971603394,
      "learning_rate": 9.996368954959835e-05,
      "loss": 0.4264,
      "step": 261
    },
    {
      "epoch": 0.019593912425681488,
      "grad_norm": 1.49443781375885,
      "learning_rate": 9.996323714274471e-05,
      "loss": 0.3905,
      "step": 262
    },
    {
      "epoch": 0.01966869835097035,
      "grad_norm": 1.428195834159851,
      "learning_rate": 9.996278193598789e-05,
      "loss": 0.4676,
      "step": 263
    },
    {
      "epoch": 0.01974348427625921,
      "grad_norm": 1.5320206880569458,
      "learning_rate": 9.996232392935338e-05,
      "loss": 0.4262,
      "step": 264
    },
    {
      "epoch": 0.01981827020154807,
      "grad_norm": 1.8862004280090332,
      "learning_rate": 9.99618631228669e-05,
      "loss": 0.4407,
      "step": 265
    },
    {
      "epoch": 0.01989305612683693,
      "grad_norm": 1.30430269241333,
      "learning_rate": 9.996139951655421e-05,
      "loss": 0.3825,
      "step": 266
    },
    {
      "epoch": 0.01996784205212579,
      "grad_norm": 1.9523204565048218,
      "learning_rate": 9.996093311044134e-05,
      "loss": 0.5898,
      "step": 267
    },
    {
      "epoch": 0.02004262797741465,
      "grad_norm": 1.6417038440704346,
      "learning_rate": 9.99604639045544e-05,
      "loss": 0.5474,
      "step": 268
    },
    {
      "epoch": 0.02011741390270351,
      "grad_norm": 1.7858998775482178,
      "learning_rate": 9.995999189891969e-05,
      "loss": 0.551,
      "step": 269
    },
    {
      "epoch": 0.020192199827992374,
      "grad_norm": 1.4146101474761963,
      "learning_rate": 9.995951709356366e-05,
      "loss": 0.463,
      "step": 270
    },
    {
      "epoch": 0.020266985753281234,
      "grad_norm": 1.3795795440673828,
      "learning_rate": 9.995903948851292e-05,
      "loss": 0.4377,
      "step": 271
    },
    {
      "epoch": 0.020341771678570094,
      "grad_norm": 1.7331129312515259,
      "learning_rate": 9.995855908379423e-05,
      "loss": 0.5304,
      "step": 272
    },
    {
      "epoch": 0.020416557603858954,
      "grad_norm": 2.485734224319458,
      "learning_rate": 9.995807587943451e-05,
      "loss": 0.5967,
      "step": 273
    },
    {
      "epoch": 0.020491343529147815,
      "grad_norm": 1.7963072061538696,
      "learning_rate": 9.995758987546086e-05,
      "loss": 0.5167,
      "step": 274
    },
    {
      "epoch": 0.020566129454436675,
      "grad_norm": 1.5280592441558838,
      "learning_rate": 9.995710107190049e-05,
      "loss": 0.521,
      "step": 275
    },
    {
      "epoch": 0.020640915379725535,
      "grad_norm": 1.6147873401641846,
      "learning_rate": 9.99566094687808e-05,
      "loss": 0.5355,
      "step": 276
    },
    {
      "epoch": 0.020715701305014395,
      "grad_norm": 1.9053575992584229,
      "learning_rate": 9.995611506612934e-05,
      "loss": 0.4464,
      "step": 277
    },
    {
      "epoch": 0.020790487230303255,
      "grad_norm": 1.365958571434021,
      "learning_rate": 9.995561786397381e-05,
      "loss": 0.4678,
      "step": 278
    },
    {
      "epoch": 0.02086527315559212,
      "grad_norm": 1.3736215829849243,
      "learning_rate": 9.995511786234209e-05,
      "loss": 0.4357,
      "step": 279
    },
    {
      "epoch": 0.02094005908088098,
      "grad_norm": 1.4113092422485352,
      "learning_rate": 9.995461506126219e-05,
      "loss": 0.4152,
      "step": 280
    },
    {
      "epoch": 0.02101484500616984,
      "grad_norm": 1.7241733074188232,
      "learning_rate": 9.995410946076228e-05,
      "loss": 0.4393,
      "step": 281
    },
    {
      "epoch": 0.0210896309314587,
      "grad_norm": 1.7977029085159302,
      "learning_rate": 9.995360106087071e-05,
      "loss": 0.5532,
      "step": 282
    },
    {
      "epoch": 0.02116441685674756,
      "grad_norm": 1.309752106666565,
      "learning_rate": 9.995308986161593e-05,
      "loss": 0.3411,
      "step": 283
    },
    {
      "epoch": 0.02123920278203642,
      "grad_norm": 2.2453525066375732,
      "learning_rate": 9.995257586302664e-05,
      "loss": 0.5562,
      "step": 284
    },
    {
      "epoch": 0.02131398870732528,
      "grad_norm": 1.7846816778182983,
      "learning_rate": 9.99520590651316e-05,
      "loss": 0.3964,
      "step": 285
    },
    {
      "epoch": 0.02138877463261414,
      "grad_norm": 2.0337886810302734,
      "learning_rate": 9.995153946795982e-05,
      "loss": 0.6546,
      "step": 286
    },
    {
      "epoch": 0.021463560557903,
      "grad_norm": 2.209627389907837,
      "learning_rate": 9.995101707154038e-05,
      "loss": 0.5408,
      "step": 287
    },
    {
      "epoch": 0.021538346483191865,
      "grad_norm": 1.5666706562042236,
      "learning_rate": 9.995049187590255e-05,
      "loss": 0.4625,
      "step": 288
    },
    {
      "epoch": 0.021613132408480725,
      "grad_norm": 1.6655921936035156,
      "learning_rate": 9.994996388107579e-05,
      "loss": 0.4141,
      "step": 289
    },
    {
      "epoch": 0.021687918333769585,
      "grad_norm": 2.294879198074341,
      "learning_rate": 9.994943308708966e-05,
      "loss": 0.6965,
      "step": 290
    },
    {
      "epoch": 0.021762704259058446,
      "grad_norm": 1.6565883159637451,
      "learning_rate": 9.994889949397393e-05,
      "loss": 0.485,
      "step": 291
    },
    {
      "epoch": 0.021837490184347306,
      "grad_norm": 1.4916329383850098,
      "learning_rate": 9.99483631017585e-05,
      "loss": 0.4372,
      "step": 292
    },
    {
      "epoch": 0.021912276109636166,
      "grad_norm": 2.076951503753662,
      "learning_rate": 9.994782391047341e-05,
      "loss": 0.5327,
      "step": 293
    },
    {
      "epoch": 0.021987062034925026,
      "grad_norm": 2.416569232940674,
      "learning_rate": 9.994728192014888e-05,
      "loss": 0.9091,
      "step": 294
    },
    {
      "epoch": 0.022061847960213887,
      "grad_norm": 2.6815476417541504,
      "learning_rate": 9.99467371308153e-05,
      "loss": 0.6736,
      "step": 295
    },
    {
      "epoch": 0.022136633885502747,
      "grad_norm": 1.8557615280151367,
      "learning_rate": 9.994618954250319e-05,
      "loss": 0.6224,
      "step": 296
    },
    {
      "epoch": 0.02221141981079161,
      "grad_norm": 2.7081174850463867,
      "learning_rate": 9.994563915524322e-05,
      "loss": 0.8265,
      "step": 297
    },
    {
      "epoch": 0.02228620573608047,
      "grad_norm": 2.1567111015319824,
      "learning_rate": 9.994508596906626e-05,
      "loss": 0.7211,
      "step": 298
    },
    {
      "epoch": 0.02236099166136933,
      "grad_norm": 3.128751039505005,
      "learning_rate": 9.99445299840033e-05,
      "loss": 0.711,
      "step": 299
    },
    {
      "epoch": 0.02243577758665819,
      "grad_norm": 3.3735687732696533,
      "learning_rate": 9.99439712000855e-05,
      "loss": 1.0752,
      "step": 300
    },
    {
      "epoch": 0.02251056351194705,
      "grad_norm": 2.7876415252685547,
      "learning_rate": 9.994340961734414e-05,
      "loss": 0.3383,
      "step": 301
    },
    {
      "epoch": 0.022585349437235912,
      "grad_norm": 1.7367511987686157,
      "learning_rate": 9.994284523581074e-05,
      "loss": 0.2636,
      "step": 302
    },
    {
      "epoch": 0.022660135362524772,
      "grad_norm": 2.354182720184326,
      "learning_rate": 9.994227805551692e-05,
      "loss": 0.3691,
      "step": 303
    },
    {
      "epoch": 0.022734921287813632,
      "grad_norm": 1.2262239456176758,
      "learning_rate": 9.994170807649444e-05,
      "loss": 0.3396,
      "step": 304
    },
    {
      "epoch": 0.022809707213102492,
      "grad_norm": 1.7250614166259766,
      "learning_rate": 9.994113529877526e-05,
      "loss": 0.3519,
      "step": 305
    },
    {
      "epoch": 0.022884493138391356,
      "grad_norm": 1.5408674478530884,
      "learning_rate": 9.994055972239146e-05,
      "loss": 0.3571,
      "step": 306
    },
    {
      "epoch": 0.022959279063680216,
      "grad_norm": 1.2817858457565308,
      "learning_rate": 9.993998134737532e-05,
      "loss": 0.3768,
      "step": 307
    },
    {
      "epoch": 0.023034064988969077,
      "grad_norm": 1.6594226360321045,
      "learning_rate": 9.993940017375922e-05,
      "loss": 0.4595,
      "step": 308
    },
    {
      "epoch": 0.023108850914257937,
      "grad_norm": 1.697840929031372,
      "learning_rate": 9.993881620157576e-05,
      "loss": 0.45,
      "step": 309
    },
    {
      "epoch": 0.023183636839546797,
      "grad_norm": 1.6770074367523193,
      "learning_rate": 9.993822943085764e-05,
      "loss": 0.4155,
      "step": 310
    },
    {
      "epoch": 0.023258422764835657,
      "grad_norm": 1.5360831022262573,
      "learning_rate": 9.993763986163777e-05,
      "loss": 0.4719,
      "step": 311
    },
    {
      "epoch": 0.023333208690124518,
      "grad_norm": 2.094434976577759,
      "learning_rate": 9.993704749394916e-05,
      "loss": 0.5539,
      "step": 312
    },
    {
      "epoch": 0.023407994615413378,
      "grad_norm": 1.7687294483184814,
      "learning_rate": 9.993645232782503e-05,
      "loss": 0.4936,
      "step": 313
    },
    {
      "epoch": 0.023482780540702238,
      "grad_norm": 1.5115470886230469,
      "learning_rate": 9.99358543632987e-05,
      "loss": 0.3698,
      "step": 314
    },
    {
      "epoch": 0.023557566465991102,
      "grad_norm": 1.6562975645065308,
      "learning_rate": 9.993525360040372e-05,
      "loss": 0.5048,
      "step": 315
    },
    {
      "epoch": 0.023632352391279962,
      "grad_norm": 1.304386854171753,
      "learning_rate": 9.993465003917374e-05,
      "loss": 0.3843,
      "step": 316
    },
    {
      "epoch": 0.023707138316568822,
      "grad_norm": 1.7435085773468018,
      "learning_rate": 9.993404367964258e-05,
      "loss": 0.4254,
      "step": 317
    },
    {
      "epoch": 0.023781924241857683,
      "grad_norm": 2.100574493408203,
      "learning_rate": 9.99334345218442e-05,
      "loss": 0.4942,
      "step": 318
    },
    {
      "epoch": 0.023856710167146543,
      "grad_norm": 1.577497124671936,
      "learning_rate": 9.993282256581278e-05,
      "loss": 0.463,
      "step": 319
    },
    {
      "epoch": 0.023931496092435403,
      "grad_norm": 1.630957007408142,
      "learning_rate": 9.993220781158259e-05,
      "loss": 0.4602,
      "step": 320
    },
    {
      "epoch": 0.024006282017724263,
      "grad_norm": 1.7165571451187134,
      "learning_rate": 9.993159025918807e-05,
      "loss": 0.4836,
      "step": 321
    },
    {
      "epoch": 0.024081067943013124,
      "grad_norm": 1.7623313665390015,
      "learning_rate": 9.993096990866384e-05,
      "loss": 0.4232,
      "step": 322
    },
    {
      "epoch": 0.024155853868301984,
      "grad_norm": 2.4539294242858887,
      "learning_rate": 9.993034676004467e-05,
      "loss": 0.6852,
      "step": 323
    },
    {
      "epoch": 0.024230639793590848,
      "grad_norm": 1.5389878749847412,
      "learning_rate": 9.992972081336546e-05,
      "loss": 0.411,
      "step": 324
    },
    {
      "epoch": 0.024305425718879708,
      "grad_norm": 1.8391386270523071,
      "learning_rate": 9.99290920686613e-05,
      "loss": 0.4624,
      "step": 325
    },
    {
      "epoch": 0.024380211644168568,
      "grad_norm": 1.7352311611175537,
      "learning_rate": 9.992846052596744e-05,
      "loss": 0.5078,
      "step": 326
    },
    {
      "epoch": 0.02445499756945743,
      "grad_norm": 1.124710202217102,
      "learning_rate": 9.992782618531924e-05,
      "loss": 0.3613,
      "step": 327
    },
    {
      "epoch": 0.02452978349474629,
      "grad_norm": 1.8971656560897827,
      "learning_rate": 9.992718904675227e-05,
      "loss": 0.4869,
      "step": 328
    },
    {
      "epoch": 0.02460456942003515,
      "grad_norm": 1.8421199321746826,
      "learning_rate": 9.992654911030224e-05,
      "loss": 0.5677,
      "step": 329
    },
    {
      "epoch": 0.02467935534532401,
      "grad_norm": 1.4410998821258545,
      "learning_rate": 9.9925906376005e-05,
      "loss": 0.3916,
      "step": 330
    },
    {
      "epoch": 0.02475414127061287,
      "grad_norm": 1.852169394493103,
      "learning_rate": 9.992526084389655e-05,
      "loss": 0.4838,
      "step": 331
    },
    {
      "epoch": 0.024828927195901733,
      "grad_norm": 1.6946009397506714,
      "learning_rate": 9.99246125140131e-05,
      "loss": 0.4581,
      "step": 332
    },
    {
      "epoch": 0.024903713121190593,
      "grad_norm": 1.8711975812911987,
      "learning_rate": 9.992396138639096e-05,
      "loss": 0.4282,
      "step": 333
    },
    {
      "epoch": 0.024978499046479453,
      "grad_norm": 1.3876867294311523,
      "learning_rate": 9.992330746106663e-05,
      "loss": 0.4098,
      "step": 334
    },
    {
      "epoch": 0.025053284971768314,
      "grad_norm": 3.739084243774414,
      "learning_rate": 9.992265073807674e-05,
      "loss": 1.1994,
      "step": 335
    },
    {
      "epoch": 0.025128070897057174,
      "grad_norm": 1.8744935989379883,
      "learning_rate": 9.992199121745811e-05,
      "loss": 0.5307,
      "step": 336
    },
    {
      "epoch": 0.025202856822346034,
      "grad_norm": 2.017162799835205,
      "learning_rate": 9.99213288992477e-05,
      "loss": 0.5187,
      "step": 337
    },
    {
      "epoch": 0.025277642747634894,
      "grad_norm": 1.6686122417449951,
      "learning_rate": 9.99206637834826e-05,
      "loss": 0.4589,
      "step": 338
    },
    {
      "epoch": 0.025352428672923755,
      "grad_norm": 2.1421756744384766,
      "learning_rate": 9.991999587020011e-05,
      "loss": 0.5889,
      "step": 339
    },
    {
      "epoch": 0.025427214598212615,
      "grad_norm": 1.8316271305084229,
      "learning_rate": 9.991932515943765e-05,
      "loss": 0.4198,
      "step": 340
    },
    {
      "epoch": 0.02550200052350148,
      "grad_norm": 2.2278504371643066,
      "learning_rate": 9.99186516512328e-05,
      "loss": 0.5008,
      "step": 341
    },
    {
      "epoch": 0.02557678644879034,
      "grad_norm": 2.0108120441436768,
      "learning_rate": 9.99179753456233e-05,
      "loss": 0.4899,
      "step": 342
    },
    {
      "epoch": 0.0256515723740792,
      "grad_norm": 2.853248119354248,
      "learning_rate": 9.991729624264707e-05,
      "loss": 0.6808,
      "step": 343
    },
    {
      "epoch": 0.02572635829936806,
      "grad_norm": 1.9881665706634521,
      "learning_rate": 9.991661434234216e-05,
      "loss": 0.4856,
      "step": 344
    },
    {
      "epoch": 0.02580114422465692,
      "grad_norm": 2.54276704788208,
      "learning_rate": 9.991592964474677e-05,
      "loss": 0.829,
      "step": 345
    },
    {
      "epoch": 0.02587593014994578,
      "grad_norm": 2.037083864212036,
      "learning_rate": 9.991524214989929e-05,
      "loss": 0.583,
      "step": 346
    },
    {
      "epoch": 0.02595071607523464,
      "grad_norm": 1.8638907670974731,
      "learning_rate": 9.991455185783823e-05,
      "loss": 0.5242,
      "step": 347
    },
    {
      "epoch": 0.0260255020005235,
      "grad_norm": 2.9237349033355713,
      "learning_rate": 9.991385876860227e-05,
      "loss": 0.8645,
      "step": 348
    },
    {
      "epoch": 0.02610028792581236,
      "grad_norm": 3.699530839920044,
      "learning_rate": 9.991316288223025e-05,
      "loss": 0.8984,
      "step": 349
    },
    {
      "epoch": 0.026175073851101224,
      "grad_norm": 3.9735758304595947,
      "learning_rate": 9.991246419876118e-05,
      "loss": 0.85,
      "step": 350
    },
    {
      "epoch": 0.026249859776390085,
      "grad_norm": 2.0851383209228516,
      "learning_rate": 9.991176271823422e-05,
      "loss": 0.348,
      "step": 351
    },
    {
      "epoch": 0.026324645701678945,
      "grad_norm": 4.202098846435547,
      "learning_rate": 9.991105844068865e-05,
      "loss": 0.4356,
      "step": 352
    },
    {
      "epoch": 0.026399431626967805,
      "grad_norm": 2.256911039352417,
      "learning_rate": 9.991035136616399e-05,
      "loss": 0.3821,
      "step": 353
    },
    {
      "epoch": 0.026474217552256665,
      "grad_norm": 1.6960192918777466,
      "learning_rate": 9.990964149469979e-05,
      "loss": 0.2667,
      "step": 354
    },
    {
      "epoch": 0.026549003477545526,
      "grad_norm": 1.5337544679641724,
      "learning_rate": 9.990892882633589e-05,
      "loss": 0.3421,
      "step": 355
    },
    {
      "epoch": 0.026623789402834386,
      "grad_norm": 1.7399795055389404,
      "learning_rate": 9.99082133611122e-05,
      "loss": 0.315,
      "step": 356
    },
    {
      "epoch": 0.026698575328123246,
      "grad_norm": 1.601131796836853,
      "learning_rate": 9.990749509906884e-05,
      "loss": 0.3473,
      "step": 357
    },
    {
      "epoch": 0.026773361253412106,
      "grad_norm": 1.8534319400787354,
      "learning_rate": 9.990677404024603e-05,
      "loss": 0.3651,
      "step": 358
    },
    {
      "epoch": 0.02684814717870097,
      "grad_norm": 1.3355767726898193,
      "learning_rate": 9.99060501846842e-05,
      "loss": 0.3543,
      "step": 359
    },
    {
      "epoch": 0.02692293310398983,
      "grad_norm": 1.452820897102356,
      "learning_rate": 9.99053235324239e-05,
      "loss": 0.315,
      "step": 360
    },
    {
      "epoch": 0.02699771902927869,
      "grad_norm": 1.647592306137085,
      "learning_rate": 9.990459408350586e-05,
      "loss": 0.3754,
      "step": 361
    },
    {
      "epoch": 0.02707250495456755,
      "grad_norm": 2.115166187286377,
      "learning_rate": 9.990386183797094e-05,
      "loss": 0.3644,
      "step": 362
    },
    {
      "epoch": 0.02714729087985641,
      "grad_norm": 1.7648921012878418,
      "learning_rate": 9.99031267958602e-05,
      "loss": 0.4435,
      "step": 363
    },
    {
      "epoch": 0.02722207680514527,
      "grad_norm": 1.4393260478973389,
      "learning_rate": 9.990238895721482e-05,
      "loss": 0.3526,
      "step": 364
    },
    {
      "epoch": 0.02729686273043413,
      "grad_norm": 1.4491729736328125,
      "learning_rate": 9.990164832207615e-05,
      "loss": 0.4067,
      "step": 365
    },
    {
      "epoch": 0.02737164865572299,
      "grad_norm": 1.8430050611495972,
      "learning_rate": 9.990090489048569e-05,
      "loss": 0.5819,
      "step": 366
    },
    {
      "epoch": 0.027446434581011852,
      "grad_norm": 1.572730302810669,
      "learning_rate": 9.99001586624851e-05,
      "loss": 0.3769,
      "step": 367
    },
    {
      "epoch": 0.027521220506300716,
      "grad_norm": 1.4703834056854248,
      "learning_rate": 9.989940963811621e-05,
      "loss": 0.3494,
      "step": 368
    },
    {
      "epoch": 0.027596006431589576,
      "grad_norm": 1.9917253255844116,
      "learning_rate": 9.989865781742098e-05,
      "loss": 0.4143,
      "step": 369
    },
    {
      "epoch": 0.027670792356878436,
      "grad_norm": 1.736613154411316,
      "learning_rate": 9.989790320044154e-05,
      "loss": 0.4168,
      "step": 370
    },
    {
      "epoch": 0.027745578282167296,
      "grad_norm": 1.669210433959961,
      "learning_rate": 9.989714578722021e-05,
      "loss": 0.3734,
      "step": 371
    },
    {
      "epoch": 0.027820364207456157,
      "grad_norm": 1.8162990808486938,
      "learning_rate": 9.989638557779939e-05,
      "loss": 0.4327,
      "step": 372
    },
    {
      "epoch": 0.027895150132745017,
      "grad_norm": 1.377301812171936,
      "learning_rate": 9.989562257222171e-05,
      "loss": 0.3232,
      "step": 373
    },
    {
      "epoch": 0.027969936058033877,
      "grad_norm": 2.533672571182251,
      "learning_rate": 9.989485677052992e-05,
      "loss": 0.6785,
      "step": 374
    },
    {
      "epoch": 0.028044721983322737,
      "grad_norm": 1.566593050956726,
      "learning_rate": 9.989408817276693e-05,
      "loss": 0.4109,
      "step": 375
    },
    {
      "epoch": 0.028119507908611598,
      "grad_norm": 2.902909517288208,
      "learning_rate": 9.989331677897583e-05,
      "loss": 0.9985,
      "step": 376
    },
    {
      "epoch": 0.02819429383390046,
      "grad_norm": 1.8848415613174438,
      "learning_rate": 9.989254258919983e-05,
      "loss": 0.3492,
      "step": 377
    },
    {
      "epoch": 0.02826907975918932,
      "grad_norm": 1.467768907546997,
      "learning_rate": 9.989176560348233e-05,
      "loss": 0.3885,
      "step": 378
    },
    {
      "epoch": 0.028343865684478182,
      "grad_norm": 1.4142189025878906,
      "learning_rate": 9.989098582186684e-05,
      "loss": 0.3413,
      "step": 379
    },
    {
      "epoch": 0.028418651609767042,
      "grad_norm": 1.9381784200668335,
      "learning_rate": 9.989020324439711e-05,
      "loss": 0.4264,
      "step": 380
    },
    {
      "epoch": 0.028493437535055902,
      "grad_norm": 1.624671459197998,
      "learning_rate": 9.988941787111695e-05,
      "loss": 0.4052,
      "step": 381
    },
    {
      "epoch": 0.028568223460344763,
      "grad_norm": 2.1232903003692627,
      "learning_rate": 9.98886297020704e-05,
      "loss": 0.5979,
      "step": 382
    },
    {
      "epoch": 0.028643009385633623,
      "grad_norm": 1.6667962074279785,
      "learning_rate": 9.98878387373016e-05,
      "loss": 0.3447,
      "step": 383
    },
    {
      "epoch": 0.028717795310922483,
      "grad_norm": 1.5725587606430054,
      "learning_rate": 9.988704497685491e-05,
      "loss": 0.3431,
      "step": 384
    },
    {
      "epoch": 0.028792581236211347,
      "grad_norm": 1.7561768293380737,
      "learning_rate": 9.988624842077477e-05,
      "loss": 0.3781,
      "step": 385
    },
    {
      "epoch": 0.028867367161500207,
      "grad_norm": 1.946848750114441,
      "learning_rate": 9.988544906910585e-05,
      "loss": 0.3514,
      "step": 386
    },
    {
      "epoch": 0.028942153086789067,
      "grad_norm": 1.7073757648468018,
      "learning_rate": 9.988464692189295e-05,
      "loss": 0.4588,
      "step": 387
    },
    {
      "epoch": 0.029016939012077927,
      "grad_norm": 1.8533604145050049,
      "learning_rate": 9.988384197918099e-05,
      "loss": 0.4151,
      "step": 388
    },
    {
      "epoch": 0.029091724937366788,
      "grad_norm": 1.767581820487976,
      "learning_rate": 9.98830342410151e-05,
      "loss": 0.4572,
      "step": 389
    },
    {
      "epoch": 0.029166510862655648,
      "grad_norm": 1.8051323890686035,
      "learning_rate": 9.988222370744056e-05,
      "loss": 0.4808,
      "step": 390
    },
    {
      "epoch": 0.029241296787944508,
      "grad_norm": 2.4535953998565674,
      "learning_rate": 9.988141037850276e-05,
      "loss": 0.5265,
      "step": 391
    },
    {
      "epoch": 0.02931608271323337,
      "grad_norm": 2.240027666091919,
      "learning_rate": 9.988059425424729e-05,
      "loss": 0.4752,
      "step": 392
    },
    {
      "epoch": 0.02939086863852223,
      "grad_norm": 1.697714924812317,
      "learning_rate": 9.987977533471989e-05,
      "loss": 0.3542,
      "step": 393
    },
    {
      "epoch": 0.029465654563811092,
      "grad_norm": 1.570952296257019,
      "learning_rate": 9.987895361996645e-05,
      "loss": 0.476,
      "step": 394
    },
    {
      "epoch": 0.029540440489099953,
      "grad_norm": 2.4792532920837402,
      "learning_rate": 9.987812911003302e-05,
      "loss": 0.6435,
      "step": 395
    },
    {
      "epoch": 0.029615226414388813,
      "grad_norm": 2.894404411315918,
      "learning_rate": 9.987730180496579e-05,
      "loss": 0.7792,
      "step": 396
    },
    {
      "epoch": 0.029690012339677673,
      "grad_norm": 3.646670341491699,
      "learning_rate": 9.987647170481113e-05,
      "loss": 0.8861,
      "step": 397
    },
    {
      "epoch": 0.029764798264966533,
      "grad_norm": 2.7726986408233643,
      "learning_rate": 9.987563880961559e-05,
      "loss": 0.6329,
      "step": 398
    },
    {
      "epoch": 0.029839584190255394,
      "grad_norm": 4.082836151123047,
      "learning_rate": 9.987480311942578e-05,
      "loss": 1.0723,
      "step": 399
    },
    {
      "epoch": 0.029914370115544254,
      "grad_norm": 2.8046975135803223,
      "learning_rate": 9.98739646342886e-05,
      "loss": 0.8737,
      "step": 400
    },
    {
      "epoch": 0.029989156040833114,
      "grad_norm": 1.5525949001312256,
      "learning_rate": 9.987312335425099e-05,
      "loss": 0.3198,
      "step": 401
    },
    {
      "epoch": 0.030063941966121974,
      "grad_norm": 1.7137742042541504,
      "learning_rate": 9.987227927936012e-05,
      "loss": 0.3461,
      "step": 402
    },
    {
      "epoch": 0.030138727891410838,
      "grad_norm": 1.313373327255249,
      "learning_rate": 9.987143240966329e-05,
      "loss": 0.2393,
      "step": 403
    },
    {
      "epoch": 0.0302135138166997,
      "grad_norm": 1.608888864517212,
      "learning_rate": 9.987058274520791e-05,
      "loss": 0.3254,
      "step": 404
    },
    {
      "epoch": 0.03028829974198856,
      "grad_norm": 1.498575210571289,
      "learning_rate": 9.986973028604167e-05,
      "loss": 0.3096,
      "step": 405
    },
    {
      "epoch": 0.03036308566727742,
      "grad_norm": 1.4123687744140625,
      "learning_rate": 9.98688750322123e-05,
      "loss": 0.3347,
      "step": 406
    },
    {
      "epoch": 0.03043787159256628,
      "grad_norm": 1.701438307762146,
      "learning_rate": 9.986801698376773e-05,
      "loss": 0.3336,
      "step": 407
    },
    {
      "epoch": 0.03051265751785514,
      "grad_norm": 1.5266433954238892,
      "learning_rate": 9.986715614075603e-05,
      "loss": 0.4995,
      "step": 408
    },
    {
      "epoch": 0.030587443443144,
      "grad_norm": 1.537523865699768,
      "learning_rate": 9.98662925032255e-05,
      "loss": 0.3516,
      "step": 409
    },
    {
      "epoch": 0.03066222936843286,
      "grad_norm": 1.3561406135559082,
      "learning_rate": 9.986542607122446e-05,
      "loss": 0.3631,
      "step": 410
    },
    {
      "epoch": 0.03073701529372172,
      "grad_norm": 1.2547136545181274,
      "learning_rate": 9.986455684480152e-05,
      "loss": 0.2845,
      "step": 411
    },
    {
      "epoch": 0.030811801219010584,
      "grad_norm": 1.4138652086257935,
      "learning_rate": 9.986368482400537e-05,
      "loss": 0.3733,
      "step": 412
    },
    {
      "epoch": 0.030886587144299444,
      "grad_norm": 1.4758260250091553,
      "learning_rate": 9.986281000888486e-05,
      "loss": 0.4393,
      "step": 413
    },
    {
      "epoch": 0.030961373069588304,
      "grad_norm": 1.6723135709762573,
      "learning_rate": 9.986193239948906e-05,
      "loss": 0.3892,
      "step": 414
    },
    {
      "epoch": 0.031036158994877164,
      "grad_norm": 1.8875374794006348,
      "learning_rate": 9.986105199586711e-05,
      "loss": 0.4596,
      "step": 415
    },
    {
      "epoch": 0.031110944920166025,
      "grad_norm": 1.6468793153762817,
      "learning_rate": 9.986016879806836e-05,
      "loss": 0.3738,
      "step": 416
    },
    {
      "epoch": 0.031185730845454885,
      "grad_norm": 1.5254995822906494,
      "learning_rate": 9.985928280614232e-05,
      "loss": 0.3046,
      "step": 417
    },
    {
      "epoch": 0.03126051677074375,
      "grad_norm": 1.8881335258483887,
      "learning_rate": 9.98583940201386e-05,
      "loss": 0.4151,
      "step": 418
    },
    {
      "epoch": 0.03133530269603261,
      "grad_norm": 1.629418134689331,
      "learning_rate": 9.985750244010706e-05,
      "loss": 0.3004,
      "step": 419
    },
    {
      "epoch": 0.03141008862132147,
      "grad_norm": 1.8893218040466309,
      "learning_rate": 9.98566080660976e-05,
      "loss": 0.5163,
      "step": 420
    },
    {
      "epoch": 0.03148487454661033,
      "grad_norm": 1.7653130292892456,
      "learning_rate": 9.98557108981604e-05,
      "loss": 0.3744,
      "step": 421
    },
    {
      "epoch": 0.03155966047189919,
      "grad_norm": 1.7242214679718018,
      "learning_rate": 9.985481093634571e-05,
      "loss": 0.3608,
      "step": 422
    },
    {
      "epoch": 0.03163444639718805,
      "grad_norm": 1.9831076860427856,
      "learning_rate": 9.985390818070397e-05,
      "loss": 0.3942,
      "step": 423
    },
    {
      "epoch": 0.03170923232247691,
      "grad_norm": 1.8815146684646606,
      "learning_rate": 9.985300263128575e-05,
      "loss": 0.3607,
      "step": 424
    },
    {
      "epoch": 0.03178401824776577,
      "grad_norm": 1.9155653715133667,
      "learning_rate": 9.985209428814182e-05,
      "loss": 0.4144,
      "step": 425
    },
    {
      "epoch": 0.03185880417305463,
      "grad_norm": 2.2086873054504395,
      "learning_rate": 9.985118315132306e-05,
      "loss": 0.4747,
      "step": 426
    },
    {
      "epoch": 0.03193359009834349,
      "grad_norm": 1.6248441934585571,
      "learning_rate": 9.985026922088056e-05,
      "loss": 0.3033,
      "step": 427
    },
    {
      "epoch": 0.03200837602363235,
      "grad_norm": 1.6010574102401733,
      "learning_rate": 9.984935249686552e-05,
      "loss": 0.4151,
      "step": 428
    },
    {
      "epoch": 0.03208316194892121,
      "grad_norm": 2.1126251220703125,
      "learning_rate": 9.984843297932931e-05,
      "loss": 0.4961,
      "step": 429
    },
    {
      "epoch": 0.03215794787421007,
      "grad_norm": 1.2756359577178955,
      "learning_rate": 9.984751066832346e-05,
      "loss": 0.2911,
      "step": 430
    },
    {
      "epoch": 0.03223273379949893,
      "grad_norm": 1.2325828075408936,
      "learning_rate": 9.984658556389965e-05,
      "loss": 0.2961,
      "step": 431
    },
    {
      "epoch": 0.03230751972478779,
      "grad_norm": 2.034858465194702,
      "learning_rate": 9.984565766610974e-05,
      "loss": 0.4427,
      "step": 432
    },
    {
      "epoch": 0.03238230565007665,
      "grad_norm": 2.418759822845459,
      "learning_rate": 9.984472697500572e-05,
      "loss": 0.5174,
      "step": 433
    },
    {
      "epoch": 0.03245709157536552,
      "grad_norm": 1.5988057851791382,
      "learning_rate": 9.984379349063973e-05,
      "loss": 0.3666,
      "step": 434
    },
    {
      "epoch": 0.03253187750065438,
      "grad_norm": 1.8612089157104492,
      "learning_rate": 9.98428572130641e-05,
      "loss": 0.3541,
      "step": 435
    },
    {
      "epoch": 0.03260666342594324,
      "grad_norm": 1.9849554300308228,
      "learning_rate": 9.984191814233131e-05,
      "loss": 0.5481,
      "step": 436
    },
    {
      "epoch": 0.0326814493512321,
      "grad_norm": 2.0487899780273438,
      "learning_rate": 9.984097627849394e-05,
      "loss": 0.5453,
      "step": 437
    },
    {
      "epoch": 0.03275623527652096,
      "grad_norm": 1.6758486032485962,
      "learning_rate": 9.984003162160481e-05,
      "loss": 0.404,
      "step": 438
    },
    {
      "epoch": 0.03283102120180982,
      "grad_norm": 2.0556139945983887,
      "learning_rate": 9.983908417171686e-05,
      "loss": 0.471,
      "step": 439
    },
    {
      "epoch": 0.03290580712709868,
      "grad_norm": 1.707379937171936,
      "learning_rate": 9.983813392888315e-05,
      "loss": 0.3905,
      "step": 440
    },
    {
      "epoch": 0.03298059305238754,
      "grad_norm": 1.643722653388977,
      "learning_rate": 9.983718089315697e-05,
      "loss": 0.385,
      "step": 441
    },
    {
      "epoch": 0.0330553789776764,
      "grad_norm": 2.574544906616211,
      "learning_rate": 9.983622506459169e-05,
      "loss": 0.4734,
      "step": 442
    },
    {
      "epoch": 0.03313016490296526,
      "grad_norm": 1.9308756589889526,
      "learning_rate": 9.983526644324092e-05,
      "loss": 0.335,
      "step": 443
    },
    {
      "epoch": 0.03320495082825412,
      "grad_norm": 3.3780388832092285,
      "learning_rate": 9.983430502915834e-05,
      "loss": 0.7878,
      "step": 444
    },
    {
      "epoch": 0.03327973675354298,
      "grad_norm": 3.25126576423645,
      "learning_rate": 9.983334082239784e-05,
      "loss": 0.741,
      "step": 445
    },
    {
      "epoch": 0.03335452267883184,
      "grad_norm": 3.103364944458008,
      "learning_rate": 9.983237382301345e-05,
      "loss": 0.7571,
      "step": 446
    },
    {
      "epoch": 0.0334293086041207,
      "grad_norm": 2.892956018447876,
      "learning_rate": 9.983140403105937e-05,
      "loss": 0.6871,
      "step": 447
    },
    {
      "epoch": 0.03350409452940956,
      "grad_norm": 3.3449840545654297,
      "learning_rate": 9.983043144658995e-05,
      "loss": 0.7298,
      "step": 448
    },
    {
      "epoch": 0.03357888045469842,
      "grad_norm": 2.6368565559387207,
      "learning_rate": 9.982945606965968e-05,
      "loss": 0.5392,
      "step": 449
    },
    {
      "epoch": 0.03365366637998728,
      "grad_norm": 6.307722091674805,
      "learning_rate": 9.982847790032322e-05,
      "loss": 1.2034,
      "step": 450
    },
    {
      "epoch": 0.033728452305276144,
      "grad_norm": 2.25997257232666,
      "learning_rate": 9.982749693863539e-05,
      "loss": 0.3029,
      "step": 451
    },
    {
      "epoch": 0.03380323823056501,
      "grad_norm": 3.7629852294921875,
      "learning_rate": 9.982651318465116e-05,
      "loss": 0.3506,
      "step": 452
    },
    {
      "epoch": 0.03387802415585387,
      "grad_norm": 1.0473322868347168,
      "learning_rate": 9.982552663842566e-05,
      "loss": 0.2422,
      "step": 453
    },
    {
      "epoch": 0.03395281008114273,
      "grad_norm": 1.675244688987732,
      "learning_rate": 9.982453730001417e-05,
      "loss": 0.3523,
      "step": 454
    },
    {
      "epoch": 0.03402759600643159,
      "grad_norm": 1.6040631532669067,
      "learning_rate": 9.982354516947216e-05,
      "loss": 0.2918,
      "step": 455
    },
    {
      "epoch": 0.03410238193172045,
      "grad_norm": 1.555628776550293,
      "learning_rate": 9.982255024685518e-05,
      "loss": 0.2983,
      "step": 456
    },
    {
      "epoch": 0.03417716785700931,
      "grad_norm": 1.6168107986450195,
      "learning_rate": 9.982155253221903e-05,
      "loss": 0.3401,
      "step": 457
    },
    {
      "epoch": 0.03425195378229817,
      "grad_norm": 1.4994574785232544,
      "learning_rate": 9.98205520256196e-05,
      "loss": 0.3245,
      "step": 458
    },
    {
      "epoch": 0.03432673970758703,
      "grad_norm": 1.1195974349975586,
      "learning_rate": 9.981954872711294e-05,
      "loss": 0.2759,
      "step": 459
    },
    {
      "epoch": 0.03440152563287589,
      "grad_norm": 1.341265082359314,
      "learning_rate": 9.981854263675531e-05,
      "loss": 0.3274,
      "step": 460
    },
    {
      "epoch": 0.03447631155816475,
      "grad_norm": 2.2931439876556396,
      "learning_rate": 9.981753375460308e-05,
      "loss": 0.3606,
      "step": 461
    },
    {
      "epoch": 0.03455109748345361,
      "grad_norm": 1.2119508981704712,
      "learning_rate": 9.981652208071276e-05,
      "loss": 0.211,
      "step": 462
    },
    {
      "epoch": 0.034625883408742474,
      "grad_norm": 1.5789986848831177,
      "learning_rate": 9.981550761514108e-05,
      "loss": 0.3145,
      "step": 463
    },
    {
      "epoch": 0.034700669334031334,
      "grad_norm": 1.545330286026001,
      "learning_rate": 9.981449035794487e-05,
      "loss": 0.2972,
      "step": 464
    },
    {
      "epoch": 0.034775455259320194,
      "grad_norm": 1.1578361988067627,
      "learning_rate": 9.981347030918113e-05,
      "loss": 0.2103,
      "step": 465
    },
    {
      "epoch": 0.034850241184609054,
      "grad_norm": 1.7258068323135376,
      "learning_rate": 9.981244746890706e-05,
      "loss": 0.3657,
      "step": 466
    },
    {
      "epoch": 0.034925027109897915,
      "grad_norm": 1.866416096687317,
      "learning_rate": 9.981142183717993e-05,
      "loss": 0.4187,
      "step": 467
    },
    {
      "epoch": 0.034999813035186775,
      "grad_norm": 1.5557197332382202,
      "learning_rate": 9.981039341405724e-05,
      "loss": 0.3111,
      "step": 468
    },
    {
      "epoch": 0.035074598960475635,
      "grad_norm": 1.3145215511322021,
      "learning_rate": 9.980936219959664e-05,
      "loss": 0.2602,
      "step": 469
    },
    {
      "epoch": 0.0351493848857645,
      "grad_norm": 1.4613457918167114,
      "learning_rate": 9.980832819385588e-05,
      "loss": 0.3323,
      "step": 470
    },
    {
      "epoch": 0.03522417081105336,
      "grad_norm": 1.7044062614440918,
      "learning_rate": 9.980729139689293e-05,
      "loss": 0.3144,
      "step": 471
    },
    {
      "epoch": 0.03529895673634222,
      "grad_norm": 1.9306621551513672,
      "learning_rate": 9.98062518087659e-05,
      "loss": 0.3748,
      "step": 472
    },
    {
      "epoch": 0.03537374266163108,
      "grad_norm": 2.46293306350708,
      "learning_rate": 9.980520942953303e-05,
      "loss": 0.4473,
      "step": 473
    },
    {
      "epoch": 0.03544852858691994,
      "grad_norm": 1.5892261266708374,
      "learning_rate": 9.98041642592527e-05,
      "loss": 0.3706,
      "step": 474
    },
    {
      "epoch": 0.0355233145122088,
      "grad_norm": 1.3435649871826172,
      "learning_rate": 9.980311629798355e-05,
      "loss": 0.2255,
      "step": 475
    },
    {
      "epoch": 0.035598100437497664,
      "grad_norm": 2.4751369953155518,
      "learning_rate": 9.980206554578427e-05,
      "loss": 0.4558,
      "step": 476
    },
    {
      "epoch": 0.035672886362786524,
      "grad_norm": 1.7780886888504028,
      "learning_rate": 9.980101200271374e-05,
      "loss": 0.3373,
      "step": 477
    },
    {
      "epoch": 0.035747672288075384,
      "grad_norm": 2.1548783779144287,
      "learning_rate": 9.979995566883103e-05,
      "loss": 0.3008,
      "step": 478
    },
    {
      "epoch": 0.035822458213364244,
      "grad_norm": 2.0169613361358643,
      "learning_rate": 9.97988965441953e-05,
      "loss": 0.42,
      "step": 479
    },
    {
      "epoch": 0.035897244138653105,
      "grad_norm": 2.066140651702881,
      "learning_rate": 9.979783462886592e-05,
      "loss": 0.423,
      "step": 480
    },
    {
      "epoch": 0.035972030063941965,
      "grad_norm": 1.671362280845642,
      "learning_rate": 9.979676992290239e-05,
      "loss": 0.3268,
      "step": 481
    },
    {
      "epoch": 0.036046815989230825,
      "grad_norm": 1.6547049283981323,
      "learning_rate": 9.979570242636438e-05,
      "loss": 0.3337,
      "step": 482
    },
    {
      "epoch": 0.036121601914519685,
      "grad_norm": 1.3441505432128906,
      "learning_rate": 9.979463213931172e-05,
      "loss": 0.1994,
      "step": 483
    },
    {
      "epoch": 0.036196387839808546,
      "grad_norm": 1.4639108180999756,
      "learning_rate": 9.979355906180436e-05,
      "loss": 0.4019,
      "step": 484
    },
    {
      "epoch": 0.036271173765097406,
      "grad_norm": 2.2701573371887207,
      "learning_rate": 9.979248319390249e-05,
      "loss": 0.5812,
      "step": 485
    },
    {
      "epoch": 0.036345959690386266,
      "grad_norm": 1.7986334562301636,
      "learning_rate": 9.979140453566634e-05,
      "loss": 0.4059,
      "step": 486
    },
    {
      "epoch": 0.03642074561567513,
      "grad_norm": 1.5819462537765503,
      "learning_rate": 9.979032308715639e-05,
      "loss": 0.2764,
      "step": 487
    },
    {
      "epoch": 0.036495531540963994,
      "grad_norm": 2.523996114730835,
      "learning_rate": 9.978923884843325e-05,
      "loss": 0.3975,
      "step": 488
    },
    {
      "epoch": 0.036570317466252854,
      "grad_norm": 1.6877474784851074,
      "learning_rate": 9.978815181955765e-05,
      "loss": 0.3343,
      "step": 489
    },
    {
      "epoch": 0.036645103391541714,
      "grad_norm": 2.2827630043029785,
      "learning_rate": 9.978706200059053e-05,
      "loss": 0.4722,
      "step": 490
    },
    {
      "epoch": 0.036719889316830574,
      "grad_norm": 2.0475258827209473,
      "learning_rate": 9.978596939159297e-05,
      "loss": 0.3316,
      "step": 491
    },
    {
      "epoch": 0.036794675242119435,
      "grad_norm": 2.162384271621704,
      "learning_rate": 9.978487399262616e-05,
      "loss": 0.4908,
      "step": 492
    },
    {
      "epoch": 0.036869461167408295,
      "grad_norm": 2.0630624294281006,
      "learning_rate": 9.978377580375151e-05,
      "loss": 0.3663,
      "step": 493
    },
    {
      "epoch": 0.036944247092697155,
      "grad_norm": 2.499332904815674,
      "learning_rate": 9.978267482503059e-05,
      "loss": 0.5186,
      "step": 494
    },
    {
      "epoch": 0.037019033017986015,
      "grad_norm": 2.739544630050659,
      "learning_rate": 9.978157105652504e-05,
      "loss": 0.6144,
      "step": 495
    },
    {
      "epoch": 0.037093818943274875,
      "grad_norm": 2.7285215854644775,
      "learning_rate": 9.978046449829677e-05,
      "loss": 0.5305,
      "step": 496
    },
    {
      "epoch": 0.037168604868563736,
      "grad_norm": 3.1258084774017334,
      "learning_rate": 9.977935515040775e-05,
      "loss": 0.5758,
      "step": 497
    },
    {
      "epoch": 0.037243390793852596,
      "grad_norm": 2.3661510944366455,
      "learning_rate": 9.977824301292016e-05,
      "loss": 0.4134,
      "step": 498
    },
    {
      "epoch": 0.037318176719141456,
      "grad_norm": 2.6696975231170654,
      "learning_rate": 9.977712808589632e-05,
      "loss": 0.4393,
      "step": 499
    },
    {
      "epoch": 0.037392962644430316,
      "grad_norm": 3.0770680904388428,
      "learning_rate": 9.977601036939873e-05,
      "loss": 0.5404,
      "step": 500
    },
    {
      "epoch": 0.03746774856971918,
      "grad_norm": 1.395867109298706,
      "learning_rate": 9.977488986349002e-05,
      "loss": 0.2432,
      "step": 501
    },
    {
      "epoch": 0.03754253449500804,
      "grad_norm": 1.9372507333755493,
      "learning_rate": 9.977376656823296e-05,
      "loss": 0.3016,
      "step": 502
    },
    {
      "epoch": 0.0376173204202969,
      "grad_norm": 2.021115779876709,
      "learning_rate": 9.97726404836905e-05,
      "loss": 0.2782,
      "step": 503
    },
    {
      "epoch": 0.03769210634558576,
      "grad_norm": 2.10213041305542,
      "learning_rate": 9.977151160992577e-05,
      "loss": 0.3507,
      "step": 504
    },
    {
      "epoch": 0.037766892270874625,
      "grad_norm": 1.6056774854660034,
      "learning_rate": 9.977037994700202e-05,
      "loss": 0.2999,
      "step": 505
    },
    {
      "epoch": 0.037841678196163485,
      "grad_norm": 1.7374846935272217,
      "learning_rate": 9.976924549498266e-05,
      "loss": 0.3097,
      "step": 506
    },
    {
      "epoch": 0.037916464121452345,
      "grad_norm": 1.1475175619125366,
      "learning_rate": 9.976810825393128e-05,
      "loss": 0.1912,
      "step": 507
    },
    {
      "epoch": 0.037991250046741205,
      "grad_norm": 1.5427664518356323,
      "learning_rate": 9.976696822391159e-05,
      "loss": 0.2568,
      "step": 508
    },
    {
      "epoch": 0.038066035972030066,
      "grad_norm": 1.461634635925293,
      "learning_rate": 9.976582540498749e-05,
      "loss": 0.2602,
      "step": 509
    },
    {
      "epoch": 0.038140821897318926,
      "grad_norm": 1.5520564317703247,
      "learning_rate": 9.976467979722302e-05,
      "loss": 0.2807,
      "step": 510
    },
    {
      "epoch": 0.038215607822607786,
      "grad_norm": 1.0737550258636475,
      "learning_rate": 9.976353140068237e-05,
      "loss": 0.2155,
      "step": 511
    },
    {
      "epoch": 0.038290393747896646,
      "grad_norm": 1.5963910818099976,
      "learning_rate": 9.976238021542991e-05,
      "loss": 0.2923,
      "step": 512
    },
    {
      "epoch": 0.03836517967318551,
      "grad_norm": 1.3823530673980713,
      "learning_rate": 9.976122624153014e-05,
      "loss": 0.2981,
      "step": 513
    },
    {
      "epoch": 0.03843996559847437,
      "grad_norm": 2.0882010459899902,
      "learning_rate": 9.976006947904775e-05,
      "loss": 0.3603,
      "step": 514
    },
    {
      "epoch": 0.03851475152376323,
      "grad_norm": 1.2528612613677979,
      "learning_rate": 9.975890992804754e-05,
      "loss": 0.1931,
      "step": 515
    },
    {
      "epoch": 0.03858953744905209,
      "grad_norm": 1.1865770816802979,
      "learning_rate": 9.975774758859449e-05,
      "loss": 0.2287,
      "step": 516
    },
    {
      "epoch": 0.03866432337434095,
      "grad_norm": 1.679771900177002,
      "learning_rate": 9.975658246075374e-05,
      "loss": 0.317,
      "step": 517
    },
    {
      "epoch": 0.03873910929962981,
      "grad_norm": 1.262202501296997,
      "learning_rate": 9.975541454459061e-05,
      "loss": 0.2236,
      "step": 518
    },
    {
      "epoch": 0.03881389522491867,
      "grad_norm": 1.5936188697814941,
      "learning_rate": 9.975424384017052e-05,
      "loss": 0.3177,
      "step": 519
    },
    {
      "epoch": 0.03888868115020753,
      "grad_norm": 1.0048236846923828,
      "learning_rate": 9.975307034755905e-05,
      "loss": 0.2079,
      "step": 520
    },
    {
      "epoch": 0.03896346707549639,
      "grad_norm": 1.679290771484375,
      "learning_rate": 9.975189406682202e-05,
      "loss": 0.3459,
      "step": 521
    },
    {
      "epoch": 0.03903825300078525,
      "grad_norm": 1.8492037057876587,
      "learning_rate": 9.975071499802532e-05,
      "loss": 0.3735,
      "step": 522
    },
    {
      "epoch": 0.039113038926074116,
      "grad_norm": 1.8095080852508545,
      "learning_rate": 9.974953314123503e-05,
      "loss": 0.3689,
      "step": 523
    },
    {
      "epoch": 0.039187824851362976,
      "grad_norm": 1.2651504278182983,
      "learning_rate": 9.974834849651735e-05,
      "loss": 0.1852,
      "step": 524
    },
    {
      "epoch": 0.039262610776651836,
      "grad_norm": 1.956148386001587,
      "learning_rate": 9.974716106393872e-05,
      "loss": 0.5129,
      "step": 525
    },
    {
      "epoch": 0.0393373967019407,
      "grad_norm": 1.7796374559402466,
      "learning_rate": 9.974597084356566e-05,
      "loss": 0.2703,
      "step": 526
    },
    {
      "epoch": 0.03941218262722956,
      "grad_norm": 1.5896657705307007,
      "learning_rate": 9.974477783546483e-05,
      "loss": 0.2871,
      "step": 527
    },
    {
      "epoch": 0.03948696855251842,
      "grad_norm": 1.4235267639160156,
      "learning_rate": 9.974358203970315e-05,
      "loss": 0.2332,
      "step": 528
    },
    {
      "epoch": 0.03956175447780728,
      "grad_norm": 1.427032232284546,
      "learning_rate": 9.974238345634759e-05,
      "loss": 0.2719,
      "step": 529
    },
    {
      "epoch": 0.03963654040309614,
      "grad_norm": 3.2313499450683594,
      "learning_rate": 9.974118208546532e-05,
      "loss": 0.6281,
      "step": 530
    },
    {
      "epoch": 0.039711326328385,
      "grad_norm": 2.1797239780426025,
      "learning_rate": 9.973997792712368e-05,
      "loss": 0.4448,
      "step": 531
    },
    {
      "epoch": 0.03978611225367386,
      "grad_norm": 1.7309579849243164,
      "learning_rate": 9.973877098139015e-05,
      "loss": 0.3949,
      "step": 532
    },
    {
      "epoch": 0.03986089817896272,
      "grad_norm": 1.8406537771224976,
      "learning_rate": 9.973756124833235e-05,
      "loss": 0.289,
      "step": 533
    },
    {
      "epoch": 0.03993568410425158,
      "grad_norm": 2.4274098873138428,
      "learning_rate": 9.97363487280181e-05,
      "loss": 0.4056,
      "step": 534
    },
    {
      "epoch": 0.04001047002954044,
      "grad_norm": 1.8705947399139404,
      "learning_rate": 9.97351334205153e-05,
      "loss": 0.4006,
      "step": 535
    },
    {
      "epoch": 0.0400852559548293,
      "grad_norm": 1.8413159847259521,
      "learning_rate": 9.973391532589211e-05,
      "loss": 0.2511,
      "step": 536
    },
    {
      "epoch": 0.04016004188011816,
      "grad_norm": 2.216728448867798,
      "learning_rate": 9.973269444421676e-05,
      "loss": 0.3257,
      "step": 537
    },
    {
      "epoch": 0.04023482780540702,
      "grad_norm": 2.1002347469329834,
      "learning_rate": 9.973147077555767e-05,
      "loss": 0.4157,
      "step": 538
    },
    {
      "epoch": 0.04030961373069588,
      "grad_norm": 1.8130024671554565,
      "learning_rate": 9.973024431998342e-05,
      "loss": 0.3307,
      "step": 539
    },
    {
      "epoch": 0.04038439965598475,
      "grad_norm": 1.546949028968811,
      "learning_rate": 9.972901507756274e-05,
      "loss": 0.247,
      "step": 540
    },
    {
      "epoch": 0.04045918558127361,
      "grad_norm": 1.7380205392837524,
      "learning_rate": 9.97277830483645e-05,
      "loss": 0.3905,
      "step": 541
    },
    {
      "epoch": 0.04053397150656247,
      "grad_norm": 1.5173139572143555,
      "learning_rate": 9.972654823245778e-05,
      "loss": 0.2221,
      "step": 542
    },
    {
      "epoch": 0.04060875743185133,
      "grad_norm": 2.486987829208374,
      "learning_rate": 9.972531062991172e-05,
      "loss": 0.3747,
      "step": 543
    },
    {
      "epoch": 0.04068354335714019,
      "grad_norm": 2.0189476013183594,
      "learning_rate": 9.972407024079573e-05,
      "loss": 0.3077,
      "step": 544
    },
    {
      "epoch": 0.04075832928242905,
      "grad_norm": 2.007979154586792,
      "learning_rate": 9.972282706517929e-05,
      "loss": 0.3517,
      "step": 545
    },
    {
      "epoch": 0.04083311520771791,
      "grad_norm": 2.4315381050109863,
      "learning_rate": 9.972158110313207e-05,
      "loss": 0.3803,
      "step": 546
    },
    {
      "epoch": 0.04090790113300677,
      "grad_norm": 2.2844531536102295,
      "learning_rate": 9.972033235472392e-05,
      "loss": 0.5017,
      "step": 547
    },
    {
      "epoch": 0.04098268705829563,
      "grad_norm": 2.0146217346191406,
      "learning_rate": 9.971908082002477e-05,
      "loss": 0.3239,
      "step": 548
    },
    {
      "epoch": 0.04105747298358449,
      "grad_norm": 2.299778699874878,
      "learning_rate": 9.97178264991048e-05,
      "loss": 0.4186,
      "step": 549
    },
    {
      "epoch": 0.04113225890887335,
      "grad_norm": 2.592635154724121,
      "learning_rate": 9.971656939203427e-05,
      "loss": 0.6985,
      "step": 550
    },
    {
      "epoch": 0.04120704483416221,
      "grad_norm": 1.9748377799987793,
      "learning_rate": 9.971530949888365e-05,
      "loss": 0.2815,
      "step": 551
    },
    {
      "epoch": 0.04128183075945107,
      "grad_norm": 2.106638193130493,
      "learning_rate": 9.971404681972353e-05,
      "loss": 0.2017,
      "step": 552
    },
    {
      "epoch": 0.04135661668473993,
      "grad_norm": 1.3694788217544556,
      "learning_rate": 9.971278135462468e-05,
      "loss": 0.1816,
      "step": 553
    },
    {
      "epoch": 0.04143140261002879,
      "grad_norm": 1.383020043373108,
      "learning_rate": 9.9711513103658e-05,
      "loss": 0.2664,
      "step": 554
    },
    {
      "epoch": 0.04150618853531765,
      "grad_norm": 1.4525701999664307,
      "learning_rate": 9.971024206689457e-05,
      "loss": 0.2021,
      "step": 555
    },
    {
      "epoch": 0.04158097446060651,
      "grad_norm": 1.2126433849334717,
      "learning_rate": 9.97089682444056e-05,
      "loss": 0.221,
      "step": 556
    },
    {
      "epoch": 0.04165576038589537,
      "grad_norm": 1.9040427207946777,
      "learning_rate": 9.970769163626253e-05,
      "loss": 0.2501,
      "step": 557
    },
    {
      "epoch": 0.04173054631118424,
      "grad_norm": 1.215839147567749,
      "learning_rate": 9.970641224253686e-05,
      "loss": 0.1993,
      "step": 558
    },
    {
      "epoch": 0.0418053322364731,
      "grad_norm": 1.7707453966140747,
      "learning_rate": 9.970513006330027e-05,
      "loss": 0.2644,
      "step": 559
    },
    {
      "epoch": 0.04188011816176196,
      "grad_norm": 1.7955509424209595,
      "learning_rate": 9.970384509862463e-05,
      "loss": 0.3244,
      "step": 560
    },
    {
      "epoch": 0.04195490408705082,
      "grad_norm": 1.447055697441101,
      "learning_rate": 9.970255734858196e-05,
      "loss": 0.2441,
      "step": 561
    },
    {
      "epoch": 0.04202969001233968,
      "grad_norm": 1.8091342449188232,
      "learning_rate": 9.97012668132444e-05,
      "loss": 0.2499,
      "step": 562
    },
    {
      "epoch": 0.04210447593762854,
      "grad_norm": 1.6274687051773071,
      "learning_rate": 9.96999734926843e-05,
      "loss": 0.2243,
      "step": 563
    },
    {
      "epoch": 0.0421792618629174,
      "grad_norm": 2.512483596801758,
      "learning_rate": 9.969867738697413e-05,
      "loss": 0.3346,
      "step": 564
    },
    {
      "epoch": 0.04225404778820626,
      "grad_norm": 1.7459092140197754,
      "learning_rate": 9.96973784961865e-05,
      "loss": 0.3228,
      "step": 565
    },
    {
      "epoch": 0.04232883371349512,
      "grad_norm": 1.6906713247299194,
      "learning_rate": 9.969607682039422e-05,
      "loss": 0.3086,
      "step": 566
    },
    {
      "epoch": 0.04240361963878398,
      "grad_norm": 1.8382833003997803,
      "learning_rate": 9.969477235967022e-05,
      "loss": 0.2795,
      "step": 567
    },
    {
      "epoch": 0.04247840556407284,
      "grad_norm": 2.286961555480957,
      "learning_rate": 9.969346511408761e-05,
      "loss": 0.4124,
      "step": 568
    },
    {
      "epoch": 0.0425531914893617,
      "grad_norm": 1.7281793355941772,
      "learning_rate": 9.969215508371966e-05,
      "loss": 0.2238,
      "step": 569
    },
    {
      "epoch": 0.04262797741465056,
      "grad_norm": 1.2291622161865234,
      "learning_rate": 9.969084226863976e-05,
      "loss": 0.2175,
      "step": 570
    },
    {
      "epoch": 0.04270276333993942,
      "grad_norm": 1.2127267122268677,
      "learning_rate": 9.96895266689215e-05,
      "loss": 0.1618,
      "step": 571
    },
    {
      "epoch": 0.04277754926522828,
      "grad_norm": 1.2810256481170654,
      "learning_rate": 9.968820828463859e-05,
      "loss": 0.197,
      "step": 572
    },
    {
      "epoch": 0.04285233519051714,
      "grad_norm": 2.0323851108551025,
      "learning_rate": 9.968688711586492e-05,
      "loss": 0.3823,
      "step": 573
    },
    {
      "epoch": 0.042927121115806,
      "grad_norm": 1.7427825927734375,
      "learning_rate": 9.96855631626745e-05,
      "loss": 0.3494,
      "step": 574
    },
    {
      "epoch": 0.04300190704109486,
      "grad_norm": 1.7998096942901611,
      "learning_rate": 9.968423642514157e-05,
      "loss": 0.2968,
      "step": 575
    },
    {
      "epoch": 0.04307669296638373,
      "grad_norm": 2.0077261924743652,
      "learning_rate": 9.968290690334044e-05,
      "loss": 0.3986,
      "step": 576
    },
    {
      "epoch": 0.04315147889167259,
      "grad_norm": 1.4455045461654663,
      "learning_rate": 9.968157459734564e-05,
      "loss": 0.2331,
      "step": 577
    },
    {
      "epoch": 0.04322626481696145,
      "grad_norm": 1.9026246070861816,
      "learning_rate": 9.968023950723182e-05,
      "loss": 0.3131,
      "step": 578
    },
    {
      "epoch": 0.04330105074225031,
      "grad_norm": 2.191783905029297,
      "learning_rate": 9.96789016330738e-05,
      "loss": 0.379,
      "step": 579
    },
    {
      "epoch": 0.04337583666753917,
      "grad_norm": 1.6624815464019775,
      "learning_rate": 9.967756097494656e-05,
      "loss": 0.237,
      "step": 580
    },
    {
      "epoch": 0.04345062259282803,
      "grad_norm": 1.5682331323623657,
      "learning_rate": 9.967621753292523e-05,
      "loss": 0.2508,
      "step": 581
    },
    {
      "epoch": 0.04352540851811689,
      "grad_norm": 1.7723803520202637,
      "learning_rate": 9.967487130708506e-05,
      "loss": 0.2881,
      "step": 582
    },
    {
      "epoch": 0.04360019444340575,
      "grad_norm": 1.3480019569396973,
      "learning_rate": 9.967352229750156e-05,
      "loss": 0.2811,
      "step": 583
    },
    {
      "epoch": 0.04367498036869461,
      "grad_norm": 2.3100061416625977,
      "learning_rate": 9.967217050425025e-05,
      "loss": 0.4367,
      "step": 584
    },
    {
      "epoch": 0.04374976629398347,
      "grad_norm": 1.0919873714447021,
      "learning_rate": 9.967081592740694e-05,
      "loss": 0.1776,
      "step": 585
    },
    {
      "epoch": 0.04382455221927233,
      "grad_norm": 2.1975836753845215,
      "learning_rate": 9.966945856704752e-05,
      "loss": 0.3804,
      "step": 586
    },
    {
      "epoch": 0.04389933814456119,
      "grad_norm": 1.3719273805618286,
      "learning_rate": 9.966809842324805e-05,
      "loss": 0.2149,
      "step": 587
    },
    {
      "epoch": 0.04397412406985005,
      "grad_norm": 1.7655987739562988,
      "learning_rate": 9.966673549608476e-05,
      "loss": 0.2009,
      "step": 588
    },
    {
      "epoch": 0.04404890999513891,
      "grad_norm": 2.0449576377868652,
      "learning_rate": 9.966536978563403e-05,
      "loss": 0.3859,
      "step": 589
    },
    {
      "epoch": 0.04412369592042777,
      "grad_norm": 1.8368507623672485,
      "learning_rate": 9.966400129197237e-05,
      "loss": 0.3092,
      "step": 590
    },
    {
      "epoch": 0.04419848184571663,
      "grad_norm": 1.8160133361816406,
      "learning_rate": 9.966263001517651e-05,
      "loss": 0.3133,
      "step": 591
    },
    {
      "epoch": 0.044273267771005494,
      "grad_norm": 2.4316699504852295,
      "learning_rate": 9.966125595532327e-05,
      "loss": 0.3383,
      "step": 592
    },
    {
      "epoch": 0.04434805369629436,
      "grad_norm": 2.770928382873535,
      "learning_rate": 9.965987911248963e-05,
      "loss": 0.4058,
      "step": 593
    },
    {
      "epoch": 0.04442283962158322,
      "grad_norm": 2.356501579284668,
      "learning_rate": 9.965849948675281e-05,
      "loss": 0.3354,
      "step": 594
    },
    {
      "epoch": 0.04449762554687208,
      "grad_norm": 2.269380569458008,
      "learning_rate": 9.965711707819005e-05,
      "loss": 0.3231,
      "step": 595
    },
    {
      "epoch": 0.04457241147216094,
      "grad_norm": 2.4941439628601074,
      "learning_rate": 9.96557318868789e-05,
      "loss": 0.283,
      "step": 596
    },
    {
      "epoch": 0.0446471973974498,
      "grad_norm": 2.683837413787842,
      "learning_rate": 9.965434391289689e-05,
      "loss": 0.553,
      "step": 597
    },
    {
      "epoch": 0.04472198332273866,
      "grad_norm": 2.717642307281494,
      "learning_rate": 9.965295315632187e-05,
      "loss": 0.4548,
      "step": 598
    },
    {
      "epoch": 0.04479676924802752,
      "grad_norm": 2.414987802505493,
      "learning_rate": 9.965155961723176e-05,
      "loss": 0.3346,
      "step": 599
    },
    {
      "epoch": 0.04487155517331638,
      "grad_norm": 2.4585416316986084,
      "learning_rate": 9.965016329570465e-05,
      "loss": 0.2696,
      "step": 600
    },
    {
      "epoch": 0.04494634109860524,
      "grad_norm": 2.6854665279388428,
      "learning_rate": 9.964876419181879e-05,
      "loss": 0.3601,
      "step": 601
    },
    {
      "epoch": 0.0450211270238941,
      "grad_norm": 2.1827094554901123,
      "learning_rate": 9.964736230565256e-05,
      "loss": 0.2919,
      "step": 602
    },
    {
      "epoch": 0.04509591294918296,
      "grad_norm": 1.6940871477127075,
      "learning_rate": 9.964595763728457e-05,
      "loss": 0.2158,
      "step": 603
    },
    {
      "epoch": 0.045170698874471824,
      "grad_norm": 1.2020974159240723,
      "learning_rate": 9.96445501867935e-05,
      "loss": 0.2275,
      "step": 604
    },
    {
      "epoch": 0.045245484799760684,
      "grad_norm": 1.2015902996063232,
      "learning_rate": 9.964313995425825e-05,
      "loss": 0.2389,
      "step": 605
    },
    {
      "epoch": 0.045320270725049544,
      "grad_norm": 1.1789650917053223,
      "learning_rate": 9.964172693975782e-05,
      "loss": 0.1651,
      "step": 606
    },
    {
      "epoch": 0.045395056650338404,
      "grad_norm": 1.1595968008041382,
      "learning_rate": 9.96403111433714e-05,
      "loss": 0.1783,
      "step": 607
    },
    {
      "epoch": 0.045469842575627265,
      "grad_norm": 1.0800955295562744,
      "learning_rate": 9.963889256517835e-05,
      "loss": 0.1688,
      "step": 608
    },
    {
      "epoch": 0.045544628500916125,
      "grad_norm": 1.8450566530227661,
      "learning_rate": 9.963747120525814e-05,
      "loss": 0.3816,
      "step": 609
    },
    {
      "epoch": 0.045619414426204985,
      "grad_norm": 1.4600380659103394,
      "learning_rate": 9.963604706369045e-05,
      "loss": 0.2239,
      "step": 610
    },
    {
      "epoch": 0.04569420035149385,
      "grad_norm": 2.0718188285827637,
      "learning_rate": 9.963462014055505e-05,
      "loss": 0.4884,
      "step": 611
    },
    {
      "epoch": 0.04576898627678271,
      "grad_norm": 1.4591115713119507,
      "learning_rate": 9.963319043593194e-05,
      "loss": 0.2598,
      "step": 612
    },
    {
      "epoch": 0.04584377220207157,
      "grad_norm": 1.4313156604766846,
      "learning_rate": 9.963175794990123e-05,
      "loss": 0.2694,
      "step": 613
    },
    {
      "epoch": 0.04591855812736043,
      "grad_norm": 1.6951992511749268,
      "learning_rate": 9.963032268254318e-05,
      "loss": 0.2772,
      "step": 614
    },
    {
      "epoch": 0.04599334405264929,
      "grad_norm": 1.4836342334747314,
      "learning_rate": 9.962888463393825e-05,
      "loss": 0.299,
      "step": 615
    },
    {
      "epoch": 0.04606812997793815,
      "grad_norm": 1.1837968826293945,
      "learning_rate": 9.9627443804167e-05,
      "loss": 0.1948,
      "step": 616
    },
    {
      "epoch": 0.046142915903227014,
      "grad_norm": 1.5188899040222168,
      "learning_rate": 9.962600019331017e-05,
      "loss": 0.2503,
      "step": 617
    },
    {
      "epoch": 0.046217701828515874,
      "grad_norm": 1.5844203233718872,
      "learning_rate": 9.962455380144869e-05,
      "loss": 0.2023,
      "step": 618
    },
    {
      "epoch": 0.046292487753804734,
      "grad_norm": 2.0824568271636963,
      "learning_rate": 9.962310462866358e-05,
      "loss": 0.2995,
      "step": 619
    },
    {
      "epoch": 0.046367273679093594,
      "grad_norm": 2.3928756713867188,
      "learning_rate": 9.962165267503607e-05,
      "loss": 0.428,
      "step": 620
    },
    {
      "epoch": 0.046442059604382455,
      "grad_norm": 1.6443017721176147,
      "learning_rate": 9.962019794064753e-05,
      "loss": 0.2453,
      "step": 621
    },
    {
      "epoch": 0.046516845529671315,
      "grad_norm": 2.8012495040893555,
      "learning_rate": 9.961874042557948e-05,
      "loss": 0.4951,
      "step": 622
    },
    {
      "epoch": 0.046591631454960175,
      "grad_norm": 1.291345477104187,
      "learning_rate": 9.961728012991359e-05,
      "loss": 0.207,
      "step": 623
    },
    {
      "epoch": 0.046666417380249035,
      "grad_norm": 1.932925820350647,
      "learning_rate": 9.961581705373168e-05,
      "loss": 0.2128,
      "step": 624
    },
    {
      "epoch": 0.046741203305537896,
      "grad_norm": 2.123732328414917,
      "learning_rate": 9.961435119711578e-05,
      "loss": 0.4317,
      "step": 625
    },
    {
      "epoch": 0.046815989230826756,
      "grad_norm": 1.265323519706726,
      "learning_rate": 9.9612882560148e-05,
      "loss": 0.2281,
      "step": 626
    },
    {
      "epoch": 0.046890775156115616,
      "grad_norm": 1.2055814266204834,
      "learning_rate": 9.961141114291066e-05,
      "loss": 0.2071,
      "step": 627
    },
    {
      "epoch": 0.046965561081404476,
      "grad_norm": 2.029717206954956,
      "learning_rate": 9.960993694548622e-05,
      "loss": 0.348,
      "step": 628
    },
    {
      "epoch": 0.047040347006693344,
      "grad_norm": 1.4295538663864136,
      "learning_rate": 9.960845996795726e-05,
      "loss": 0.2166,
      "step": 629
    },
    {
      "epoch": 0.047115132931982204,
      "grad_norm": 1.3224849700927734,
      "learning_rate": 9.96069802104066e-05,
      "loss": 0.203,
      "step": 630
    },
    {
      "epoch": 0.047189918857271064,
      "grad_norm": 1.860388159751892,
      "learning_rate": 9.960549767291711e-05,
      "loss": 0.3673,
      "step": 631
    },
    {
      "epoch": 0.047264704782559924,
      "grad_norm": 2.0434300899505615,
      "learning_rate": 9.960401235557192e-05,
      "loss": 0.2613,
      "step": 632
    },
    {
      "epoch": 0.047339490707848784,
      "grad_norm": 2.1988210678100586,
      "learning_rate": 9.960252425845423e-05,
      "loss": 0.348,
      "step": 633
    },
    {
      "epoch": 0.047414276633137645,
      "grad_norm": 1.4532973766326904,
      "learning_rate": 9.960103338164746e-05,
      "loss": 0.195,
      "step": 634
    },
    {
      "epoch": 0.047489062558426505,
      "grad_norm": 1.5989629030227661,
      "learning_rate": 9.959953972523512e-05,
      "loss": 0.2912,
      "step": 635
    },
    {
      "epoch": 0.047563848483715365,
      "grad_norm": 2.0167176723480225,
      "learning_rate": 9.959804328930095e-05,
      "loss": 0.3094,
      "step": 636
    },
    {
      "epoch": 0.047638634409004225,
      "grad_norm": 2.2516047954559326,
      "learning_rate": 9.959654407392881e-05,
      "loss": 0.4005,
      "step": 637
    },
    {
      "epoch": 0.047713420334293086,
      "grad_norm": 1.1377729177474976,
      "learning_rate": 9.95950420792027e-05,
      "loss": 0.1391,
      "step": 638
    },
    {
      "epoch": 0.047788206259581946,
      "grad_norm": 1.5985984802246094,
      "learning_rate": 9.959353730520676e-05,
      "loss": 0.2927,
      "step": 639
    },
    {
      "epoch": 0.047862992184870806,
      "grad_norm": 1.7116681337356567,
      "learning_rate": 9.959202975202538e-05,
      "loss": 0.2384,
      "step": 640
    },
    {
      "epoch": 0.047937778110159666,
      "grad_norm": 2.913560390472412,
      "learning_rate": 9.959051941974299e-05,
      "loss": 0.7207,
      "step": 641
    },
    {
      "epoch": 0.04801256403544853,
      "grad_norm": 2.377454996109009,
      "learning_rate": 9.958900630844426e-05,
      "loss": 0.3201,
      "step": 642
    },
    {
      "epoch": 0.04808734996073739,
      "grad_norm": 2.4951350688934326,
      "learning_rate": 9.958749041821395e-05,
      "loss": 0.3979,
      "step": 643
    },
    {
      "epoch": 0.04816213588602625,
      "grad_norm": 2.2880263328552246,
      "learning_rate": 9.958597174913707e-05,
      "loss": 0.4947,
      "step": 644
    },
    {
      "epoch": 0.04823692181131511,
      "grad_norm": 1.8137600421905518,
      "learning_rate": 9.958445030129866e-05,
      "loss": 0.3715,
      "step": 645
    },
    {
      "epoch": 0.04831170773660397,
      "grad_norm": 2.1460559368133545,
      "learning_rate": 9.9582926074784e-05,
      "loss": 0.3794,
      "step": 646
    },
    {
      "epoch": 0.048386493661892835,
      "grad_norm": 2.1131887435913086,
      "learning_rate": 9.958139906967854e-05,
      "loss": 0.3987,
      "step": 647
    },
    {
      "epoch": 0.048461279587181695,
      "grad_norm": 2.4850170612335205,
      "learning_rate": 9.95798692860678e-05,
      "loss": 0.4336,
      "step": 648
    },
    {
      "epoch": 0.048536065512470555,
      "grad_norm": 2.551222562789917,
      "learning_rate": 9.957833672403756e-05,
      "loss": 0.3356,
      "step": 649
    },
    {
      "epoch": 0.048610851437759416,
      "grad_norm": 2.6923515796661377,
      "learning_rate": 9.957680138367365e-05,
      "loss": 0.3939,
      "step": 650
    },
    {
      "epoch": 0.048685637363048276,
      "grad_norm": 5.22280216217041,
      "learning_rate": 9.957526326506216e-05,
      "loss": 0.3868,
      "step": 651
    },
    {
      "epoch": 0.048760423288337136,
      "grad_norm": 2.241713523864746,
      "learning_rate": 9.957372236828924e-05,
      "loss": 0.222,
      "step": 652
    },
    {
      "epoch": 0.048835209213625996,
      "grad_norm": 1.3589292764663696,
      "learning_rate": 9.957217869344128e-05,
      "loss": 0.1919,
      "step": 653
    },
    {
      "epoch": 0.04890999513891486,
      "grad_norm": 1.802075743675232,
      "learning_rate": 9.957063224060477e-05,
      "loss": 0.2085,
      "step": 654
    },
    {
      "epoch": 0.04898478106420372,
      "grad_norm": 1.6738094091415405,
      "learning_rate": 9.956908300986636e-05,
      "loss": 0.2193,
      "step": 655
    },
    {
      "epoch": 0.04905956698949258,
      "grad_norm": 1.5454466342926025,
      "learning_rate": 9.956753100131288e-05,
      "loss": 0.2339,
      "step": 656
    },
    {
      "epoch": 0.04913435291478144,
      "grad_norm": 1.894450306892395,
      "learning_rate": 9.95659762150313e-05,
      "loss": 0.2896,
      "step": 657
    },
    {
      "epoch": 0.0492091388400703,
      "grad_norm": 1.357911467552185,
      "learning_rate": 9.956441865110876e-05,
      "loss": 0.1925,
      "step": 658
    },
    {
      "epoch": 0.04928392476535916,
      "grad_norm": 1.7928392887115479,
      "learning_rate": 9.956285830963252e-05,
      "loss": 0.2432,
      "step": 659
    },
    {
      "epoch": 0.04935871069064802,
      "grad_norm": 1.119895577430725,
      "learning_rate": 9.956129519069007e-05,
      "loss": 0.2136,
      "step": 660
    },
    {
      "epoch": 0.04943349661593688,
      "grad_norm": 1.2457748651504517,
      "learning_rate": 9.955972929436894e-05,
      "loss": 0.1996,
      "step": 661
    },
    {
      "epoch": 0.04950828254122574,
      "grad_norm": 1.7804679870605469,
      "learning_rate": 9.955816062075693e-05,
      "loss": 0.2628,
      "step": 662
    },
    {
      "epoch": 0.0495830684665146,
      "grad_norm": 1.65254545211792,
      "learning_rate": 9.955658916994193e-05,
      "loss": 0.361,
      "step": 663
    },
    {
      "epoch": 0.049657854391803466,
      "grad_norm": 1.2013839483261108,
      "learning_rate": 9.955501494201199e-05,
      "loss": 0.1581,
      "step": 664
    },
    {
      "epoch": 0.049732640317092326,
      "grad_norm": 1.9801877737045288,
      "learning_rate": 9.955343793705535e-05,
      "loss": 0.3096,
      "step": 665
    },
    {
      "epoch": 0.049807426242381186,
      "grad_norm": 2.022400140762329,
      "learning_rate": 9.95518581551604e-05,
      "loss": 0.3089,
      "step": 666
    },
    {
      "epoch": 0.04988221216767005,
      "grad_norm": 1.600368618965149,
      "learning_rate": 9.955027559641561e-05,
      "loss": 0.2379,
      "step": 667
    },
    {
      "epoch": 0.04995699809295891,
      "grad_norm": 3.6141695976257324,
      "learning_rate": 9.954869026090971e-05,
      "loss": 0.4996,
      "step": 668
    },
    {
      "epoch": 0.05003178401824777,
      "grad_norm": 1.3535516262054443,
      "learning_rate": 9.954710214873156e-05,
      "loss": 0.2189,
      "step": 669
    },
    {
      "epoch": 0.05010656994353663,
      "grad_norm": 1.5816740989685059,
      "learning_rate": 9.954551125997012e-05,
      "loss": 0.2114,
      "step": 670
    },
    {
      "epoch": 0.05018135586882549,
      "grad_norm": 1.7478957176208496,
      "learning_rate": 9.954391759471453e-05,
      "loss": 0.2513,
      "step": 671
    },
    {
      "epoch": 0.05025614179411435,
      "grad_norm": 1.8135095834732056,
      "learning_rate": 9.954232115305415e-05,
      "loss": 0.3205,
      "step": 672
    },
    {
      "epoch": 0.05033092771940321,
      "grad_norm": 1.8967645168304443,
      "learning_rate": 9.95407219350784e-05,
      "loss": 0.2969,
      "step": 673
    },
    {
      "epoch": 0.05040571364469207,
      "grad_norm": 1.825246810913086,
      "learning_rate": 9.95391199408769e-05,
      "loss": 0.3055,
      "step": 674
    },
    {
      "epoch": 0.05048049956998093,
      "grad_norm": 1.487678050994873,
      "learning_rate": 9.953751517053945e-05,
      "loss": 0.2051,
      "step": 675
    },
    {
      "epoch": 0.05055528549526979,
      "grad_norm": 1.8170477151870728,
      "learning_rate": 9.953590762415597e-05,
      "loss": 0.321,
      "step": 676
    },
    {
      "epoch": 0.05063007142055865,
      "grad_norm": 1.3666553497314453,
      "learning_rate": 9.953429730181653e-05,
      "loss": 0.1857,
      "step": 677
    },
    {
      "epoch": 0.05070485734584751,
      "grad_norm": 1.295941948890686,
      "learning_rate": 9.953268420361142e-05,
      "loss": 0.1895,
      "step": 678
    },
    {
      "epoch": 0.05077964327113637,
      "grad_norm": 1.3861693143844604,
      "learning_rate": 9.953106832963095e-05,
      "loss": 0.1835,
      "step": 679
    },
    {
      "epoch": 0.05085442919642523,
      "grad_norm": 1.3729575872421265,
      "learning_rate": 9.952944967996576e-05,
      "loss": 0.1745,
      "step": 680
    },
    {
      "epoch": 0.05092921512171409,
      "grad_norm": 2.188812494277954,
      "learning_rate": 9.952782825470652e-05,
      "loss": 0.3256,
      "step": 681
    },
    {
      "epoch": 0.05100400104700296,
      "grad_norm": 0.9424532651901245,
      "learning_rate": 9.952620405394408e-05,
      "loss": 0.0966,
      "step": 682
    },
    {
      "epoch": 0.05107878697229182,
      "grad_norm": 2.40350079536438,
      "learning_rate": 9.952457707776947e-05,
      "loss": 0.2447,
      "step": 683
    },
    {
      "epoch": 0.05115357289758068,
      "grad_norm": 1.6924962997436523,
      "learning_rate": 9.952294732627389e-05,
      "loss": 0.2215,
      "step": 684
    },
    {
      "epoch": 0.05122835882286954,
      "grad_norm": 1.2152005434036255,
      "learning_rate": 9.952131479954862e-05,
      "loss": 0.159,
      "step": 685
    },
    {
      "epoch": 0.0513031447481584,
      "grad_norm": 1.8817846775054932,
      "learning_rate": 9.95196794976852e-05,
      "loss": 0.3368,
      "step": 686
    },
    {
      "epoch": 0.05137793067344726,
      "grad_norm": 2.0413150787353516,
      "learning_rate": 9.951804142077523e-05,
      "loss": 0.3204,
      "step": 687
    },
    {
      "epoch": 0.05145271659873612,
      "grad_norm": 1.2141220569610596,
      "learning_rate": 9.951640056891053e-05,
      "loss": 0.1739,
      "step": 688
    },
    {
      "epoch": 0.05152750252402498,
      "grad_norm": 2.7962534427642822,
      "learning_rate": 9.951475694218306e-05,
      "loss": 0.3977,
      "step": 689
    },
    {
      "epoch": 0.05160228844931384,
      "grad_norm": 1.4287439584732056,
      "learning_rate": 9.951311054068489e-05,
      "loss": 0.2521,
      "step": 690
    },
    {
      "epoch": 0.0516770743746027,
      "grad_norm": 1.5845404863357544,
      "learning_rate": 9.951146136450831e-05,
      "loss": 0.216,
      "step": 691
    },
    {
      "epoch": 0.05175186029989156,
      "grad_norm": 2.0802218914031982,
      "learning_rate": 9.950980941374573e-05,
      "loss": 0.3482,
      "step": 692
    },
    {
      "epoch": 0.05182664622518042,
      "grad_norm": 1.034178376197815,
      "learning_rate": 9.950815468848973e-05,
      "loss": 0.1343,
      "step": 693
    },
    {
      "epoch": 0.05190143215046928,
      "grad_norm": 2.076425075531006,
      "learning_rate": 9.950649718883304e-05,
      "loss": 0.3055,
      "step": 694
    },
    {
      "epoch": 0.05197621807575814,
      "grad_norm": 2.1510989665985107,
      "learning_rate": 9.950483691486853e-05,
      "loss": 0.2975,
      "step": 695
    },
    {
      "epoch": 0.052051004001047,
      "grad_norm": 1.883723497390747,
      "learning_rate": 9.950317386668927e-05,
      "loss": 0.3306,
      "step": 696
    },
    {
      "epoch": 0.05212578992633586,
      "grad_norm": 2.2258124351501465,
      "learning_rate": 9.950150804438843e-05,
      "loss": 0.4075,
      "step": 697
    },
    {
      "epoch": 0.05220057585162472,
      "grad_norm": 2.8844847679138184,
      "learning_rate": 9.949983944805937e-05,
      "loss": 0.4636,
      "step": 698
    },
    {
      "epoch": 0.05227536177691358,
      "grad_norm": 2.585202932357788,
      "learning_rate": 9.94981680777956e-05,
      "loss": 0.3729,
      "step": 699
    },
    {
      "epoch": 0.05235014770220245,
      "grad_norm": 3.3813698291778564,
      "learning_rate": 9.949649393369078e-05,
      "loss": 0.5035,
      "step": 700
    },
    {
      "epoch": 0.05242493362749131,
      "grad_norm": 2.1090917587280273,
      "learning_rate": 9.949481701583872e-05,
      "loss": 0.2252,
      "step": 701
    },
    {
      "epoch": 0.05249971955278017,
      "grad_norm": 1.5688676834106445,
      "learning_rate": 9.949313732433341e-05,
      "loss": 0.2024,
      "step": 702
    },
    {
      "epoch": 0.05257450547806903,
      "grad_norm": 1.6714510917663574,
      "learning_rate": 9.949145485926896e-05,
      "loss": 0.2295,
      "step": 703
    },
    {
      "epoch": 0.05264929140335789,
      "grad_norm": 1.132787823677063,
      "learning_rate": 9.948976962073968e-05,
      "loss": 0.1711,
      "step": 704
    },
    {
      "epoch": 0.05272407732864675,
      "grad_norm": 1.9005929231643677,
      "learning_rate": 9.948808160883997e-05,
      "loss": 0.204,
      "step": 705
    },
    {
      "epoch": 0.05279886325393561,
      "grad_norm": 1.8217618465423584,
      "learning_rate": 9.948639082366446e-05,
      "loss": 0.2808,
      "step": 706
    },
    {
      "epoch": 0.05287364917922447,
      "grad_norm": 1.1025735139846802,
      "learning_rate": 9.948469726530791e-05,
      "loss": 0.1784,
      "step": 707
    },
    {
      "epoch": 0.05294843510451333,
      "grad_norm": 0.9133229851722717,
      "learning_rate": 9.948300093386518e-05,
      "loss": 0.1822,
      "step": 708
    },
    {
      "epoch": 0.05302322102980219,
      "grad_norm": 2.4360265731811523,
      "learning_rate": 9.948130182943135e-05,
      "loss": 0.2304,
      "step": 709
    },
    {
      "epoch": 0.05309800695509105,
      "grad_norm": 1.4401997327804565,
      "learning_rate": 9.947959995210166e-05,
      "loss": 0.2232,
      "step": 710
    },
    {
      "epoch": 0.05317279288037991,
      "grad_norm": 1.570363998413086,
      "learning_rate": 9.947789530197145e-05,
      "loss": 0.253,
      "step": 711
    },
    {
      "epoch": 0.05324757880566877,
      "grad_norm": 1.0723904371261597,
      "learning_rate": 9.947618787913626e-05,
      "loss": 0.1778,
      "step": 712
    },
    {
      "epoch": 0.05332236473095763,
      "grad_norm": 1.507473111152649,
      "learning_rate": 9.947447768369179e-05,
      "loss": 0.2582,
      "step": 713
    },
    {
      "epoch": 0.05339715065624649,
      "grad_norm": 1.4024720191955566,
      "learning_rate": 9.947276471573384e-05,
      "loss": 0.1886,
      "step": 714
    },
    {
      "epoch": 0.05347193658153535,
      "grad_norm": 1.8086248636245728,
      "learning_rate": 9.947104897535843e-05,
      "loss": 0.3043,
      "step": 715
    },
    {
      "epoch": 0.05354672250682421,
      "grad_norm": 1.3785966634750366,
      "learning_rate": 9.946933046266172e-05,
      "loss": 0.2387,
      "step": 716
    },
    {
      "epoch": 0.05362150843211308,
      "grad_norm": 1.634822964668274,
      "learning_rate": 9.946760917773998e-05,
      "loss": 0.2251,
      "step": 717
    },
    {
      "epoch": 0.05369629435740194,
      "grad_norm": 1.5999685525894165,
      "learning_rate": 9.94658851206897e-05,
      "loss": 0.209,
      "step": 718
    },
    {
      "epoch": 0.0537710802826908,
      "grad_norm": 2.3071746826171875,
      "learning_rate": 9.946415829160746e-05,
      "loss": 0.3543,
      "step": 719
    },
    {
      "epoch": 0.05384586620797966,
      "grad_norm": 1.7780773639678955,
      "learning_rate": 9.946242869059008e-05,
      "loss": 0.3366,
      "step": 720
    },
    {
      "epoch": 0.05392065213326852,
      "grad_norm": 1.3900028467178345,
      "learning_rate": 9.946069631773444e-05,
      "loss": 0.208,
      "step": 721
    },
    {
      "epoch": 0.05399543805855738,
      "grad_norm": 1.1225652694702148,
      "learning_rate": 9.945896117313767e-05,
      "loss": 0.1679,
      "step": 722
    },
    {
      "epoch": 0.05407022398384624,
      "grad_norm": 1.5811909437179565,
      "learning_rate": 9.945722325689694e-05,
      "loss": 0.1806,
      "step": 723
    },
    {
      "epoch": 0.0541450099091351,
      "grad_norm": 1.42091703414917,
      "learning_rate": 9.94554825691097e-05,
      "loss": 0.2352,
      "step": 724
    },
    {
      "epoch": 0.05421979583442396,
      "grad_norm": 1.957735300064087,
      "learning_rate": 9.945373910987347e-05,
      "loss": 0.2973,
      "step": 725
    },
    {
      "epoch": 0.05429458175971282,
      "grad_norm": 1.335949420928955,
      "learning_rate": 9.945199287928594e-05,
      "loss": 0.2005,
      "step": 726
    },
    {
      "epoch": 0.05436936768500168,
      "grad_norm": 1.7710152864456177,
      "learning_rate": 9.945024387744502e-05,
      "loss": 0.2705,
      "step": 727
    },
    {
      "epoch": 0.05444415361029054,
      "grad_norm": 1.1265493631362915,
      "learning_rate": 9.944849210444865e-05,
      "loss": 0.1613,
      "step": 728
    },
    {
      "epoch": 0.0545189395355794,
      "grad_norm": 1.3298143148422241,
      "learning_rate": 9.944673756039505e-05,
      "loss": 0.2131,
      "step": 729
    },
    {
      "epoch": 0.05459372546086826,
      "grad_norm": 1.5080655813217163,
      "learning_rate": 9.944498024538254e-05,
      "loss": 0.234,
      "step": 730
    },
    {
      "epoch": 0.05466851138615712,
      "grad_norm": 1.4085278511047363,
      "learning_rate": 9.944322015950956e-05,
      "loss": 0.153,
      "step": 731
    },
    {
      "epoch": 0.05474329731144598,
      "grad_norm": 1.7605721950531006,
      "learning_rate": 9.944145730287478e-05,
      "loss": 0.2137,
      "step": 732
    },
    {
      "epoch": 0.054818083236734844,
      "grad_norm": 1.91024911403656,
      "learning_rate": 9.943969167557698e-05,
      "loss": 0.3665,
      "step": 733
    },
    {
      "epoch": 0.054892869162023704,
      "grad_norm": 1.6613532304763794,
      "learning_rate": 9.943792327771512e-05,
      "loss": 0.233,
      "step": 734
    },
    {
      "epoch": 0.05496765508731257,
      "grad_norm": 1.6811176538467407,
      "learning_rate": 9.943615210938826e-05,
      "loss": 0.1765,
      "step": 735
    },
    {
      "epoch": 0.05504244101260143,
      "grad_norm": 1.4508910179138184,
      "learning_rate": 9.94343781706957e-05,
      "loss": 0.2152,
      "step": 736
    },
    {
      "epoch": 0.05511722693789029,
      "grad_norm": 1.9505281448364258,
      "learning_rate": 9.943260146173683e-05,
      "loss": 0.3005,
      "step": 737
    },
    {
      "epoch": 0.05519201286317915,
      "grad_norm": 1.7163280248641968,
      "learning_rate": 9.94308219826112e-05,
      "loss": 0.3229,
      "step": 738
    },
    {
      "epoch": 0.05526679878846801,
      "grad_norm": 1.8246502876281738,
      "learning_rate": 9.942903973341855e-05,
      "loss": 0.3109,
      "step": 739
    },
    {
      "epoch": 0.05534158471375687,
      "grad_norm": 1.6860771179199219,
      "learning_rate": 9.942725471425875e-05,
      "loss": 0.3114,
      "step": 740
    },
    {
      "epoch": 0.05541637063904573,
      "grad_norm": 1.7706509828567505,
      "learning_rate": 9.942546692523183e-05,
      "loss": 0.257,
      "step": 741
    },
    {
      "epoch": 0.05549115656433459,
      "grad_norm": 1.7949211597442627,
      "learning_rate": 9.9423676366438e-05,
      "loss": 0.2682,
      "step": 742
    },
    {
      "epoch": 0.05556594248962345,
      "grad_norm": 1.7443772554397583,
      "learning_rate": 9.942188303797755e-05,
      "loss": 0.2843,
      "step": 743
    },
    {
      "epoch": 0.05564072841491231,
      "grad_norm": 2.262890577316284,
      "learning_rate": 9.942008693995101e-05,
      "loss": 0.3728,
      "step": 744
    },
    {
      "epoch": 0.055715514340201173,
      "grad_norm": 1.7896579504013062,
      "learning_rate": 9.941828807245905e-05,
      "loss": 0.2862,
      "step": 745
    },
    {
      "epoch": 0.055790300265490034,
      "grad_norm": 1.806715488433838,
      "learning_rate": 9.941648643560244e-05,
      "loss": 0.2978,
      "step": 746
    },
    {
      "epoch": 0.055865086190778894,
      "grad_norm": 3.1115994453430176,
      "learning_rate": 9.941468202948216e-05,
      "loss": 0.5306,
      "step": 747
    },
    {
      "epoch": 0.055939872116067754,
      "grad_norm": 2.485227584838867,
      "learning_rate": 9.941287485419934e-05,
      "loss": 0.3761,
      "step": 748
    },
    {
      "epoch": 0.056014658041356614,
      "grad_norm": 2.3021914958953857,
      "learning_rate": 9.941106490985523e-05,
      "loss": 0.3261,
      "step": 749
    },
    {
      "epoch": 0.056089443966645475,
      "grad_norm": 1.91007399559021,
      "learning_rate": 9.940925219655128e-05,
      "loss": 0.2549,
      "step": 750
    },
    {
      "epoch": 0.056164229891934335,
      "grad_norm": 1.1296894550323486,
      "learning_rate": 9.940743671438904e-05,
      "loss": 0.2225,
      "step": 751
    },
    {
      "epoch": 0.056239015817223195,
      "grad_norm": 1.4478580951690674,
      "learning_rate": 9.940561846347027e-05,
      "loss": 0.1862,
      "step": 752
    },
    {
      "epoch": 0.05631380174251206,
      "grad_norm": 1.5072364807128906,
      "learning_rate": 9.940379744389687e-05,
      "loss": 0.273,
      "step": 753
    },
    {
      "epoch": 0.05638858766780092,
      "grad_norm": 1.4513397216796875,
      "learning_rate": 9.940197365577088e-05,
      "loss": 0.265,
      "step": 754
    },
    {
      "epoch": 0.05646337359308978,
      "grad_norm": 1.396762490272522,
      "learning_rate": 9.940014709919452e-05,
      "loss": 0.2389,
      "step": 755
    },
    {
      "epoch": 0.05653815951837864,
      "grad_norm": 1.5595632791519165,
      "learning_rate": 9.939831777427011e-05,
      "loss": 0.2551,
      "step": 756
    },
    {
      "epoch": 0.0566129454436675,
      "grad_norm": 1.2336262464523315,
      "learning_rate": 9.939648568110019e-05,
      "loss": 0.2514,
      "step": 757
    },
    {
      "epoch": 0.056687731368956364,
      "grad_norm": 1.0035988092422485,
      "learning_rate": 9.939465081978744e-05,
      "loss": 0.159,
      "step": 758
    },
    {
      "epoch": 0.056762517294245224,
      "grad_norm": 1.0031155347824097,
      "learning_rate": 9.939281319043465e-05,
      "loss": 0.1496,
      "step": 759
    },
    {
      "epoch": 0.056837303219534084,
      "grad_norm": 1.6227054595947266,
      "learning_rate": 9.939097279314485e-05,
      "loss": 0.1998,
      "step": 760
    },
    {
      "epoch": 0.056912089144822944,
      "grad_norm": 1.4120615720748901,
      "learning_rate": 9.938912962802112e-05,
      "loss": 0.291,
      "step": 761
    },
    {
      "epoch": 0.056986875070111805,
      "grad_norm": 1.3068668842315674,
      "learning_rate": 9.93872836951668e-05,
      "loss": 0.2467,
      "step": 762
    },
    {
      "epoch": 0.057061660995400665,
      "grad_norm": 1.5147135257720947,
      "learning_rate": 9.938543499468526e-05,
      "loss": 0.2131,
      "step": 763
    },
    {
      "epoch": 0.057136446920689525,
      "grad_norm": 1.1365729570388794,
      "learning_rate": 9.938358352668019e-05,
      "loss": 0.1702,
      "step": 764
    },
    {
      "epoch": 0.057211232845978385,
      "grad_norm": 1.825777530670166,
      "learning_rate": 9.93817292912553e-05,
      "loss": 0.2388,
      "step": 765
    },
    {
      "epoch": 0.057286018771267246,
      "grad_norm": 1.467651605606079,
      "learning_rate": 9.93798722885145e-05,
      "loss": 0.2257,
      "step": 766
    },
    {
      "epoch": 0.057360804696556106,
      "grad_norm": 2.797736883163452,
      "learning_rate": 9.937801251856185e-05,
      "loss": 0.3483,
      "step": 767
    },
    {
      "epoch": 0.057435590621844966,
      "grad_norm": 1.4372352361679077,
      "learning_rate": 9.937614998150159e-05,
      "loss": 0.2314,
      "step": 768
    },
    {
      "epoch": 0.057510376547133826,
      "grad_norm": 1.6272517442703247,
      "learning_rate": 9.937428467743808e-05,
      "loss": 0.2295,
      "step": 769
    },
    {
      "epoch": 0.057585162472422693,
      "grad_norm": 1.2534760236740112,
      "learning_rate": 9.937241660647585e-05,
      "loss": 0.1492,
      "step": 770
    },
    {
      "epoch": 0.057659948397711554,
      "grad_norm": 1.2955654859542847,
      "learning_rate": 9.93705457687196e-05,
      "loss": 0.1568,
      "step": 771
    },
    {
      "epoch": 0.057734734323000414,
      "grad_norm": 1.3605587482452393,
      "learning_rate": 9.936867216427415e-05,
      "loss": 0.2008,
      "step": 772
    },
    {
      "epoch": 0.057809520248289274,
      "grad_norm": 1.3163505792617798,
      "learning_rate": 9.93667957932445e-05,
      "loss": 0.1938,
      "step": 773
    },
    {
      "epoch": 0.057884306173578134,
      "grad_norm": 1.7572450637817383,
      "learning_rate": 9.936491665573582e-05,
      "loss": 0.1982,
      "step": 774
    },
    {
      "epoch": 0.057959092098866995,
      "grad_norm": 1.0471235513687134,
      "learning_rate": 9.93630347518534e-05,
      "loss": 0.1542,
      "step": 775
    },
    {
      "epoch": 0.058033878024155855,
      "grad_norm": 1.5026905536651611,
      "learning_rate": 9.936115008170271e-05,
      "loss": 0.2193,
      "step": 776
    },
    {
      "epoch": 0.058108663949444715,
      "grad_norm": 1.3548791408538818,
      "learning_rate": 9.935926264538933e-05,
      "loss": 0.1493,
      "step": 777
    },
    {
      "epoch": 0.058183449874733575,
      "grad_norm": 1.0080749988555908,
      "learning_rate": 9.935737244301908e-05,
      "loss": 0.1212,
      "step": 778
    },
    {
      "epoch": 0.058258235800022436,
      "grad_norm": 2.2948758602142334,
      "learning_rate": 9.935547947469786e-05,
      "loss": 0.4173,
      "step": 779
    },
    {
      "epoch": 0.058333021725311296,
      "grad_norm": 1.3772729635238647,
      "learning_rate": 9.935358374053176e-05,
      "loss": 0.1758,
      "step": 780
    },
    {
      "epoch": 0.058407807650600156,
      "grad_norm": 1.5134540796279907,
      "learning_rate": 9.9351685240627e-05,
      "loss": 0.2173,
      "step": 781
    },
    {
      "epoch": 0.058482593575889016,
      "grad_norm": 2.061338186264038,
      "learning_rate": 9.934978397508998e-05,
      "loss": 0.2523,
      "step": 782
    },
    {
      "epoch": 0.05855737950117788,
      "grad_norm": 1.6072256565093994,
      "learning_rate": 9.934787994402725e-05,
      "loss": 0.2371,
      "step": 783
    },
    {
      "epoch": 0.05863216542646674,
      "grad_norm": 2.629885673522949,
      "learning_rate": 9.93459731475455e-05,
      "loss": 0.4687,
      "step": 784
    },
    {
      "epoch": 0.0587069513517556,
      "grad_norm": 1.3250007629394531,
      "learning_rate": 9.934406358575162e-05,
      "loss": 0.1903,
      "step": 785
    },
    {
      "epoch": 0.05878173727704446,
      "grad_norm": 1.4583594799041748,
      "learning_rate": 9.934215125875256e-05,
      "loss": 0.2491,
      "step": 786
    },
    {
      "epoch": 0.05885652320233332,
      "grad_norm": 1.7644051313400269,
      "learning_rate": 9.934023616665553e-05,
      "loss": 0.2541,
      "step": 787
    },
    {
      "epoch": 0.058931309127622185,
      "grad_norm": 1.377973198890686,
      "learning_rate": 9.933831830956783e-05,
      "loss": 0.1653,
      "step": 788
    },
    {
      "epoch": 0.059006095052911045,
      "grad_norm": 2.4431540966033936,
      "learning_rate": 9.933639768759695e-05,
      "loss": 0.4621,
      "step": 789
    },
    {
      "epoch": 0.059080880978199905,
      "grad_norm": 1.2011520862579346,
      "learning_rate": 9.933447430085052e-05,
      "loss": 0.179,
      "step": 790
    },
    {
      "epoch": 0.059155666903488766,
      "grad_norm": 2.2833714485168457,
      "learning_rate": 9.933254814943631e-05,
      "loss": 0.3219,
      "step": 791
    },
    {
      "epoch": 0.059230452828777626,
      "grad_norm": 1.3536115884780884,
      "learning_rate": 9.933061923346226e-05,
      "loss": 0.2383,
      "step": 792
    },
    {
      "epoch": 0.059305238754066486,
      "grad_norm": 1.8653701543807983,
      "learning_rate": 9.932868755303649e-05,
      "loss": 0.2863,
      "step": 793
    },
    {
      "epoch": 0.059380024679355346,
      "grad_norm": 1.9354944229125977,
      "learning_rate": 9.932675310826723e-05,
      "loss": 0.2046,
      "step": 794
    },
    {
      "epoch": 0.059454810604644207,
      "grad_norm": 2.174234390258789,
      "learning_rate": 9.932481589926288e-05,
      "loss": 0.3219,
      "step": 795
    },
    {
      "epoch": 0.05952959652993307,
      "grad_norm": 3.299670934677124,
      "learning_rate": 9.932287592613202e-05,
      "loss": 0.6207,
      "step": 796
    },
    {
      "epoch": 0.05960438245522193,
      "grad_norm": 2.691020965576172,
      "learning_rate": 9.932093318898334e-05,
      "loss": 0.422,
      "step": 797
    },
    {
      "epoch": 0.05967916838051079,
      "grad_norm": 2.3822453022003174,
      "learning_rate": 9.931898768792574e-05,
      "loss": 0.3773,
      "step": 798
    },
    {
      "epoch": 0.05975395430579965,
      "grad_norm": 2.712876081466675,
      "learning_rate": 9.931703942306823e-05,
      "loss": 0.4066,
      "step": 799
    },
    {
      "epoch": 0.05982874023108851,
      "grad_norm": 3.1185715198516846,
      "learning_rate": 9.931508839451997e-05,
      "loss": 0.5728,
      "step": 800
    },
    {
      "epoch": 0.05990352615637737,
      "grad_norm": 2.490549325942993,
      "learning_rate": 9.931313460239031e-05,
      "loss": 0.2331,
      "step": 801
    },
    {
      "epoch": 0.05997831208166623,
      "grad_norm": 2.2619588375091553,
      "learning_rate": 9.931117804678875e-05,
      "loss": 0.2111,
      "step": 802
    },
    {
      "epoch": 0.06005309800695509,
      "grad_norm": 1.3265085220336914,
      "learning_rate": 9.930921872782492e-05,
      "loss": 0.2227,
      "step": 803
    },
    {
      "epoch": 0.06012788393224395,
      "grad_norm": 1.4448943138122559,
      "learning_rate": 9.930725664560863e-05,
      "loss": 0.154,
      "step": 804
    },
    {
      "epoch": 0.06020266985753281,
      "grad_norm": 1.4373748302459717,
      "learning_rate": 9.930529180024981e-05,
      "loss": 0.2342,
      "step": 805
    },
    {
      "epoch": 0.060277455782821676,
      "grad_norm": 1.1687841415405273,
      "learning_rate": 9.930332419185859e-05,
      "loss": 0.1546,
      "step": 806
    },
    {
      "epoch": 0.060352241708110536,
      "grad_norm": 1.198464035987854,
      "learning_rate": 9.930135382054524e-05,
      "loss": 0.2002,
      "step": 807
    },
    {
      "epoch": 0.0604270276333994,
      "grad_norm": 1.3203752040863037,
      "learning_rate": 9.929938068642016e-05,
      "loss": 0.1931,
      "step": 808
    },
    {
      "epoch": 0.06050181355868826,
      "grad_norm": 1.590592622756958,
      "learning_rate": 9.929740478959393e-05,
      "loss": 0.2785,
      "step": 809
    },
    {
      "epoch": 0.06057659948397712,
      "grad_norm": 1.1597720384597778,
      "learning_rate": 9.929542613017726e-05,
      "loss": 0.2062,
      "step": 810
    },
    {
      "epoch": 0.06065138540926598,
      "grad_norm": 1.3384345769882202,
      "learning_rate": 9.929344470828106e-05,
      "loss": 0.2438,
      "step": 811
    },
    {
      "epoch": 0.06072617133455484,
      "grad_norm": 1.375698208808899,
      "learning_rate": 9.929146052401636e-05,
      "loss": 0.2015,
      "step": 812
    },
    {
      "epoch": 0.0608009572598437,
      "grad_norm": 1.1079803705215454,
      "learning_rate": 9.928947357749436e-05,
      "loss": 0.1888,
      "step": 813
    },
    {
      "epoch": 0.06087574318513256,
      "grad_norm": 1.1372194290161133,
      "learning_rate": 9.92874838688264e-05,
      "loss": 0.1345,
      "step": 814
    },
    {
      "epoch": 0.06095052911042142,
      "grad_norm": 1.3861920833587646,
      "learning_rate": 9.928549139812396e-05,
      "loss": 0.2231,
      "step": 815
    },
    {
      "epoch": 0.06102531503571028,
      "grad_norm": 1.5457335710525513,
      "learning_rate": 9.928349616549872e-05,
      "loss": 0.1949,
      "step": 816
    },
    {
      "epoch": 0.06110010096099914,
      "grad_norm": 1.4105781316757202,
      "learning_rate": 9.928149817106248e-05,
      "loss": 0.2111,
      "step": 817
    },
    {
      "epoch": 0.061174886886288,
      "grad_norm": 1.629074215888977,
      "learning_rate": 9.927949741492721e-05,
      "loss": 0.2422,
      "step": 818
    },
    {
      "epoch": 0.06124967281157686,
      "grad_norm": 1.2892416715621948,
      "learning_rate": 9.927749389720505e-05,
      "loss": 0.2564,
      "step": 819
    },
    {
      "epoch": 0.06132445873686572,
      "grad_norm": 1.107828974723816,
      "learning_rate": 9.927548761800824e-05,
      "loss": 0.1557,
      "step": 820
    },
    {
      "epoch": 0.06139924466215458,
      "grad_norm": 1.7393063306808472,
      "learning_rate": 9.927347857744926e-05,
      "loss": 0.2538,
      "step": 821
    },
    {
      "epoch": 0.06147403058744344,
      "grad_norm": 1.2713066339492798,
      "learning_rate": 9.927146677564063e-05,
      "loss": 0.189,
      "step": 822
    },
    {
      "epoch": 0.06154881651273231,
      "grad_norm": 1.1241729259490967,
      "learning_rate": 9.926945221269515e-05,
      "loss": 0.1726,
      "step": 823
    },
    {
      "epoch": 0.06162360243802117,
      "grad_norm": 1.4638397693634033,
      "learning_rate": 9.926743488872567e-05,
      "loss": 0.2372,
      "step": 824
    },
    {
      "epoch": 0.06169838836331003,
      "grad_norm": 1.3565198183059692,
      "learning_rate": 9.926541480384526e-05,
      "loss": 0.2026,
      "step": 825
    },
    {
      "epoch": 0.06177317428859889,
      "grad_norm": 1.5239157676696777,
      "learning_rate": 9.926339195816714e-05,
      "loss": 0.2527,
      "step": 826
    },
    {
      "epoch": 0.06184796021388775,
      "grad_norm": 1.6190409660339355,
      "learning_rate": 9.926136635180463e-05,
      "loss": 0.4201,
      "step": 827
    },
    {
      "epoch": 0.06192274613917661,
      "grad_norm": 1.270967960357666,
      "learning_rate": 9.925933798487128e-05,
      "loss": 0.182,
      "step": 828
    },
    {
      "epoch": 0.06199753206446547,
      "grad_norm": 1.126621127128601,
      "learning_rate": 9.925730685748074e-05,
      "loss": 0.1759,
      "step": 829
    },
    {
      "epoch": 0.06207231798975433,
      "grad_norm": 1.2433617115020752,
      "learning_rate": 9.925527296974683e-05,
      "loss": 0.1994,
      "step": 830
    },
    {
      "epoch": 0.06214710391504319,
      "grad_norm": 0.9169148802757263,
      "learning_rate": 9.925323632178353e-05,
      "loss": 0.1012,
      "step": 831
    },
    {
      "epoch": 0.06222188984033205,
      "grad_norm": 1.8157668113708496,
      "learning_rate": 9.925119691370499e-05,
      "loss": 0.231,
      "step": 832
    },
    {
      "epoch": 0.06229667576562091,
      "grad_norm": 1.3251267671585083,
      "learning_rate": 9.924915474562548e-05,
      "loss": 0.2647,
      "step": 833
    },
    {
      "epoch": 0.06237146169090977,
      "grad_norm": 1.6644797325134277,
      "learning_rate": 9.924710981765944e-05,
      "loss": 0.278,
      "step": 834
    },
    {
      "epoch": 0.06244624761619863,
      "grad_norm": 1.9190194606781006,
      "learning_rate": 9.924506212992146e-05,
      "loss": 0.3381,
      "step": 835
    },
    {
      "epoch": 0.0625210335414875,
      "grad_norm": 1.544315218925476,
      "learning_rate": 9.924301168252631e-05,
      "loss": 0.202,
      "step": 836
    },
    {
      "epoch": 0.06259581946677635,
      "grad_norm": 1.292002558708191,
      "learning_rate": 9.924095847558889e-05,
      "loss": 0.1969,
      "step": 837
    },
    {
      "epoch": 0.06267060539206522,
      "grad_norm": 1.3874828815460205,
      "learning_rate": 9.923890250922426e-05,
      "loss": 0.2328,
      "step": 838
    },
    {
      "epoch": 0.06274539131735407,
      "grad_norm": 2.644886016845703,
      "learning_rate": 9.923684378354761e-05,
      "loss": 0.3194,
      "step": 839
    },
    {
      "epoch": 0.06282017724264294,
      "grad_norm": 2.931628942489624,
      "learning_rate": 9.923478229867436e-05,
      "loss": 0.3183,
      "step": 840
    },
    {
      "epoch": 0.06289496316793179,
      "grad_norm": 1.9686611890792847,
      "learning_rate": 9.923271805471999e-05,
      "loss": 0.3434,
      "step": 841
    },
    {
      "epoch": 0.06296974909322066,
      "grad_norm": 1.3788679838180542,
      "learning_rate": 9.92306510518002e-05,
      "loss": 0.1963,
      "step": 842
    },
    {
      "epoch": 0.06304453501850951,
      "grad_norm": 2.082362174987793,
      "learning_rate": 9.92285812900308e-05,
      "loss": 0.2815,
      "step": 843
    },
    {
      "epoch": 0.06311932094379838,
      "grad_norm": 2.243351697921753,
      "learning_rate": 9.922650876952781e-05,
      "loss": 0.3159,
      "step": 844
    },
    {
      "epoch": 0.06319410686908723,
      "grad_norm": 1.7286044359207153,
      "learning_rate": 9.922443349040736e-05,
      "loss": 0.2485,
      "step": 845
    },
    {
      "epoch": 0.0632688927943761,
      "grad_norm": 1.5044368505477905,
      "learning_rate": 9.922235545278576e-05,
      "loss": 0.2144,
      "step": 846
    },
    {
      "epoch": 0.06334367871966495,
      "grad_norm": 2.6506881713867188,
      "learning_rate": 9.922027465677942e-05,
      "loss": 0.3979,
      "step": 847
    },
    {
      "epoch": 0.06341846464495382,
      "grad_norm": 3.6800947189331055,
      "learning_rate": 9.9218191102505e-05,
      "loss": 0.5276,
      "step": 848
    },
    {
      "epoch": 0.06349325057024267,
      "grad_norm": 2.5678884983062744,
      "learning_rate": 9.92161047900792e-05,
      "loss": 0.3312,
      "step": 849
    },
    {
      "epoch": 0.06356803649553154,
      "grad_norm": 5.307912349700928,
      "learning_rate": 9.9214015719619e-05,
      "loss": 1.0787,
      "step": 850
    },
    {
      "epoch": 0.06364282242082041,
      "grad_norm": 1.9347038269042969,
      "learning_rate": 9.921192389124141e-05,
      "loss": 0.2771,
      "step": 851
    },
    {
      "epoch": 0.06371760834610926,
      "grad_norm": 1.2494473457336426,
      "learning_rate": 9.920982930506371e-05,
      "loss": 0.1411,
      "step": 852
    },
    {
      "epoch": 0.06379239427139813,
      "grad_norm": 1.421522617340088,
      "learning_rate": 9.920773196120324e-05,
      "loss": 0.2124,
      "step": 853
    },
    {
      "epoch": 0.06386718019668698,
      "grad_norm": 1.113233208656311,
      "learning_rate": 9.920563185977755e-05,
      "loss": 0.2234,
      "step": 854
    },
    {
      "epoch": 0.06394196612197585,
      "grad_norm": 1.6515432596206665,
      "learning_rate": 9.920352900090433e-05,
      "loss": 0.2606,
      "step": 855
    },
    {
      "epoch": 0.0640167520472647,
      "grad_norm": 1.416786551475525,
      "learning_rate": 9.92014233847014e-05,
      "loss": 0.1755,
      "step": 856
    },
    {
      "epoch": 0.06409153797255357,
      "grad_norm": 1.0850450992584229,
      "learning_rate": 9.919931501128679e-05,
      "loss": 0.2019,
      "step": 857
    },
    {
      "epoch": 0.06416632389784242,
      "grad_norm": 1.3223679065704346,
      "learning_rate": 9.919720388077864e-05,
      "loss": 0.2116,
      "step": 858
    },
    {
      "epoch": 0.06424110982313129,
      "grad_norm": 1.3238576650619507,
      "learning_rate": 9.919508999329525e-05,
      "loss": 0.2285,
      "step": 859
    },
    {
      "epoch": 0.06431589574842014,
      "grad_norm": 1.1623485088348389,
      "learning_rate": 9.919297334895507e-05,
      "loss": 0.2275,
      "step": 860
    },
    {
      "epoch": 0.06439068167370901,
      "grad_norm": 1.3225690126419067,
      "learning_rate": 9.919085394787674e-05,
      "loss": 0.218,
      "step": 861
    },
    {
      "epoch": 0.06446546759899786,
      "grad_norm": 1.2089710235595703,
      "learning_rate": 9.918873179017902e-05,
      "loss": 0.2167,
      "step": 862
    },
    {
      "epoch": 0.06454025352428673,
      "grad_norm": 1.4552829265594482,
      "learning_rate": 9.918660687598082e-05,
      "loss": 0.2375,
      "step": 863
    },
    {
      "epoch": 0.06461503944957558,
      "grad_norm": 1.451658844947815,
      "learning_rate": 9.918447920540124e-05,
      "loss": 0.2259,
      "step": 864
    },
    {
      "epoch": 0.06468982537486445,
      "grad_norm": 1.6250267028808594,
      "learning_rate": 9.91823487785595e-05,
      "loss": 0.2894,
      "step": 865
    },
    {
      "epoch": 0.0647646113001533,
      "grad_norm": 1.2938579320907593,
      "learning_rate": 9.9180215595575e-05,
      "loss": 0.1872,
      "step": 866
    },
    {
      "epoch": 0.06483939722544217,
      "grad_norm": 2.4143002033233643,
      "learning_rate": 9.917807965656726e-05,
      "loss": 0.305,
      "step": 867
    },
    {
      "epoch": 0.06491418315073104,
      "grad_norm": 1.4327179193496704,
      "learning_rate": 9.9175940961656e-05,
      "loss": 0.1589,
      "step": 868
    },
    {
      "epoch": 0.06498896907601989,
      "grad_norm": 1.3986958265304565,
      "learning_rate": 9.917379951096106e-05,
      "loss": 0.2536,
      "step": 869
    },
    {
      "epoch": 0.06506375500130876,
      "grad_norm": 1.7417018413543701,
      "learning_rate": 9.917165530460244e-05,
      "loss": 0.2635,
      "step": 870
    },
    {
      "epoch": 0.06513854092659761,
      "grad_norm": 1.0833436250686646,
      "learning_rate": 9.916950834270032e-05,
      "loss": 0.1177,
      "step": 871
    },
    {
      "epoch": 0.06521332685188648,
      "grad_norm": 1.328498125076294,
      "learning_rate": 9.916735862537498e-05,
      "loss": 0.2059,
      "step": 872
    },
    {
      "epoch": 0.06528811277717533,
      "grad_norm": 1.1792467832565308,
      "learning_rate": 9.916520615274692e-05,
      "loss": 0.1644,
      "step": 873
    },
    {
      "epoch": 0.0653628987024642,
      "grad_norm": 1.4614373445510864,
      "learning_rate": 9.916305092493677e-05,
      "loss": 0.1943,
      "step": 874
    },
    {
      "epoch": 0.06543768462775305,
      "grad_norm": 1.343638300895691,
      "learning_rate": 9.916089294206525e-05,
      "loss": 0.2272,
      "step": 875
    },
    {
      "epoch": 0.06551247055304192,
      "grad_norm": 1.4234784841537476,
      "learning_rate": 9.915873220425335e-05,
      "loss": 0.17,
      "step": 876
    },
    {
      "epoch": 0.06558725647833077,
      "grad_norm": 1.615323781967163,
      "learning_rate": 9.915656871162216e-05,
      "loss": 0.2588,
      "step": 877
    },
    {
      "epoch": 0.06566204240361964,
      "grad_norm": 1.6002613306045532,
      "learning_rate": 9.915440246429286e-05,
      "loss": 0.2336,
      "step": 878
    },
    {
      "epoch": 0.0657368283289085,
      "grad_norm": 1.6433055400848389,
      "learning_rate": 9.91522334623869e-05,
      "loss": 0.2453,
      "step": 879
    },
    {
      "epoch": 0.06581161425419736,
      "grad_norm": 1.3382854461669922,
      "learning_rate": 9.915006170602581e-05,
      "loss": 0.2117,
      "step": 880
    },
    {
      "epoch": 0.06588640017948622,
      "grad_norm": 1.5637048482894897,
      "learning_rate": 9.91478871953313e-05,
      "loss": 0.2447,
      "step": 881
    },
    {
      "epoch": 0.06596118610477508,
      "grad_norm": 1.6384201049804688,
      "learning_rate": 9.914570993042522e-05,
      "loss": 0.298,
      "step": 882
    },
    {
      "epoch": 0.06603597203006394,
      "grad_norm": 1.7222821712493896,
      "learning_rate": 9.914352991142959e-05,
      "loss": 0.2255,
      "step": 883
    },
    {
      "epoch": 0.0661107579553528,
      "grad_norm": 1.0356389284133911,
      "learning_rate": 9.914134713846656e-05,
      "loss": 0.1309,
      "step": 884
    },
    {
      "epoch": 0.06618554388064167,
      "grad_norm": 1.574995994567871,
      "learning_rate": 9.913916161165848e-05,
      "loss": 0.2218,
      "step": 885
    },
    {
      "epoch": 0.06626032980593052,
      "grad_norm": 1.743827223777771,
      "learning_rate": 9.91369733311278e-05,
      "loss": 0.2437,
      "step": 886
    },
    {
      "epoch": 0.06633511573121939,
      "grad_norm": 1.8754075765609741,
      "learning_rate": 9.913478229699715e-05,
      "loss": 0.3598,
      "step": 887
    },
    {
      "epoch": 0.06640990165650824,
      "grad_norm": 1.2931817770004272,
      "learning_rate": 9.913258850938933e-05,
      "loss": 0.1894,
      "step": 888
    },
    {
      "epoch": 0.06648468758179711,
      "grad_norm": 1.1683979034423828,
      "learning_rate": 9.913039196842727e-05,
      "loss": 0.184,
      "step": 889
    },
    {
      "epoch": 0.06655947350708596,
      "grad_norm": 2.16408634185791,
      "learning_rate": 9.912819267423406e-05,
      "loss": 0.3359,
      "step": 890
    },
    {
      "epoch": 0.06663425943237483,
      "grad_norm": 1.8478689193725586,
      "learning_rate": 9.912599062693295e-05,
      "loss": 0.3303,
      "step": 891
    },
    {
      "epoch": 0.06670904535766368,
      "grad_norm": 3.437202215194702,
      "learning_rate": 9.912378582664736e-05,
      "loss": 0.237,
      "step": 892
    },
    {
      "epoch": 0.06678383128295255,
      "grad_norm": 1.969152808189392,
      "learning_rate": 9.912157827350081e-05,
      "loss": 0.2112,
      "step": 893
    },
    {
      "epoch": 0.0668586172082414,
      "grad_norm": 2.061523199081421,
      "learning_rate": 9.911936796761703e-05,
      "loss": 0.1893,
      "step": 894
    },
    {
      "epoch": 0.06693340313353027,
      "grad_norm": 2.125492572784424,
      "learning_rate": 9.911715490911987e-05,
      "loss": 0.298,
      "step": 895
    },
    {
      "epoch": 0.06700818905881913,
      "grad_norm": 2.312627077102661,
      "learning_rate": 9.911493909813336e-05,
      "loss": 0.3786,
      "step": 896
    },
    {
      "epoch": 0.067082974984108,
      "grad_norm": 1.855764389038086,
      "learning_rate": 9.911272053478168e-05,
      "loss": 0.2646,
      "step": 897
    },
    {
      "epoch": 0.06715776090939685,
      "grad_norm": 2.1358420848846436,
      "learning_rate": 9.911049921918914e-05,
      "loss": 0.3043,
      "step": 898
    },
    {
      "epoch": 0.06723254683468571,
      "grad_norm": 3.279597759246826,
      "learning_rate": 9.910827515148024e-05,
      "loss": 0.4272,
      "step": 899
    },
    {
      "epoch": 0.06730733275997457,
      "grad_norm": 2.5648045539855957,
      "learning_rate": 9.910604833177959e-05,
      "loss": 0.2855,
      "step": 900
    },
    {
      "epoch": 0.06738211868526343,
      "grad_norm": 4.89553165435791,
      "learning_rate": 9.9103818760212e-05,
      "loss": 0.235,
      "step": 901
    },
    {
      "epoch": 0.06745690461055229,
      "grad_norm": 1.5827090740203857,
      "learning_rate": 9.91015864369024e-05,
      "loss": 0.2097,
      "step": 902
    },
    {
      "epoch": 0.06753169053584115,
      "grad_norm": 1.1620737314224243,
      "learning_rate": 9.90993513619759e-05,
      "loss": 0.2223,
      "step": 903
    },
    {
      "epoch": 0.06760647646113002,
      "grad_norm": 1.3052359819412231,
      "learning_rate": 9.909711353555775e-05,
      "loss": 0.1807,
      "step": 904
    },
    {
      "epoch": 0.06768126238641888,
      "grad_norm": 1.6510595083236694,
      "learning_rate": 9.909487295777334e-05,
      "loss": 0.1995,
      "step": 905
    },
    {
      "epoch": 0.06775604831170774,
      "grad_norm": 1.4964674711227417,
      "learning_rate": 9.909262962874826e-05,
      "loss": 0.2294,
      "step": 906
    },
    {
      "epoch": 0.0678308342369966,
      "grad_norm": 2.4870264530181885,
      "learning_rate": 9.909038354860819e-05,
      "loss": 0.1894,
      "step": 907
    },
    {
      "epoch": 0.06790562016228546,
      "grad_norm": 1.1491683721542358,
      "learning_rate": 9.908813471747902e-05,
      "loss": 0.1438,
      "step": 908
    },
    {
      "epoch": 0.06798040608757432,
      "grad_norm": 1.1053414344787598,
      "learning_rate": 9.908588313548677e-05,
      "loss": 0.1853,
      "step": 909
    },
    {
      "epoch": 0.06805519201286318,
      "grad_norm": 1.551569938659668,
      "learning_rate": 9.908362880275761e-05,
      "loss": 0.2312,
      "step": 910
    },
    {
      "epoch": 0.06812997793815204,
      "grad_norm": 1.5654451847076416,
      "learning_rate": 9.90813717194179e-05,
      "loss": 0.2134,
      "step": 911
    },
    {
      "epoch": 0.0682047638634409,
      "grad_norm": 1.1639755964279175,
      "learning_rate": 9.907911188559407e-05,
      "loss": 0.1632,
      "step": 912
    },
    {
      "epoch": 0.06827954978872976,
      "grad_norm": 1.4907927513122559,
      "learning_rate": 9.90768493014128e-05,
      "loss": 0.1709,
      "step": 913
    },
    {
      "epoch": 0.06835433571401862,
      "grad_norm": 1.0916521549224854,
      "learning_rate": 9.907458396700089e-05,
      "loss": 0.1838,
      "step": 914
    },
    {
      "epoch": 0.06842912163930748,
      "grad_norm": 1.2832207679748535,
      "learning_rate": 9.907231588248525e-05,
      "loss": 0.1871,
      "step": 915
    },
    {
      "epoch": 0.06850390756459634,
      "grad_norm": 1.3420872688293457,
      "learning_rate": 9.907004504799302e-05,
      "loss": 0.1631,
      "step": 916
    },
    {
      "epoch": 0.0685786934898852,
      "grad_norm": 1.4608711004257202,
      "learning_rate": 9.906777146365144e-05,
      "loss": 0.1549,
      "step": 917
    },
    {
      "epoch": 0.06865347941517407,
      "grad_norm": 1.8167235851287842,
      "learning_rate": 9.906549512958791e-05,
      "loss": 0.3358,
      "step": 918
    },
    {
      "epoch": 0.06872826534046292,
      "grad_norm": 1.405079960823059,
      "learning_rate": 9.906321604593002e-05,
      "loss": 0.1825,
      "step": 919
    },
    {
      "epoch": 0.06880305126575179,
      "grad_norm": 0.9935546517372131,
      "learning_rate": 9.906093421280547e-05,
      "loss": 0.1251,
      "step": 920
    },
    {
      "epoch": 0.06887783719104065,
      "grad_norm": 1.0342167615890503,
      "learning_rate": 9.905864963034213e-05,
      "loss": 0.1598,
      "step": 921
    },
    {
      "epoch": 0.0689526231163295,
      "grad_norm": 1.2289379835128784,
      "learning_rate": 9.905636229866803e-05,
      "loss": 0.1457,
      "step": 922
    },
    {
      "epoch": 0.06902740904161837,
      "grad_norm": 1.1050755977630615,
      "learning_rate": 9.905407221791134e-05,
      "loss": 0.1833,
      "step": 923
    },
    {
      "epoch": 0.06910219496690723,
      "grad_norm": 1.4612219333648682,
      "learning_rate": 9.905177938820043e-05,
      "loss": 0.2174,
      "step": 924
    },
    {
      "epoch": 0.0691769808921961,
      "grad_norm": 1.0896458625793457,
      "learning_rate": 9.904948380966375e-05,
      "loss": 0.157,
      "step": 925
    },
    {
      "epoch": 0.06925176681748495,
      "grad_norm": 1.1140838861465454,
      "learning_rate": 9.904718548242995e-05,
      "loss": 0.1506,
      "step": 926
    },
    {
      "epoch": 0.06932655274277381,
      "grad_norm": 1.4055593013763428,
      "learning_rate": 9.904488440662784e-05,
      "loss": 0.2059,
      "step": 927
    },
    {
      "epoch": 0.06940133866806267,
      "grad_norm": 1.9913922548294067,
      "learning_rate": 9.904258058238638e-05,
      "loss": 0.2495,
      "step": 928
    },
    {
      "epoch": 0.06947612459335153,
      "grad_norm": 1.5598779916763306,
      "learning_rate": 9.904027400983464e-05,
      "loss": 0.1764,
      "step": 929
    },
    {
      "epoch": 0.06955091051864039,
      "grad_norm": 1.4357845783233643,
      "learning_rate": 9.90379646891019e-05,
      "loss": 0.1747,
      "step": 930
    },
    {
      "epoch": 0.06962569644392926,
      "grad_norm": 1.657281756401062,
      "learning_rate": 9.903565262031757e-05,
      "loss": 0.2613,
      "step": 931
    },
    {
      "epoch": 0.06970048236921811,
      "grad_norm": 1.6157146692276,
      "learning_rate": 9.903333780361124e-05,
      "loss": 0.1525,
      "step": 932
    },
    {
      "epoch": 0.06977526829450698,
      "grad_norm": 1.4388772249221802,
      "learning_rate": 9.903102023911257e-05,
      "loss": 0.2236,
      "step": 933
    },
    {
      "epoch": 0.06985005421979583,
      "grad_norm": 1.470475673675537,
      "learning_rate": 9.90286999269515e-05,
      "loss": 0.1699,
      "step": 934
    },
    {
      "epoch": 0.0699248401450847,
      "grad_norm": 1.3445106744766235,
      "learning_rate": 9.902637686725802e-05,
      "loss": 0.1806,
      "step": 935
    },
    {
      "epoch": 0.06999962607037355,
      "grad_norm": 1.2167508602142334,
      "learning_rate": 9.902405106016233e-05,
      "loss": 0.2434,
      "step": 936
    },
    {
      "epoch": 0.07007441199566242,
      "grad_norm": 1.754852533340454,
      "learning_rate": 9.902172250579473e-05,
      "loss": 0.2665,
      "step": 937
    },
    {
      "epoch": 0.07014919792095127,
      "grad_norm": 1.340167760848999,
      "learning_rate": 9.901939120428577e-05,
      "loss": 0.191,
      "step": 938
    },
    {
      "epoch": 0.07022398384624014,
      "grad_norm": 1.463464617729187,
      "learning_rate": 9.901705715576606e-05,
      "loss": 0.2209,
      "step": 939
    },
    {
      "epoch": 0.070298769771529,
      "grad_norm": 1.6640194654464722,
      "learning_rate": 9.901472036036641e-05,
      "loss": 0.2608,
      "step": 940
    },
    {
      "epoch": 0.07037355569681786,
      "grad_norm": 1.9799476861953735,
      "learning_rate": 9.901238081821776e-05,
      "loss": 0.3603,
      "step": 941
    },
    {
      "epoch": 0.07044834162210672,
      "grad_norm": 1.9518784284591675,
      "learning_rate": 9.901003852945121e-05,
      "loss": 0.2721,
      "step": 942
    },
    {
      "epoch": 0.07052312754739558,
      "grad_norm": 2.7479746341705322,
      "learning_rate": 9.900769349419803e-05,
      "loss": 0.4842,
      "step": 943
    },
    {
      "epoch": 0.07059791347268445,
      "grad_norm": 3.074538230895996,
      "learning_rate": 9.900534571258965e-05,
      "loss": 0.3004,
      "step": 944
    },
    {
      "epoch": 0.0706726993979733,
      "grad_norm": 2.22038197517395,
      "learning_rate": 9.900299518475763e-05,
      "loss": 0.3347,
      "step": 945
    },
    {
      "epoch": 0.07074748532326217,
      "grad_norm": 2.198434829711914,
      "learning_rate": 9.900064191083366e-05,
      "loss": 0.4295,
      "step": 946
    },
    {
      "epoch": 0.07082227124855102,
      "grad_norm": 2.226064920425415,
      "learning_rate": 9.899828589094966e-05,
      "loss": 0.4321,
      "step": 947
    },
    {
      "epoch": 0.07089705717383989,
      "grad_norm": 2.8841609954833984,
      "learning_rate": 9.899592712523764e-05,
      "loss": 0.3674,
      "step": 948
    },
    {
      "epoch": 0.07097184309912874,
      "grad_norm": 1.9964617490768433,
      "learning_rate": 9.899356561382977e-05,
      "loss": 0.2797,
      "step": 949
    },
    {
      "epoch": 0.0710466290244176,
      "grad_norm": 2.167280435562134,
      "learning_rate": 9.899120135685841e-05,
      "loss": 0.2745,
      "step": 950
    },
    {
      "epoch": 0.07112141494970646,
      "grad_norm": 5.350651264190674,
      "learning_rate": 9.898883435445604e-05,
      "loss": 0.3831,
      "step": 951
    },
    {
      "epoch": 0.07119620087499533,
      "grad_norm": 4.320516586303711,
      "learning_rate": 9.898646460675531e-05,
      "loss": 0.3104,
      "step": 952
    },
    {
      "epoch": 0.07127098680028418,
      "grad_norm": 1.5689584016799927,
      "learning_rate": 9.898409211388903e-05,
      "loss": 0.174,
      "step": 953
    },
    {
      "epoch": 0.07134577272557305,
      "grad_norm": 1.8773736953735352,
      "learning_rate": 9.898171687599012e-05,
      "loss": 0.2615,
      "step": 954
    },
    {
      "epoch": 0.0714205586508619,
      "grad_norm": 1.6812267303466797,
      "learning_rate": 9.897933889319172e-05,
      "loss": 0.2062,
      "step": 955
    },
    {
      "epoch": 0.07149534457615077,
      "grad_norm": 1.4626426696777344,
      "learning_rate": 9.897695816562706e-05,
      "loss": 0.2657,
      "step": 956
    },
    {
      "epoch": 0.07157013050143964,
      "grad_norm": 1.396382212638855,
      "learning_rate": 9.89745746934296e-05,
      "loss": 0.2124,
      "step": 957
    },
    {
      "epoch": 0.07164491642672849,
      "grad_norm": 1.2991993427276611,
      "learning_rate": 9.897218847673286e-05,
      "loss": 0.2285,
      "step": 958
    },
    {
      "epoch": 0.07171970235201736,
      "grad_norm": 1.211418867111206,
      "learning_rate": 9.896979951567058e-05,
      "loss": 0.1971,
      "step": 959
    },
    {
      "epoch": 0.07179448827730621,
      "grad_norm": 2.1170716285705566,
      "learning_rate": 9.896740781037663e-05,
      "loss": 0.1961,
      "step": 960
    },
    {
      "epoch": 0.07186927420259508,
      "grad_norm": 1.3968079090118408,
      "learning_rate": 9.896501336098507e-05,
      "loss": 0.2066,
      "step": 961
    },
    {
      "epoch": 0.07194406012788393,
      "grad_norm": 1.485957384109497,
      "learning_rate": 9.896261616763004e-05,
      "loss": 0.2157,
      "step": 962
    },
    {
      "epoch": 0.0720188460531728,
      "grad_norm": 1.3450794219970703,
      "learning_rate": 9.89602162304459e-05,
      "loss": 0.2051,
      "step": 963
    },
    {
      "epoch": 0.07209363197846165,
      "grad_norm": 1.3675706386566162,
      "learning_rate": 9.895781354956713e-05,
      "loss": 0.1887,
      "step": 964
    },
    {
      "epoch": 0.07216841790375052,
      "grad_norm": 0.9203159809112549,
      "learning_rate": 9.89554081251284e-05,
      "loss": 0.1218,
      "step": 965
    },
    {
      "epoch": 0.07224320382903937,
      "grad_norm": 1.158420205116272,
      "learning_rate": 9.895299995726446e-05,
      "loss": 0.1063,
      "step": 966
    },
    {
      "epoch": 0.07231798975432824,
      "grad_norm": 1.8233379125595093,
      "learning_rate": 9.895058904611032e-05,
      "loss": 0.2315,
      "step": 967
    },
    {
      "epoch": 0.07239277567961709,
      "grad_norm": 1.7545777559280396,
      "learning_rate": 9.894817539180105e-05,
      "loss": 0.1528,
      "step": 968
    },
    {
      "epoch": 0.07246756160490596,
      "grad_norm": 1.2555400133132935,
      "learning_rate": 9.894575899447191e-05,
      "loss": 0.2045,
      "step": 969
    },
    {
      "epoch": 0.07254234753019481,
      "grad_norm": 0.8633726835250854,
      "learning_rate": 9.894333985425832e-05,
      "loss": 0.1243,
      "step": 970
    },
    {
      "epoch": 0.07261713345548368,
      "grad_norm": 1.574987530708313,
      "learning_rate": 9.894091797129586e-05,
      "loss": 0.2095,
      "step": 971
    },
    {
      "epoch": 0.07269191938077253,
      "grad_norm": 1.4485383033752441,
      "learning_rate": 9.893849334572021e-05,
      "loss": 0.1855,
      "step": 972
    },
    {
      "epoch": 0.0727667053060614,
      "grad_norm": 0.9916099309921265,
      "learning_rate": 9.893606597766729e-05,
      "loss": 0.1078,
      "step": 973
    },
    {
      "epoch": 0.07284149123135027,
      "grad_norm": 2.204587459564209,
      "learning_rate": 9.893363586727311e-05,
      "loss": 0.3536,
      "step": 974
    },
    {
      "epoch": 0.07291627715663912,
      "grad_norm": 1.5176359415054321,
      "learning_rate": 9.893120301467384e-05,
      "loss": 0.2472,
      "step": 975
    },
    {
      "epoch": 0.07299106308192799,
      "grad_norm": 1.267813801765442,
      "learning_rate": 9.892876742000582e-05,
      "loss": 0.1754,
      "step": 976
    },
    {
      "epoch": 0.07306584900721684,
      "grad_norm": 1.4272807836532593,
      "learning_rate": 9.892632908340558e-05,
      "loss": 0.1917,
      "step": 977
    },
    {
      "epoch": 0.07314063493250571,
      "grad_norm": 1.7224935293197632,
      "learning_rate": 9.89238880050097e-05,
      "loss": 0.2506,
      "step": 978
    },
    {
      "epoch": 0.07321542085779456,
      "grad_norm": 1.0381836891174316,
      "learning_rate": 9.892144418495501e-05,
      "loss": 0.1111,
      "step": 979
    },
    {
      "epoch": 0.07329020678308343,
      "grad_norm": 1.0884859561920166,
      "learning_rate": 9.891899762337844e-05,
      "loss": 0.1399,
      "step": 980
    },
    {
      "epoch": 0.07336499270837228,
      "grad_norm": 1.442731499671936,
      "learning_rate": 9.891654832041712e-05,
      "loss": 0.2364,
      "step": 981
    },
    {
      "epoch": 0.07343977863366115,
      "grad_norm": 1.382175326347351,
      "learning_rate": 9.89140962762083e-05,
      "loss": 0.2283,
      "step": 982
    },
    {
      "epoch": 0.07351456455895,
      "grad_norm": 1.1600133180618286,
      "learning_rate": 9.891164149088938e-05,
      "loss": 0.1369,
      "step": 983
    },
    {
      "epoch": 0.07358935048423887,
      "grad_norm": 1.516517162322998,
      "learning_rate": 9.890918396459793e-05,
      "loss": 0.2157,
      "step": 984
    },
    {
      "epoch": 0.07366413640952772,
      "grad_norm": 1.9329748153686523,
      "learning_rate": 9.890672369747166e-05,
      "loss": 0.1999,
      "step": 985
    },
    {
      "epoch": 0.07373892233481659,
      "grad_norm": 1.5782009363174438,
      "learning_rate": 9.890426068964847e-05,
      "loss": 0.2592,
      "step": 986
    },
    {
      "epoch": 0.07381370826010544,
      "grad_norm": 1.6614831686019897,
      "learning_rate": 9.890179494126634e-05,
      "loss": 0.2285,
      "step": 987
    },
    {
      "epoch": 0.07388849418539431,
      "grad_norm": 1.319327473640442,
      "learning_rate": 9.889932645246348e-05,
      "loss": 0.1414,
      "step": 988
    },
    {
      "epoch": 0.07396328011068316,
      "grad_norm": 1.625162959098816,
      "learning_rate": 9.889685522337821e-05,
      "loss": 0.2056,
      "step": 989
    },
    {
      "epoch": 0.07403806603597203,
      "grad_norm": 1.2429026365280151,
      "learning_rate": 9.889438125414904e-05,
      "loss": 0.1666,
      "step": 990
    },
    {
      "epoch": 0.07411285196126088,
      "grad_norm": 1.6246803998947144,
      "learning_rate": 9.889190454491457e-05,
      "loss": 0.1996,
      "step": 991
    },
    {
      "epoch": 0.07418763788654975,
      "grad_norm": 2.0673654079437256,
      "learning_rate": 9.888942509581362e-05,
      "loss": 0.3351,
      "step": 992
    },
    {
      "epoch": 0.07426242381183862,
      "grad_norm": 1.7278435230255127,
      "learning_rate": 9.888694290698514e-05,
      "loss": 0.2503,
      "step": 993
    },
    {
      "epoch": 0.07433720973712747,
      "grad_norm": 2.396045207977295,
      "learning_rate": 9.888445797856822e-05,
      "loss": 0.3643,
      "step": 994
    },
    {
      "epoch": 0.07441199566241634,
      "grad_norm": 2.5440080165863037,
      "learning_rate": 9.88819703107021e-05,
      "loss": 0.4035,
      "step": 995
    },
    {
      "epoch": 0.07448678158770519,
      "grad_norm": 2.378173828125,
      "learning_rate": 9.887947990352622e-05,
      "loss": 0.3857,
      "step": 996
    },
    {
      "epoch": 0.07456156751299406,
      "grad_norm": 2.296888589859009,
      "learning_rate": 9.88769867571801e-05,
      "loss": 0.3893,
      "step": 997
    },
    {
      "epoch": 0.07463635343828291,
      "grad_norm": 3.2293143272399902,
      "learning_rate": 9.887449087180348e-05,
      "loss": 0.3396,
      "step": 998
    },
    {
      "epoch": 0.07471113936357178,
      "grad_norm": 2.1741647720336914,
      "learning_rate": 9.887199224753623e-05,
      "loss": 0.2185,
      "step": 999
    },
    {
      "epoch": 0.07478592528886063,
      "grad_norm": 3.731321334838867,
      "learning_rate": 9.886949088451836e-05,
      "loss": 0.3282,
      "step": 1000
    },
    {
      "epoch": 0.0748607112141495,
      "grad_norm": 4.211874008178711,
      "learning_rate": 9.886698678289004e-05,
      "loss": 0.2221,
      "step": 1001
    },
    {
      "epoch": 0.07493549713943835,
      "grad_norm": 2.960306167602539,
      "learning_rate": 9.886447994279163e-05,
      "loss": 0.1889,
      "step": 1002
    },
    {
      "epoch": 0.07501028306472722,
      "grad_norm": 1.9243584871292114,
      "learning_rate": 9.886197036436357e-05,
      "loss": 0.1858,
      "step": 1003
    },
    {
      "epoch": 0.07508506899001607,
      "grad_norm": 1.2621982097625732,
      "learning_rate": 9.885945804774651e-05,
      "loss": 0.2339,
      "step": 1004
    },
    {
      "epoch": 0.07515985491530494,
      "grad_norm": 1.276491403579712,
      "learning_rate": 9.885694299308126e-05,
      "loss": 0.2226,
      "step": 1005
    },
    {
      "epoch": 0.0752346408405938,
      "grad_norm": 1.11202871799469,
      "learning_rate": 9.885442520050871e-05,
      "loss": 0.1564,
      "step": 1006
    },
    {
      "epoch": 0.07530942676588266,
      "grad_norm": 1.0115809440612793,
      "learning_rate": 9.885190467017003e-05,
      "loss": 0.1436,
      "step": 1007
    },
    {
      "epoch": 0.07538421269117151,
      "grad_norm": 1.9581215381622314,
      "learning_rate": 9.88493814022064e-05,
      "loss": 0.2585,
      "step": 1008
    },
    {
      "epoch": 0.07545899861646038,
      "grad_norm": 1.4795231819152832,
      "learning_rate": 9.884685539675927e-05,
      "loss": 0.1666,
      "step": 1009
    },
    {
      "epoch": 0.07553378454174925,
      "grad_norm": 1.432824730873108,
      "learning_rate": 9.884432665397014e-05,
      "loss": 0.1502,
      "step": 1010
    },
    {
      "epoch": 0.0756085704670381,
      "grad_norm": 1.4620646238327026,
      "learning_rate": 9.884179517398078e-05,
      "loss": 0.2223,
      "step": 1011
    },
    {
      "epoch": 0.07568335639232697,
      "grad_norm": 1.0940260887145996,
      "learning_rate": 9.883926095693302e-05,
      "loss": 0.1333,
      "step": 1012
    },
    {
      "epoch": 0.07575814231761582,
      "grad_norm": 1.1999695301055908,
      "learning_rate": 9.883672400296888e-05,
      "loss": 0.1878,
      "step": 1013
    },
    {
      "epoch": 0.07583292824290469,
      "grad_norm": 1.1864556074142456,
      "learning_rate": 9.883418431223054e-05,
      "loss": 0.148,
      "step": 1014
    },
    {
      "epoch": 0.07590771416819354,
      "grad_norm": 1.3258695602416992,
      "learning_rate": 9.88316418848603e-05,
      "loss": 0.2211,
      "step": 1015
    },
    {
      "epoch": 0.07598250009348241,
      "grad_norm": 3.2817282676696777,
      "learning_rate": 9.882909672100066e-05,
      "loss": 0.3618,
      "step": 1016
    },
    {
      "epoch": 0.07605728601877126,
      "grad_norm": 1.0371696949005127,
      "learning_rate": 9.882654882079422e-05,
      "loss": 0.1795,
      "step": 1017
    },
    {
      "epoch": 0.07613207194406013,
      "grad_norm": 1.446749210357666,
      "learning_rate": 9.882399818438381e-05,
      "loss": 0.2488,
      "step": 1018
    },
    {
      "epoch": 0.07620685786934898,
      "grad_norm": 1.5575181245803833,
      "learning_rate": 9.882144481191231e-05,
      "loss": 0.3082,
      "step": 1019
    },
    {
      "epoch": 0.07628164379463785,
      "grad_norm": 2.182959794998169,
      "learning_rate": 9.881888870352286e-05,
      "loss": 0.2316,
      "step": 1020
    },
    {
      "epoch": 0.0763564297199267,
      "grad_norm": 1.3054512739181519,
      "learning_rate": 9.881632985935864e-05,
      "loss": 0.1172,
      "step": 1021
    },
    {
      "epoch": 0.07643121564521557,
      "grad_norm": 2.503938674926758,
      "learning_rate": 9.881376827956311e-05,
      "loss": 0.2518,
      "step": 1022
    },
    {
      "epoch": 0.07650600157050443,
      "grad_norm": 1.9634851217269897,
      "learning_rate": 9.881120396427979e-05,
      "loss": 0.2458,
      "step": 1023
    },
    {
      "epoch": 0.07658078749579329,
      "grad_norm": 1.4174929857254028,
      "learning_rate": 9.880863691365239e-05,
      "loss": 0.195,
      "step": 1024
    },
    {
      "epoch": 0.07665557342108215,
      "grad_norm": 1.3218942880630493,
      "learning_rate": 9.880606712782474e-05,
      "loss": 0.1628,
      "step": 1025
    },
    {
      "epoch": 0.07673035934637101,
      "grad_norm": 1.0967425107955933,
      "learning_rate": 9.880349460694089e-05,
      "loss": 0.115,
      "step": 1026
    },
    {
      "epoch": 0.07680514527165988,
      "grad_norm": 1.574852466583252,
      "learning_rate": 9.880091935114497e-05,
      "loss": 0.1819,
      "step": 1027
    },
    {
      "epoch": 0.07687993119694873,
      "grad_norm": 1.2773826122283936,
      "learning_rate": 9.879834136058132e-05,
      "loss": 0.1511,
      "step": 1028
    },
    {
      "epoch": 0.0769547171222376,
      "grad_norm": 2.1523208618164062,
      "learning_rate": 9.879576063539437e-05,
      "loss": 0.3316,
      "step": 1029
    },
    {
      "epoch": 0.07702950304752645,
      "grad_norm": 0.9861668944358826,
      "learning_rate": 9.87931771757288e-05,
      "loss": 0.1074,
      "step": 1030
    },
    {
      "epoch": 0.07710428897281532,
      "grad_norm": 1.2551231384277344,
      "learning_rate": 9.879059098172934e-05,
      "loss": 0.1837,
      "step": 1031
    },
    {
      "epoch": 0.07717907489810417,
      "grad_norm": 1.4444658756256104,
      "learning_rate": 9.878800205354092e-05,
      "loss": 0.1994,
      "step": 1032
    },
    {
      "epoch": 0.07725386082339304,
      "grad_norm": 1.463024616241455,
      "learning_rate": 9.878541039130865e-05,
      "loss": 0.1771,
      "step": 1033
    },
    {
      "epoch": 0.0773286467486819,
      "grad_norm": 1.4358967542648315,
      "learning_rate": 9.878281599517774e-05,
      "loss": 0.1565,
      "step": 1034
    },
    {
      "epoch": 0.07740343267397076,
      "grad_norm": 1.5222963094711304,
      "learning_rate": 9.878021886529358e-05,
      "loss": 0.2045,
      "step": 1035
    },
    {
      "epoch": 0.07747821859925962,
      "grad_norm": 1.5057324171066284,
      "learning_rate": 9.877761900180171e-05,
      "loss": 0.1337,
      "step": 1036
    },
    {
      "epoch": 0.07755300452454848,
      "grad_norm": 0.9398939609527588,
      "learning_rate": 9.877501640484786e-05,
      "loss": 0.0991,
      "step": 1037
    },
    {
      "epoch": 0.07762779044983734,
      "grad_norm": 0.978173553943634,
      "learning_rate": 9.877241107457782e-05,
      "loss": 0.1228,
      "step": 1038
    },
    {
      "epoch": 0.0777025763751262,
      "grad_norm": 1.9323068857192993,
      "learning_rate": 9.876980301113764e-05,
      "loss": 0.3839,
      "step": 1039
    },
    {
      "epoch": 0.07777736230041506,
      "grad_norm": 1.2800827026367188,
      "learning_rate": 9.876719221467344e-05,
      "loss": 0.1511,
      "step": 1040
    },
    {
      "epoch": 0.07785214822570392,
      "grad_norm": 1.400740385055542,
      "learning_rate": 9.876457868533155e-05,
      "loss": 0.1594,
      "step": 1041
    },
    {
      "epoch": 0.07792693415099278,
      "grad_norm": 2.057814359664917,
      "learning_rate": 9.876196242325841e-05,
      "loss": 0.2386,
      "step": 1042
    },
    {
      "epoch": 0.07800172007628164,
      "grad_norm": 2.069432020187378,
      "learning_rate": 9.875934342860067e-05,
      "loss": 0.2207,
      "step": 1043
    },
    {
      "epoch": 0.0780765060015705,
      "grad_norm": 1.7703375816345215,
      "learning_rate": 9.875672170150505e-05,
      "loss": 0.2421,
      "step": 1044
    },
    {
      "epoch": 0.07815129192685936,
      "grad_norm": 2.19152569770813,
      "learning_rate": 9.87540972421185e-05,
      "loss": 0.2802,
      "step": 1045
    },
    {
      "epoch": 0.07822607785214823,
      "grad_norm": 2.205995559692383,
      "learning_rate": 9.875147005058807e-05,
      "loss": 0.3525,
      "step": 1046
    },
    {
      "epoch": 0.07830086377743709,
      "grad_norm": 1.8157457113265991,
      "learning_rate": 9.874884012706102e-05,
      "loss": 0.2341,
      "step": 1047
    },
    {
      "epoch": 0.07837564970272595,
      "grad_norm": 2.063530445098877,
      "learning_rate": 9.87462074716847e-05,
      "loss": 0.2664,
      "step": 1048
    },
    {
      "epoch": 0.0784504356280148,
      "grad_norm": 2.711998224258423,
      "learning_rate": 9.874357208460664e-05,
      "loss": 0.308,
      "step": 1049
    },
    {
      "epoch": 0.07852522155330367,
      "grad_norm": 3.75347900390625,
      "learning_rate": 9.874093396597455e-05,
      "loss": 0.6021,
      "step": 1050
    },
    {
      "epoch": 0.07860000747859253,
      "grad_norm": 3.529444932937622,
      "learning_rate": 9.873829311593624e-05,
      "loss": 0.2442,
      "step": 1051
    },
    {
      "epoch": 0.0786747934038814,
      "grad_norm": 2.3854384422302246,
      "learning_rate": 9.873564953463973e-05,
      "loss": 0.1654,
      "step": 1052
    },
    {
      "epoch": 0.07874957932917025,
      "grad_norm": 1.7344183921813965,
      "learning_rate": 9.873300322223313e-05,
      "loss": 0.1417,
      "step": 1053
    },
    {
      "epoch": 0.07882436525445911,
      "grad_norm": 1.261779546737671,
      "learning_rate": 9.873035417886478e-05,
      "loss": 0.1974,
      "step": 1054
    },
    {
      "epoch": 0.07889915117974797,
      "grad_norm": 1.3605507612228394,
      "learning_rate": 9.87277024046831e-05,
      "loss": 0.2037,
      "step": 1055
    },
    {
      "epoch": 0.07897393710503683,
      "grad_norm": 1.201935887336731,
      "learning_rate": 9.87250478998367e-05,
      "loss": 0.1971,
      "step": 1056
    },
    {
      "epoch": 0.07904872303032569,
      "grad_norm": 1.5321797132492065,
      "learning_rate": 9.872239066447433e-05,
      "loss": 0.1777,
      "step": 1057
    },
    {
      "epoch": 0.07912350895561455,
      "grad_norm": 2.4035024642944336,
      "learning_rate": 9.871973069874492e-05,
      "loss": 0.1912,
      "step": 1058
    },
    {
      "epoch": 0.07919829488090341,
      "grad_norm": 1.208682894706726,
      "learning_rate": 9.871706800279752e-05,
      "loss": 0.1512,
      "step": 1059
    },
    {
      "epoch": 0.07927308080619228,
      "grad_norm": 1.1839414834976196,
      "learning_rate": 9.871440257678132e-05,
      "loss": 0.1451,
      "step": 1060
    },
    {
      "epoch": 0.07934786673148113,
      "grad_norm": 1.1356350183486938,
      "learning_rate": 9.871173442084574e-05,
      "loss": 0.1834,
      "step": 1061
    },
    {
      "epoch": 0.07942265265677,
      "grad_norm": 1.5304408073425293,
      "learning_rate": 9.870906353514026e-05,
      "loss": 0.1824,
      "step": 1062
    },
    {
      "epoch": 0.07949743858205886,
      "grad_norm": 1.6692572832107544,
      "learning_rate": 9.870638991981458e-05,
      "loss": 0.2578,
      "step": 1063
    },
    {
      "epoch": 0.07957222450734772,
      "grad_norm": 1.2114343643188477,
      "learning_rate": 9.870371357501853e-05,
      "loss": 0.181,
      "step": 1064
    },
    {
      "epoch": 0.07964701043263658,
      "grad_norm": 1.1556272506713867,
      "learning_rate": 9.870103450090204e-05,
      "loss": 0.1493,
      "step": 1065
    },
    {
      "epoch": 0.07972179635792544,
      "grad_norm": 0.9784759879112244,
      "learning_rate": 9.869835269761532e-05,
      "loss": 0.1139,
      "step": 1066
    },
    {
      "epoch": 0.0797965822832143,
      "grad_norm": 1.7577136754989624,
      "learning_rate": 9.86956681653086e-05,
      "loss": 0.2106,
      "step": 1067
    },
    {
      "epoch": 0.07987136820850316,
      "grad_norm": 1.1105434894561768,
      "learning_rate": 9.869298090413233e-05,
      "loss": 0.1373,
      "step": 1068
    },
    {
      "epoch": 0.07994615413379202,
      "grad_norm": 1.1749664545059204,
      "learning_rate": 9.869029091423711e-05,
      "loss": 0.1685,
      "step": 1069
    },
    {
      "epoch": 0.08002094005908088,
      "grad_norm": 1.7788796424865723,
      "learning_rate": 9.868759819577369e-05,
      "loss": 0.1775,
      "step": 1070
    },
    {
      "epoch": 0.08009572598436974,
      "grad_norm": 1.4563952684402466,
      "learning_rate": 9.868490274889297e-05,
      "loss": 0.1822,
      "step": 1071
    },
    {
      "epoch": 0.0801705119096586,
      "grad_norm": 1.3903051614761353,
      "learning_rate": 9.868220457374598e-05,
      "loss": 0.1518,
      "step": 1072
    },
    {
      "epoch": 0.08024529783494747,
      "grad_norm": 1.7081539630889893,
      "learning_rate": 9.867950367048394e-05,
      "loss": 0.2239,
      "step": 1073
    },
    {
      "epoch": 0.08032008376023632,
      "grad_norm": 2.063107967376709,
      "learning_rate": 9.867680003925819e-05,
      "loss": 0.4171,
      "step": 1074
    },
    {
      "epoch": 0.08039486968552519,
      "grad_norm": 1.1955466270446777,
      "learning_rate": 9.867409368022028e-05,
      "loss": 0.1377,
      "step": 1075
    },
    {
      "epoch": 0.08046965561081404,
      "grad_norm": 1.5825097560882568,
      "learning_rate": 9.867138459352182e-05,
      "loss": 0.2046,
      "step": 1076
    },
    {
      "epoch": 0.0805444415361029,
      "grad_norm": 1.4105457067489624,
      "learning_rate": 9.866867277931464e-05,
      "loss": 0.1751,
      "step": 1077
    },
    {
      "epoch": 0.08061922746139176,
      "grad_norm": 0.9170281291007996,
      "learning_rate": 9.866595823775075e-05,
      "loss": 0.0944,
      "step": 1078
    },
    {
      "epoch": 0.08069401338668063,
      "grad_norm": 1.2926347255706787,
      "learning_rate": 9.866324096898222e-05,
      "loss": 0.1093,
      "step": 1079
    },
    {
      "epoch": 0.0807687993119695,
      "grad_norm": 0.8828811049461365,
      "learning_rate": 9.866052097316135e-05,
      "loss": 0.1247,
      "step": 1080
    },
    {
      "epoch": 0.08084358523725835,
      "grad_norm": 1.2961881160736084,
      "learning_rate": 9.865779825044055e-05,
      "loss": 0.1287,
      "step": 1081
    },
    {
      "epoch": 0.08091837116254721,
      "grad_norm": 1.5636757612228394,
      "learning_rate": 9.865507280097241e-05,
      "loss": 0.1702,
      "step": 1082
    },
    {
      "epoch": 0.08099315708783607,
      "grad_norm": 0.9819878339767456,
      "learning_rate": 9.865234462490967e-05,
      "loss": 0.1342,
      "step": 1083
    },
    {
      "epoch": 0.08106794301312494,
      "grad_norm": 1.5135668516159058,
      "learning_rate": 9.86496137224052e-05,
      "loss": 0.1681,
      "step": 1084
    },
    {
      "epoch": 0.08114272893841379,
      "grad_norm": 1.370963215827942,
      "learning_rate": 9.864688009361205e-05,
      "loss": 0.1471,
      "step": 1085
    },
    {
      "epoch": 0.08121751486370266,
      "grad_norm": 1.1907888650894165,
      "learning_rate": 9.864414373868339e-05,
      "loss": 0.1745,
      "step": 1086
    },
    {
      "epoch": 0.08129230078899151,
      "grad_norm": 1.5241926908493042,
      "learning_rate": 9.864140465777259e-05,
      "loss": 0.1922,
      "step": 1087
    },
    {
      "epoch": 0.08136708671428038,
      "grad_norm": 1.946667194366455,
      "learning_rate": 9.863866285103312e-05,
      "loss": 0.264,
      "step": 1088
    },
    {
      "epoch": 0.08144187263956923,
      "grad_norm": 1.1964830160140991,
      "learning_rate": 9.863591831861866e-05,
      "loss": 0.1371,
      "step": 1089
    },
    {
      "epoch": 0.0815166585648581,
      "grad_norm": 2.0304832458496094,
      "learning_rate": 9.863317106068298e-05,
      "loss": 0.2686,
      "step": 1090
    },
    {
      "epoch": 0.08159144449014695,
      "grad_norm": 2.2660722732543945,
      "learning_rate": 9.863042107738006e-05,
      "loss": 0.2017,
      "step": 1091
    },
    {
      "epoch": 0.08166623041543582,
      "grad_norm": 2.010007858276367,
      "learning_rate": 9.862766836886399e-05,
      "loss": 0.2529,
      "step": 1092
    },
    {
      "epoch": 0.08174101634072467,
      "grad_norm": 1.7258033752441406,
      "learning_rate": 9.862491293528903e-05,
      "loss": 0.1849,
      "step": 1093
    },
    {
      "epoch": 0.08181580226601354,
      "grad_norm": 1.8789244890213013,
      "learning_rate": 9.86221547768096e-05,
      "loss": 0.2627,
      "step": 1094
    },
    {
      "epoch": 0.08189058819130239,
      "grad_norm": 2.201878547668457,
      "learning_rate": 9.861939389358027e-05,
      "loss": 0.2526,
      "step": 1095
    },
    {
      "epoch": 0.08196537411659126,
      "grad_norm": 2.4444711208343506,
      "learning_rate": 9.861663028575574e-05,
      "loss": 0.3573,
      "step": 1096
    },
    {
      "epoch": 0.08204016004188011,
      "grad_norm": 2.274757146835327,
      "learning_rate": 9.86138639534909e-05,
      "loss": 0.2211,
      "step": 1097
    },
    {
      "epoch": 0.08211494596716898,
      "grad_norm": 1.7343790531158447,
      "learning_rate": 9.861109489694076e-05,
      "loss": 0.1877,
      "step": 1098
    },
    {
      "epoch": 0.08218973189245785,
      "grad_norm": 1.5869836807250977,
      "learning_rate": 9.86083231162605e-05,
      "loss": 0.2013,
      "step": 1099
    },
    {
      "epoch": 0.0822645178177467,
      "grad_norm": 1.462568998336792,
      "learning_rate": 9.860554861160545e-05,
      "loss": 0.1573,
      "step": 1100
    },
    {
      "epoch": 0.08233930374303557,
      "grad_norm": 5.115109443664551,
      "learning_rate": 9.860277138313109e-05,
      "loss": 0.2993,
      "step": 1101
    },
    {
      "epoch": 0.08241408966832442,
      "grad_norm": 2.664332866668701,
      "learning_rate": 9.859999143099306e-05,
      "loss": 0.241,
      "step": 1102
    },
    {
      "epoch": 0.08248887559361329,
      "grad_norm": 1.0747344493865967,
      "learning_rate": 9.859720875534712e-05,
      "loss": 0.1834,
      "step": 1103
    },
    {
      "epoch": 0.08256366151890214,
      "grad_norm": 1.052370548248291,
      "learning_rate": 9.859442335634926e-05,
      "loss": 0.155,
      "step": 1104
    },
    {
      "epoch": 0.08263844744419101,
      "grad_norm": 0.8787224292755127,
      "learning_rate": 9.859163523415552e-05,
      "loss": 0.1111,
      "step": 1105
    },
    {
      "epoch": 0.08271323336947986,
      "grad_norm": 1.1276050806045532,
      "learning_rate": 9.858884438892217e-05,
      "loss": 0.1313,
      "step": 1106
    },
    {
      "epoch": 0.08278801929476873,
      "grad_norm": 1.1375706195831299,
      "learning_rate": 9.85860508208056e-05,
      "loss": 0.0919,
      "step": 1107
    },
    {
      "epoch": 0.08286280522005758,
      "grad_norm": 1.1958463191986084,
      "learning_rate": 9.858325452996238e-05,
      "loss": 0.1561,
      "step": 1108
    },
    {
      "epoch": 0.08293759114534645,
      "grad_norm": 0.9502355456352234,
      "learning_rate": 9.858045551654917e-05,
      "loss": 0.1188,
      "step": 1109
    },
    {
      "epoch": 0.0830123770706353,
      "grad_norm": 1.252156138420105,
      "learning_rate": 9.857765378072285e-05,
      "loss": 0.1973,
      "step": 1110
    },
    {
      "epoch": 0.08308716299592417,
      "grad_norm": 1.228726863861084,
      "learning_rate": 9.857484932264044e-05,
      "loss": 0.1294,
      "step": 1111
    },
    {
      "epoch": 0.08316194892121302,
      "grad_norm": 1.4435701370239258,
      "learning_rate": 9.857204214245908e-05,
      "loss": 0.2604,
      "step": 1112
    },
    {
      "epoch": 0.08323673484650189,
      "grad_norm": 1.14639151096344,
      "learning_rate": 9.856923224033609e-05,
      "loss": 0.1182,
      "step": 1113
    },
    {
      "epoch": 0.08331152077179074,
      "grad_norm": 1.367079257965088,
      "learning_rate": 9.856641961642892e-05,
      "loss": 0.181,
      "step": 1114
    },
    {
      "epoch": 0.08338630669707961,
      "grad_norm": 1.6473559141159058,
      "learning_rate": 9.856360427089521e-05,
      "loss": 0.3557,
      "step": 1115
    },
    {
      "epoch": 0.08346109262236848,
      "grad_norm": 2.220655918121338,
      "learning_rate": 9.856078620389272e-05,
      "loss": 0.2266,
      "step": 1116
    },
    {
      "epoch": 0.08353587854765733,
      "grad_norm": 1.7856632471084595,
      "learning_rate": 9.855796541557937e-05,
      "loss": 0.3205,
      "step": 1117
    },
    {
      "epoch": 0.0836106644729462,
      "grad_norm": 1.6094298362731934,
      "learning_rate": 9.855514190611325e-05,
      "loss": 0.1842,
      "step": 1118
    },
    {
      "epoch": 0.08368545039823505,
      "grad_norm": 1.3024672269821167,
      "learning_rate": 9.855231567565256e-05,
      "loss": 0.1935,
      "step": 1119
    },
    {
      "epoch": 0.08376023632352392,
      "grad_norm": 1.142720103263855,
      "learning_rate": 9.85494867243557e-05,
      "loss": 0.1517,
      "step": 1120
    },
    {
      "epoch": 0.08383502224881277,
      "grad_norm": 1.1579405069351196,
      "learning_rate": 9.854665505238121e-05,
      "loss": 0.1504,
      "step": 1121
    },
    {
      "epoch": 0.08390980817410164,
      "grad_norm": 1.2289878129959106,
      "learning_rate": 9.854382065988774e-05,
      "loss": 0.1612,
      "step": 1122
    },
    {
      "epoch": 0.08398459409939049,
      "grad_norm": 1.3198744058609009,
      "learning_rate": 9.854098354703416e-05,
      "loss": 0.1879,
      "step": 1123
    },
    {
      "epoch": 0.08405938002467936,
      "grad_norm": 1.5466068983078003,
      "learning_rate": 9.853814371397945e-05,
      "loss": 0.2137,
      "step": 1124
    },
    {
      "epoch": 0.08413416594996821,
      "grad_norm": 1.429461121559143,
      "learning_rate": 9.853530116088275e-05,
      "loss": 0.2227,
      "step": 1125
    },
    {
      "epoch": 0.08420895187525708,
      "grad_norm": 1.3476049900054932,
      "learning_rate": 9.853245588790334e-05,
      "loss": 0.1397,
      "step": 1126
    },
    {
      "epoch": 0.08428373780054593,
      "grad_norm": 1.501999855041504,
      "learning_rate": 9.852960789520071e-05,
      "loss": 0.1933,
      "step": 1127
    },
    {
      "epoch": 0.0843585237258348,
      "grad_norm": 1.3202341794967651,
      "learning_rate": 9.852675718293442e-05,
      "loss": 0.1703,
      "step": 1128
    },
    {
      "epoch": 0.08443330965112365,
      "grad_norm": 1.6517744064331055,
      "learning_rate": 9.852390375126423e-05,
      "loss": 0.2385,
      "step": 1129
    },
    {
      "epoch": 0.08450809557641252,
      "grad_norm": 2.062208414077759,
      "learning_rate": 9.852104760035004e-05,
      "loss": 0.2053,
      "step": 1130
    },
    {
      "epoch": 0.08458288150170137,
      "grad_norm": 1.4915903806686401,
      "learning_rate": 9.851818873035194e-05,
      "loss": 0.154,
      "step": 1131
    },
    {
      "epoch": 0.08465766742699024,
      "grad_norm": 1.8013147115707397,
      "learning_rate": 9.851532714143009e-05,
      "loss": 0.1395,
      "step": 1132
    },
    {
      "epoch": 0.08473245335227911,
      "grad_norm": 1.6809821128845215,
      "learning_rate": 9.851246283374489e-05,
      "loss": 0.2104,
      "step": 1133
    },
    {
      "epoch": 0.08480723927756796,
      "grad_norm": 1.84103262424469,
      "learning_rate": 9.850959580745684e-05,
      "loss": 0.2235,
      "step": 1134
    },
    {
      "epoch": 0.08488202520285683,
      "grad_norm": 2.0820467472076416,
      "learning_rate": 9.850672606272659e-05,
      "loss": 0.2936,
      "step": 1135
    },
    {
      "epoch": 0.08495681112814568,
      "grad_norm": 1.244797945022583,
      "learning_rate": 9.850385359971498e-05,
      "loss": 0.1776,
      "step": 1136
    },
    {
      "epoch": 0.08503159705343455,
      "grad_norm": 1.7358814477920532,
      "learning_rate": 9.850097841858298e-05,
      "loss": 0.1634,
      "step": 1137
    },
    {
      "epoch": 0.0851063829787234,
      "grad_norm": 1.7974853515625,
      "learning_rate": 9.84981005194917e-05,
      "loss": 0.1825,
      "step": 1138
    },
    {
      "epoch": 0.08518116890401227,
      "grad_norm": 1.2843698263168335,
      "learning_rate": 9.849521990260242e-05,
      "loss": 0.1094,
      "step": 1139
    },
    {
      "epoch": 0.08525595482930112,
      "grad_norm": 1.2141358852386475,
      "learning_rate": 9.849233656807657e-05,
      "loss": 0.1506,
      "step": 1140
    },
    {
      "epoch": 0.08533074075458999,
      "grad_norm": 2.0851547718048096,
      "learning_rate": 9.848945051607574e-05,
      "loss": 0.3392,
      "step": 1141
    },
    {
      "epoch": 0.08540552667987884,
      "grad_norm": 1.6657307147979736,
      "learning_rate": 9.848656174676165e-05,
      "loss": 0.2378,
      "step": 1142
    },
    {
      "epoch": 0.08548031260516771,
      "grad_norm": 1.730310320854187,
      "learning_rate": 9.848367026029618e-05,
      "loss": 0.3507,
      "step": 1143
    },
    {
      "epoch": 0.08555509853045656,
      "grad_norm": 1.8682106733322144,
      "learning_rate": 9.848077605684138e-05,
      "loss": 0.3066,
      "step": 1144
    },
    {
      "epoch": 0.08562988445574543,
      "grad_norm": 1.9968584775924683,
      "learning_rate": 9.847787913655943e-05,
      "loss": 0.3395,
      "step": 1145
    },
    {
      "epoch": 0.08570467038103428,
      "grad_norm": 2.3061931133270264,
      "learning_rate": 9.847497949961268e-05,
      "loss": 0.3623,
      "step": 1146
    },
    {
      "epoch": 0.08577945630632315,
      "grad_norm": 2.2615108489990234,
      "learning_rate": 9.84720771461636e-05,
      "loss": 0.3884,
      "step": 1147
    },
    {
      "epoch": 0.085854242231612,
      "grad_norm": 2.335853099822998,
      "learning_rate": 9.846917207637487e-05,
      "loss": 0.404,
      "step": 1148
    },
    {
      "epoch": 0.08592902815690087,
      "grad_norm": 3.2045977115631104,
      "learning_rate": 9.846626429040926e-05,
      "loss": 0.5164,
      "step": 1149
    },
    {
      "epoch": 0.08600381408218973,
      "grad_norm": 1.5067243576049805,
      "learning_rate": 9.846335378842974e-05,
      "loss": 0.1286,
      "step": 1150
    },
    {
      "epoch": 0.08607860000747859,
      "grad_norm": 1.9709628820419312,
      "learning_rate": 9.84604405705994e-05,
      "loss": 0.25,
      "step": 1151
    },
    {
      "epoch": 0.08615338593276746,
      "grad_norm": 1.5788031816482544,
      "learning_rate": 9.84575246370815e-05,
      "loss": 0.181,
      "step": 1152
    },
    {
      "epoch": 0.08622817185805631,
      "grad_norm": 1.2336736917495728,
      "learning_rate": 9.845460598803944e-05,
      "loss": 0.1631,
      "step": 1153
    },
    {
      "epoch": 0.08630295778334518,
      "grad_norm": 0.9297594428062439,
      "learning_rate": 9.845168462363679e-05,
      "loss": 0.1425,
      "step": 1154
    },
    {
      "epoch": 0.08637774370863403,
      "grad_norm": 0.9324930906295776,
      "learning_rate": 9.844876054403724e-05,
      "loss": 0.1597,
      "step": 1155
    },
    {
      "epoch": 0.0864525296339229,
      "grad_norm": 1.8458068370819092,
      "learning_rate": 9.844583374940469e-05,
      "loss": 0.2867,
      "step": 1156
    },
    {
      "epoch": 0.08652731555921175,
      "grad_norm": 1.3198109865188599,
      "learning_rate": 9.844290423990312e-05,
      "loss": 0.1885,
      "step": 1157
    },
    {
      "epoch": 0.08660210148450062,
      "grad_norm": 1.535112977027893,
      "learning_rate": 9.843997201569673e-05,
      "loss": 0.2128,
      "step": 1158
    },
    {
      "epoch": 0.08667688740978947,
      "grad_norm": 1.1212798357009888,
      "learning_rate": 9.84370370769498e-05,
      "loss": 0.1411,
      "step": 1159
    },
    {
      "epoch": 0.08675167333507834,
      "grad_norm": 1.5097922086715698,
      "learning_rate": 9.843409942382684e-05,
      "loss": 0.1976,
      "step": 1160
    },
    {
      "epoch": 0.0868264592603672,
      "grad_norm": 1.4795470237731934,
      "learning_rate": 9.843115905649244e-05,
      "loss": 0.2476,
      "step": 1161
    },
    {
      "epoch": 0.08690124518565606,
      "grad_norm": 1.2518330812454224,
      "learning_rate": 9.84282159751114e-05,
      "loss": 0.2045,
      "step": 1162
    },
    {
      "epoch": 0.08697603111094492,
      "grad_norm": 1.682456374168396,
      "learning_rate": 9.842527017984863e-05,
      "loss": 0.2674,
      "step": 1163
    },
    {
      "epoch": 0.08705081703623378,
      "grad_norm": 0.9102073907852173,
      "learning_rate": 9.842232167086925e-05,
      "loss": 0.114,
      "step": 1164
    },
    {
      "epoch": 0.08712560296152264,
      "grad_norm": 1.0661457777023315,
      "learning_rate": 9.841937044833845e-05,
      "loss": 0.1612,
      "step": 1165
    },
    {
      "epoch": 0.0872003888868115,
      "grad_norm": 1.294418454170227,
      "learning_rate": 9.841641651242161e-05,
      "loss": 0.1589,
      "step": 1166
    },
    {
      "epoch": 0.08727517481210036,
      "grad_norm": 1.047553300857544,
      "learning_rate": 9.84134598632843e-05,
      "loss": 0.1742,
      "step": 1167
    },
    {
      "epoch": 0.08734996073738922,
      "grad_norm": 1.2970097064971924,
      "learning_rate": 9.841050050109219e-05,
      "loss": 0.1323,
      "step": 1168
    },
    {
      "epoch": 0.08742474666267809,
      "grad_norm": 1.3086501359939575,
      "learning_rate": 9.840753842601111e-05,
      "loss": 0.1812,
      "step": 1169
    },
    {
      "epoch": 0.08749953258796694,
      "grad_norm": 1.4254409074783325,
      "learning_rate": 9.84045736382071e-05,
      "loss": 0.1621,
      "step": 1170
    },
    {
      "epoch": 0.08757431851325581,
      "grad_norm": 1.4410642385482788,
      "learning_rate": 9.840160613784624e-05,
      "loss": 0.1757,
      "step": 1171
    },
    {
      "epoch": 0.08764910443854466,
      "grad_norm": 1.7430692911148071,
      "learning_rate": 9.839863592509487e-05,
      "loss": 0.3004,
      "step": 1172
    },
    {
      "epoch": 0.08772389036383353,
      "grad_norm": 1.1399325132369995,
      "learning_rate": 9.839566300011941e-05,
      "loss": 0.1535,
      "step": 1173
    },
    {
      "epoch": 0.08779867628912238,
      "grad_norm": 1.244922161102295,
      "learning_rate": 9.839268736308648e-05,
      "loss": 0.1282,
      "step": 1174
    },
    {
      "epoch": 0.08787346221441125,
      "grad_norm": 1.176511287689209,
      "learning_rate": 9.838970901416285e-05,
      "loss": 0.157,
      "step": 1175
    },
    {
      "epoch": 0.0879482481397001,
      "grad_norm": 1.4232712984085083,
      "learning_rate": 9.83867279535154e-05,
      "loss": 0.21,
      "step": 1176
    },
    {
      "epoch": 0.08802303406498897,
      "grad_norm": 1.3804157972335815,
      "learning_rate": 9.838374418131116e-05,
      "loss": 0.161,
      "step": 1177
    },
    {
      "epoch": 0.08809781999027783,
      "grad_norm": 1.1494957208633423,
      "learning_rate": 9.83807576977174e-05,
      "loss": 0.1075,
      "step": 1178
    },
    {
      "epoch": 0.08817260591556669,
      "grad_norm": 1.0934898853302002,
      "learning_rate": 9.837776850290142e-05,
      "loss": 0.1359,
      "step": 1179
    },
    {
      "epoch": 0.08824739184085555,
      "grad_norm": 0.8686302900314331,
      "learning_rate": 9.837477659703079e-05,
      "loss": 0.1091,
      "step": 1180
    },
    {
      "epoch": 0.08832217776614441,
      "grad_norm": 1.5839717388153076,
      "learning_rate": 9.837178198027312e-05,
      "loss": 0.2442,
      "step": 1181
    },
    {
      "epoch": 0.08839696369143327,
      "grad_norm": 1.3926165103912354,
      "learning_rate": 9.836878465279626e-05,
      "loss": 0.1799,
      "step": 1182
    },
    {
      "epoch": 0.08847174961672213,
      "grad_norm": 1.1608681678771973,
      "learning_rate": 9.836578461476816e-05,
      "loss": 0.1528,
      "step": 1183
    },
    {
      "epoch": 0.08854653554201099,
      "grad_norm": 1.7130202054977417,
      "learning_rate": 9.836278186635697e-05,
      "loss": 0.213,
      "step": 1184
    },
    {
      "epoch": 0.08862132146729985,
      "grad_norm": 1.6046369075775146,
      "learning_rate": 9.835977640773092e-05,
      "loss": 0.2229,
      "step": 1185
    },
    {
      "epoch": 0.08869610739258872,
      "grad_norm": 1.2276304960250854,
      "learning_rate": 9.835676823905846e-05,
      "loss": 0.1244,
      "step": 1186
    },
    {
      "epoch": 0.08877089331787757,
      "grad_norm": 0.9759808778762817,
      "learning_rate": 9.835375736050816e-05,
      "loss": 0.0873,
      "step": 1187
    },
    {
      "epoch": 0.08884567924316644,
      "grad_norm": 1.484406590461731,
      "learning_rate": 9.835074377224875e-05,
      "loss": 0.181,
      "step": 1188
    },
    {
      "epoch": 0.0889204651684553,
      "grad_norm": 1.7167850732803345,
      "learning_rate": 9.83477274744491e-05,
      "loss": 0.2255,
      "step": 1189
    },
    {
      "epoch": 0.08899525109374416,
      "grad_norm": 2.710707426071167,
      "learning_rate": 9.834470846727826e-05,
      "loss": 0.4068,
      "step": 1190
    },
    {
      "epoch": 0.08907003701903302,
      "grad_norm": 1.7546006441116333,
      "learning_rate": 9.834168675090538e-05,
      "loss": 0.2979,
      "step": 1191
    },
    {
      "epoch": 0.08914482294432188,
      "grad_norm": 1.8760461807250977,
      "learning_rate": 9.833866232549984e-05,
      "loss": 0.2495,
      "step": 1192
    },
    {
      "epoch": 0.08921960886961074,
      "grad_norm": 3.138225555419922,
      "learning_rate": 9.833563519123107e-05,
      "loss": 0.4264,
      "step": 1193
    },
    {
      "epoch": 0.0892943947948996,
      "grad_norm": 1.3091260194778442,
      "learning_rate": 9.833260534826878e-05,
      "loss": 0.1456,
      "step": 1194
    },
    {
      "epoch": 0.08936918072018846,
      "grad_norm": 1.7570948600769043,
      "learning_rate": 9.83295727967827e-05,
      "loss": 0.2289,
      "step": 1195
    },
    {
      "epoch": 0.08944396664547732,
      "grad_norm": 1.7124556303024292,
      "learning_rate": 9.832653753694278e-05,
      "loss": 0.2256,
      "step": 1196
    },
    {
      "epoch": 0.08951875257076618,
      "grad_norm": 2.0603718757629395,
      "learning_rate": 9.832349956891914e-05,
      "loss": 0.1817,
      "step": 1197
    },
    {
      "epoch": 0.08959353849605504,
      "grad_norm": 2.2947449684143066,
      "learning_rate": 9.832045889288202e-05,
      "loss": 0.2646,
      "step": 1198
    },
    {
      "epoch": 0.0896683244213439,
      "grad_norm": 1.8551907539367676,
      "learning_rate": 9.83174155090018e-05,
      "loss": 0.1929,
      "step": 1199
    },
    {
      "epoch": 0.08974311034663277,
      "grad_norm": 2.1152188777923584,
      "learning_rate": 9.831436941744903e-05,
      "loss": 0.2617,
      "step": 1200
    },
    {
      "epoch": 0.08981789627192162,
      "grad_norm": 1.503311038017273,
      "learning_rate": 9.831132061839444e-05,
      "loss": 0.2811,
      "step": 1201
    },
    {
      "epoch": 0.08989268219721049,
      "grad_norm": 1.3302150964736938,
      "learning_rate": 9.830826911200884e-05,
      "loss": 0.2318,
      "step": 1202
    },
    {
      "epoch": 0.08996746812249934,
      "grad_norm": 1.2200164794921875,
      "learning_rate": 9.830521489846324e-05,
      "loss": 0.1967,
      "step": 1203
    },
    {
      "epoch": 0.0900422540477882,
      "grad_norm": 0.8912795782089233,
      "learning_rate": 9.830215797792886e-05,
      "loss": 0.1119,
      "step": 1204
    },
    {
      "epoch": 0.09011703997307707,
      "grad_norm": 1.1398402452468872,
      "learning_rate": 9.829909835057692e-05,
      "loss": 0.1607,
      "step": 1205
    },
    {
      "epoch": 0.09019182589836593,
      "grad_norm": 0.9505208730697632,
      "learning_rate": 9.829603601657893e-05,
      "loss": 0.139,
      "step": 1206
    },
    {
      "epoch": 0.0902666118236548,
      "grad_norm": 1.3905003070831299,
      "learning_rate": 9.829297097610648e-05,
      "loss": 0.1655,
      "step": 1207
    },
    {
      "epoch": 0.09034139774894365,
      "grad_norm": 1.1246931552886963,
      "learning_rate": 9.828990322933136e-05,
      "loss": 0.1149,
      "step": 1208
    },
    {
      "epoch": 0.09041618367423251,
      "grad_norm": 1.7365213632583618,
      "learning_rate": 9.828683277642546e-05,
      "loss": 0.2101,
      "step": 1209
    },
    {
      "epoch": 0.09049096959952137,
      "grad_norm": 1.235826849937439,
      "learning_rate": 9.828375961756085e-05,
      "loss": 0.218,
      "step": 1210
    },
    {
      "epoch": 0.09056575552481023,
      "grad_norm": 1.1296882629394531,
      "learning_rate": 9.828068375290975e-05,
      "loss": 0.1342,
      "step": 1211
    },
    {
      "epoch": 0.09064054145009909,
      "grad_norm": 0.6949237585067749,
      "learning_rate": 9.827760518264451e-05,
      "loss": 0.0844,
      "step": 1212
    },
    {
      "epoch": 0.09071532737538796,
      "grad_norm": 1.6034489870071411,
      "learning_rate": 9.82745239069377e-05,
      "loss": 0.1823,
      "step": 1213
    },
    {
      "epoch": 0.09079011330067681,
      "grad_norm": 1.1882364749908447,
      "learning_rate": 9.827143992596193e-05,
      "loss": 0.1763,
      "step": 1214
    },
    {
      "epoch": 0.09086489922596568,
      "grad_norm": 1.2349917888641357,
      "learning_rate": 9.826835323989007e-05,
      "loss": 0.1858,
      "step": 1215
    },
    {
      "epoch": 0.09093968515125453,
      "grad_norm": 1.1201763153076172,
      "learning_rate": 9.826526384889509e-05,
      "loss": 0.1109,
      "step": 1216
    },
    {
      "epoch": 0.0910144710765434,
      "grad_norm": 1.1226140260696411,
      "learning_rate": 9.826217175315012e-05,
      "loss": 0.1963,
      "step": 1217
    },
    {
      "epoch": 0.09108925700183225,
      "grad_norm": 1.0083377361297607,
      "learning_rate": 9.82590769528284e-05,
      "loss": 0.1219,
      "step": 1218
    },
    {
      "epoch": 0.09116404292712112,
      "grad_norm": 1.1642920970916748,
      "learning_rate": 9.82559794481034e-05,
      "loss": 0.1233,
      "step": 1219
    },
    {
      "epoch": 0.09123882885240997,
      "grad_norm": 1.1686385869979858,
      "learning_rate": 9.825287923914869e-05,
      "loss": 0.1702,
      "step": 1220
    },
    {
      "epoch": 0.09131361477769884,
      "grad_norm": 1.4778920412063599,
      "learning_rate": 9.8249776326138e-05,
      "loss": 0.2058,
      "step": 1221
    },
    {
      "epoch": 0.0913884007029877,
      "grad_norm": 1.5354653596878052,
      "learning_rate": 9.824667070924523e-05,
      "loss": 0.1777,
      "step": 1222
    },
    {
      "epoch": 0.09146318662827656,
      "grad_norm": 1.2189184427261353,
      "learning_rate": 9.824356238864439e-05,
      "loss": 0.1769,
      "step": 1223
    },
    {
      "epoch": 0.09153797255356542,
      "grad_norm": 1.5947623252868652,
      "learning_rate": 9.824045136450967e-05,
      "loss": 0.2525,
      "step": 1224
    },
    {
      "epoch": 0.09161275847885428,
      "grad_norm": 1.5550941228866577,
      "learning_rate": 9.823733763701545e-05,
      "loss": 0.2265,
      "step": 1225
    },
    {
      "epoch": 0.09168754440414315,
      "grad_norm": 1.0668975114822388,
      "learning_rate": 9.823422120633619e-05,
      "loss": 0.1196,
      "step": 1226
    },
    {
      "epoch": 0.091762330329432,
      "grad_norm": 1.6144697666168213,
      "learning_rate": 9.823110207264652e-05,
      "loss": 0.2572,
      "step": 1227
    },
    {
      "epoch": 0.09183711625472087,
      "grad_norm": 1.2861768007278442,
      "learning_rate": 9.822798023612126e-05,
      "loss": 0.1463,
      "step": 1228
    },
    {
      "epoch": 0.09191190218000972,
      "grad_norm": 1.5538039207458496,
      "learning_rate": 9.822485569693533e-05,
      "loss": 0.2308,
      "step": 1229
    },
    {
      "epoch": 0.09198668810529859,
      "grad_norm": 1.790739893913269,
      "learning_rate": 9.822172845526386e-05,
      "loss": 0.2103,
      "step": 1230
    },
    {
      "epoch": 0.09206147403058744,
      "grad_norm": 1.3404806852340698,
      "learning_rate": 9.821859851128208e-05,
      "loss": 0.168,
      "step": 1231
    },
    {
      "epoch": 0.0921362599558763,
      "grad_norm": 1.4710122346878052,
      "learning_rate": 9.821546586516538e-05,
      "loss": 0.2024,
      "step": 1232
    },
    {
      "epoch": 0.09221104588116516,
      "grad_norm": 1.567344069480896,
      "learning_rate": 9.821233051708933e-05,
      "loss": 0.2666,
      "step": 1233
    },
    {
      "epoch": 0.09228583180645403,
      "grad_norm": 1.4068305492401123,
      "learning_rate": 9.820919246722962e-05,
      "loss": 0.1939,
      "step": 1234
    },
    {
      "epoch": 0.09236061773174288,
      "grad_norm": 1.1900514364242554,
      "learning_rate": 9.82060517157621e-05,
      "loss": 0.1336,
      "step": 1235
    },
    {
      "epoch": 0.09243540365703175,
      "grad_norm": 0.9443796873092651,
      "learning_rate": 9.82029082628628e-05,
      "loss": 0.1305,
      "step": 1236
    },
    {
      "epoch": 0.0925101895823206,
      "grad_norm": 1.799523949623108,
      "learning_rate": 9.819976210870783e-05,
      "loss": 0.3222,
      "step": 1237
    },
    {
      "epoch": 0.09258497550760947,
      "grad_norm": 1.6802685260772705,
      "learning_rate": 9.819661325347356e-05,
      "loss": 0.1839,
      "step": 1238
    },
    {
      "epoch": 0.09265976143289834,
      "grad_norm": 1.305687665939331,
      "learning_rate": 9.819346169733641e-05,
      "loss": 0.1578,
      "step": 1239
    },
    {
      "epoch": 0.09273454735818719,
      "grad_norm": 1.2723252773284912,
      "learning_rate": 9.819030744047299e-05,
      "loss": 0.1822,
      "step": 1240
    },
    {
      "epoch": 0.09280933328347606,
      "grad_norm": 1.9288601875305176,
      "learning_rate": 9.818715048306008e-05,
      "loss": 0.3926,
      "step": 1241
    },
    {
      "epoch": 0.09288411920876491,
      "grad_norm": 1.5857994556427002,
      "learning_rate": 9.818399082527457e-05,
      "loss": 0.3094,
      "step": 1242
    },
    {
      "epoch": 0.09295890513405378,
      "grad_norm": 1.5238007307052612,
      "learning_rate": 9.818082846729355e-05,
      "loss": 0.2016,
      "step": 1243
    },
    {
      "epoch": 0.09303369105934263,
      "grad_norm": 2.1687893867492676,
      "learning_rate": 9.817766340929423e-05,
      "loss": 0.3118,
      "step": 1244
    },
    {
      "epoch": 0.0931084769846315,
      "grad_norm": 2.023578405380249,
      "learning_rate": 9.817449565145396e-05,
      "loss": 0.2286,
      "step": 1245
    },
    {
      "epoch": 0.09318326290992035,
      "grad_norm": 3.2746970653533936,
      "learning_rate": 9.817132519395029e-05,
      "loss": 0.4294,
      "step": 1246
    },
    {
      "epoch": 0.09325804883520922,
      "grad_norm": 2.8405802249908447,
      "learning_rate": 9.816815203696086e-05,
      "loss": 0.4102,
      "step": 1247
    },
    {
      "epoch": 0.09333283476049807,
      "grad_norm": 2.5108091831207275,
      "learning_rate": 9.816497618066349e-05,
      "loss": 0.3429,
      "step": 1248
    },
    {
      "epoch": 0.09340762068578694,
      "grad_norm": 2.777052879333496,
      "learning_rate": 9.816179762523619e-05,
      "loss": 0.3534,
      "step": 1249
    },
    {
      "epoch": 0.09348240661107579,
      "grad_norm": 2.374626398086548,
      "learning_rate": 9.815861637085705e-05,
      "loss": 0.2989,
      "step": 1250
    },
    {
      "epoch": 0.09355719253636466,
      "grad_norm": 1.1293103694915771,
      "learning_rate": 9.815543241770436e-05,
      "loss": 0.1964,
      "step": 1251
    },
    {
      "epoch": 0.09363197846165351,
      "grad_norm": 1.066192626953125,
      "learning_rate": 9.815224576595654e-05,
      "loss": 0.1195,
      "step": 1252
    },
    {
      "epoch": 0.09370676438694238,
      "grad_norm": 1.7792229652404785,
      "learning_rate": 9.814905641579216e-05,
      "loss": 0.2756,
      "step": 1253
    },
    {
      "epoch": 0.09378155031223123,
      "grad_norm": 9.024465560913086,
      "learning_rate": 9.814586436738998e-05,
      "loss": 0.1858,
      "step": 1254
    },
    {
      "epoch": 0.0938563362375201,
      "grad_norm": 0.9103921055793762,
      "learning_rate": 9.814266962092884e-05,
      "loss": 0.1112,
      "step": 1255
    },
    {
      "epoch": 0.09393112216280895,
      "grad_norm": 0.8190144300460815,
      "learning_rate": 9.813947217658779e-05,
      "loss": 0.1002,
      "step": 1256
    },
    {
      "epoch": 0.09400590808809782,
      "grad_norm": 0.9898133873939514,
      "learning_rate": 9.813627203454601e-05,
      "loss": 0.1675,
      "step": 1257
    },
    {
      "epoch": 0.09408069401338669,
      "grad_norm": 1.2282475233078003,
      "learning_rate": 9.813306919498284e-05,
      "loss": 0.1851,
      "step": 1258
    },
    {
      "epoch": 0.09415547993867554,
      "grad_norm": 1.595171570777893,
      "learning_rate": 9.812986365807776e-05,
      "loss": 0.1827,
      "step": 1259
    },
    {
      "epoch": 0.09423026586396441,
      "grad_norm": 1.0752277374267578,
      "learning_rate": 9.812665542401041e-05,
      "loss": 0.1641,
      "step": 1260
    },
    {
      "epoch": 0.09430505178925326,
      "grad_norm": 1.5542008876800537,
      "learning_rate": 9.812344449296055e-05,
      "loss": 0.2394,
      "step": 1261
    },
    {
      "epoch": 0.09437983771454213,
      "grad_norm": 1.0283437967300415,
      "learning_rate": 9.812023086510817e-05,
      "loss": 0.1439,
      "step": 1262
    },
    {
      "epoch": 0.09445462363983098,
      "grad_norm": 1.0212156772613525,
      "learning_rate": 9.811701454063333e-05,
      "loss": 0.1365,
      "step": 1263
    },
    {
      "epoch": 0.09452940956511985,
      "grad_norm": 1.3567030429840088,
      "learning_rate": 9.811379551971625e-05,
      "loss": 0.2352,
      "step": 1264
    },
    {
      "epoch": 0.0946041954904087,
      "grad_norm": 1.2940531969070435,
      "learning_rate": 9.811057380253737e-05,
      "loss": 0.1406,
      "step": 1265
    },
    {
      "epoch": 0.09467898141569757,
      "grad_norm": 1.0187788009643555,
      "learning_rate": 9.81073493892772e-05,
      "loss": 0.1407,
      "step": 1266
    },
    {
      "epoch": 0.09475376734098642,
      "grad_norm": 1.2777729034423828,
      "learning_rate": 9.81041222801164e-05,
      "loss": 0.1664,
      "step": 1267
    },
    {
      "epoch": 0.09482855326627529,
      "grad_norm": 1.1373096704483032,
      "learning_rate": 9.810089247523591e-05,
      "loss": 0.1668,
      "step": 1268
    },
    {
      "epoch": 0.09490333919156414,
      "grad_norm": 1.627267599105835,
      "learning_rate": 9.809765997481664e-05,
      "loss": 0.1883,
      "step": 1269
    },
    {
      "epoch": 0.09497812511685301,
      "grad_norm": 1.2117233276367188,
      "learning_rate": 9.809442477903976e-05,
      "loss": 0.1396,
      "step": 1270
    },
    {
      "epoch": 0.09505291104214186,
      "grad_norm": 1.6040408611297607,
      "learning_rate": 9.809118688808658e-05,
      "loss": 0.3079,
      "step": 1271
    },
    {
      "epoch": 0.09512769696743073,
      "grad_norm": 1.0085476636886597,
      "learning_rate": 9.808794630213856e-05,
      "loss": 0.1328,
      "step": 1272
    },
    {
      "epoch": 0.09520248289271958,
      "grad_norm": 1.5065586566925049,
      "learning_rate": 9.808470302137727e-05,
      "loss": 0.1558,
      "step": 1273
    },
    {
      "epoch": 0.09527726881800845,
      "grad_norm": 1.1944304704666138,
      "learning_rate": 9.808145704598449e-05,
      "loss": 0.1642,
      "step": 1274
    },
    {
      "epoch": 0.09535205474329732,
      "grad_norm": 1.2547812461853027,
      "learning_rate": 9.807820837614208e-05,
      "loss": 0.1866,
      "step": 1275
    },
    {
      "epoch": 0.09542684066858617,
      "grad_norm": 1.1950889825820923,
      "learning_rate": 9.807495701203214e-05,
      "loss": 0.1364,
      "step": 1276
    },
    {
      "epoch": 0.09550162659387504,
      "grad_norm": 1.584354043006897,
      "learning_rate": 9.807170295383685e-05,
      "loss": 0.2125,
      "step": 1277
    },
    {
      "epoch": 0.09557641251916389,
      "grad_norm": 1.6151680946350098,
      "learning_rate": 9.806844620173857e-05,
      "loss": 0.2065,
      "step": 1278
    },
    {
      "epoch": 0.09565119844445276,
      "grad_norm": 1.48623526096344,
      "learning_rate": 9.80651867559198e-05,
      "loss": 0.2586,
      "step": 1279
    },
    {
      "epoch": 0.09572598436974161,
      "grad_norm": 1.63179612159729,
      "learning_rate": 9.806192461656321e-05,
      "loss": 0.1947,
      "step": 1280
    },
    {
      "epoch": 0.09580077029503048,
      "grad_norm": 1.69992995262146,
      "learning_rate": 9.80586597838516e-05,
      "loss": 0.228,
      "step": 1281
    },
    {
      "epoch": 0.09587555622031933,
      "grad_norm": 1.1672694683074951,
      "learning_rate": 9.805539225796794e-05,
      "loss": 0.1776,
      "step": 1282
    },
    {
      "epoch": 0.0959503421456082,
      "grad_norm": 1.309586524963379,
      "learning_rate": 9.80521220390953e-05,
      "loss": 0.1772,
      "step": 1283
    },
    {
      "epoch": 0.09602512807089705,
      "grad_norm": 1.7215579748153687,
      "learning_rate": 9.804884912741699e-05,
      "loss": 0.2779,
      "step": 1284
    },
    {
      "epoch": 0.09609991399618592,
      "grad_norm": 1.557477355003357,
      "learning_rate": 9.80455735231164e-05,
      "loss": 0.1983,
      "step": 1285
    },
    {
      "epoch": 0.09617469992147477,
      "grad_norm": 1.6310124397277832,
      "learning_rate": 9.804229522637708e-05,
      "loss": 0.2617,
      "step": 1286
    },
    {
      "epoch": 0.09624948584676364,
      "grad_norm": 1.1632128953933716,
      "learning_rate": 9.803901423738277e-05,
      "loss": 0.1081,
      "step": 1287
    },
    {
      "epoch": 0.0963242717720525,
      "grad_norm": 1.7504191398620605,
      "learning_rate": 9.803573055631732e-05,
      "loss": 0.2495,
      "step": 1288
    },
    {
      "epoch": 0.09639905769734136,
      "grad_norm": 2.1032447814941406,
      "learning_rate": 9.803244418336474e-05,
      "loss": 0.3214,
      "step": 1289
    },
    {
      "epoch": 0.09647384362263021,
      "grad_norm": 1.7495051622390747,
      "learning_rate": 9.80291551187092e-05,
      "loss": 0.2077,
      "step": 1290
    },
    {
      "epoch": 0.09654862954791908,
      "grad_norm": 1.4036180973052979,
      "learning_rate": 9.802586336253503e-05,
      "loss": 0.1502,
      "step": 1291
    },
    {
      "epoch": 0.09662341547320794,
      "grad_norm": 1.9116491079330444,
      "learning_rate": 9.802256891502668e-05,
      "loss": 0.2817,
      "step": 1292
    },
    {
      "epoch": 0.0966982013984968,
      "grad_norm": 2.2936532497406006,
      "learning_rate": 9.801927177636878e-05,
      "loss": 0.3858,
      "step": 1293
    },
    {
      "epoch": 0.09677298732378567,
      "grad_norm": 1.9508970975875854,
      "learning_rate": 9.801597194674608e-05,
      "loss": 0.2969,
      "step": 1294
    },
    {
      "epoch": 0.09684777324907452,
      "grad_norm": 1.7601888179779053,
      "learning_rate": 9.801266942634352e-05,
      "loss": 0.1833,
      "step": 1295
    },
    {
      "epoch": 0.09692255917436339,
      "grad_norm": 2.587507724761963,
      "learning_rate": 9.800936421534617e-05,
      "loss": 0.2947,
      "step": 1296
    },
    {
      "epoch": 0.09699734509965224,
      "grad_norm": 2.1110010147094727,
      "learning_rate": 9.800605631393925e-05,
      "loss": 0.2337,
      "step": 1297
    },
    {
      "epoch": 0.09707213102494111,
      "grad_norm": 1.961186408996582,
      "learning_rate": 9.800274572230812e-05,
      "loss": 0.2962,
      "step": 1298
    },
    {
      "epoch": 0.09714691695022996,
      "grad_norm": 2.5156185626983643,
      "learning_rate": 9.799943244063832e-05,
      "loss": 0.2972,
      "step": 1299
    },
    {
      "epoch": 0.09722170287551883,
      "grad_norm": 5.091887950897217,
      "learning_rate": 9.799611646911552e-05,
      "loss": 0.4712,
      "step": 1300
    },
    {
      "epoch": 0.09729648880080768,
      "grad_norm": 1.1018885374069214,
      "learning_rate": 9.799279780792552e-05,
      "loss": 0.2112,
      "step": 1301
    },
    {
      "epoch": 0.09737127472609655,
      "grad_norm": 1.2424496412277222,
      "learning_rate": 9.798947645725433e-05,
      "loss": 0.1683,
      "step": 1302
    },
    {
      "epoch": 0.0974460606513854,
      "grad_norm": 0.8400488495826721,
      "learning_rate": 9.798615241728807e-05,
      "loss": 0.1192,
      "step": 1303
    },
    {
      "epoch": 0.09752084657667427,
      "grad_norm": 2.4580078125,
      "learning_rate": 9.7982825688213e-05,
      "loss": 0.1975,
      "step": 1304
    },
    {
      "epoch": 0.09759563250196313,
      "grad_norm": 0.7338671088218689,
      "learning_rate": 9.797949627021555e-05,
      "loss": 0.1187,
      "step": 1305
    },
    {
      "epoch": 0.09767041842725199,
      "grad_norm": 1.2220675945281982,
      "learning_rate": 9.797616416348231e-05,
      "loss": 0.1781,
      "step": 1306
    },
    {
      "epoch": 0.09774520435254085,
      "grad_norm": 1.1708120107650757,
      "learning_rate": 9.79728293682e-05,
      "loss": 0.1359,
      "step": 1307
    },
    {
      "epoch": 0.09781999027782971,
      "grad_norm": 0.9260584712028503,
      "learning_rate": 9.79694918845555e-05,
      "loss": 0.1375,
      "step": 1308
    },
    {
      "epoch": 0.09789477620311857,
      "grad_norm": 1.040937066078186,
      "learning_rate": 9.796615171273586e-05,
      "loss": 0.1582,
      "step": 1309
    },
    {
      "epoch": 0.09796956212840743,
      "grad_norm": 1.3314614295959473,
      "learning_rate": 9.796280885292822e-05,
      "loss": 0.1417,
      "step": 1310
    },
    {
      "epoch": 0.0980443480536963,
      "grad_norm": 1.2867348194122314,
      "learning_rate": 9.795946330531996e-05,
      "loss": 0.1403,
      "step": 1311
    },
    {
      "epoch": 0.09811913397898515,
      "grad_norm": 1.618979811668396,
      "learning_rate": 9.795611507009852e-05,
      "loss": 0.219,
      "step": 1312
    },
    {
      "epoch": 0.09819391990427402,
      "grad_norm": 1.2673794031143188,
      "learning_rate": 9.795276414745155e-05,
      "loss": 0.1564,
      "step": 1313
    },
    {
      "epoch": 0.09826870582956287,
      "grad_norm": 1.2878646850585938,
      "learning_rate": 9.794941053756683e-05,
      "loss": 0.1681,
      "step": 1314
    },
    {
      "epoch": 0.09834349175485174,
      "grad_norm": 1.247334361076355,
      "learning_rate": 9.79460542406323e-05,
      "loss": 0.2012,
      "step": 1315
    },
    {
      "epoch": 0.0984182776801406,
      "grad_norm": 1.616833209991455,
      "learning_rate": 9.794269525683605e-05,
      "loss": 0.1927,
      "step": 1316
    },
    {
      "epoch": 0.09849306360542946,
      "grad_norm": 1.0517988204956055,
      "learning_rate": 9.793933358636629e-05,
      "loss": 0.1281,
      "step": 1317
    },
    {
      "epoch": 0.09856784953071832,
      "grad_norm": 1.0709586143493652,
      "learning_rate": 9.793596922941144e-05,
      "loss": 0.1386,
      "step": 1318
    },
    {
      "epoch": 0.09864263545600718,
      "grad_norm": 1.279084324836731,
      "learning_rate": 9.793260218616001e-05,
      "loss": 0.1606,
      "step": 1319
    },
    {
      "epoch": 0.09871742138129604,
      "grad_norm": 1.457230567932129,
      "learning_rate": 9.792923245680069e-05,
      "loss": 0.2123,
      "step": 1320
    },
    {
      "epoch": 0.0987922073065849,
      "grad_norm": 1.315650463104248,
      "learning_rate": 9.792586004152231e-05,
      "loss": 0.1976,
      "step": 1321
    },
    {
      "epoch": 0.09886699323187376,
      "grad_norm": 1.2929751873016357,
      "learning_rate": 9.792248494051391e-05,
      "loss": 0.1966,
      "step": 1322
    },
    {
      "epoch": 0.09894177915716262,
      "grad_norm": 0.8853546977043152,
      "learning_rate": 9.791910715396456e-05,
      "loss": 0.1284,
      "step": 1323
    },
    {
      "epoch": 0.09901656508245148,
      "grad_norm": 1.7088760137557983,
      "learning_rate": 9.791572668206356e-05,
      "loss": 0.2075,
      "step": 1324
    },
    {
      "epoch": 0.09909135100774034,
      "grad_norm": 1.3397300243377686,
      "learning_rate": 9.791234352500038e-05,
      "loss": 0.1957,
      "step": 1325
    },
    {
      "epoch": 0.0991661369330292,
      "grad_norm": 1.3526979684829712,
      "learning_rate": 9.790895768296461e-05,
      "loss": 0.1732,
      "step": 1326
    },
    {
      "epoch": 0.09924092285831806,
      "grad_norm": 1.6896235942840576,
      "learning_rate": 9.790556915614597e-05,
      "loss": 0.2097,
      "step": 1327
    },
    {
      "epoch": 0.09931570878360693,
      "grad_norm": 1.4448645114898682,
      "learning_rate": 9.790217794473433e-05,
      "loss": 0.1467,
      "step": 1328
    },
    {
      "epoch": 0.09939049470889579,
      "grad_norm": 1.3438559770584106,
      "learning_rate": 9.789878404891977e-05,
      "loss": 0.1592,
      "step": 1329
    },
    {
      "epoch": 0.09946528063418465,
      "grad_norm": 1.7187857627868652,
      "learning_rate": 9.789538746889249e-05,
      "loss": 0.2992,
      "step": 1330
    },
    {
      "epoch": 0.0995400665594735,
      "grad_norm": 2.4028420448303223,
      "learning_rate": 9.789198820484277e-05,
      "loss": 0.2841,
      "step": 1331
    },
    {
      "epoch": 0.09961485248476237,
      "grad_norm": 1.1871417760849,
      "learning_rate": 9.788858625696119e-05,
      "loss": 0.2193,
      "step": 1332
    },
    {
      "epoch": 0.09968963841005123,
      "grad_norm": 1.6086232662200928,
      "learning_rate": 9.788518162543831e-05,
      "loss": 0.193,
      "step": 1333
    },
    {
      "epoch": 0.0997644243353401,
      "grad_norm": 1.3869878053665161,
      "learning_rate": 9.788177431046497e-05,
      "loss": 0.1848,
      "step": 1334
    },
    {
      "epoch": 0.09983921026062895,
      "grad_norm": 1.7850573062896729,
      "learning_rate": 9.78783643122321e-05,
      "loss": 0.206,
      "step": 1335
    },
    {
      "epoch": 0.09991399618591781,
      "grad_norm": 1.659339427947998,
      "learning_rate": 9.787495163093079e-05,
      "loss": 0.201,
      "step": 1336
    },
    {
      "epoch": 0.09998878211120667,
      "grad_norm": 1.8710880279541016,
      "learning_rate": 9.787153626675229e-05,
      "loss": 0.226,
      "step": 1337
    },
    {
      "epoch": 0.10006356803649553,
      "grad_norm": 1.54121732711792,
      "learning_rate": 9.7868118219888e-05,
      "loss": 0.2034,
      "step": 1338
    },
    {
      "epoch": 0.10013835396178439,
      "grad_norm": 1.5861499309539795,
      "learning_rate": 9.786469749052944e-05,
      "loss": 0.1916,
      "step": 1339
    },
    {
      "epoch": 0.10021313988707325,
      "grad_norm": 1.3804172277450562,
      "learning_rate": 9.786127407886834e-05,
      "loss": 0.1269,
      "step": 1340
    },
    {
      "epoch": 0.10028792581236211,
      "grad_norm": 2.1220264434814453,
      "learning_rate": 9.785784798509654e-05,
      "loss": 0.3966,
      "step": 1341
    },
    {
      "epoch": 0.10036271173765098,
      "grad_norm": 2.2331700325012207,
      "learning_rate": 9.785441920940601e-05,
      "loss": 0.2981,
      "step": 1342
    },
    {
      "epoch": 0.10043749766293983,
      "grad_norm": 1.411139965057373,
      "learning_rate": 9.78509877519889e-05,
      "loss": 0.1933,
      "step": 1343
    },
    {
      "epoch": 0.1005122835882287,
      "grad_norm": 1.7422497272491455,
      "learning_rate": 9.784755361303755e-05,
      "loss": 0.2997,
      "step": 1344
    },
    {
      "epoch": 0.10058706951351755,
      "grad_norm": 1.696506142616272,
      "learning_rate": 9.784411679274435e-05,
      "loss": 0.238,
      "step": 1345
    },
    {
      "epoch": 0.10066185543880642,
      "grad_norm": 2.6371378898620605,
      "learning_rate": 9.784067729130193e-05,
      "loss": 0.3885,
      "step": 1346
    },
    {
      "epoch": 0.10073664136409528,
      "grad_norm": 1.9175095558166504,
      "learning_rate": 9.783723510890301e-05,
      "loss": 0.2432,
      "step": 1347
    },
    {
      "epoch": 0.10081142728938414,
      "grad_norm": 1.1044868230819702,
      "learning_rate": 9.783379024574053e-05,
      "loss": 0.1248,
      "step": 1348
    },
    {
      "epoch": 0.100886213214673,
      "grad_norm": 1.1775304079055786,
      "learning_rate": 9.783034270200751e-05,
      "loss": 0.1196,
      "step": 1349
    },
    {
      "epoch": 0.10096099913996186,
      "grad_norm": 3.927415132522583,
      "learning_rate": 9.782689247789714e-05,
      "loss": 0.5709,
      "step": 1350
    },
    {
      "epoch": 0.10103578506525072,
      "grad_norm": 1.3219246864318848,
      "learning_rate": 9.782343957360278e-05,
      "loss": 0.1752,
      "step": 1351
    },
    {
      "epoch": 0.10111057099053958,
      "grad_norm": 1.2783225774765015,
      "learning_rate": 9.781998398931793e-05,
      "loss": 0.141,
      "step": 1352
    },
    {
      "epoch": 0.10118535691582844,
      "grad_norm": 1.1601685285568237,
      "learning_rate": 9.781652572523623e-05,
      "loss": 0.1268,
      "step": 1353
    },
    {
      "epoch": 0.1012601428411173,
      "grad_norm": 1.4001679420471191,
      "learning_rate": 9.78130647815515e-05,
      "loss": 0.1648,
      "step": 1354
    },
    {
      "epoch": 0.10133492876640617,
      "grad_norm": 1.4887280464172363,
      "learning_rate": 9.780960115845765e-05,
      "loss": 0.1627,
      "step": 1355
    },
    {
      "epoch": 0.10140971469169502,
      "grad_norm": 1.2826939821243286,
      "learning_rate": 9.780613485614882e-05,
      "loss": 0.1475,
      "step": 1356
    },
    {
      "epoch": 0.10148450061698389,
      "grad_norm": 1.2689603567123413,
      "learning_rate": 9.780266587481923e-05,
      "loss": 0.1393,
      "step": 1357
    },
    {
      "epoch": 0.10155928654227274,
      "grad_norm": 1.369311809539795,
      "learning_rate": 9.77991942146633e-05,
      "loss": 0.1494,
      "step": 1358
    },
    {
      "epoch": 0.1016340724675616,
      "grad_norm": 1.388103723526001,
      "learning_rate": 9.779571987587557e-05,
      "loss": 0.1298,
      "step": 1359
    },
    {
      "epoch": 0.10170885839285046,
      "grad_norm": 1.1847834587097168,
      "learning_rate": 9.779224285865073e-05,
      "loss": 0.1533,
      "step": 1360
    },
    {
      "epoch": 0.10178364431813933,
      "grad_norm": 1.3716707229614258,
      "learning_rate": 9.778876316318364e-05,
      "loss": 0.2004,
      "step": 1361
    },
    {
      "epoch": 0.10185843024342818,
      "grad_norm": 1.469549536705017,
      "learning_rate": 9.77852807896693e-05,
      "loss": 0.2848,
      "step": 1362
    },
    {
      "epoch": 0.10193321616871705,
      "grad_norm": 1.5390362739562988,
      "learning_rate": 9.778179573830286e-05,
      "loss": 0.2092,
      "step": 1363
    },
    {
      "epoch": 0.10200800209400591,
      "grad_norm": 1.069445252418518,
      "learning_rate": 9.77783080092796e-05,
      "loss": 0.1448,
      "step": 1364
    },
    {
      "epoch": 0.10208278801929477,
      "grad_norm": 0.9220995903015137,
      "learning_rate": 9.777481760279501e-05,
      "loss": 0.0977,
      "step": 1365
    },
    {
      "epoch": 0.10215757394458364,
      "grad_norm": 1.4262890815734863,
      "learning_rate": 9.777132451904465e-05,
      "loss": 0.2655,
      "step": 1366
    },
    {
      "epoch": 0.10223235986987249,
      "grad_norm": 1.5891330242156982,
      "learning_rate": 9.77678287582243e-05,
      "loss": 0.3622,
      "step": 1367
    },
    {
      "epoch": 0.10230714579516136,
      "grad_norm": 1.5860319137573242,
      "learning_rate": 9.776433032052983e-05,
      "loss": 0.1805,
      "step": 1368
    },
    {
      "epoch": 0.10238193172045021,
      "grad_norm": 1.056609034538269,
      "learning_rate": 9.776082920615732e-05,
      "loss": 0.1167,
      "step": 1369
    },
    {
      "epoch": 0.10245671764573908,
      "grad_norm": 1.041614294052124,
      "learning_rate": 9.775732541530296e-05,
      "loss": 0.1555,
      "step": 1370
    },
    {
      "epoch": 0.10253150357102793,
      "grad_norm": 1.3373756408691406,
      "learning_rate": 9.775381894816309e-05,
      "loss": 0.1616,
      "step": 1371
    },
    {
      "epoch": 0.1026062894963168,
      "grad_norm": 1.2559404373168945,
      "learning_rate": 9.775030980493422e-05,
      "loss": 0.1306,
      "step": 1372
    },
    {
      "epoch": 0.10268107542160565,
      "grad_norm": 1.1897480487823486,
      "learning_rate": 9.774679798581299e-05,
      "loss": 0.1354,
      "step": 1373
    },
    {
      "epoch": 0.10275586134689452,
      "grad_norm": 1.3484790325164795,
      "learning_rate": 9.77432834909962e-05,
      "loss": 0.1285,
      "step": 1374
    },
    {
      "epoch": 0.10283064727218337,
      "grad_norm": 1.0646401643753052,
      "learning_rate": 9.77397663206808e-05,
      "loss": 0.1322,
      "step": 1375
    },
    {
      "epoch": 0.10290543319747224,
      "grad_norm": 1.4707361459732056,
      "learning_rate": 9.773624647506392e-05,
      "loss": 0.1867,
      "step": 1376
    },
    {
      "epoch": 0.10298021912276109,
      "grad_norm": 0.8720375895500183,
      "learning_rate": 9.773272395434277e-05,
      "loss": 0.1081,
      "step": 1377
    },
    {
      "epoch": 0.10305500504804996,
      "grad_norm": 1.4377392530441284,
      "learning_rate": 9.772919875871475e-05,
      "loss": 0.1452,
      "step": 1378
    },
    {
      "epoch": 0.10312979097333881,
      "grad_norm": 0.9124172925949097,
      "learning_rate": 9.772567088837745e-05,
      "loss": 0.0905,
      "step": 1379
    },
    {
      "epoch": 0.10320457689862768,
      "grad_norm": 1.6574461460113525,
      "learning_rate": 9.772214034352853e-05,
      "loss": 0.215,
      "step": 1380
    },
    {
      "epoch": 0.10327936282391655,
      "grad_norm": 1.1660003662109375,
      "learning_rate": 9.771860712436585e-05,
      "loss": 0.1158,
      "step": 1381
    },
    {
      "epoch": 0.1033541487492054,
      "grad_norm": 1.7224047183990479,
      "learning_rate": 9.771507123108742e-05,
      "loss": 0.1397,
      "step": 1382
    },
    {
      "epoch": 0.10342893467449427,
      "grad_norm": 1.6181859970092773,
      "learning_rate": 9.771153266389138e-05,
      "loss": 0.1979,
      "step": 1383
    },
    {
      "epoch": 0.10350372059978312,
      "grad_norm": 0.737528920173645,
      "learning_rate": 9.770799142297601e-05,
      "loss": 0.0743,
      "step": 1384
    },
    {
      "epoch": 0.10357850652507199,
      "grad_norm": 1.2004579305648804,
      "learning_rate": 9.770444750853979e-05,
      "loss": 0.1392,
      "step": 1385
    },
    {
      "epoch": 0.10365329245036084,
      "grad_norm": 1.216571569442749,
      "learning_rate": 9.77009009207813e-05,
      "loss": 0.1685,
      "step": 1386
    },
    {
      "epoch": 0.10372807837564971,
      "grad_norm": 1.4759522676467896,
      "learning_rate": 9.76973516598993e-05,
      "loss": 0.231,
      "step": 1387
    },
    {
      "epoch": 0.10380286430093856,
      "grad_norm": 1.9360753297805786,
      "learning_rate": 9.769379972609267e-05,
      "loss": 0.2645,
      "step": 1388
    },
    {
      "epoch": 0.10387765022622743,
      "grad_norm": 1.8990432024002075,
      "learning_rate": 9.769024511956048e-05,
      "loss": 0.2043,
      "step": 1389
    },
    {
      "epoch": 0.10395243615151628,
      "grad_norm": 1.611067771911621,
      "learning_rate": 9.768668784050192e-05,
      "loss": 0.1828,
      "step": 1390
    },
    {
      "epoch": 0.10402722207680515,
      "grad_norm": 2.5294759273529053,
      "learning_rate": 9.768312788911634e-05,
      "loss": 0.4221,
      "step": 1391
    },
    {
      "epoch": 0.104102008002094,
      "grad_norm": 1.9062987565994263,
      "learning_rate": 9.76795652656032e-05,
      "loss": 0.24,
      "step": 1392
    },
    {
      "epoch": 0.10417679392738287,
      "grad_norm": 1.4151495695114136,
      "learning_rate": 9.76759999701622e-05,
      "loss": 0.1628,
      "step": 1393
    },
    {
      "epoch": 0.10425157985267172,
      "grad_norm": 1.5046987533569336,
      "learning_rate": 9.767243200299312e-05,
      "loss": 0.1498,
      "step": 1394
    },
    {
      "epoch": 0.10432636577796059,
      "grad_norm": 2.6073241233825684,
      "learning_rate": 9.766886136429588e-05,
      "loss": 0.3062,
      "step": 1395
    },
    {
      "epoch": 0.10440115170324944,
      "grad_norm": 1.8731536865234375,
      "learning_rate": 9.766528805427062e-05,
      "loss": 0.271,
      "step": 1396
    },
    {
      "epoch": 0.10447593762853831,
      "grad_norm": 2.355994939804077,
      "learning_rate": 9.766171207311754e-05,
      "loss": 0.3641,
      "step": 1397
    },
    {
      "epoch": 0.10455072355382716,
      "grad_norm": 2.220215082168579,
      "learning_rate": 9.765813342103707e-05,
      "loss": 0.2609,
      "step": 1398
    },
    {
      "epoch": 0.10462550947911603,
      "grad_norm": 3.522925615310669,
      "learning_rate": 9.765455209822975e-05,
      "loss": 0.612,
      "step": 1399
    },
    {
      "epoch": 0.1047002954044049,
      "grad_norm": 2.926301956176758,
      "learning_rate": 9.765096810489624e-05,
      "loss": 0.2679,
      "step": 1400
    },
    {
      "epoch": 0.10477508132969375,
      "grad_norm": 1.0281356573104858,
      "learning_rate": 9.764738144123744e-05,
      "loss": 0.1674,
      "step": 1401
    },
    {
      "epoch": 0.10484986725498262,
      "grad_norm": 1.0274064540863037,
      "learning_rate": 9.764379210745431e-05,
      "loss": 0.1264,
      "step": 1402
    },
    {
      "epoch": 0.10492465318027147,
      "grad_norm": 1.4131511449813843,
      "learning_rate": 9.764020010374799e-05,
      "loss": 0.1903,
      "step": 1403
    },
    {
      "epoch": 0.10499943910556034,
      "grad_norm": 0.9294212460517883,
      "learning_rate": 9.76366054303198e-05,
      "loss": 0.1165,
      "step": 1404
    },
    {
      "epoch": 0.10507422503084919,
      "grad_norm": 0.736206591129303,
      "learning_rate": 9.763300808737115e-05,
      "loss": 0.1101,
      "step": 1405
    },
    {
      "epoch": 0.10514901095613806,
      "grad_norm": 1.0500460863113403,
      "learning_rate": 9.762940807510365e-05,
      "loss": 0.1894,
      "step": 1406
    },
    {
      "epoch": 0.10522379688142691,
      "grad_norm": 1.1058692932128906,
      "learning_rate": 9.762580539371904e-05,
      "loss": 0.1142,
      "step": 1407
    },
    {
      "epoch": 0.10529858280671578,
      "grad_norm": 1.0706794261932373,
      "learning_rate": 9.762220004341922e-05,
      "loss": 0.1063,
      "step": 1408
    },
    {
      "epoch": 0.10537336873200463,
      "grad_norm": 0.7667860984802246,
      "learning_rate": 9.761859202440622e-05,
      "loss": 0.0983,
      "step": 1409
    },
    {
      "epoch": 0.1054481546572935,
      "grad_norm": 0.9653804302215576,
      "learning_rate": 9.761498133688223e-05,
      "loss": 0.107,
      "step": 1410
    },
    {
      "epoch": 0.10552294058258235,
      "grad_norm": 1.4242409467697144,
      "learning_rate": 9.76113679810496e-05,
      "loss": 0.1875,
      "step": 1411
    },
    {
      "epoch": 0.10559772650787122,
      "grad_norm": 1.035034418106079,
      "learning_rate": 9.76077519571108e-05,
      "loss": 0.1473,
      "step": 1412
    },
    {
      "epoch": 0.10567251243316007,
      "grad_norm": 1.2609453201293945,
      "learning_rate": 9.76041332652685e-05,
      "loss": 0.1932,
      "step": 1413
    },
    {
      "epoch": 0.10574729835844894,
      "grad_norm": 1.1049922704696655,
      "learning_rate": 9.760051190572545e-05,
      "loss": 0.1629,
      "step": 1414
    },
    {
      "epoch": 0.1058220842837378,
      "grad_norm": 1.4247525930404663,
      "learning_rate": 9.759688787868462e-05,
      "loss": 0.2213,
      "step": 1415
    },
    {
      "epoch": 0.10589687020902666,
      "grad_norm": 1.2517338991165161,
      "learning_rate": 9.759326118434909e-05,
      "loss": 0.1337,
      "step": 1416
    },
    {
      "epoch": 0.10597165613431553,
      "grad_norm": 1.8966796398162842,
      "learning_rate": 9.75896318229221e-05,
      "loss": 0.2249,
      "step": 1417
    },
    {
      "epoch": 0.10604644205960438,
      "grad_norm": 1.5218957662582397,
      "learning_rate": 9.758599979460703e-05,
      "loss": 0.1534,
      "step": 1418
    },
    {
      "epoch": 0.10612122798489325,
      "grad_norm": 1.2612316608428955,
      "learning_rate": 9.758236509960742e-05,
      "loss": 0.1492,
      "step": 1419
    },
    {
      "epoch": 0.1061960139101821,
      "grad_norm": 1.4366692304611206,
      "learning_rate": 9.757872773812696e-05,
      "loss": 0.2121,
      "step": 1420
    },
    {
      "epoch": 0.10627079983547097,
      "grad_norm": 1.4511696100234985,
      "learning_rate": 9.757508771036946e-05,
      "loss": 0.1433,
      "step": 1421
    },
    {
      "epoch": 0.10634558576075982,
      "grad_norm": 2.468024969100952,
      "learning_rate": 9.757144501653894e-05,
      "loss": 0.2439,
      "step": 1422
    },
    {
      "epoch": 0.10642037168604869,
      "grad_norm": 1.2404066324234009,
      "learning_rate": 9.756779965683951e-05,
      "loss": 0.1239,
      "step": 1423
    },
    {
      "epoch": 0.10649515761133754,
      "grad_norm": 1.3178479671478271,
      "learning_rate": 9.756415163147546e-05,
      "loss": 0.1775,
      "step": 1424
    },
    {
      "epoch": 0.10656994353662641,
      "grad_norm": 1.4333899021148682,
      "learning_rate": 9.75605009406512e-05,
      "loss": 0.1692,
      "step": 1425
    },
    {
      "epoch": 0.10664472946191526,
      "grad_norm": 1.6021274328231812,
      "learning_rate": 9.755684758457138e-05,
      "loss": 0.1943,
      "step": 1426
    },
    {
      "epoch": 0.10671951538720413,
      "grad_norm": 1.2389358282089233,
      "learning_rate": 9.755319156344067e-05,
      "loss": 0.1627,
      "step": 1427
    },
    {
      "epoch": 0.10679430131249298,
      "grad_norm": 2.6387908458709717,
      "learning_rate": 9.754953287746395e-05,
      "loss": 0.4623,
      "step": 1428
    },
    {
      "epoch": 0.10686908723778185,
      "grad_norm": 1.522836685180664,
      "learning_rate": 9.754587152684629e-05,
      "loss": 0.1516,
      "step": 1429
    },
    {
      "epoch": 0.1069438731630707,
      "grad_norm": 1.1691793203353882,
      "learning_rate": 9.754220751179283e-05,
      "loss": 0.1594,
      "step": 1430
    },
    {
      "epoch": 0.10701865908835957,
      "grad_norm": 1.2759724855422974,
      "learning_rate": 9.753854083250893e-05,
      "loss": 0.1524,
      "step": 1431
    },
    {
      "epoch": 0.10709344501364843,
      "grad_norm": 1.3990360498428345,
      "learning_rate": 9.753487148920005e-05,
      "loss": 0.1781,
      "step": 1432
    },
    {
      "epoch": 0.10716823093893729,
      "grad_norm": 2.356006383895874,
      "learning_rate": 9.753119948207182e-05,
      "loss": 0.3348,
      "step": 1433
    },
    {
      "epoch": 0.10724301686422616,
      "grad_norm": 2.2138805389404297,
      "learning_rate": 9.752752481133003e-05,
      "loss": 0.3748,
      "step": 1434
    },
    {
      "epoch": 0.10731780278951501,
      "grad_norm": 1.906478762626648,
      "learning_rate": 9.752384747718058e-05,
      "loss": 0.1323,
      "step": 1435
    },
    {
      "epoch": 0.10739258871480388,
      "grad_norm": 2.298779249191284,
      "learning_rate": 9.752016747982955e-05,
      "loss": 0.3162,
      "step": 1436
    },
    {
      "epoch": 0.10746737464009273,
      "grad_norm": 1.8951579332351685,
      "learning_rate": 9.751648481948319e-05,
      "loss": 0.1968,
      "step": 1437
    },
    {
      "epoch": 0.1075421605653816,
      "grad_norm": 2.1315715312957764,
      "learning_rate": 9.751279949634784e-05,
      "loss": 0.2262,
      "step": 1438
    },
    {
      "epoch": 0.10761694649067045,
      "grad_norm": 1.4898804426193237,
      "learning_rate": 9.750911151063005e-05,
      "loss": 0.1912,
      "step": 1439
    },
    {
      "epoch": 0.10769173241595932,
      "grad_norm": 1.2302974462509155,
      "learning_rate": 9.750542086253648e-05,
      "loss": 0.1594,
      "step": 1440
    },
    {
      "epoch": 0.10776651834124817,
      "grad_norm": 1.7852442264556885,
      "learning_rate": 9.750172755227396e-05,
      "loss": 0.3538,
      "step": 1441
    },
    {
      "epoch": 0.10784130426653704,
      "grad_norm": 1.2993535995483398,
      "learning_rate": 9.749803158004944e-05,
      "loss": 0.2063,
      "step": 1442
    },
    {
      "epoch": 0.1079160901918259,
      "grad_norm": 1.794933795928955,
      "learning_rate": 9.749433294607006e-05,
      "loss": 0.2119,
      "step": 1443
    },
    {
      "epoch": 0.10799087611711476,
      "grad_norm": 1.7883349657058716,
      "learning_rate": 9.749063165054307e-05,
      "loss": 0.2627,
      "step": 1444
    },
    {
      "epoch": 0.10806566204240362,
      "grad_norm": 2.271686315536499,
      "learning_rate": 9.748692769367591e-05,
      "loss": 0.3454,
      "step": 1445
    },
    {
      "epoch": 0.10814044796769248,
      "grad_norm": 2.190918207168579,
      "learning_rate": 9.748322107567613e-05,
      "loss": 0.4415,
      "step": 1446
    },
    {
      "epoch": 0.10821523389298134,
      "grad_norm": 2.10141921043396,
      "learning_rate": 9.747951179675146e-05,
      "loss": 0.2739,
      "step": 1447
    },
    {
      "epoch": 0.1082900198182702,
      "grad_norm": 2.606241226196289,
      "learning_rate": 9.747579985710976e-05,
      "loss": 0.3341,
      "step": 1448
    },
    {
      "epoch": 0.10836480574355906,
      "grad_norm": 2.2818896770477295,
      "learning_rate": 9.747208525695904e-05,
      "loss": 0.315,
      "step": 1449
    },
    {
      "epoch": 0.10843959166884792,
      "grad_norm": 3.108858585357666,
      "learning_rate": 9.746836799650745e-05,
      "loss": 0.5295,
      "step": 1450
    },
    {
      "epoch": 0.10851437759413678,
      "grad_norm": 0.9182903170585632,
      "learning_rate": 9.746464807596334e-05,
      "loss": 0.2308,
      "step": 1451
    },
    {
      "epoch": 0.10858916351942564,
      "grad_norm": 1.0235284566879272,
      "learning_rate": 9.746092549553514e-05,
      "loss": 0.152,
      "step": 1452
    },
    {
      "epoch": 0.10866394944471451,
      "grad_norm": 0.9282242059707642,
      "learning_rate": 9.745720025543146e-05,
      "loss": 0.1407,
      "step": 1453
    },
    {
      "epoch": 0.10873873537000336,
      "grad_norm": 0.8498998880386353,
      "learning_rate": 9.745347235586108e-05,
      "loss": 0.1198,
      "step": 1454
    },
    {
      "epoch": 0.10881352129529223,
      "grad_norm": 1.6476960182189941,
      "learning_rate": 9.74497417970329e-05,
      "loss": 0.3206,
      "step": 1455
    },
    {
      "epoch": 0.10888830722058108,
      "grad_norm": 1.1945140361785889,
      "learning_rate": 9.744600857915598e-05,
      "loss": 0.1551,
      "step": 1456
    },
    {
      "epoch": 0.10896309314586995,
      "grad_norm": 1.452150583267212,
      "learning_rate": 9.744227270243951e-05,
      "loss": 0.2019,
      "step": 1457
    },
    {
      "epoch": 0.1090378790711588,
      "grad_norm": 1.0302834510803223,
      "learning_rate": 9.743853416709287e-05,
      "loss": 0.1355,
      "step": 1458
    },
    {
      "epoch": 0.10911266499644767,
      "grad_norm": 0.9909668564796448,
      "learning_rate": 9.743479297332556e-05,
      "loss": 0.0969,
      "step": 1459
    },
    {
      "epoch": 0.10918745092173653,
      "grad_norm": 1.022956371307373,
      "learning_rate": 9.74310491213472e-05,
      "loss": 0.1401,
      "step": 1460
    },
    {
      "epoch": 0.10926223684702539,
      "grad_norm": 1.0247291326522827,
      "learning_rate": 9.742730261136766e-05,
      "loss": 0.1532,
      "step": 1461
    },
    {
      "epoch": 0.10933702277231425,
      "grad_norm": 0.8769115209579468,
      "learning_rate": 9.742355344359681e-05,
      "loss": 0.1079,
      "step": 1462
    },
    {
      "epoch": 0.10941180869760311,
      "grad_norm": 0.875324010848999,
      "learning_rate": 9.741980161824482e-05,
      "loss": 0.103,
      "step": 1463
    },
    {
      "epoch": 0.10948659462289197,
      "grad_norm": 1.8798184394836426,
      "learning_rate": 9.74160471355219e-05,
      "loss": 0.268,
      "step": 1464
    },
    {
      "epoch": 0.10956138054818083,
      "grad_norm": 1.3152297735214233,
      "learning_rate": 9.741228999563847e-05,
      "loss": 0.1509,
      "step": 1465
    },
    {
      "epoch": 0.10963616647346969,
      "grad_norm": 1.1185070276260376,
      "learning_rate": 9.740853019880507e-05,
      "loss": 0.1509,
      "step": 1466
    },
    {
      "epoch": 0.10971095239875855,
      "grad_norm": 1.1566768884658813,
      "learning_rate": 9.74047677452324e-05,
      "loss": 0.1081,
      "step": 1467
    },
    {
      "epoch": 0.10978573832404741,
      "grad_norm": 1.16518235206604,
      "learning_rate": 9.740100263513127e-05,
      "loss": 0.1579,
      "step": 1468
    },
    {
      "epoch": 0.10986052424933627,
      "grad_norm": 1.4030544757843018,
      "learning_rate": 9.739723486871272e-05,
      "loss": 0.1624,
      "step": 1469
    },
    {
      "epoch": 0.10993531017462514,
      "grad_norm": 1.0161954164505005,
      "learning_rate": 9.739346444618788e-05,
      "loss": 0.1066,
      "step": 1470
    },
    {
      "epoch": 0.110010096099914,
      "grad_norm": 0.9775708913803101,
      "learning_rate": 9.738969136776806e-05,
      "loss": 0.1158,
      "step": 1471
    },
    {
      "epoch": 0.11008488202520286,
      "grad_norm": 0.9213590621948242,
      "learning_rate": 9.738591563366464e-05,
      "loss": 0.1153,
      "step": 1472
    },
    {
      "epoch": 0.11015966795049172,
      "grad_norm": 2.03265118598938,
      "learning_rate": 9.738213724408927e-05,
      "loss": 0.2447,
      "step": 1473
    },
    {
      "epoch": 0.11023445387578058,
      "grad_norm": 1.3701666593551636,
      "learning_rate": 9.737835619925366e-05,
      "loss": 0.2266,
      "step": 1474
    },
    {
      "epoch": 0.11030923980106944,
      "grad_norm": 1.2521644830703735,
      "learning_rate": 9.73745724993697e-05,
      "loss": 0.1897,
      "step": 1475
    },
    {
      "epoch": 0.1103840257263583,
      "grad_norm": 1.1041591167449951,
      "learning_rate": 9.737078614464943e-05,
      "loss": 0.1053,
      "step": 1476
    },
    {
      "epoch": 0.11045881165164716,
      "grad_norm": 1.31010901927948,
      "learning_rate": 9.736699713530503e-05,
      "loss": 0.1422,
      "step": 1477
    },
    {
      "epoch": 0.11053359757693602,
      "grad_norm": 1.493595838546753,
      "learning_rate": 9.736320547154884e-05,
      "loss": 0.3477,
      "step": 1478
    },
    {
      "epoch": 0.11060838350222488,
      "grad_norm": 1.4901014566421509,
      "learning_rate": 9.735941115359335e-05,
      "loss": 0.1683,
      "step": 1479
    },
    {
      "epoch": 0.11068316942751374,
      "grad_norm": 1.0767534971237183,
      "learning_rate": 9.735561418165118e-05,
      "loss": 0.1309,
      "step": 1480
    },
    {
      "epoch": 0.1107579553528026,
      "grad_norm": 1.3481640815734863,
      "learning_rate": 9.73518145559351e-05,
      "loss": 0.1704,
      "step": 1481
    },
    {
      "epoch": 0.11083274127809147,
      "grad_norm": 1.6806331872940063,
      "learning_rate": 9.734801227665805e-05,
      "loss": 0.1768,
      "step": 1482
    },
    {
      "epoch": 0.11090752720338032,
      "grad_norm": 0.9552261233329773,
      "learning_rate": 9.734420734403309e-05,
      "loss": 0.1183,
      "step": 1483
    },
    {
      "epoch": 0.11098231312866919,
      "grad_norm": 1.346338152885437,
      "learning_rate": 9.734039975827347e-05,
      "loss": 0.2141,
      "step": 1484
    },
    {
      "epoch": 0.11105709905395804,
      "grad_norm": 1.1692163944244385,
      "learning_rate": 9.733658951959254e-05,
      "loss": 0.1337,
      "step": 1485
    },
    {
      "epoch": 0.1111318849792469,
      "grad_norm": 1.524340271949768,
      "learning_rate": 9.733277662820385e-05,
      "loss": 0.1726,
      "step": 1486
    },
    {
      "epoch": 0.11120667090453577,
      "grad_norm": 1.4784750938415527,
      "learning_rate": 9.732896108432108e-05,
      "loss": 0.1849,
      "step": 1487
    },
    {
      "epoch": 0.11128145682982463,
      "grad_norm": 1.613297462463379,
      "learning_rate": 9.732514288815802e-05,
      "loss": 0.2146,
      "step": 1488
    },
    {
      "epoch": 0.1113562427551135,
      "grad_norm": 1.798659086227417,
      "learning_rate": 9.732132203992863e-05,
      "loss": 0.1289,
      "step": 1489
    },
    {
      "epoch": 0.11143102868040235,
      "grad_norm": 1.5251458883285522,
      "learning_rate": 9.731749853984705e-05,
      "loss": 0.1655,
      "step": 1490
    },
    {
      "epoch": 0.11150581460569121,
      "grad_norm": 1.5531010627746582,
      "learning_rate": 9.731367238812754e-05,
      "loss": 0.1618,
      "step": 1491
    },
    {
      "epoch": 0.11158060053098007,
      "grad_norm": 1.557848572731018,
      "learning_rate": 9.730984358498454e-05,
      "loss": 0.2535,
      "step": 1492
    },
    {
      "epoch": 0.11165538645626893,
      "grad_norm": 2.050928831100464,
      "learning_rate": 9.730601213063256e-05,
      "loss": 0.3482,
      "step": 1493
    },
    {
      "epoch": 0.11173017238155779,
      "grad_norm": 2.310957908630371,
      "learning_rate": 9.730217802528636e-05,
      "loss": 0.3595,
      "step": 1494
    },
    {
      "epoch": 0.11180495830684666,
      "grad_norm": 1.9106279611587524,
      "learning_rate": 9.729834126916077e-05,
      "loss": 0.1988,
      "step": 1495
    },
    {
      "epoch": 0.11187974423213551,
      "grad_norm": 1.4105350971221924,
      "learning_rate": 9.729450186247082e-05,
      "loss": 0.1305,
      "step": 1496
    },
    {
      "epoch": 0.11195453015742438,
      "grad_norm": 2.5820467472076416,
      "learning_rate": 9.729065980543166e-05,
      "loss": 0.2414,
      "step": 1497
    },
    {
      "epoch": 0.11202931608271323,
      "grad_norm": 1.923884391784668,
      "learning_rate": 9.728681509825859e-05,
      "loss": 0.3137,
      "step": 1498
    },
    {
      "epoch": 0.1121041020080021,
      "grad_norm": 2.872105598449707,
      "learning_rate": 9.728296774116708e-05,
      "loss": 0.439,
      "step": 1499
    },
    {
      "epoch": 0.11217888793329095,
      "grad_norm": 1.122483730316162,
      "learning_rate": 9.727911773437271e-05,
      "loss": 0.0943,
      "step": 1500
    },
    {
      "epoch": 0.11225367385857982,
      "grad_norm": 1.2556672096252441,
      "learning_rate": 9.727526507809124e-05,
      "loss": 0.185,
      "step": 1501
    },
    {
      "epoch": 0.11232845978386867,
      "grad_norm": 1.5097832679748535,
      "learning_rate": 9.727140977253858e-05,
      "loss": 0.1991,
      "step": 1502
    },
    {
      "epoch": 0.11240324570915754,
      "grad_norm": 1.013176679611206,
      "learning_rate": 9.726755181793078e-05,
      "loss": 0.1121,
      "step": 1503
    },
    {
      "epoch": 0.11247803163444639,
      "grad_norm": 0.8471206426620483,
      "learning_rate": 9.726369121448403e-05,
      "loss": 0.1173,
      "step": 1504
    },
    {
      "epoch": 0.11255281755973526,
      "grad_norm": 1.5445640087127686,
      "learning_rate": 9.725982796241465e-05,
      "loss": 0.1872,
      "step": 1505
    },
    {
      "epoch": 0.11262760348502412,
      "grad_norm": 0.995013952255249,
      "learning_rate": 9.725596206193918e-05,
      "loss": 0.0848,
      "step": 1506
    },
    {
      "epoch": 0.11270238941031298,
      "grad_norm": 1.1786962747573853,
      "learning_rate": 9.725209351327423e-05,
      "loss": 0.1109,
      "step": 1507
    },
    {
      "epoch": 0.11277717533560185,
      "grad_norm": 1.364111304283142,
      "learning_rate": 9.724822231663662e-05,
      "loss": 0.1723,
      "step": 1508
    },
    {
      "epoch": 0.1128519612608907,
      "grad_norm": 0.9826633334159851,
      "learning_rate": 9.724434847224325e-05,
      "loss": 0.1322,
      "step": 1509
    },
    {
      "epoch": 0.11292674718617957,
      "grad_norm": 0.7669328451156616,
      "learning_rate": 9.724047198031124e-05,
      "loss": 0.0965,
      "step": 1510
    },
    {
      "epoch": 0.11300153311146842,
      "grad_norm": 1.52736234664917,
      "learning_rate": 9.723659284105782e-05,
      "loss": 0.1982,
      "step": 1511
    },
    {
      "epoch": 0.11307631903675729,
      "grad_norm": 1.2267764806747437,
      "learning_rate": 9.723271105470036e-05,
      "loss": 0.1255,
      "step": 1512
    },
    {
      "epoch": 0.11315110496204614,
      "grad_norm": 1.3700515031814575,
      "learning_rate": 9.722882662145638e-05,
      "loss": 0.1882,
      "step": 1513
    },
    {
      "epoch": 0.113225890887335,
      "grad_norm": 1.6929676532745361,
      "learning_rate": 9.722493954154361e-05,
      "loss": 0.1955,
      "step": 1514
    },
    {
      "epoch": 0.11330067681262386,
      "grad_norm": 0.8428186178207397,
      "learning_rate": 9.722104981517984e-05,
      "loss": 0.121,
      "step": 1515
    },
    {
      "epoch": 0.11337546273791273,
      "grad_norm": 1.0539718866348267,
      "learning_rate": 9.721715744258305e-05,
      "loss": 0.1197,
      "step": 1516
    },
    {
      "epoch": 0.11345024866320158,
      "grad_norm": 1.3890310525894165,
      "learning_rate": 9.721326242397138e-05,
      "loss": 0.1842,
      "step": 1517
    },
    {
      "epoch": 0.11352503458849045,
      "grad_norm": 1.091457724571228,
      "learning_rate": 9.72093647595631e-05,
      "loss": 0.1684,
      "step": 1518
    },
    {
      "epoch": 0.1135998205137793,
      "grad_norm": 1.0549834966659546,
      "learning_rate": 9.720546444957663e-05,
      "loss": 0.1416,
      "step": 1519
    },
    {
      "epoch": 0.11367460643906817,
      "grad_norm": 1.2952340841293335,
      "learning_rate": 9.720156149423054e-05,
      "loss": 0.1649,
      "step": 1520
    },
    {
      "epoch": 0.11374939236435702,
      "grad_norm": 0.9036700129508972,
      "learning_rate": 9.719765589374354e-05,
      "loss": 0.1377,
      "step": 1521
    },
    {
      "epoch": 0.11382417828964589,
      "grad_norm": 0.9475424289703369,
      "learning_rate": 9.719374764833451e-05,
      "loss": 0.1222,
      "step": 1522
    },
    {
      "epoch": 0.11389896421493476,
      "grad_norm": 1.3533713817596436,
      "learning_rate": 9.718983675822247e-05,
      "loss": 0.1398,
      "step": 1523
    },
    {
      "epoch": 0.11397375014022361,
      "grad_norm": 1.288772702217102,
      "learning_rate": 9.718592322362656e-05,
      "loss": 0.142,
      "step": 1524
    },
    {
      "epoch": 0.11404853606551248,
      "grad_norm": 1.2460575103759766,
      "learning_rate": 9.718200704476612e-05,
      "loss": 0.2241,
      "step": 1525
    },
    {
      "epoch": 0.11412332199080133,
      "grad_norm": 1.8019514083862305,
      "learning_rate": 9.717808822186059e-05,
      "loss": 0.246,
      "step": 1526
    },
    {
      "epoch": 0.1141981079160902,
      "grad_norm": 1.240052580833435,
      "learning_rate": 9.717416675512958e-05,
      "loss": 0.1215,
      "step": 1527
    },
    {
      "epoch": 0.11427289384137905,
      "grad_norm": 2.2344610691070557,
      "learning_rate": 9.717024264479286e-05,
      "loss": 0.4381,
      "step": 1528
    },
    {
      "epoch": 0.11434767976666792,
      "grad_norm": 1.387866497039795,
      "learning_rate": 9.71663158910703e-05,
      "loss": 0.2264,
      "step": 1529
    },
    {
      "epoch": 0.11442246569195677,
      "grad_norm": 1.402622938156128,
      "learning_rate": 9.716238649418201e-05,
      "loss": 0.1282,
      "step": 1530
    },
    {
      "epoch": 0.11449725161724564,
      "grad_norm": 1.1839643716812134,
      "learning_rate": 9.715845445434813e-05,
      "loss": 0.1101,
      "step": 1531
    },
    {
      "epoch": 0.11457203754253449,
      "grad_norm": 1.7148739099502563,
      "learning_rate": 9.715451977178904e-05,
      "loss": 0.2248,
      "step": 1532
    },
    {
      "epoch": 0.11464682346782336,
      "grad_norm": 1.394065260887146,
      "learning_rate": 9.715058244672525e-05,
      "loss": 0.1362,
      "step": 1533
    },
    {
      "epoch": 0.11472160939311221,
      "grad_norm": 1.2416598796844482,
      "learning_rate": 9.714664247937737e-05,
      "loss": 0.1175,
      "step": 1534
    },
    {
      "epoch": 0.11479639531840108,
      "grad_norm": 1.4182871580123901,
      "learning_rate": 9.714269986996622e-05,
      "loss": 0.2235,
      "step": 1535
    },
    {
      "epoch": 0.11487118124368993,
      "grad_norm": 1.2106143236160278,
      "learning_rate": 9.713875461871274e-05,
      "loss": 0.0974,
      "step": 1536
    },
    {
      "epoch": 0.1149459671689788,
      "grad_norm": 1.475995659828186,
      "learning_rate": 9.7134806725838e-05,
      "loss": 0.1113,
      "step": 1537
    },
    {
      "epoch": 0.11502075309426765,
      "grad_norm": 1.6083308458328247,
      "learning_rate": 9.713085619156323e-05,
      "loss": 0.1978,
      "step": 1538
    },
    {
      "epoch": 0.11509553901955652,
      "grad_norm": 1.2170737981796265,
      "learning_rate": 9.712690301610985e-05,
      "loss": 0.1255,
      "step": 1539
    },
    {
      "epoch": 0.11517032494484539,
      "grad_norm": 2.653177261352539,
      "learning_rate": 9.712294719969937e-05,
      "loss": 0.1858,
      "step": 1540
    },
    {
      "epoch": 0.11524511087013424,
      "grad_norm": 2.108217477798462,
      "learning_rate": 9.711898874255348e-05,
      "loss": 0.3181,
      "step": 1541
    },
    {
      "epoch": 0.11531989679542311,
      "grad_norm": 1.7640776634216309,
      "learning_rate": 9.711502764489399e-05,
      "loss": 0.1836,
      "step": 1542
    },
    {
      "epoch": 0.11539468272071196,
      "grad_norm": 1.7536615133285522,
      "learning_rate": 9.711106390694291e-05,
      "loss": 0.2007,
      "step": 1543
    },
    {
      "epoch": 0.11546946864600083,
      "grad_norm": 1.410419225692749,
      "learning_rate": 9.710709752892235e-05,
      "loss": 0.1593,
      "step": 1544
    },
    {
      "epoch": 0.11554425457128968,
      "grad_norm": 2.5014023780822754,
      "learning_rate": 9.710312851105456e-05,
      "loss": 0.3386,
      "step": 1545
    },
    {
      "epoch": 0.11561904049657855,
      "grad_norm": 1.7582236528396606,
      "learning_rate": 9.709915685356201e-05,
      "loss": 0.2261,
      "step": 1546
    },
    {
      "epoch": 0.1156938264218674,
      "grad_norm": 1.96084725856781,
      "learning_rate": 9.709518255666722e-05,
      "loss": 0.2381,
      "step": 1547
    },
    {
      "epoch": 0.11576861234715627,
      "grad_norm": 2.567075490951538,
      "learning_rate": 9.709120562059292e-05,
      "loss": 0.253,
      "step": 1548
    },
    {
      "epoch": 0.11584339827244512,
      "grad_norm": 2.4407529830932617,
      "learning_rate": 9.7087226045562e-05,
      "loss": 0.3784,
      "step": 1549
    },
    {
      "epoch": 0.11591818419773399,
      "grad_norm": 2.9643232822418213,
      "learning_rate": 9.708324383179744e-05,
      "loss": 0.388,
      "step": 1550
    },
    {
      "epoch": 0.11599297012302284,
      "grad_norm": 1.9244358539581299,
      "learning_rate": 9.707925897952242e-05,
      "loss": 0.2181,
      "step": 1551
    },
    {
      "epoch": 0.11606775604831171,
      "grad_norm": 1.179390788078308,
      "learning_rate": 9.707527148896025e-05,
      "loss": 0.1171,
      "step": 1552
    },
    {
      "epoch": 0.11614254197360056,
      "grad_norm": 1.0594661235809326,
      "learning_rate": 9.707128136033437e-05,
      "loss": 0.1295,
      "step": 1553
    },
    {
      "epoch": 0.11621732789888943,
      "grad_norm": 1.2616660594940186,
      "learning_rate": 9.706728859386838e-05,
      "loss": 0.1875,
      "step": 1554
    },
    {
      "epoch": 0.11629211382417828,
      "grad_norm": 0.8745420575141907,
      "learning_rate": 9.706329318978606e-05,
      "loss": 0.0996,
      "step": 1555
    },
    {
      "epoch": 0.11636689974946715,
      "grad_norm": 1.2766202688217163,
      "learning_rate": 9.705929514831129e-05,
      "loss": 0.1042,
      "step": 1556
    },
    {
      "epoch": 0.116441685674756,
      "grad_norm": 1.5188614130020142,
      "learning_rate": 9.705529446966812e-05,
      "loss": 0.1597,
      "step": 1557
    },
    {
      "epoch": 0.11651647160004487,
      "grad_norm": 1.3081520795822144,
      "learning_rate": 9.705129115408073e-05,
      "loss": 0.1667,
      "step": 1558
    },
    {
      "epoch": 0.11659125752533374,
      "grad_norm": 1.5793408155441284,
      "learning_rate": 9.70472852017735e-05,
      "loss": 0.2023,
      "step": 1559
    },
    {
      "epoch": 0.11666604345062259,
      "grad_norm": 0.9729499220848083,
      "learning_rate": 9.704327661297089e-05,
      "loss": 0.1235,
      "step": 1560
    },
    {
      "epoch": 0.11674082937591146,
      "grad_norm": 1.0674594640731812,
      "learning_rate": 9.703926538789755e-05,
      "loss": 0.2051,
      "step": 1561
    },
    {
      "epoch": 0.11681561530120031,
      "grad_norm": 1.3810926675796509,
      "learning_rate": 9.703525152677826e-05,
      "loss": 0.2172,
      "step": 1562
    },
    {
      "epoch": 0.11689040122648918,
      "grad_norm": 1.0339679718017578,
      "learning_rate": 9.703123502983796e-05,
      "loss": 0.1222,
      "step": 1563
    },
    {
      "epoch": 0.11696518715177803,
      "grad_norm": 0.9912072420120239,
      "learning_rate": 9.702721589730172e-05,
      "loss": 0.1221,
      "step": 1564
    },
    {
      "epoch": 0.1170399730770669,
      "grad_norm": 1.087134599685669,
      "learning_rate": 9.70231941293948e-05,
      "loss": 0.1132,
      "step": 1565
    },
    {
      "epoch": 0.11711475900235575,
      "grad_norm": 1.2027884721755981,
      "learning_rate": 9.701916972634255e-05,
      "loss": 0.136,
      "step": 1566
    },
    {
      "epoch": 0.11718954492764462,
      "grad_norm": 1.2882424592971802,
      "learning_rate": 9.701514268837048e-05,
      "loss": 0.1287,
      "step": 1567
    },
    {
      "epoch": 0.11726433085293347,
      "grad_norm": 1.1166588068008423,
      "learning_rate": 9.70111130157043e-05,
      "loss": 0.1261,
      "step": 1568
    },
    {
      "epoch": 0.11733911677822234,
      "grad_norm": 1.3700796365737915,
      "learning_rate": 9.70070807085698e-05,
      "loss": 0.23,
      "step": 1569
    },
    {
      "epoch": 0.1174139027035112,
      "grad_norm": 1.716538906097412,
      "learning_rate": 9.700304576719297e-05,
      "loss": 0.2244,
      "step": 1570
    },
    {
      "epoch": 0.11748868862880006,
      "grad_norm": 1.383894920349121,
      "learning_rate": 9.69990081917999e-05,
      "loss": 0.1498,
      "step": 1571
    },
    {
      "epoch": 0.11756347455408891,
      "grad_norm": 1.467471957206726,
      "learning_rate": 9.699496798261689e-05,
      "loss": 0.2176,
      "step": 1572
    },
    {
      "epoch": 0.11763826047937778,
      "grad_norm": 1.3214906454086304,
      "learning_rate": 9.699092513987032e-05,
      "loss": 0.1474,
      "step": 1573
    },
    {
      "epoch": 0.11771304640466664,
      "grad_norm": 1.245959997177124,
      "learning_rate": 9.698687966378674e-05,
      "loss": 0.0923,
      "step": 1574
    },
    {
      "epoch": 0.1177878323299555,
      "grad_norm": 0.9308876395225525,
      "learning_rate": 9.698283155459288e-05,
      "loss": 0.1211,
      "step": 1575
    },
    {
      "epoch": 0.11786261825524437,
      "grad_norm": 1.5456045866012573,
      "learning_rate": 9.697878081251559e-05,
      "loss": 0.1799,
      "step": 1576
    },
    {
      "epoch": 0.11793740418053322,
      "grad_norm": 1.2889841794967651,
      "learning_rate": 9.697472743778187e-05,
      "loss": 0.1619,
      "step": 1577
    },
    {
      "epoch": 0.11801219010582209,
      "grad_norm": 1.6459028720855713,
      "learning_rate": 9.697067143061884e-05,
      "loss": 0.3173,
      "step": 1578
    },
    {
      "epoch": 0.11808697603111094,
      "grad_norm": 0.9554172158241272,
      "learning_rate": 9.696661279125384e-05,
      "loss": 0.1168,
      "step": 1579
    },
    {
      "epoch": 0.11816176195639981,
      "grad_norm": 0.9667870998382568,
      "learning_rate": 9.696255151991429e-05,
      "loss": 0.1081,
      "step": 1580
    },
    {
      "epoch": 0.11823654788168866,
      "grad_norm": 1.2770249843597412,
      "learning_rate": 9.695848761682778e-05,
      "loss": 0.1482,
      "step": 1581
    },
    {
      "epoch": 0.11831133380697753,
      "grad_norm": 1.566964030265808,
      "learning_rate": 9.695442108222204e-05,
      "loss": 0.141,
      "step": 1582
    },
    {
      "epoch": 0.11838611973226638,
      "grad_norm": 1.493709683418274,
      "learning_rate": 9.695035191632498e-05,
      "loss": 0.1262,
      "step": 1583
    },
    {
      "epoch": 0.11846090565755525,
      "grad_norm": 1.3581030368804932,
      "learning_rate": 9.694628011936461e-05,
      "loss": 0.121,
      "step": 1584
    },
    {
      "epoch": 0.1185356915828441,
      "grad_norm": 1.667251467704773,
      "learning_rate": 9.69422056915691e-05,
      "loss": 0.1654,
      "step": 1585
    },
    {
      "epoch": 0.11861047750813297,
      "grad_norm": 2.0316219329833984,
      "learning_rate": 9.693812863316685e-05,
      "loss": 0.1878,
      "step": 1586
    },
    {
      "epoch": 0.11868526343342183,
      "grad_norm": 1.1708381175994873,
      "learning_rate": 9.693404894438624e-05,
      "loss": 0.1422,
      "step": 1587
    },
    {
      "epoch": 0.11876004935871069,
      "grad_norm": 1.1810158491134644,
      "learning_rate": 9.692996662545595e-05,
      "loss": 0.1449,
      "step": 1588
    },
    {
      "epoch": 0.11883483528399955,
      "grad_norm": 1.0421814918518066,
      "learning_rate": 9.692588167660474e-05,
      "loss": 0.1207,
      "step": 1589
    },
    {
      "epoch": 0.11890962120928841,
      "grad_norm": 1.6264442205429077,
      "learning_rate": 9.692179409806152e-05,
      "loss": 0.1406,
      "step": 1590
    },
    {
      "epoch": 0.11898440713457727,
      "grad_norm": 1.5407960414886475,
      "learning_rate": 9.691770389005537e-05,
      "loss": 0.157,
      "step": 1591
    },
    {
      "epoch": 0.11905919305986613,
      "grad_norm": 1.2211415767669678,
      "learning_rate": 9.691361105281547e-05,
      "loss": 0.1273,
      "step": 1592
    },
    {
      "epoch": 0.119133978985155,
      "grad_norm": 1.4468133449554443,
      "learning_rate": 9.69095155865712e-05,
      "loss": 0.1427,
      "step": 1593
    },
    {
      "epoch": 0.11920876491044385,
      "grad_norm": 2.6583430767059326,
      "learning_rate": 9.690541749155208e-05,
      "loss": 0.4227,
      "step": 1594
    },
    {
      "epoch": 0.11928355083573272,
      "grad_norm": 2.138939380645752,
      "learning_rate": 9.690131676798776e-05,
      "loss": 0.2783,
      "step": 1595
    },
    {
      "epoch": 0.11935833676102157,
      "grad_norm": 2.844917058944702,
      "learning_rate": 9.689721341610802e-05,
      "loss": 0.5321,
      "step": 1596
    },
    {
      "epoch": 0.11943312268631044,
      "grad_norm": 2.5922300815582275,
      "learning_rate": 9.689310743614282e-05,
      "loss": 0.2699,
      "step": 1597
    },
    {
      "epoch": 0.1195079086115993,
      "grad_norm": 2.4540300369262695,
      "learning_rate": 9.688899882832227e-05,
      "loss": 0.3852,
      "step": 1598
    },
    {
      "epoch": 0.11958269453688816,
      "grad_norm": 2.417588710784912,
      "learning_rate": 9.68848875928766e-05,
      "loss": 0.478,
      "step": 1599
    },
    {
      "epoch": 0.11965748046217702,
      "grad_norm": 2.1669766902923584,
      "learning_rate": 9.688077373003618e-05,
      "loss": 0.3302,
      "step": 1600
    },
    {
      "epoch": 0.11973226638746588,
      "grad_norm": 5.604228973388672,
      "learning_rate": 9.687665724003159e-05,
      "loss": 0.1791,
      "step": 1601
    },
    {
      "epoch": 0.11980705231275474,
      "grad_norm": 2.412562608718872,
      "learning_rate": 9.687253812309349e-05,
      "loss": 0.1747,
      "step": 1602
    },
    {
      "epoch": 0.1198818382380436,
      "grad_norm": 1.7416660785675049,
      "learning_rate": 9.686841637945272e-05,
      "loss": 0.2604,
      "step": 1603
    },
    {
      "epoch": 0.11995662416333246,
      "grad_norm": 1.1204477548599243,
      "learning_rate": 9.686429200934025e-05,
      "loss": 0.1344,
      "step": 1604
    },
    {
      "epoch": 0.12003141008862132,
      "grad_norm": 1.4986807107925415,
      "learning_rate": 9.686016501298722e-05,
      "loss": 0.1826,
      "step": 1605
    },
    {
      "epoch": 0.12010619601391018,
      "grad_norm": 0.8248290419578552,
      "learning_rate": 9.68560353906249e-05,
      "loss": 0.0982,
      "step": 1606
    },
    {
      "epoch": 0.12018098193919904,
      "grad_norm": 1.0166380405426025,
      "learning_rate": 9.68519031424847e-05,
      "loss": 0.0975,
      "step": 1607
    },
    {
      "epoch": 0.1202557678644879,
      "grad_norm": 1.1557998657226562,
      "learning_rate": 9.68477682687982e-05,
      "loss": 0.1553,
      "step": 1608
    },
    {
      "epoch": 0.12033055378977676,
      "grad_norm": 1.0368164777755737,
      "learning_rate": 9.68436307697971e-05,
      "loss": 0.1494,
      "step": 1609
    },
    {
      "epoch": 0.12040533971506562,
      "grad_norm": 1.0122100114822388,
      "learning_rate": 9.683949064571329e-05,
      "loss": 0.1096,
      "step": 1610
    },
    {
      "epoch": 0.12048012564035449,
      "grad_norm": 1.2173519134521484,
      "learning_rate": 9.683534789677877e-05,
      "loss": 0.1585,
      "step": 1611
    },
    {
      "epoch": 0.12055491156564335,
      "grad_norm": 1.1538605690002441,
      "learning_rate": 9.683120252322568e-05,
      "loss": 0.1782,
      "step": 1612
    },
    {
      "epoch": 0.1206296974909322,
      "grad_norm": 1.3456604480743408,
      "learning_rate": 9.682705452528633e-05,
      "loss": 0.1521,
      "step": 1613
    },
    {
      "epoch": 0.12070448341622107,
      "grad_norm": 1.0772250890731812,
      "learning_rate": 9.682290390319318e-05,
      "loss": 0.2115,
      "step": 1614
    },
    {
      "epoch": 0.12077926934150993,
      "grad_norm": 1.3216801881790161,
      "learning_rate": 9.681875065717883e-05,
      "loss": 0.1295,
      "step": 1615
    },
    {
      "epoch": 0.1208540552667988,
      "grad_norm": 1.1503238677978516,
      "learning_rate": 9.681459478747601e-05,
      "loss": 0.1359,
      "step": 1616
    },
    {
      "epoch": 0.12092884119208765,
      "grad_norm": 1.3902639150619507,
      "learning_rate": 9.681043629431761e-05,
      "loss": 0.1587,
      "step": 1617
    },
    {
      "epoch": 0.12100362711737651,
      "grad_norm": 1.383494257926941,
      "learning_rate": 9.680627517793669e-05,
      "loss": 0.1819,
      "step": 1618
    },
    {
      "epoch": 0.12107841304266537,
      "grad_norm": 1.1609294414520264,
      "learning_rate": 9.680211143856641e-05,
      "loss": 0.1489,
      "step": 1619
    },
    {
      "epoch": 0.12115319896795423,
      "grad_norm": 1.291546106338501,
      "learning_rate": 9.679794507644014e-05,
      "loss": 0.1439,
      "step": 1620
    },
    {
      "epoch": 0.12122798489324309,
      "grad_norm": 2.220759391784668,
      "learning_rate": 9.679377609179132e-05,
      "loss": 0.183,
      "step": 1621
    },
    {
      "epoch": 0.12130277081853195,
      "grad_norm": 1.6750619411468506,
      "learning_rate": 9.67896044848536e-05,
      "loss": 0.1747,
      "step": 1622
    },
    {
      "epoch": 0.12137755674382081,
      "grad_norm": 1.2335412502288818,
      "learning_rate": 9.678543025586075e-05,
      "loss": 0.1687,
      "step": 1623
    },
    {
      "epoch": 0.12145234266910968,
      "grad_norm": 1.0855854749679565,
      "learning_rate": 9.67812534050467e-05,
      "loss": 0.1566,
      "step": 1624
    },
    {
      "epoch": 0.12152712859439853,
      "grad_norm": 1.118489384651184,
      "learning_rate": 9.677707393264547e-05,
      "loss": 0.1215,
      "step": 1625
    },
    {
      "epoch": 0.1216019145196874,
      "grad_norm": 1.8357268571853638,
      "learning_rate": 9.677289183889134e-05,
      "loss": 0.2497,
      "step": 1626
    },
    {
      "epoch": 0.12167670044497625,
      "grad_norm": 1.4164793491363525,
      "learning_rate": 9.676870712401862e-05,
      "loss": 0.1284,
      "step": 1627
    },
    {
      "epoch": 0.12175148637026512,
      "grad_norm": 0.963801383972168,
      "learning_rate": 9.676451978826187e-05,
      "loss": 0.1213,
      "step": 1628
    },
    {
      "epoch": 0.12182627229555398,
      "grad_norm": 1.5441598892211914,
      "learning_rate": 9.676032983185569e-05,
      "loss": 0.1414,
      "step": 1629
    },
    {
      "epoch": 0.12190105822084284,
      "grad_norm": 1.127281665802002,
      "learning_rate": 9.675613725503491e-05,
      "loss": 0.1254,
      "step": 1630
    },
    {
      "epoch": 0.1219758441461317,
      "grad_norm": 1.224057912826538,
      "learning_rate": 9.675194205803448e-05,
      "loss": 0.1486,
      "step": 1631
    },
    {
      "epoch": 0.12205063007142056,
      "grad_norm": 1.2558315992355347,
      "learning_rate": 9.67477442410895e-05,
      "loss": 0.1266,
      "step": 1632
    },
    {
      "epoch": 0.12212541599670942,
      "grad_norm": 1.2589876651763916,
      "learning_rate": 9.67435438044352e-05,
      "loss": 0.1131,
      "step": 1633
    },
    {
      "epoch": 0.12220020192199828,
      "grad_norm": 1.062086820602417,
      "learning_rate": 9.673934074830698e-05,
      "loss": 0.1106,
      "step": 1634
    },
    {
      "epoch": 0.12227498784728714,
      "grad_norm": 2.3767333030700684,
      "learning_rate": 9.673513507294037e-05,
      "loss": 0.5122,
      "step": 1635
    },
    {
      "epoch": 0.122349773772576,
      "grad_norm": 1.402784824371338,
      "learning_rate": 9.673092677857105e-05,
      "loss": 0.1832,
      "step": 1636
    },
    {
      "epoch": 0.12242455969786487,
      "grad_norm": 1.327639102935791,
      "learning_rate": 9.672671586543485e-05,
      "loss": 0.115,
      "step": 1637
    },
    {
      "epoch": 0.12249934562315372,
      "grad_norm": 1.4672462940216064,
      "learning_rate": 9.672250233376775e-05,
      "loss": 0.2283,
      "step": 1638
    },
    {
      "epoch": 0.12257413154844259,
      "grad_norm": 1.9075645208358765,
      "learning_rate": 9.671828618380588e-05,
      "loss": 0.1765,
      "step": 1639
    },
    {
      "epoch": 0.12264891747373144,
      "grad_norm": 1.2378740310668945,
      "learning_rate": 9.671406741578549e-05,
      "loss": 0.1356,
      "step": 1640
    },
    {
      "epoch": 0.1227237033990203,
      "grad_norm": 1.3172028064727783,
      "learning_rate": 9.670984602994301e-05,
      "loss": 0.1161,
      "step": 1641
    },
    {
      "epoch": 0.12279848932430916,
      "grad_norm": 1.3885204792022705,
      "learning_rate": 9.670562202651502e-05,
      "loss": 0.1672,
      "step": 1642
    },
    {
      "epoch": 0.12287327524959803,
      "grad_norm": 1.606553554534912,
      "learning_rate": 9.67013954057382e-05,
      "loss": 0.1884,
      "step": 1643
    },
    {
      "epoch": 0.12294806117488688,
      "grad_norm": 1.3968918323516846,
      "learning_rate": 9.669716616784943e-05,
      "loss": 0.1447,
      "step": 1644
    },
    {
      "epoch": 0.12302284710017575,
      "grad_norm": 1.6815308332443237,
      "learning_rate": 9.66929343130857e-05,
      "loss": 0.2225,
      "step": 1645
    },
    {
      "epoch": 0.12309763302546461,
      "grad_norm": 1.8398327827453613,
      "learning_rate": 9.668869984168415e-05,
      "loss": 0.2229,
      "step": 1646
    },
    {
      "epoch": 0.12317241895075347,
      "grad_norm": 1.7009605169296265,
      "learning_rate": 9.66844627538821e-05,
      "loss": 0.1879,
      "step": 1647
    },
    {
      "epoch": 0.12324720487604233,
      "grad_norm": 1.5120866298675537,
      "learning_rate": 9.668022304991699e-05,
      "loss": 0.1608,
      "step": 1648
    },
    {
      "epoch": 0.12332199080133119,
      "grad_norm": 2.102236270904541,
      "learning_rate": 9.66759807300264e-05,
      "loss": 0.1847,
      "step": 1649
    },
    {
      "epoch": 0.12339677672662006,
      "grad_norm": 2.5847768783569336,
      "learning_rate": 9.667173579444806e-05,
      "loss": 0.2982,
      "step": 1650
    },
    {
      "epoch": 0.12347156265190891,
      "grad_norm": 2.71315336227417,
      "learning_rate": 9.666748824341987e-05,
      "loss": 0.1825,
      "step": 1651
    },
    {
      "epoch": 0.12354634857719778,
      "grad_norm": 1.702771782875061,
      "learning_rate": 9.666323807717984e-05,
      "loss": 0.2056,
      "step": 1652
    },
    {
      "epoch": 0.12362113450248663,
      "grad_norm": 1.2252548933029175,
      "learning_rate": 9.665898529596616e-05,
      "loss": 0.103,
      "step": 1653
    },
    {
      "epoch": 0.1236959204277755,
      "grad_norm": 1.0489614009857178,
      "learning_rate": 9.665472990001716e-05,
      "loss": 0.1241,
      "step": 1654
    },
    {
      "epoch": 0.12377070635306435,
      "grad_norm": 1.7227405309677124,
      "learning_rate": 9.66504718895713e-05,
      "loss": 0.2312,
      "step": 1655
    },
    {
      "epoch": 0.12384549227835322,
      "grad_norm": 1.0343849658966064,
      "learning_rate": 9.66462112648672e-05,
      "loss": 0.0848,
      "step": 1656
    },
    {
      "epoch": 0.12392027820364207,
      "grad_norm": 1.2187141180038452,
      "learning_rate": 9.664194802614362e-05,
      "loss": 0.1405,
      "step": 1657
    },
    {
      "epoch": 0.12399506412893094,
      "grad_norm": 1.0589778423309326,
      "learning_rate": 9.663768217363945e-05,
      "loss": 0.1299,
      "step": 1658
    },
    {
      "epoch": 0.12406985005421979,
      "grad_norm": 0.9380246996879578,
      "learning_rate": 9.663341370759378e-05,
      "loss": 0.1223,
      "step": 1659
    },
    {
      "epoch": 0.12414463597950866,
      "grad_norm": 1.7315516471862793,
      "learning_rate": 9.662914262824579e-05,
      "loss": 0.2094,
      "step": 1660
    },
    {
      "epoch": 0.12421942190479751,
      "grad_norm": 1.188205599784851,
      "learning_rate": 9.662486893583483e-05,
      "loss": 0.1518,
      "step": 1661
    },
    {
      "epoch": 0.12429420783008638,
      "grad_norm": 2.947127342224121,
      "learning_rate": 9.662059263060039e-05,
      "loss": 0.1726,
      "step": 1662
    },
    {
      "epoch": 0.12436899375537523,
      "grad_norm": 1.0251544713974,
      "learning_rate": 9.661631371278212e-05,
      "loss": 0.1287,
      "step": 1663
    },
    {
      "epoch": 0.1244437796806641,
      "grad_norm": 1.2574635744094849,
      "learning_rate": 9.661203218261983e-05,
      "loss": 0.2255,
      "step": 1664
    },
    {
      "epoch": 0.12451856560595297,
      "grad_norm": 2.750685453414917,
      "learning_rate": 9.660774804035339e-05,
      "loss": 0.2376,
      "step": 1665
    },
    {
      "epoch": 0.12459335153124182,
      "grad_norm": 1.0863460302352905,
      "learning_rate": 9.660346128622295e-05,
      "loss": 0.1786,
      "step": 1666
    },
    {
      "epoch": 0.12466813745653069,
      "grad_norm": 1.2282332181930542,
      "learning_rate": 9.659917192046871e-05,
      "loss": 0.1608,
      "step": 1667
    },
    {
      "epoch": 0.12474292338181954,
      "grad_norm": 1.0089149475097656,
      "learning_rate": 9.659487994333101e-05,
      "loss": 0.1015,
      "step": 1668
    },
    {
      "epoch": 0.12481770930710841,
      "grad_norm": 1.419875144958496,
      "learning_rate": 9.659058535505041e-05,
      "loss": 0.1666,
      "step": 1669
    },
    {
      "epoch": 0.12489249523239726,
      "grad_norm": 1.065017580986023,
      "learning_rate": 9.658628815586756e-05,
      "loss": 0.1123,
      "step": 1670
    },
    {
      "epoch": 0.12496728115768613,
      "grad_norm": 1.1214309930801392,
      "learning_rate": 9.65819883460233e-05,
      "loss": 0.1864,
      "step": 1671
    },
    {
      "epoch": 0.125042067082975,
      "grad_norm": 1.1538087129592896,
      "learning_rate": 9.657768592575853e-05,
      "loss": 0.1443,
      "step": 1672
    },
    {
      "epoch": 0.12511685300826383,
      "grad_norm": 1.3094033002853394,
      "learning_rate": 9.657338089531442e-05,
      "loss": 0.1373,
      "step": 1673
    },
    {
      "epoch": 0.1251916389335527,
      "grad_norm": 1.3218531608581543,
      "learning_rate": 9.656907325493217e-05,
      "loss": 0.2198,
      "step": 1674
    },
    {
      "epoch": 0.12526642485884157,
      "grad_norm": 1.2368781566619873,
      "learning_rate": 9.65647630048532e-05,
      "loss": 0.1844,
      "step": 1675
    },
    {
      "epoch": 0.12534121078413044,
      "grad_norm": 1.384280800819397,
      "learning_rate": 9.656045014531905e-05,
      "loss": 0.1581,
      "step": 1676
    },
    {
      "epoch": 0.12541599670941928,
      "grad_norm": 1.8341052532196045,
      "learning_rate": 9.655613467657141e-05,
      "loss": 0.2066,
      "step": 1677
    },
    {
      "epoch": 0.12549078263470814,
      "grad_norm": 0.9515073895454407,
      "learning_rate": 9.655181659885211e-05,
      "loss": 0.0934,
      "step": 1678
    },
    {
      "epoch": 0.125565568559997,
      "grad_norm": 2.1032867431640625,
      "learning_rate": 9.654749591240312e-05,
      "loss": 0.2455,
      "step": 1679
    },
    {
      "epoch": 0.12564035448528588,
      "grad_norm": 0.7751070857048035,
      "learning_rate": 9.654317261746661e-05,
      "loss": 0.0793,
      "step": 1680
    },
    {
      "epoch": 0.12571514041057472,
      "grad_norm": 1.5677176713943481,
      "learning_rate": 9.653884671428483e-05,
      "loss": 0.2168,
      "step": 1681
    },
    {
      "epoch": 0.12578992633586358,
      "grad_norm": 1.5135891437530518,
      "learning_rate": 9.653451820310018e-05,
      "loss": 0.1887,
      "step": 1682
    },
    {
      "epoch": 0.12586471226115245,
      "grad_norm": 1.1335870027542114,
      "learning_rate": 9.653018708415527e-05,
      "loss": 0.1497,
      "step": 1683
    },
    {
      "epoch": 0.12593949818644132,
      "grad_norm": 1.5300310850143433,
      "learning_rate": 9.652585335769277e-05,
      "loss": 0.2008,
      "step": 1684
    },
    {
      "epoch": 0.12601428411173018,
      "grad_norm": 1.6530863046646118,
      "learning_rate": 9.652151702395556e-05,
      "loss": 0.2008,
      "step": 1685
    },
    {
      "epoch": 0.12608907003701902,
      "grad_norm": 1.232474684715271,
      "learning_rate": 9.651717808318665e-05,
      "loss": 0.1158,
      "step": 1686
    },
    {
      "epoch": 0.1261638559623079,
      "grad_norm": 1.497744083404541,
      "learning_rate": 9.651283653562917e-05,
      "loss": 0.2139,
      "step": 1687
    },
    {
      "epoch": 0.12623864188759676,
      "grad_norm": 2.713928699493408,
      "learning_rate": 9.650849238152644e-05,
      "loss": 0.3554,
      "step": 1688
    },
    {
      "epoch": 0.12631342781288563,
      "grad_norm": 1.492563247680664,
      "learning_rate": 9.650414562112189e-05,
      "loss": 0.2059,
      "step": 1689
    },
    {
      "epoch": 0.12638821373817447,
      "grad_norm": 1.5834918022155762,
      "learning_rate": 9.649979625465913e-05,
      "loss": 0.285,
      "step": 1690
    },
    {
      "epoch": 0.12646299966346333,
      "grad_norm": 1.2463937997817993,
      "learning_rate": 9.649544428238184e-05,
      "loss": 0.1228,
      "step": 1691
    },
    {
      "epoch": 0.1265377855887522,
      "grad_norm": 1.6061646938323975,
      "learning_rate": 9.649108970453397e-05,
      "loss": 0.2187,
      "step": 1692
    },
    {
      "epoch": 0.12661257151404107,
      "grad_norm": 1.487696647644043,
      "learning_rate": 9.648673252135951e-05,
      "loss": 0.1551,
      "step": 1693
    },
    {
      "epoch": 0.1266873574393299,
      "grad_norm": 1.7692512273788452,
      "learning_rate": 9.648237273310264e-05,
      "loss": 0.2573,
      "step": 1694
    },
    {
      "epoch": 0.12676214336461877,
      "grad_norm": 2.736482620239258,
      "learning_rate": 9.647801034000768e-05,
      "loss": 0.3666,
      "step": 1695
    },
    {
      "epoch": 0.12683692928990764,
      "grad_norm": 2.106570243835449,
      "learning_rate": 9.64736453423191e-05,
      "loss": 0.2746,
      "step": 1696
    },
    {
      "epoch": 0.1269117152151965,
      "grad_norm": 2.6425888538360596,
      "learning_rate": 9.64692777402815e-05,
      "loss": 0.405,
      "step": 1697
    },
    {
      "epoch": 0.12698650114048535,
      "grad_norm": 3.0246357917785645,
      "learning_rate": 9.646490753413965e-05,
      "loss": 0.3468,
      "step": 1698
    },
    {
      "epoch": 0.12706128706577421,
      "grad_norm": 1.45125150680542,
      "learning_rate": 9.646053472413843e-05,
      "loss": 0.122,
      "step": 1699
    },
    {
      "epoch": 0.12713607299106308,
      "grad_norm": 6.04387903213501,
      "learning_rate": 9.645615931052292e-05,
      "loss": 0.9086,
      "step": 1700
    },
    {
      "epoch": 0.12721085891635195,
      "grad_norm": 1.1744414567947388,
      "learning_rate": 9.64517812935383e-05,
      "loss": 0.1197,
      "step": 1701
    },
    {
      "epoch": 0.12728564484164082,
      "grad_norm": 0.8258610367774963,
      "learning_rate": 9.64474006734299e-05,
      "loss": 0.096,
      "step": 1702
    },
    {
      "epoch": 0.12736043076692966,
      "grad_norm": 0.8701694011688232,
      "learning_rate": 9.644301745044324e-05,
      "loss": 0.1207,
      "step": 1703
    },
    {
      "epoch": 0.12743521669221852,
      "grad_norm": 0.9483767151832581,
      "learning_rate": 9.643863162482392e-05,
      "loss": 0.1573,
      "step": 1704
    },
    {
      "epoch": 0.1275100026175074,
      "grad_norm": 1.1474859714508057,
      "learning_rate": 9.643424319681772e-05,
      "loss": 0.1992,
      "step": 1705
    },
    {
      "epoch": 0.12758478854279626,
      "grad_norm": 1.4397000074386597,
      "learning_rate": 9.64298521666706e-05,
      "loss": 0.2076,
      "step": 1706
    },
    {
      "epoch": 0.1276595744680851,
      "grad_norm": 1.3251932859420776,
      "learning_rate": 9.642545853462857e-05,
      "loss": 0.1541,
      "step": 1707
    },
    {
      "epoch": 0.12773436039337396,
      "grad_norm": 1.8866443634033203,
      "learning_rate": 9.64210623009379e-05,
      "loss": 0.2216,
      "step": 1708
    },
    {
      "epoch": 0.12780914631866283,
      "grad_norm": 1.1254202127456665,
      "learning_rate": 9.641666346584492e-05,
      "loss": 0.1123,
      "step": 1709
    },
    {
      "epoch": 0.1278839322439517,
      "grad_norm": 1.1167956590652466,
      "learning_rate": 9.641226202959617e-05,
      "loss": 0.1147,
      "step": 1710
    },
    {
      "epoch": 0.12795871816924054,
      "grad_norm": 0.898957371711731,
      "learning_rate": 9.640785799243826e-05,
      "loss": 0.1423,
      "step": 1711
    },
    {
      "epoch": 0.1280335040945294,
      "grad_norm": 1.3244972229003906,
      "learning_rate": 9.640345135461802e-05,
      "loss": 0.1341,
      "step": 1712
    },
    {
      "epoch": 0.12810829001981827,
      "grad_norm": 0.9980736374855042,
      "learning_rate": 9.639904211638239e-05,
      "loss": 0.1065,
      "step": 1713
    },
    {
      "epoch": 0.12818307594510714,
      "grad_norm": 1.2586498260498047,
      "learning_rate": 9.639463027797845e-05,
      "loss": 0.1273,
      "step": 1714
    },
    {
      "epoch": 0.12825786187039598,
      "grad_norm": 1.4127355813980103,
      "learning_rate": 9.639021583965345e-05,
      "loss": 0.1627,
      "step": 1715
    },
    {
      "epoch": 0.12833264779568485,
      "grad_norm": 1.1108458042144775,
      "learning_rate": 9.638579880165475e-05,
      "loss": 0.1785,
      "step": 1716
    },
    {
      "epoch": 0.1284074337209737,
      "grad_norm": 1.0894192457199097,
      "learning_rate": 9.63813791642299e-05,
      "loss": 0.1066,
      "step": 1717
    },
    {
      "epoch": 0.12848221964626258,
      "grad_norm": 1.2378783226013184,
      "learning_rate": 9.637695692762656e-05,
      "loss": 0.1658,
      "step": 1718
    },
    {
      "epoch": 0.12855700557155145,
      "grad_norm": 1.388243317604065,
      "learning_rate": 9.637253209209256e-05,
      "loss": 0.1234,
      "step": 1719
    },
    {
      "epoch": 0.1286317914968403,
      "grad_norm": 2.0028727054595947,
      "learning_rate": 9.636810465787587e-05,
      "loss": 0.1772,
      "step": 1720
    },
    {
      "epoch": 0.12870657742212915,
      "grad_norm": 0.7380650639533997,
      "learning_rate": 9.636367462522458e-05,
      "loss": 0.0847,
      "step": 1721
    },
    {
      "epoch": 0.12878136334741802,
      "grad_norm": 0.9846181273460388,
      "learning_rate": 9.635924199438694e-05,
      "loss": 0.1201,
      "step": 1722
    },
    {
      "epoch": 0.1288561492727069,
      "grad_norm": 1.0041601657867432,
      "learning_rate": 9.635480676561137e-05,
      "loss": 0.1133,
      "step": 1723
    },
    {
      "epoch": 0.12893093519799573,
      "grad_norm": 1.4128285646438599,
      "learning_rate": 9.635036893914643e-05,
      "loss": 0.1571,
      "step": 1724
    },
    {
      "epoch": 0.1290057211232846,
      "grad_norm": 1.0417753458023071,
      "learning_rate": 9.634592851524078e-05,
      "loss": 0.1237,
      "step": 1725
    },
    {
      "epoch": 0.12908050704857346,
      "grad_norm": 1.0673267841339111,
      "learning_rate": 9.634148549414328e-05,
      "loss": 0.1194,
      "step": 1726
    },
    {
      "epoch": 0.12915529297386233,
      "grad_norm": 0.8856017589569092,
      "learning_rate": 9.633703987610292e-05,
      "loss": 0.0786,
      "step": 1727
    },
    {
      "epoch": 0.12923007889915117,
      "grad_norm": 1.3688582181930542,
      "learning_rate": 9.63325916613688e-05,
      "loss": 0.1871,
      "step": 1728
    },
    {
      "epoch": 0.12930486482444004,
      "grad_norm": 1.1456602811813354,
      "learning_rate": 9.632814085019022e-05,
      "loss": 0.0825,
      "step": 1729
    },
    {
      "epoch": 0.1293796507497289,
      "grad_norm": 1.1611145734786987,
      "learning_rate": 9.632368744281659e-05,
      "loss": 0.1338,
      "step": 1730
    },
    {
      "epoch": 0.12945443667501777,
      "grad_norm": 1.0287173986434937,
      "learning_rate": 9.631923143949746e-05,
      "loss": 0.1233,
      "step": 1731
    },
    {
      "epoch": 0.1295292226003066,
      "grad_norm": 1.4580235481262207,
      "learning_rate": 9.631477284048258e-05,
      "loss": 0.1569,
      "step": 1732
    },
    {
      "epoch": 0.12960400852559548,
      "grad_norm": 1.2323195934295654,
      "learning_rate": 9.631031164602178e-05,
      "loss": 0.1599,
      "step": 1733
    },
    {
      "epoch": 0.12967879445088434,
      "grad_norm": 1.5678445100784302,
      "learning_rate": 9.630584785636505e-05,
      "loss": 0.1874,
      "step": 1734
    },
    {
      "epoch": 0.1297535803761732,
      "grad_norm": 1.7979296445846558,
      "learning_rate": 9.630138147176257e-05,
      "loss": 0.159,
      "step": 1735
    },
    {
      "epoch": 0.12982836630146208,
      "grad_norm": 1.419391393661499,
      "learning_rate": 9.629691249246462e-05,
      "loss": 0.2045,
      "step": 1736
    },
    {
      "epoch": 0.12990315222675092,
      "grad_norm": 1.287892460823059,
      "learning_rate": 9.629244091872162e-05,
      "loss": 0.1908,
      "step": 1737
    },
    {
      "epoch": 0.12997793815203978,
      "grad_norm": 1.149658441543579,
      "learning_rate": 9.628796675078418e-05,
      "loss": 0.1427,
      "step": 1738
    },
    {
      "epoch": 0.13005272407732865,
      "grad_norm": 1.4107463359832764,
      "learning_rate": 9.628348998890302e-05,
      "loss": 0.1581,
      "step": 1739
    },
    {
      "epoch": 0.13012751000261752,
      "grad_norm": 1.9721604585647583,
      "learning_rate": 9.627901063332902e-05,
      "loss": 0.2621,
      "step": 1740
    },
    {
      "epoch": 0.13020229592790636,
      "grad_norm": 1.647289752960205,
      "learning_rate": 9.627452868431319e-05,
      "loss": 0.2742,
      "step": 1741
    },
    {
      "epoch": 0.13027708185319523,
      "grad_norm": 1.1201454401016235,
      "learning_rate": 9.627004414210669e-05,
      "loss": 0.1081,
      "step": 1742
    },
    {
      "epoch": 0.1303518677784841,
      "grad_norm": 1.2401834726333618,
      "learning_rate": 9.626555700696083e-05,
      "loss": 0.2067,
      "step": 1743
    },
    {
      "epoch": 0.13042665370377296,
      "grad_norm": 1.9087977409362793,
      "learning_rate": 9.62610672791271e-05,
      "loss": 0.2975,
      "step": 1744
    },
    {
      "epoch": 0.1305014396290618,
      "grad_norm": 3.0887255668640137,
      "learning_rate": 9.625657495885705e-05,
      "loss": 0.4241,
      "step": 1745
    },
    {
      "epoch": 0.13057622555435067,
      "grad_norm": 2.5566751956939697,
      "learning_rate": 9.625208004640246e-05,
      "loss": 0.2546,
      "step": 1746
    },
    {
      "epoch": 0.13065101147963953,
      "grad_norm": 2.4537696838378906,
      "learning_rate": 9.624758254201521e-05,
      "loss": 0.2506,
      "step": 1747
    },
    {
      "epoch": 0.1307257974049284,
      "grad_norm": 2.550229549407959,
      "learning_rate": 9.624308244594735e-05,
      "loss": 0.3394,
      "step": 1748
    },
    {
      "epoch": 0.13080058333021724,
      "grad_norm": 2.281987428665161,
      "learning_rate": 9.623857975845104e-05,
      "loss": 0.3164,
      "step": 1749
    },
    {
      "epoch": 0.1308753692555061,
      "grad_norm": 2.919477701187134,
      "learning_rate": 9.623407447977863e-05,
      "loss": 0.4908,
      "step": 1750
    },
    {
      "epoch": 0.13095015518079497,
      "grad_norm": 0.9492603540420532,
      "learning_rate": 9.622956661018256e-05,
      "loss": 0.1421,
      "step": 1751
    },
    {
      "epoch": 0.13102494110608384,
      "grad_norm": 1.1421021223068237,
      "learning_rate": 9.622505614991551e-05,
      "loss": 0.1552,
      "step": 1752
    },
    {
      "epoch": 0.1310997270313727,
      "grad_norm": 0.8259270191192627,
      "learning_rate": 9.622054309923016e-05,
      "loss": 0.0798,
      "step": 1753
    },
    {
      "epoch": 0.13117451295666155,
      "grad_norm": 0.9726515412330627,
      "learning_rate": 9.621602745837948e-05,
      "loss": 0.1302,
      "step": 1754
    },
    {
      "epoch": 0.13124929888195042,
      "grad_norm": 1.2363334894180298,
      "learning_rate": 9.62115092276165e-05,
      "loss": 0.1189,
      "step": 1755
    },
    {
      "epoch": 0.13132408480723928,
      "grad_norm": 1.1213912963867188,
      "learning_rate": 9.620698840719444e-05,
      "loss": 0.1437,
      "step": 1756
    },
    {
      "epoch": 0.13139887073252815,
      "grad_norm": 1.0923900604248047,
      "learning_rate": 9.62024649973666e-05,
      "loss": 0.1877,
      "step": 1757
    },
    {
      "epoch": 0.131473656657817,
      "grad_norm": 1.1439849138259888,
      "learning_rate": 9.619793899838652e-05,
      "loss": 0.0899,
      "step": 1758
    },
    {
      "epoch": 0.13154844258310586,
      "grad_norm": 1.094088077545166,
      "learning_rate": 9.619341041050778e-05,
      "loss": 0.1322,
      "step": 1759
    },
    {
      "epoch": 0.13162322850839472,
      "grad_norm": 1.3218034505844116,
      "learning_rate": 9.61888792339842e-05,
      "loss": 0.1836,
      "step": 1760
    },
    {
      "epoch": 0.1316980144336836,
      "grad_norm": 1.005540132522583,
      "learning_rate": 9.618434546906969e-05,
      "loss": 0.1343,
      "step": 1761
    },
    {
      "epoch": 0.13177280035897243,
      "grad_norm": 1.0738416910171509,
      "learning_rate": 9.617980911601831e-05,
      "loss": 0.1299,
      "step": 1762
    },
    {
      "epoch": 0.1318475862842613,
      "grad_norm": 1.2312121391296387,
      "learning_rate": 9.61752701750843e-05,
      "loss": 0.1747,
      "step": 1763
    },
    {
      "epoch": 0.13192237220955016,
      "grad_norm": 0.8118973970413208,
      "learning_rate": 9.6170728646522e-05,
      "loss": 0.1101,
      "step": 1764
    },
    {
      "epoch": 0.13199715813483903,
      "grad_norm": 1.1485326290130615,
      "learning_rate": 9.616618453058591e-05,
      "loss": 0.1795,
      "step": 1765
    },
    {
      "epoch": 0.13207194406012787,
      "grad_norm": 1.1383002996444702,
      "learning_rate": 9.616163782753068e-05,
      "loss": 0.1687,
      "step": 1766
    },
    {
      "epoch": 0.13214672998541674,
      "grad_norm": 2.313894271850586,
      "learning_rate": 9.61570885376111e-05,
      "loss": 0.3091,
      "step": 1767
    },
    {
      "epoch": 0.1322215159107056,
      "grad_norm": 1.0723251104354858,
      "learning_rate": 9.615253666108212e-05,
      "loss": 0.1441,
      "step": 1768
    },
    {
      "epoch": 0.13229630183599447,
      "grad_norm": 1.2250332832336426,
      "learning_rate": 9.614798219819884e-05,
      "loss": 0.1713,
      "step": 1769
    },
    {
      "epoch": 0.13237108776128334,
      "grad_norm": 2.0209803581237793,
      "learning_rate": 9.614342514921645e-05,
      "loss": 0.376,
      "step": 1770
    },
    {
      "epoch": 0.13244587368657218,
      "grad_norm": 1.2174769639968872,
      "learning_rate": 9.613886551439036e-05,
      "loss": 0.101,
      "step": 1771
    },
    {
      "epoch": 0.13252065961186105,
      "grad_norm": 1.3132747411727905,
      "learning_rate": 9.613430329397609e-05,
      "loss": 0.1349,
      "step": 1772
    },
    {
      "epoch": 0.13259544553714991,
      "grad_norm": 1.3101052045822144,
      "learning_rate": 9.612973848822924e-05,
      "loss": 0.1604,
      "step": 1773
    },
    {
      "epoch": 0.13267023146243878,
      "grad_norm": 1.247725486755371,
      "learning_rate": 9.612517109740569e-05,
      "loss": 0.1472,
      "step": 1774
    },
    {
      "epoch": 0.13274501738772762,
      "grad_norm": 2.45182204246521,
      "learning_rate": 9.612060112176137e-05,
      "loss": 0.3265,
      "step": 1775
    },
    {
      "epoch": 0.1328198033130165,
      "grad_norm": 1.6247814893722534,
      "learning_rate": 9.611602856155237e-05,
      "loss": 0.2051,
      "step": 1776
    },
    {
      "epoch": 0.13289458923830536,
      "grad_norm": 1.5134326219558716,
      "learning_rate": 9.611145341703493e-05,
      "loss": 0.1625,
      "step": 1777
    },
    {
      "epoch": 0.13296937516359422,
      "grad_norm": 1.2375904321670532,
      "learning_rate": 9.610687568846546e-05,
      "loss": 0.1405,
      "step": 1778
    },
    {
      "epoch": 0.13304416108888306,
      "grad_norm": 0.8665666580200195,
      "learning_rate": 9.610229537610047e-05,
      "loss": 0.1037,
      "step": 1779
    },
    {
      "epoch": 0.13311894701417193,
      "grad_norm": 1.1203299760818481,
      "learning_rate": 9.609771248019665e-05,
      "loss": 0.1389,
      "step": 1780
    },
    {
      "epoch": 0.1331937329394608,
      "grad_norm": 1.139725923538208,
      "learning_rate": 9.609312700101083e-05,
      "loss": 0.167,
      "step": 1781
    },
    {
      "epoch": 0.13326851886474966,
      "grad_norm": 1.0466265678405762,
      "learning_rate": 9.608853893879994e-05,
      "loss": 0.1419,
      "step": 1782
    },
    {
      "epoch": 0.1333433047900385,
      "grad_norm": 0.8181354403495789,
      "learning_rate": 9.608394829382113e-05,
      "loss": 0.1164,
      "step": 1783
    },
    {
      "epoch": 0.13341809071532737,
      "grad_norm": 1.7774380445480347,
      "learning_rate": 9.607935506633166e-05,
      "loss": 0.0954,
      "step": 1784
    },
    {
      "epoch": 0.13349287664061624,
      "grad_norm": 1.183060646057129,
      "learning_rate": 9.607475925658889e-05,
      "loss": 0.1772,
      "step": 1785
    },
    {
      "epoch": 0.1335676625659051,
      "grad_norm": 0.8897531628608704,
      "learning_rate": 9.607016086485039e-05,
      "loss": 0.0695,
      "step": 1786
    },
    {
      "epoch": 0.13364244849119394,
      "grad_norm": 1.1031306982040405,
      "learning_rate": 9.606555989137387e-05,
      "loss": 0.1148,
      "step": 1787
    },
    {
      "epoch": 0.1337172344164828,
      "grad_norm": 1.5012816190719604,
      "learning_rate": 9.606095633641713e-05,
      "loss": 0.1785,
      "step": 1788
    },
    {
      "epoch": 0.13379202034177168,
      "grad_norm": 1.2442126274108887,
      "learning_rate": 9.605635020023818e-05,
      "loss": 0.1567,
      "step": 1789
    },
    {
      "epoch": 0.13386680626706055,
      "grad_norm": 1.557249665260315,
      "learning_rate": 9.60517414830951e-05,
      "loss": 0.2683,
      "step": 1790
    },
    {
      "epoch": 0.1339415921923494,
      "grad_norm": 1.694919228553772,
      "learning_rate": 9.604713018524622e-05,
      "loss": 0.1801,
      "step": 1791
    },
    {
      "epoch": 0.13401637811763825,
      "grad_norm": 0.8751980662345886,
      "learning_rate": 9.604251630694991e-05,
      "loss": 0.0614,
      "step": 1792
    },
    {
      "epoch": 0.13409116404292712,
      "grad_norm": 1.6232283115386963,
      "learning_rate": 9.603789984846475e-05,
      "loss": 0.2003,
      "step": 1793
    },
    {
      "epoch": 0.134165949968216,
      "grad_norm": 1.7085273265838623,
      "learning_rate": 9.603328081004941e-05,
      "loss": 0.3805,
      "step": 1794
    },
    {
      "epoch": 0.13424073589350485,
      "grad_norm": 1.6670498847961426,
      "learning_rate": 9.60286591919628e-05,
      "loss": 0.2514,
      "step": 1795
    },
    {
      "epoch": 0.1343155218187937,
      "grad_norm": 2.0876874923706055,
      "learning_rate": 9.602403499446384e-05,
      "loss": 0.286,
      "step": 1796
    },
    {
      "epoch": 0.13439030774408256,
      "grad_norm": 1.4689289331436157,
      "learning_rate": 9.601940821781173e-05,
      "loss": 0.1312,
      "step": 1797
    },
    {
      "epoch": 0.13446509366937143,
      "grad_norm": 2.0525224208831787,
      "learning_rate": 9.60147788622657e-05,
      "loss": 0.2895,
      "step": 1798
    },
    {
      "epoch": 0.1345398795946603,
      "grad_norm": 2.5235252380371094,
      "learning_rate": 9.60101469280852e-05,
      "loss": 0.3565,
      "step": 1799
    },
    {
      "epoch": 0.13461466551994913,
      "grad_norm": 0.9277302026748657,
      "learning_rate": 9.60055124155298e-05,
      "loss": 0.0568,
      "step": 1800
    },
    {
      "epoch": 0.134689451445238,
      "grad_norm": 0.8166977167129517,
      "learning_rate": 9.600087532485921e-05,
      "loss": 0.1153,
      "step": 1801
    },
    {
      "epoch": 0.13476423737052687,
      "grad_norm": 0.7812716364860535,
      "learning_rate": 9.59962356563333e-05,
      "loss": 0.0917,
      "step": 1802
    },
    {
      "epoch": 0.13483902329581574,
      "grad_norm": 0.9434738755226135,
      "learning_rate": 9.599159341021205e-05,
      "loss": 0.1404,
      "step": 1803
    },
    {
      "epoch": 0.13491380922110457,
      "grad_norm": 1.015406847000122,
      "learning_rate": 9.598694858675564e-05,
      "loss": 0.1282,
      "step": 1804
    },
    {
      "epoch": 0.13498859514639344,
      "grad_norm": 0.6885615587234497,
      "learning_rate": 9.598230118622433e-05,
      "loss": 0.0664,
      "step": 1805
    },
    {
      "epoch": 0.1350633810716823,
      "grad_norm": 1.427734136581421,
      "learning_rate": 9.597765120887859e-05,
      "loss": 0.1454,
      "step": 1806
    },
    {
      "epoch": 0.13513816699697118,
      "grad_norm": 2.1367571353912354,
      "learning_rate": 9.597299865497898e-05,
      "loss": 0.3439,
      "step": 1807
    },
    {
      "epoch": 0.13521295292226004,
      "grad_norm": 1.6892883777618408,
      "learning_rate": 9.596834352478621e-05,
      "loss": 0.2083,
      "step": 1808
    },
    {
      "epoch": 0.13528773884754888,
      "grad_norm": 1.6932003498077393,
      "learning_rate": 9.596368581856119e-05,
      "loss": 0.2559,
      "step": 1809
    },
    {
      "epoch": 0.13536252477283775,
      "grad_norm": 1.4590086936950684,
      "learning_rate": 9.595902553656492e-05,
      "loss": 0.2126,
      "step": 1810
    },
    {
      "epoch": 0.13543731069812662,
      "grad_norm": 1.123883843421936,
      "learning_rate": 9.595436267905853e-05,
      "loss": 0.125,
      "step": 1811
    },
    {
      "epoch": 0.13551209662341548,
      "grad_norm": 1.3432343006134033,
      "learning_rate": 9.594969724630336e-05,
      "loss": 0.1762,
      "step": 1812
    },
    {
      "epoch": 0.13558688254870432,
      "grad_norm": 1.3841592073440552,
      "learning_rate": 9.594502923856085e-05,
      "loss": 0.1312,
      "step": 1813
    },
    {
      "epoch": 0.1356616684739932,
      "grad_norm": 0.9912624955177307,
      "learning_rate": 9.594035865609257e-05,
      "loss": 0.1371,
      "step": 1814
    },
    {
      "epoch": 0.13573645439928206,
      "grad_norm": 1.2699295282363892,
      "learning_rate": 9.593568549916028e-05,
      "loss": 0.1997,
      "step": 1815
    },
    {
      "epoch": 0.13581124032457093,
      "grad_norm": 1.2814322710037231,
      "learning_rate": 9.593100976802585e-05,
      "loss": 0.1293,
      "step": 1816
    },
    {
      "epoch": 0.13588602624985976,
      "grad_norm": 0.9336947202682495,
      "learning_rate": 9.59263314629513e-05,
      "loss": 0.0956,
      "step": 1817
    },
    {
      "epoch": 0.13596081217514863,
      "grad_norm": 1.2348939180374146,
      "learning_rate": 9.592165058419882e-05,
      "loss": 0.1463,
      "step": 1818
    },
    {
      "epoch": 0.1360355981004375,
      "grad_norm": 1.271119475364685,
      "learning_rate": 9.591696713203069e-05,
      "loss": 0.2168,
      "step": 1819
    },
    {
      "epoch": 0.13611038402572637,
      "grad_norm": 1.1154040098190308,
      "learning_rate": 9.591228110670939e-05,
      "loss": 0.1271,
      "step": 1820
    },
    {
      "epoch": 0.1361851699510152,
      "grad_norm": 0.9849507212638855,
      "learning_rate": 9.590759250849752e-05,
      "loss": 0.1217,
      "step": 1821
    },
    {
      "epoch": 0.13625995587630407,
      "grad_norm": 1.040351390838623,
      "learning_rate": 9.590290133765782e-05,
      "loss": 0.1426,
      "step": 1822
    },
    {
      "epoch": 0.13633474180159294,
      "grad_norm": 1.4272655248641968,
      "learning_rate": 9.589820759445318e-05,
      "loss": 0.1759,
      "step": 1823
    },
    {
      "epoch": 0.1364095277268818,
      "grad_norm": 1.7131003141403198,
      "learning_rate": 9.589351127914664e-05,
      "loss": 0.1984,
      "step": 1824
    },
    {
      "epoch": 0.13648431365217067,
      "grad_norm": 0.9389709830284119,
      "learning_rate": 9.588881239200138e-05,
      "loss": 0.0934,
      "step": 1825
    },
    {
      "epoch": 0.13655909957745951,
      "grad_norm": 0.9526451230049133,
      "learning_rate": 9.588411093328071e-05,
      "loss": 0.1122,
      "step": 1826
    },
    {
      "epoch": 0.13663388550274838,
      "grad_norm": 1.2014588117599487,
      "learning_rate": 9.587940690324811e-05,
      "loss": 0.0974,
      "step": 1827
    },
    {
      "epoch": 0.13670867142803725,
      "grad_norm": 1.1883184909820557,
      "learning_rate": 9.587470030216716e-05,
      "loss": 0.1336,
      "step": 1828
    },
    {
      "epoch": 0.13678345735332612,
      "grad_norm": 1.3571070432662964,
      "learning_rate": 9.586999113030166e-05,
      "loss": 0.1382,
      "step": 1829
    },
    {
      "epoch": 0.13685824327861495,
      "grad_norm": 1.3021135330200195,
      "learning_rate": 9.586527938791548e-05,
      "loss": 0.159,
      "step": 1830
    },
    {
      "epoch": 0.13693302920390382,
      "grad_norm": 1.533669352531433,
      "learning_rate": 9.586056507527266e-05,
      "loss": 0.1619,
      "step": 1831
    },
    {
      "epoch": 0.1370078151291927,
      "grad_norm": 1.4687646627426147,
      "learning_rate": 9.585584819263739e-05,
      "loss": 0.1993,
      "step": 1832
    },
    {
      "epoch": 0.13708260105448156,
      "grad_norm": 1.5059551000595093,
      "learning_rate": 9.585112874027402e-05,
      "loss": 0.1542,
      "step": 1833
    },
    {
      "epoch": 0.1371573869797704,
      "grad_norm": 2.0367140769958496,
      "learning_rate": 9.5846406718447e-05,
      "loss": 0.2185,
      "step": 1834
    },
    {
      "epoch": 0.13723217290505926,
      "grad_norm": 1.5236990451812744,
      "learning_rate": 9.584168212742097e-05,
      "loss": 0.2022,
      "step": 1835
    },
    {
      "epoch": 0.13730695883034813,
      "grad_norm": 0.8189510107040405,
      "learning_rate": 9.583695496746068e-05,
      "loss": 0.0722,
      "step": 1836
    },
    {
      "epoch": 0.137381744755637,
      "grad_norm": 1.8362590074539185,
      "learning_rate": 9.583222523883105e-05,
      "loss": 0.2085,
      "step": 1837
    },
    {
      "epoch": 0.13745653068092584,
      "grad_norm": 1.343769907951355,
      "learning_rate": 9.58274929417971e-05,
      "loss": 0.1743,
      "step": 1838
    },
    {
      "epoch": 0.1375313166062147,
      "grad_norm": 1.3987505435943604,
      "learning_rate": 9.582275807662404e-05,
      "loss": 0.1857,
      "step": 1839
    },
    {
      "epoch": 0.13760610253150357,
      "grad_norm": 0.8265280723571777,
      "learning_rate": 9.581802064357722e-05,
      "loss": 0.063,
      "step": 1840
    },
    {
      "epoch": 0.13768088845679244,
      "grad_norm": 1.4930599927902222,
      "learning_rate": 9.581328064292211e-05,
      "loss": 0.1396,
      "step": 1841
    },
    {
      "epoch": 0.1377556743820813,
      "grad_norm": 1.9038242101669312,
      "learning_rate": 9.580853807492434e-05,
      "loss": 0.2014,
      "step": 1842
    },
    {
      "epoch": 0.13783046030737015,
      "grad_norm": 1.8065553903579712,
      "learning_rate": 9.580379293984968e-05,
      "loss": 0.2423,
      "step": 1843
    },
    {
      "epoch": 0.137905246232659,
      "grad_norm": 1.074338674545288,
      "learning_rate": 9.579904523796405e-05,
      "loss": 0.1167,
      "step": 1844
    },
    {
      "epoch": 0.13798003215794788,
      "grad_norm": 1.6822820901870728,
      "learning_rate": 9.57942949695335e-05,
      "loss": 0.1448,
      "step": 1845
    },
    {
      "epoch": 0.13805481808323675,
      "grad_norm": 1.7379050254821777,
      "learning_rate": 9.578954213482423e-05,
      "loss": 0.2261,
      "step": 1846
    },
    {
      "epoch": 0.13812960400852559,
      "grad_norm": 2.388592004776001,
      "learning_rate": 9.578478673410258e-05,
      "loss": 0.288,
      "step": 1847
    },
    {
      "epoch": 0.13820438993381445,
      "grad_norm": 3.174257278442383,
      "learning_rate": 9.578002876763505e-05,
      "loss": 0.3583,
      "step": 1848
    },
    {
      "epoch": 0.13827917585910332,
      "grad_norm": 1.3697357177734375,
      "learning_rate": 9.577526823568828e-05,
      "loss": 0.1376,
      "step": 1849
    },
    {
      "epoch": 0.1383539617843922,
      "grad_norm": 2.5434958934783936,
      "learning_rate": 9.577050513852904e-05,
      "loss": 0.2785,
      "step": 1850
    },
    {
      "epoch": 0.13842874770968103,
      "grad_norm": 1.2014386653900146,
      "learning_rate": 9.576573947642424e-05,
      "loss": 0.2273,
      "step": 1851
    },
    {
      "epoch": 0.1385035336349699,
      "grad_norm": 1.0578235387802124,
      "learning_rate": 9.576097124964097e-05,
      "loss": 0.175,
      "step": 1852
    },
    {
      "epoch": 0.13857831956025876,
      "grad_norm": 0.7567192912101746,
      "learning_rate": 9.57562004584464e-05,
      "loss": 0.1002,
      "step": 1853
    },
    {
      "epoch": 0.13865310548554763,
      "grad_norm": 0.9384639859199524,
      "learning_rate": 9.57514271031079e-05,
      "loss": 0.1283,
      "step": 1854
    },
    {
      "epoch": 0.13872789141083647,
      "grad_norm": 0.9405795335769653,
      "learning_rate": 9.574665118389297e-05,
      "loss": 0.1454,
      "step": 1855
    },
    {
      "epoch": 0.13880267733612534,
      "grad_norm": 1.2741907835006714,
      "learning_rate": 9.574187270106925e-05,
      "loss": 0.2011,
      "step": 1856
    },
    {
      "epoch": 0.1388774632614142,
      "grad_norm": 1.0389114618301392,
      "learning_rate": 9.573709165490453e-05,
      "loss": 0.119,
      "step": 1857
    },
    {
      "epoch": 0.13895224918670307,
      "grad_norm": 0.7640620470046997,
      "learning_rate": 9.57323080456667e-05,
      "loss": 0.0816,
      "step": 1858
    },
    {
      "epoch": 0.13902703511199194,
      "grad_norm": 0.9935267567634583,
      "learning_rate": 9.572752187362386e-05,
      "loss": 0.1049,
      "step": 1859
    },
    {
      "epoch": 0.13910182103728078,
      "grad_norm": 0.958615779876709,
      "learning_rate": 9.572273313904423e-05,
      "loss": 0.1018,
      "step": 1860
    },
    {
      "epoch": 0.13917660696256964,
      "grad_norm": 1.5657148361206055,
      "learning_rate": 9.571794184219616e-05,
      "loss": 0.2116,
      "step": 1861
    },
    {
      "epoch": 0.1392513928878585,
      "grad_norm": 1.3265559673309326,
      "learning_rate": 9.571314798334813e-05,
      "loss": 0.133,
      "step": 1862
    },
    {
      "epoch": 0.13932617881314738,
      "grad_norm": 1.4255435466766357,
      "learning_rate": 9.57083515627688e-05,
      "loss": 0.1664,
      "step": 1863
    },
    {
      "epoch": 0.13940096473843622,
      "grad_norm": 1.0763298273086548,
      "learning_rate": 9.570355258072699e-05,
      "loss": 0.1253,
      "step": 1864
    },
    {
      "epoch": 0.13947575066372508,
      "grad_norm": 0.9136922955513,
      "learning_rate": 9.569875103749156e-05,
      "loss": 0.1227,
      "step": 1865
    },
    {
      "epoch": 0.13955053658901395,
      "grad_norm": 1.1086556911468506,
      "learning_rate": 9.569394693333164e-05,
      "loss": 0.1512,
      "step": 1866
    },
    {
      "epoch": 0.13962532251430282,
      "grad_norm": 1.3595831394195557,
      "learning_rate": 9.568914026851645e-05,
      "loss": 0.1417,
      "step": 1867
    },
    {
      "epoch": 0.13970010843959166,
      "grad_norm": 1.1116498708724976,
      "learning_rate": 9.56843310433153e-05,
      "loss": 0.1526,
      "step": 1868
    },
    {
      "epoch": 0.13977489436488053,
      "grad_norm": 1.4388723373413086,
      "learning_rate": 9.567951925799777e-05,
      "loss": 0.2011,
      "step": 1869
    },
    {
      "epoch": 0.1398496802901694,
      "grad_norm": 1.236831784248352,
      "learning_rate": 9.567470491283345e-05,
      "loss": 0.1478,
      "step": 1870
    },
    {
      "epoch": 0.13992446621545826,
      "grad_norm": 1.9643863439559937,
      "learning_rate": 9.566988800809216e-05,
      "loss": 0.1684,
      "step": 1871
    },
    {
      "epoch": 0.1399992521407471,
      "grad_norm": 1.0320976972579956,
      "learning_rate": 9.566506854404381e-05,
      "loss": 0.1043,
      "step": 1872
    },
    {
      "epoch": 0.14007403806603597,
      "grad_norm": 1.616390347480774,
      "learning_rate": 9.56602465209585e-05,
      "loss": 0.1364,
      "step": 1873
    },
    {
      "epoch": 0.14014882399132483,
      "grad_norm": 1.1303367614746094,
      "learning_rate": 9.565542193910648e-05,
      "loss": 0.1528,
      "step": 1874
    },
    {
      "epoch": 0.1402236099166137,
      "grad_norm": 1.3477659225463867,
      "learning_rate": 9.565059479875807e-05,
      "loss": 0.1207,
      "step": 1875
    },
    {
      "epoch": 0.14029839584190254,
      "grad_norm": 1.3057332038879395,
      "learning_rate": 9.564576510018378e-05,
      "loss": 0.1555,
      "step": 1876
    },
    {
      "epoch": 0.1403731817671914,
      "grad_norm": 1.265803575515747,
      "learning_rate": 9.564093284365429e-05,
      "loss": 0.0989,
      "step": 1877
    },
    {
      "epoch": 0.14044796769248027,
      "grad_norm": 0.955260157585144,
      "learning_rate": 9.563609802944038e-05,
      "loss": 0.0757,
      "step": 1878
    },
    {
      "epoch": 0.14052275361776914,
      "grad_norm": 0.991824746131897,
      "learning_rate": 9.563126065781301e-05,
      "loss": 0.0927,
      "step": 1879
    },
    {
      "epoch": 0.140597539543058,
      "grad_norm": 1.4959791898727417,
      "learning_rate": 9.562642072904322e-05,
      "loss": 0.127,
      "step": 1880
    },
    {
      "epoch": 0.14067232546834685,
      "grad_norm": 1.1764895915985107,
      "learning_rate": 9.562157824340228e-05,
      "loss": 0.1122,
      "step": 1881
    },
    {
      "epoch": 0.14074711139363572,
      "grad_norm": 1.4142745733261108,
      "learning_rate": 9.561673320116153e-05,
      "loss": 0.1607,
      "step": 1882
    },
    {
      "epoch": 0.14082189731892458,
      "grad_norm": 0.9747893214225769,
      "learning_rate": 9.561188560259251e-05,
      "loss": 0.0769,
      "step": 1883
    },
    {
      "epoch": 0.14089668324421345,
      "grad_norm": 1.1446878910064697,
      "learning_rate": 9.560703544796685e-05,
      "loss": 0.1203,
      "step": 1884
    },
    {
      "epoch": 0.1409714691695023,
      "grad_norm": 1.8105450868606567,
      "learning_rate": 9.560218273755637e-05,
      "loss": 0.1717,
      "step": 1885
    },
    {
      "epoch": 0.14104625509479116,
      "grad_norm": 0.9390321373939514,
      "learning_rate": 9.5597327471633e-05,
      "loss": 0.1266,
      "step": 1886
    },
    {
      "epoch": 0.14112104102008002,
      "grad_norm": 0.7439865469932556,
      "learning_rate": 9.559246965046881e-05,
      "loss": 0.0499,
      "step": 1887
    },
    {
      "epoch": 0.1411958269453689,
      "grad_norm": 1.125134825706482,
      "learning_rate": 9.558760927433605e-05,
      "loss": 0.1451,
      "step": 1888
    },
    {
      "epoch": 0.14127061287065773,
      "grad_norm": 2.0064592361450195,
      "learning_rate": 9.55827463435071e-05,
      "loss": 0.2203,
      "step": 1889
    },
    {
      "epoch": 0.1413453987959466,
      "grad_norm": 1.385500192642212,
      "learning_rate": 9.557788085825446e-05,
      "loss": 0.1646,
      "step": 1890
    },
    {
      "epoch": 0.14142018472123546,
      "grad_norm": 1.679401159286499,
      "learning_rate": 9.557301281885079e-05,
      "loss": 0.2273,
      "step": 1891
    },
    {
      "epoch": 0.14149497064652433,
      "grad_norm": 1.5287834405899048,
      "learning_rate": 9.556814222556889e-05,
      "loss": 0.1419,
      "step": 1892
    },
    {
      "epoch": 0.14156975657181317,
      "grad_norm": 1.7676520347595215,
      "learning_rate": 9.55632690786817e-05,
      "loss": 0.2109,
      "step": 1893
    },
    {
      "epoch": 0.14164454249710204,
      "grad_norm": 1.9705795049667358,
      "learning_rate": 9.555839337846233e-05,
      "loss": 0.2083,
      "step": 1894
    },
    {
      "epoch": 0.1417193284223909,
      "grad_norm": 2.307485818862915,
      "learning_rate": 9.555351512518399e-05,
      "loss": 0.3156,
      "step": 1895
    },
    {
      "epoch": 0.14179411434767977,
      "grad_norm": 1.9995149374008179,
      "learning_rate": 9.554863431912006e-05,
      "loss": 0.3015,
      "step": 1896
    },
    {
      "epoch": 0.14186890027296864,
      "grad_norm": 1.996413230895996,
      "learning_rate": 9.554375096054405e-05,
      "loss": 0.2283,
      "step": 1897
    },
    {
      "epoch": 0.14194368619825748,
      "grad_norm": 1.9181721210479736,
      "learning_rate": 9.553886504972963e-05,
      "loss": 0.2053,
      "step": 1898
    },
    {
      "epoch": 0.14201847212354635,
      "grad_norm": 2.9219090938568115,
      "learning_rate": 9.55339765869506e-05,
      "loss": 0.419,
      "step": 1899
    },
    {
      "epoch": 0.1420932580488352,
      "grad_norm": 1.7588187456130981,
      "learning_rate": 9.55290855724809e-05,
      "loss": 0.2882,
      "step": 1900
    },
    {
      "epoch": 0.14216804397412408,
      "grad_norm": 2.619744062423706,
      "learning_rate": 9.552419200659463e-05,
      "loss": 0.1787,
      "step": 1901
    },
    {
      "epoch": 0.14224282989941292,
      "grad_norm": 1.4954956769943237,
      "learning_rate": 9.551929588956601e-05,
      "loss": 0.1411,
      "step": 1902
    },
    {
      "epoch": 0.1423176158247018,
      "grad_norm": 1.324458122253418,
      "learning_rate": 9.551439722166941e-05,
      "loss": 0.1505,
      "step": 1903
    },
    {
      "epoch": 0.14239240174999065,
      "grad_norm": 1.0462570190429688,
      "learning_rate": 9.550949600317938e-05,
      "loss": 0.1106,
      "step": 1904
    },
    {
      "epoch": 0.14246718767527952,
      "grad_norm": 0.7990177273750305,
      "learning_rate": 9.550459223437055e-05,
      "loss": 0.0715,
      "step": 1905
    },
    {
      "epoch": 0.14254197360056836,
      "grad_norm": 1.1751625537872314,
      "learning_rate": 9.549968591551772e-05,
      "loss": 0.1073,
      "step": 1906
    },
    {
      "epoch": 0.14261675952585723,
      "grad_norm": 2.204188823699951,
      "learning_rate": 9.549477704689587e-05,
      "loss": 0.1132,
      "step": 1907
    },
    {
      "epoch": 0.1426915454511461,
      "grad_norm": 1.0891294479370117,
      "learning_rate": 9.548986562878005e-05,
      "loss": 0.1457,
      "step": 1908
    },
    {
      "epoch": 0.14276633137643496,
      "grad_norm": 1.0606598854064941,
      "learning_rate": 9.548495166144551e-05,
      "loss": 0.1269,
      "step": 1909
    },
    {
      "epoch": 0.1428411173017238,
      "grad_norm": 1.2714335918426514,
      "learning_rate": 9.548003514516763e-05,
      "loss": 0.1617,
      "step": 1910
    },
    {
      "epoch": 0.14291590322701267,
      "grad_norm": 1.0223461389541626,
      "learning_rate": 9.547511608022192e-05,
      "loss": 0.153,
      "step": 1911
    },
    {
      "epoch": 0.14299068915230154,
      "grad_norm": 1.2093725204467773,
      "learning_rate": 9.547019446688405e-05,
      "loss": 0.1061,
      "step": 1912
    },
    {
      "epoch": 0.1430654750775904,
      "grad_norm": 1.1343271732330322,
      "learning_rate": 9.546527030542982e-05,
      "loss": 0.1368,
      "step": 1913
    },
    {
      "epoch": 0.14314026100287927,
      "grad_norm": 2.0032591819763184,
      "learning_rate": 9.546034359613518e-05,
      "loss": 0.3174,
      "step": 1914
    },
    {
      "epoch": 0.1432150469281681,
      "grad_norm": 1.0889524221420288,
      "learning_rate": 9.54554143392762e-05,
      "loss": 0.1351,
      "step": 1915
    },
    {
      "epoch": 0.14328983285345698,
      "grad_norm": 0.9699254631996155,
      "learning_rate": 9.545048253512913e-05,
      "loss": 0.0893,
      "step": 1916
    },
    {
      "epoch": 0.14336461877874584,
      "grad_norm": 1.5609323978424072,
      "learning_rate": 9.544554818397034e-05,
      "loss": 0.1589,
      "step": 1917
    },
    {
      "epoch": 0.1434394047040347,
      "grad_norm": 0.9952245950698853,
      "learning_rate": 9.544061128607634e-05,
      "loss": 0.1194,
      "step": 1918
    },
    {
      "epoch": 0.14351419062932355,
      "grad_norm": 1.0917974710464478,
      "learning_rate": 9.543567184172381e-05,
      "loss": 0.0878,
      "step": 1919
    },
    {
      "epoch": 0.14358897655461242,
      "grad_norm": 1.1675134897232056,
      "learning_rate": 9.543072985118952e-05,
      "loss": 0.098,
      "step": 1920
    },
    {
      "epoch": 0.14366376247990129,
      "grad_norm": 1.4303432703018188,
      "learning_rate": 9.542578531475046e-05,
      "loss": 0.1945,
      "step": 1921
    },
    {
      "epoch": 0.14373854840519015,
      "grad_norm": 1.1686339378356934,
      "learning_rate": 9.542083823268368e-05,
      "loss": 0.1878,
      "step": 1922
    },
    {
      "epoch": 0.143813334330479,
      "grad_norm": 1.8891469240188599,
      "learning_rate": 9.541588860526643e-05,
      "loss": 0.2834,
      "step": 1923
    },
    {
      "epoch": 0.14388812025576786,
      "grad_norm": 1.3234783411026,
      "learning_rate": 9.541093643277607e-05,
      "loss": 0.1475,
      "step": 1924
    },
    {
      "epoch": 0.14396290618105673,
      "grad_norm": 0.8227068781852722,
      "learning_rate": 9.540598171549014e-05,
      "loss": 0.0565,
      "step": 1925
    },
    {
      "epoch": 0.1440376921063456,
      "grad_norm": 1.9222979545593262,
      "learning_rate": 9.540102445368627e-05,
      "loss": 0.2254,
      "step": 1926
    },
    {
      "epoch": 0.14411247803163443,
      "grad_norm": 1.4551604986190796,
      "learning_rate": 9.539606464764228e-05,
      "loss": 0.1394,
      "step": 1927
    },
    {
      "epoch": 0.1441872639569233,
      "grad_norm": 1.4871078729629517,
      "learning_rate": 9.539110229763611e-05,
      "loss": 0.1704,
      "step": 1928
    },
    {
      "epoch": 0.14426204988221217,
      "grad_norm": 1.3954617977142334,
      "learning_rate": 9.538613740394584e-05,
      "loss": 0.2136,
      "step": 1929
    },
    {
      "epoch": 0.14433683580750103,
      "grad_norm": 1.0925426483154297,
      "learning_rate": 9.538116996684972e-05,
      "loss": 0.0902,
      "step": 1930
    },
    {
      "epoch": 0.1444116217327899,
      "grad_norm": 0.9047714471817017,
      "learning_rate": 9.537619998662609e-05,
      "loss": 0.0823,
      "step": 1931
    },
    {
      "epoch": 0.14448640765807874,
      "grad_norm": 1.3497769832611084,
      "learning_rate": 9.537122746355346e-05,
      "loss": 0.1462,
      "step": 1932
    },
    {
      "epoch": 0.1445611935833676,
      "grad_norm": 1.2249979972839355,
      "learning_rate": 9.536625239791054e-05,
      "loss": 0.1393,
      "step": 1933
    },
    {
      "epoch": 0.14463597950865648,
      "grad_norm": 1.5010522603988647,
      "learning_rate": 9.536127478997608e-05,
      "loss": 0.2244,
      "step": 1934
    },
    {
      "epoch": 0.14471076543394534,
      "grad_norm": 1.3772614002227783,
      "learning_rate": 9.535629464002904e-05,
      "loss": 0.183,
      "step": 1935
    },
    {
      "epoch": 0.14478555135923418,
      "grad_norm": 1.423471212387085,
      "learning_rate": 9.53513119483485e-05,
      "loss": 0.1305,
      "step": 1936
    },
    {
      "epoch": 0.14486033728452305,
      "grad_norm": 1.4994356632232666,
      "learning_rate": 9.534632671521369e-05,
      "loss": 0.0951,
      "step": 1937
    },
    {
      "epoch": 0.14493512320981192,
      "grad_norm": 1.5790098905563354,
      "learning_rate": 9.534133894090397e-05,
      "loss": 0.1129,
      "step": 1938
    },
    {
      "epoch": 0.14500990913510078,
      "grad_norm": 1.4070627689361572,
      "learning_rate": 9.533634862569886e-05,
      "loss": 0.1453,
      "step": 1939
    },
    {
      "epoch": 0.14508469506038962,
      "grad_norm": 1.6169664859771729,
      "learning_rate": 9.533135576987801e-05,
      "loss": 0.2085,
      "step": 1940
    },
    {
      "epoch": 0.1451594809856785,
      "grad_norm": 0.9843160510063171,
      "learning_rate": 9.53263603737212e-05,
      "loss": 0.0785,
      "step": 1941
    },
    {
      "epoch": 0.14523426691096736,
      "grad_norm": 1.1504290103912354,
      "learning_rate": 9.532136243750841e-05,
      "loss": 0.092,
      "step": 1942
    },
    {
      "epoch": 0.14530905283625623,
      "grad_norm": 2.585158109664917,
      "learning_rate": 9.531636196151968e-05,
      "loss": 0.5047,
      "step": 1943
    },
    {
      "epoch": 0.14538383876154506,
      "grad_norm": 1.9101519584655762,
      "learning_rate": 9.531135894603527e-05,
      "loss": 0.3047,
      "step": 1944
    },
    {
      "epoch": 0.14545862468683393,
      "grad_norm": 1.6108043193817139,
      "learning_rate": 9.53063533913355e-05,
      "loss": 0.2139,
      "step": 1945
    },
    {
      "epoch": 0.1455334106121228,
      "grad_norm": 2.739858865737915,
      "learning_rate": 9.53013452977009e-05,
      "loss": 0.5734,
      "step": 1946
    },
    {
      "epoch": 0.14560819653741167,
      "grad_norm": 2.515709638595581,
      "learning_rate": 9.529633466541214e-05,
      "loss": 0.385,
      "step": 1947
    },
    {
      "epoch": 0.14568298246270053,
      "grad_norm": 1.5594927072525024,
      "learning_rate": 9.529132149474999e-05,
      "loss": 0.1762,
      "step": 1948
    },
    {
      "epoch": 0.14575776838798937,
      "grad_norm": 1.8067841529846191,
      "learning_rate": 9.528630578599538e-05,
      "loss": 0.2023,
      "step": 1949
    },
    {
      "epoch": 0.14583255431327824,
      "grad_norm": 0.9136022329330444,
      "learning_rate": 9.52812875394294e-05,
      "loss": 0.0612,
      "step": 1950
    },
    {
      "epoch": 0.1459073402385671,
      "grad_norm": 1.3390077352523804,
      "learning_rate": 9.527626675533325e-05,
      "loss": 0.1399,
      "step": 1951
    },
    {
      "epoch": 0.14598212616385597,
      "grad_norm": 1.053662657737732,
      "learning_rate": 9.527124343398832e-05,
      "loss": 0.1386,
      "step": 1952
    },
    {
      "epoch": 0.1460569120891448,
      "grad_norm": 1.1578693389892578,
      "learning_rate": 9.526621757567608e-05,
      "loss": 0.1398,
      "step": 1953
    },
    {
      "epoch": 0.14613169801443368,
      "grad_norm": 1.025847315788269,
      "learning_rate": 9.526118918067821e-05,
      "loss": 0.1421,
      "step": 1954
    },
    {
      "epoch": 0.14620648393972255,
      "grad_norm": 0.7224162220954895,
      "learning_rate": 9.525615824927649e-05,
      "loss": 0.0874,
      "step": 1955
    },
    {
      "epoch": 0.14628126986501142,
      "grad_norm": 1.3095393180847168,
      "learning_rate": 9.525112478175282e-05,
      "loss": 0.1412,
      "step": 1956
    },
    {
      "epoch": 0.14635605579030025,
      "grad_norm": 1.7710657119750977,
      "learning_rate": 9.524608877838929e-05,
      "loss": 0.1707,
      "step": 1957
    },
    {
      "epoch": 0.14643084171558912,
      "grad_norm": 0.9132886528968811,
      "learning_rate": 9.524105023946814e-05,
      "loss": 0.1174,
      "step": 1958
    },
    {
      "epoch": 0.146505627640878,
      "grad_norm": 1.2251300811767578,
      "learning_rate": 9.523600916527169e-05,
      "loss": 0.1481,
      "step": 1959
    },
    {
      "epoch": 0.14658041356616686,
      "grad_norm": 1.235139012336731,
      "learning_rate": 9.523096555608244e-05,
      "loss": 0.1544,
      "step": 1960
    },
    {
      "epoch": 0.1466551994914557,
      "grad_norm": 0.5694416165351868,
      "learning_rate": 9.522591941218304e-05,
      "loss": 0.0597,
      "step": 1961
    },
    {
      "epoch": 0.14672998541674456,
      "grad_norm": 0.7908417582511902,
      "learning_rate": 9.522087073385629e-05,
      "loss": 0.0807,
      "step": 1962
    },
    {
      "epoch": 0.14680477134203343,
      "grad_norm": 0.8617028594017029,
      "learning_rate": 9.521581952138508e-05,
      "loss": 0.0792,
      "step": 1963
    },
    {
      "epoch": 0.1468795572673223,
      "grad_norm": 1.2953060865402222,
      "learning_rate": 9.52107657750525e-05,
      "loss": 0.1651,
      "step": 1964
    },
    {
      "epoch": 0.14695434319261116,
      "grad_norm": 1.1359410285949707,
      "learning_rate": 9.520570949514176e-05,
      "loss": 0.1464,
      "step": 1965
    },
    {
      "epoch": 0.1470291291179,
      "grad_norm": 0.9901319146156311,
      "learning_rate": 9.52006506819362e-05,
      "loss": 0.108,
      "step": 1966
    },
    {
      "epoch": 0.14710391504318887,
      "grad_norm": 2.0279908180236816,
      "learning_rate": 9.51955893357193e-05,
      "loss": 0.2113,
      "step": 1967
    },
    {
      "epoch": 0.14717870096847774,
      "grad_norm": 1.1800998449325562,
      "learning_rate": 9.519052545677472e-05,
      "loss": 0.1407,
      "step": 1968
    },
    {
      "epoch": 0.1472534868937666,
      "grad_norm": 1.5980727672576904,
      "learning_rate": 9.518545904538622e-05,
      "loss": 0.1012,
      "step": 1969
    },
    {
      "epoch": 0.14732827281905544,
      "grad_norm": 1.8623900413513184,
      "learning_rate": 9.518039010183772e-05,
      "loss": 0.2892,
      "step": 1970
    },
    {
      "epoch": 0.1474030587443443,
      "grad_norm": 1.08333420753479,
      "learning_rate": 9.517531862641328e-05,
      "loss": 0.1316,
      "step": 1971
    },
    {
      "epoch": 0.14747784466963318,
      "grad_norm": 0.9998760223388672,
      "learning_rate": 9.517024461939711e-05,
      "loss": 0.1548,
      "step": 1972
    },
    {
      "epoch": 0.14755263059492205,
      "grad_norm": 1.9362609386444092,
      "learning_rate": 9.516516808107354e-05,
      "loss": 0.2229,
      "step": 1973
    },
    {
      "epoch": 0.14762741652021089,
      "grad_norm": 0.8282067775726318,
      "learning_rate": 9.516008901172707e-05,
      "loss": 0.0725,
      "step": 1974
    },
    {
      "epoch": 0.14770220244549975,
      "grad_norm": 0.8678620457649231,
      "learning_rate": 9.515500741164231e-05,
      "loss": 0.1122,
      "step": 1975
    },
    {
      "epoch": 0.14777698837078862,
      "grad_norm": 1.2707825899124146,
      "learning_rate": 9.514992328110406e-05,
      "loss": 0.122,
      "step": 1976
    },
    {
      "epoch": 0.1478517742960775,
      "grad_norm": 1.1716400384902954,
      "learning_rate": 9.51448366203972e-05,
      "loss": 0.1264,
      "step": 1977
    },
    {
      "epoch": 0.14792656022136633,
      "grad_norm": 1.0374255180358887,
      "learning_rate": 9.513974742980678e-05,
      "loss": 0.0847,
      "step": 1978
    },
    {
      "epoch": 0.1480013461466552,
      "grad_norm": 1.223943829536438,
      "learning_rate": 9.513465570961802e-05,
      "loss": 0.1477,
      "step": 1979
    },
    {
      "epoch": 0.14807613207194406,
      "grad_norm": 1.4143924713134766,
      "learning_rate": 9.512956146011624e-05,
      "loss": 0.1817,
      "step": 1980
    },
    {
      "epoch": 0.14815091799723293,
      "grad_norm": 1.8665096759796143,
      "learning_rate": 9.512446468158692e-05,
      "loss": 0.2764,
      "step": 1981
    },
    {
      "epoch": 0.14822570392252177,
      "grad_norm": 1.0065275430679321,
      "learning_rate": 9.511936537431568e-05,
      "loss": 0.0901,
      "step": 1982
    },
    {
      "epoch": 0.14830048984781063,
      "grad_norm": 1.276759386062622,
      "learning_rate": 9.511426353858829e-05,
      "loss": 0.1295,
      "step": 1983
    },
    {
      "epoch": 0.1483752757730995,
      "grad_norm": 1.183717966079712,
      "learning_rate": 9.510915917469063e-05,
      "loss": 0.182,
      "step": 1984
    },
    {
      "epoch": 0.14845006169838837,
      "grad_norm": 0.8568251729011536,
      "learning_rate": 9.510405228290877e-05,
      "loss": 0.0981,
      "step": 1985
    },
    {
      "epoch": 0.14852484762367724,
      "grad_norm": 0.8765662908554077,
      "learning_rate": 9.50989428635289e-05,
      "loss": 0.0732,
      "step": 1986
    },
    {
      "epoch": 0.14859963354896608,
      "grad_norm": 1.4448720216751099,
      "learning_rate": 9.509383091683732e-05,
      "loss": 0.19,
      "step": 1987
    },
    {
      "epoch": 0.14867441947425494,
      "grad_norm": 1.1718870401382446,
      "learning_rate": 9.508871644312052e-05,
      "loss": 0.1255,
      "step": 1988
    },
    {
      "epoch": 0.1487492053995438,
      "grad_norm": 0.8021754622459412,
      "learning_rate": 9.508359944266511e-05,
      "loss": 0.0727,
      "step": 1989
    },
    {
      "epoch": 0.14882399132483268,
      "grad_norm": 1.5297212600708008,
      "learning_rate": 9.507847991575785e-05,
      "loss": 0.1894,
      "step": 1990
    },
    {
      "epoch": 0.14889877725012152,
      "grad_norm": 1.4945030212402344,
      "learning_rate": 9.507335786268561e-05,
      "loss": 0.159,
      "step": 1991
    },
    {
      "epoch": 0.14897356317541038,
      "grad_norm": 1.3360849618911743,
      "learning_rate": 9.506823328373543e-05,
      "loss": 0.1474,
      "step": 1992
    },
    {
      "epoch": 0.14904834910069925,
      "grad_norm": 1.4039629697799683,
      "learning_rate": 9.506310617919451e-05,
      "loss": 0.2096,
      "step": 1993
    },
    {
      "epoch": 0.14912313502598812,
      "grad_norm": 1.411280870437622,
      "learning_rate": 9.505797654935015e-05,
      "loss": 0.168,
      "step": 1994
    },
    {
      "epoch": 0.14919792095127696,
      "grad_norm": 2.1759514808654785,
      "learning_rate": 9.505284439448982e-05,
      "loss": 0.2026,
      "step": 1995
    },
    {
      "epoch": 0.14927270687656582,
      "grad_norm": 3.0036380290985107,
      "learning_rate": 9.504770971490113e-05,
      "loss": 0.4488,
      "step": 1996
    },
    {
      "epoch": 0.1493474928018547,
      "grad_norm": 3.61240291595459,
      "learning_rate": 9.50425725108718e-05,
      "loss": 0.4013,
      "step": 1997
    },
    {
      "epoch": 0.14942227872714356,
      "grad_norm": 2.6835014820098877,
      "learning_rate": 9.503743278268974e-05,
      "loss": 0.3032,
      "step": 1998
    },
    {
      "epoch": 0.1494970646524324,
      "grad_norm": 1.2055822610855103,
      "learning_rate": 9.503229053064297e-05,
      "loss": 0.1054,
      "step": 1999
    },
    {
      "epoch": 0.14957185057772127,
      "grad_norm": 2.0232200622558594,
      "learning_rate": 9.502714575501964e-05,
      "loss": 0.2864,
      "step": 2000
    },
    {
      "epoch": 0.14964663650301013,
      "grad_norm": 1.4949166774749756,
      "learning_rate": 9.502199845610806e-05,
      "loss": 0.231,
      "step": 2001
    },
    {
      "epoch": 0.149721422428299,
      "grad_norm": 1.3152570724487305,
      "learning_rate": 9.501684863419671e-05,
      "loss": 0.1262,
      "step": 2002
    },
    {
      "epoch": 0.14979620835358787,
      "grad_norm": 1.092152714729309,
      "learning_rate": 9.501169628957418e-05,
      "loss": 0.125,
      "step": 2003
    },
    {
      "epoch": 0.1498709942788767,
      "grad_norm": 0.889960765838623,
      "learning_rate": 9.500654142252916e-05,
      "loss": 0.1442,
      "step": 2004
    },
    {
      "epoch": 0.14994578020416557,
      "grad_norm": 0.9729434847831726,
      "learning_rate": 9.500138403335056e-05,
      "loss": 0.13,
      "step": 2005
    },
    {
      "epoch": 0.15002056612945444,
      "grad_norm": 0.9612194299697876,
      "learning_rate": 9.499622412232741e-05,
      "loss": 0.0972,
      "step": 2006
    },
    {
      "epoch": 0.1500953520547433,
      "grad_norm": 0.7762472033500671,
      "learning_rate": 9.499106168974885e-05,
      "loss": 0.096,
      "step": 2007
    },
    {
      "epoch": 0.15017013798003215,
      "grad_norm": 0.9760834574699402,
      "learning_rate": 9.498589673590416e-05,
      "loss": 0.1271,
      "step": 2008
    },
    {
      "epoch": 0.15024492390532102,
      "grad_norm": 0.9824445247650146,
      "learning_rate": 9.49807292610828e-05,
      "loss": 0.14,
      "step": 2009
    },
    {
      "epoch": 0.15031970983060988,
      "grad_norm": 0.7553480267524719,
      "learning_rate": 9.497555926557435e-05,
      "loss": 0.089,
      "step": 2010
    },
    {
      "epoch": 0.15039449575589875,
      "grad_norm": 0.6967675685882568,
      "learning_rate": 9.497038674966854e-05,
      "loss": 0.0792,
      "step": 2011
    },
    {
      "epoch": 0.1504692816811876,
      "grad_norm": 0.8562846183776855,
      "learning_rate": 9.496521171365522e-05,
      "loss": 0.0967,
      "step": 2012
    },
    {
      "epoch": 0.15054406760647646,
      "grad_norm": 0.9112205505371094,
      "learning_rate": 9.49600341578244e-05,
      "loss": 0.1471,
      "step": 2013
    },
    {
      "epoch": 0.15061885353176532,
      "grad_norm": 0.9054088592529297,
      "learning_rate": 9.495485408246622e-05,
      "loss": 0.1181,
      "step": 2014
    },
    {
      "epoch": 0.1506936394570542,
      "grad_norm": 1.1108475923538208,
      "learning_rate": 9.494967148787098e-05,
      "loss": 0.1652,
      "step": 2015
    },
    {
      "epoch": 0.15076842538234303,
      "grad_norm": 0.9318099021911621,
      "learning_rate": 9.494448637432911e-05,
      "loss": 0.0725,
      "step": 2016
    },
    {
      "epoch": 0.1508432113076319,
      "grad_norm": 0.7959613800048828,
      "learning_rate": 9.493929874213116e-05,
      "loss": 0.0869,
      "step": 2017
    },
    {
      "epoch": 0.15091799723292076,
      "grad_norm": 0.7551824450492859,
      "learning_rate": 9.493410859156788e-05,
      "loss": 0.0694,
      "step": 2018
    },
    {
      "epoch": 0.15099278315820963,
      "grad_norm": 1.2897071838378906,
      "learning_rate": 9.492891592293007e-05,
      "loss": 0.1599,
      "step": 2019
    },
    {
      "epoch": 0.1510675690834985,
      "grad_norm": 1.7891913652420044,
      "learning_rate": 9.492372073650878e-05,
      "loss": 0.3135,
      "step": 2020
    },
    {
      "epoch": 0.15114235500878734,
      "grad_norm": 1.4606568813323975,
      "learning_rate": 9.491852303259509e-05,
      "loss": 0.1941,
      "step": 2021
    },
    {
      "epoch": 0.1512171409340762,
      "grad_norm": 1.2535454034805298,
      "learning_rate": 9.491332281148031e-05,
      "loss": 0.1603,
      "step": 2022
    },
    {
      "epoch": 0.15129192685936507,
      "grad_norm": 0.9125409722328186,
      "learning_rate": 9.490812007345584e-05,
      "loss": 0.0649,
      "step": 2023
    },
    {
      "epoch": 0.15136671278465394,
      "grad_norm": 1.5871318578720093,
      "learning_rate": 9.490291481881325e-05,
      "loss": 0.1051,
      "step": 2024
    },
    {
      "epoch": 0.15144149870994278,
      "grad_norm": 1.1069215536117554,
      "learning_rate": 9.489770704784423e-05,
      "loss": 0.1261,
      "step": 2025
    },
    {
      "epoch": 0.15151628463523165,
      "grad_norm": 1.4288026094436646,
      "learning_rate": 9.489249676084062e-05,
      "loss": 0.1943,
      "step": 2026
    },
    {
      "epoch": 0.1515910705605205,
      "grad_norm": 1.1143895387649536,
      "learning_rate": 9.488728395809441e-05,
      "loss": 0.0968,
      "step": 2027
    },
    {
      "epoch": 0.15166585648580938,
      "grad_norm": 1.3336073160171509,
      "learning_rate": 9.488206863989772e-05,
      "loss": 0.1585,
      "step": 2028
    },
    {
      "epoch": 0.15174064241109822,
      "grad_norm": 1.4975634813308716,
      "learning_rate": 9.48768508065428e-05,
      "loss": 0.1754,
      "step": 2029
    },
    {
      "epoch": 0.1518154283363871,
      "grad_norm": 1.2404515743255615,
      "learning_rate": 9.487163045832207e-05,
      "loss": 0.1689,
      "step": 2030
    },
    {
      "epoch": 0.15189021426167595,
      "grad_norm": 0.9001485705375671,
      "learning_rate": 9.486640759552804e-05,
      "loss": 0.1161,
      "step": 2031
    },
    {
      "epoch": 0.15196500018696482,
      "grad_norm": 1.6799191236495972,
      "learning_rate": 9.486118221845346e-05,
      "loss": 0.2983,
      "step": 2032
    },
    {
      "epoch": 0.15203978611225366,
      "grad_norm": 1.3508354425430298,
      "learning_rate": 9.485595432739109e-05,
      "loss": 0.1747,
      "step": 2033
    },
    {
      "epoch": 0.15211457203754253,
      "grad_norm": 0.934665322303772,
      "learning_rate": 9.485072392263394e-05,
      "loss": 0.1015,
      "step": 2034
    },
    {
      "epoch": 0.1521893579628314,
      "grad_norm": 1.163238286972046,
      "learning_rate": 9.484549100447509e-05,
      "loss": 0.1136,
      "step": 2035
    },
    {
      "epoch": 0.15226414388812026,
      "grad_norm": 0.9491172432899475,
      "learning_rate": 9.484025557320781e-05,
      "loss": 0.0842,
      "step": 2036
    },
    {
      "epoch": 0.15233892981340913,
      "grad_norm": 1.0916794538497925,
      "learning_rate": 9.483501762912548e-05,
      "loss": 0.1115,
      "step": 2037
    },
    {
      "epoch": 0.15241371573869797,
      "grad_norm": 1.6565290689468384,
      "learning_rate": 9.482977717252163e-05,
      "loss": 0.3044,
      "step": 2038
    },
    {
      "epoch": 0.15248850166398684,
      "grad_norm": 1.3399869203567505,
      "learning_rate": 9.482453420368994e-05,
      "loss": 0.1473,
      "step": 2039
    },
    {
      "epoch": 0.1525632875892757,
      "grad_norm": 1.8873324394226074,
      "learning_rate": 9.48192887229242e-05,
      "loss": 0.157,
      "step": 2040
    },
    {
      "epoch": 0.15263807351456457,
      "grad_norm": 1.9846502542495728,
      "learning_rate": 9.481404073051841e-05,
      "loss": 0.1656,
      "step": 2041
    },
    {
      "epoch": 0.1527128594398534,
      "grad_norm": 1.2842605113983154,
      "learning_rate": 9.48087902267666e-05,
      "loss": 0.1472,
      "step": 2042
    },
    {
      "epoch": 0.15278764536514228,
      "grad_norm": 2.3842291831970215,
      "learning_rate": 9.480353721196305e-05,
      "loss": 0.4465,
      "step": 2043
    },
    {
      "epoch": 0.15286243129043114,
      "grad_norm": 1.5743720531463623,
      "learning_rate": 9.479828168640212e-05,
      "loss": 0.2665,
      "step": 2044
    },
    {
      "epoch": 0.15293721721572,
      "grad_norm": 1.539962887763977,
      "learning_rate": 9.479302365037833e-05,
      "loss": 0.1734,
      "step": 2045
    },
    {
      "epoch": 0.15301200314100885,
      "grad_norm": 1.5130056142807007,
      "learning_rate": 9.478776310418633e-05,
      "loss": 0.194,
      "step": 2046
    },
    {
      "epoch": 0.15308678906629772,
      "grad_norm": 2.4030263423919678,
      "learning_rate": 9.47825000481209e-05,
      "loss": 0.3564,
      "step": 2047
    },
    {
      "epoch": 0.15316157499158659,
      "grad_norm": 1.9454995393753052,
      "learning_rate": 9.477723448247703e-05,
      "loss": 0.2171,
      "step": 2048
    },
    {
      "epoch": 0.15323636091687545,
      "grad_norm": 2.5593574047088623,
      "learning_rate": 9.477196640754975e-05,
      "loss": 0.3667,
      "step": 2049
    },
    {
      "epoch": 0.1533111468421643,
      "grad_norm": 2.6611664295196533,
      "learning_rate": 9.476669582363431e-05,
      "loss": 0.3059,
      "step": 2050
    },
    {
      "epoch": 0.15338593276745316,
      "grad_norm": 8.439534187316895,
      "learning_rate": 9.476142273102606e-05,
      "loss": 0.4318,
      "step": 2051
    },
    {
      "epoch": 0.15346071869274203,
      "grad_norm": 8.96645450592041,
      "learning_rate": 9.475614713002047e-05,
      "loss": 0.2487,
      "step": 2052
    },
    {
      "epoch": 0.1535355046180309,
      "grad_norm": 2.1766767501831055,
      "learning_rate": 9.475086902091323e-05,
      "loss": 0.1394,
      "step": 2053
    },
    {
      "epoch": 0.15361029054331976,
      "grad_norm": 2.438903570175171,
      "learning_rate": 9.474558840400009e-05,
      "loss": 0.2702,
      "step": 2054
    },
    {
      "epoch": 0.1536850764686086,
      "grad_norm": 1.535251259803772,
      "learning_rate": 9.474030527957699e-05,
      "loss": 0.3486,
      "step": 2055
    },
    {
      "epoch": 0.15375986239389747,
      "grad_norm": 1.082891821861267,
      "learning_rate": 9.473501964793997e-05,
      "loss": 0.0981,
      "step": 2056
    },
    {
      "epoch": 0.15383464831918633,
      "grad_norm": 1.2181390523910522,
      "learning_rate": 9.472973150938523e-05,
      "loss": 0.1097,
      "step": 2057
    },
    {
      "epoch": 0.1539094342444752,
      "grad_norm": 1.2186719179153442,
      "learning_rate": 9.472444086420915e-05,
      "loss": 0.1107,
      "step": 2058
    },
    {
      "epoch": 0.15398422016976404,
      "grad_norm": 1.8561172485351562,
      "learning_rate": 9.471914771270821e-05,
      "loss": 0.1445,
      "step": 2059
    },
    {
      "epoch": 0.1540590060950529,
      "grad_norm": 0.8842939734458923,
      "learning_rate": 9.471385205517898e-05,
      "loss": 0.0802,
      "step": 2060
    },
    {
      "epoch": 0.15413379202034178,
      "grad_norm": 1.0046757459640503,
      "learning_rate": 9.470855389191828e-05,
      "loss": 0.1166,
      "step": 2061
    },
    {
      "epoch": 0.15420857794563064,
      "grad_norm": 1.0720102787017822,
      "learning_rate": 9.4703253223223e-05,
      "loss": 0.1503,
      "step": 2062
    },
    {
      "epoch": 0.15428336387091948,
      "grad_norm": 0.7387126684188843,
      "learning_rate": 9.469795004939017e-05,
      "loss": 0.0791,
      "step": 2063
    },
    {
      "epoch": 0.15435814979620835,
      "grad_norm": 1.493237018585205,
      "learning_rate": 9.469264437071702e-05,
      "loss": 0.3047,
      "step": 2064
    },
    {
      "epoch": 0.15443293572149722,
      "grad_norm": 1.4391710758209229,
      "learning_rate": 9.468733618750081e-05,
      "loss": 0.2676,
      "step": 2065
    },
    {
      "epoch": 0.15450772164678608,
      "grad_norm": 1.6569045782089233,
      "learning_rate": 9.468202550003905e-05,
      "loss": 0.1313,
      "step": 2066
    },
    {
      "epoch": 0.15458250757207492,
      "grad_norm": 0.9607895612716675,
      "learning_rate": 9.467671230862934e-05,
      "loss": 0.1075,
      "step": 2067
    },
    {
      "epoch": 0.1546572934973638,
      "grad_norm": 1.2405985593795776,
      "learning_rate": 9.467139661356944e-05,
      "loss": 0.1677,
      "step": 2068
    },
    {
      "epoch": 0.15473207942265266,
      "grad_norm": 1.0818183422088623,
      "learning_rate": 9.466607841515721e-05,
      "loss": 0.1317,
      "step": 2069
    },
    {
      "epoch": 0.15480686534794152,
      "grad_norm": 0.7759811282157898,
      "learning_rate": 9.466075771369069e-05,
      "loss": 0.0684,
      "step": 2070
    },
    {
      "epoch": 0.1548816512732304,
      "grad_norm": 1.3069530725479126,
      "learning_rate": 9.465543450946806e-05,
      "loss": 0.1917,
      "step": 2071
    },
    {
      "epoch": 0.15495643719851923,
      "grad_norm": 1.0544732809066772,
      "learning_rate": 9.465010880278762e-05,
      "loss": 0.121,
      "step": 2072
    },
    {
      "epoch": 0.1550312231238081,
      "grad_norm": 0.8992152810096741,
      "learning_rate": 9.464478059394781e-05,
      "loss": 0.0843,
      "step": 2073
    },
    {
      "epoch": 0.15510600904909697,
      "grad_norm": 1.040764570236206,
      "learning_rate": 9.463944988324722e-05,
      "loss": 0.1163,
      "step": 2074
    },
    {
      "epoch": 0.15518079497438583,
      "grad_norm": 1.256933331489563,
      "learning_rate": 9.463411667098459e-05,
      "loss": 0.1636,
      "step": 2075
    },
    {
      "epoch": 0.15525558089967467,
      "grad_norm": 1.1279380321502686,
      "learning_rate": 9.462878095745879e-05,
      "loss": 0.1268,
      "step": 2076
    },
    {
      "epoch": 0.15533036682496354,
      "grad_norm": 1.1736116409301758,
      "learning_rate": 9.462344274296881e-05,
      "loss": 0.1537,
      "step": 2077
    },
    {
      "epoch": 0.1554051527502524,
      "grad_norm": 1.2268176078796387,
      "learning_rate": 9.461810202781383e-05,
      "loss": 0.1119,
      "step": 2078
    },
    {
      "epoch": 0.15547993867554127,
      "grad_norm": 1.5506176948547363,
      "learning_rate": 9.461275881229312e-05,
      "loss": 0.1674,
      "step": 2079
    },
    {
      "epoch": 0.1555547246008301,
      "grad_norm": 0.9590482711791992,
      "learning_rate": 9.46074130967061e-05,
      "loss": 0.098,
      "step": 2080
    },
    {
      "epoch": 0.15562951052611898,
      "grad_norm": 1.170712947845459,
      "learning_rate": 9.460206488135237e-05,
      "loss": 0.087,
      "step": 2081
    },
    {
      "epoch": 0.15570429645140785,
      "grad_norm": 1.005381464958191,
      "learning_rate": 9.459671416653162e-05,
      "loss": 0.0846,
      "step": 2082
    },
    {
      "epoch": 0.15577908237669671,
      "grad_norm": 1.039167046546936,
      "learning_rate": 9.45913609525437e-05,
      "loss": 0.0975,
      "step": 2083
    },
    {
      "epoch": 0.15585386830198555,
      "grad_norm": 1.6472529172897339,
      "learning_rate": 9.45860052396886e-05,
      "loss": 0.1702,
      "step": 2084
    },
    {
      "epoch": 0.15592865422727442,
      "grad_norm": 1.3980542421340942,
      "learning_rate": 9.458064702826646e-05,
      "loss": 0.1478,
      "step": 2085
    },
    {
      "epoch": 0.1560034401525633,
      "grad_norm": 1.8162541389465332,
      "learning_rate": 9.457528631857754e-05,
      "loss": 0.1461,
      "step": 2086
    },
    {
      "epoch": 0.15607822607785216,
      "grad_norm": 1.3552366495132446,
      "learning_rate": 9.456992311092225e-05,
      "loss": 0.104,
      "step": 2087
    },
    {
      "epoch": 0.156153012003141,
      "grad_norm": 0.9887998104095459,
      "learning_rate": 9.456455740560115e-05,
      "loss": 0.0801,
      "step": 2088
    },
    {
      "epoch": 0.15622779792842986,
      "grad_norm": 1.740319013595581,
      "learning_rate": 9.455918920291493e-05,
      "loss": 0.2188,
      "step": 2089
    },
    {
      "epoch": 0.15630258385371873,
      "grad_norm": 1.4730480909347534,
      "learning_rate": 9.45538185031644e-05,
      "loss": 0.1531,
      "step": 2090
    },
    {
      "epoch": 0.1563773697790076,
      "grad_norm": 1.75015389919281,
      "learning_rate": 9.454844530665055e-05,
      "loss": 0.2257,
      "step": 2091
    },
    {
      "epoch": 0.15645215570429646,
      "grad_norm": 1.929190993309021,
      "learning_rate": 9.454306961367449e-05,
      "loss": 0.3086,
      "step": 2092
    },
    {
      "epoch": 0.1565269416295853,
      "grad_norm": 2.214442253112793,
      "learning_rate": 9.453769142453748e-05,
      "loss": 0.2688,
      "step": 2093
    },
    {
      "epoch": 0.15660172755487417,
      "grad_norm": 1.0801630020141602,
      "learning_rate": 9.453231073954088e-05,
      "loss": 0.097,
      "step": 2094
    },
    {
      "epoch": 0.15667651348016304,
      "grad_norm": 2.1480467319488525,
      "learning_rate": 9.452692755898623e-05,
      "loss": 0.4064,
      "step": 2095
    },
    {
      "epoch": 0.1567512994054519,
      "grad_norm": 1.7189056873321533,
      "learning_rate": 9.452154188317518e-05,
      "loss": 0.1891,
      "step": 2096
    },
    {
      "epoch": 0.15682608533074074,
      "grad_norm": 1.8147681951522827,
      "learning_rate": 9.451615371240961e-05,
      "loss": 0.2045,
      "step": 2097
    },
    {
      "epoch": 0.1569008712560296,
      "grad_norm": 1.8729661703109741,
      "learning_rate": 9.45107630469914e-05,
      "loss": 0.2558,
      "step": 2098
    },
    {
      "epoch": 0.15697565718131848,
      "grad_norm": 1.4100440740585327,
      "learning_rate": 9.450536988722266e-05,
      "loss": 0.139,
      "step": 2099
    },
    {
      "epoch": 0.15705044310660735,
      "grad_norm": 2.9477720260620117,
      "learning_rate": 9.449997423340562e-05,
      "loss": 0.3007,
      "step": 2100
    },
    {
      "epoch": 0.15712522903189619,
      "grad_norm": 1.4216701984405518,
      "learning_rate": 9.449457608584265e-05,
      "loss": 0.1753,
      "step": 2101
    },
    {
      "epoch": 0.15720001495718505,
      "grad_norm": 0.6653638482093811,
      "learning_rate": 9.448917544483627e-05,
      "loss": 0.0769,
      "step": 2102
    },
    {
      "epoch": 0.15727480088247392,
      "grad_norm": 1.2008365392684937,
      "learning_rate": 9.448377231068908e-05,
      "loss": 0.0918,
      "step": 2103
    },
    {
      "epoch": 0.1573495868077628,
      "grad_norm": 0.8170857429504395,
      "learning_rate": 9.447836668370393e-05,
      "loss": 0.1037,
      "step": 2104
    },
    {
      "epoch": 0.15742437273305163,
      "grad_norm": 0.7601280808448792,
      "learning_rate": 9.447295856418372e-05,
      "loss": 0.0675,
      "step": 2105
    },
    {
      "epoch": 0.1574991586583405,
      "grad_norm": 1.1815310716629028,
      "learning_rate": 9.44675479524315e-05,
      "loss": 0.1503,
      "step": 2106
    },
    {
      "epoch": 0.15757394458362936,
      "grad_norm": 0.955016553401947,
      "learning_rate": 9.446213484875051e-05,
      "loss": 0.1008,
      "step": 2107
    },
    {
      "epoch": 0.15764873050891823,
      "grad_norm": 0.6665581464767456,
      "learning_rate": 9.445671925344407e-05,
      "loss": 0.0688,
      "step": 2108
    },
    {
      "epoch": 0.1577235164342071,
      "grad_norm": 1.07149338722229,
      "learning_rate": 9.445130116681567e-05,
      "loss": 0.1046,
      "step": 2109
    },
    {
      "epoch": 0.15779830235949593,
      "grad_norm": 0.9159456491470337,
      "learning_rate": 9.444588058916896e-05,
      "loss": 0.1027,
      "step": 2110
    },
    {
      "epoch": 0.1578730882847848,
      "grad_norm": 1.3574254512786865,
      "learning_rate": 9.444045752080768e-05,
      "loss": 0.2534,
      "step": 2111
    },
    {
      "epoch": 0.15794787421007367,
      "grad_norm": 65.54558563232422,
      "learning_rate": 9.443503196203573e-05,
      "loss": 0.407,
      "step": 2112
    },
    {
      "epoch": 0.15802266013536254,
      "grad_norm": 0.9228188991546631,
      "learning_rate": 9.442960391315717e-05,
      "loss": 0.1124,
      "step": 2113
    },
    {
      "epoch": 0.15809744606065138,
      "grad_norm": 1.1136714220046997,
      "learning_rate": 9.442417337447618e-05,
      "loss": 0.124,
      "step": 2114
    },
    {
      "epoch": 0.15817223198594024,
      "grad_norm": 1.4948253631591797,
      "learning_rate": 9.441874034629709e-05,
      "loss": 0.2121,
      "step": 2115
    },
    {
      "epoch": 0.1582470179112291,
      "grad_norm": 1.3801000118255615,
      "learning_rate": 9.441330482892434e-05,
      "loss": 0.2215,
      "step": 2116
    },
    {
      "epoch": 0.15832180383651798,
      "grad_norm": 1.4647632837295532,
      "learning_rate": 9.440786682266256e-05,
      "loss": 0.149,
      "step": 2117
    },
    {
      "epoch": 0.15839658976180682,
      "grad_norm": 1.520272135734558,
      "learning_rate": 9.440242632781648e-05,
      "loss": 0.219,
      "step": 2118
    },
    {
      "epoch": 0.15847137568709568,
      "grad_norm": 1.1507095098495483,
      "learning_rate": 9.439698334469098e-05,
      "loss": 0.1357,
      "step": 2119
    },
    {
      "epoch": 0.15854616161238455,
      "grad_norm": 1.139652967453003,
      "learning_rate": 9.439153787359108e-05,
      "loss": 0.1138,
      "step": 2120
    },
    {
      "epoch": 0.15862094753767342,
      "grad_norm": 0.8920718431472778,
      "learning_rate": 9.438608991482195e-05,
      "loss": 0.1143,
      "step": 2121
    },
    {
      "epoch": 0.15869573346296226,
      "grad_norm": 0.966152012348175,
      "learning_rate": 9.438063946868889e-05,
      "loss": 0.1466,
      "step": 2122
    },
    {
      "epoch": 0.15877051938825112,
      "grad_norm": 0.9917911887168884,
      "learning_rate": 9.437518653549731e-05,
      "loss": 0.0971,
      "step": 2123
    },
    {
      "epoch": 0.15884530531354,
      "grad_norm": 0.887787401676178,
      "learning_rate": 9.43697311155528e-05,
      "loss": 0.0974,
      "step": 2124
    },
    {
      "epoch": 0.15892009123882886,
      "grad_norm": 1.0354958772659302,
      "learning_rate": 9.436427320916113e-05,
      "loss": 0.0819,
      "step": 2125
    },
    {
      "epoch": 0.15899487716411773,
      "grad_norm": 2.018723487854004,
      "learning_rate": 9.435881281662808e-05,
      "loss": 0.2701,
      "step": 2126
    },
    {
      "epoch": 0.15906966308940657,
      "grad_norm": 0.700340986251831,
      "learning_rate": 9.435334993825968e-05,
      "loss": 0.0643,
      "step": 2127
    },
    {
      "epoch": 0.15914444901469543,
      "grad_norm": 1.4056731462478638,
      "learning_rate": 9.434788457436208e-05,
      "loss": 0.1728,
      "step": 2128
    },
    {
      "epoch": 0.1592192349399843,
      "grad_norm": 1.3341591358184814,
      "learning_rate": 9.434241672524154e-05,
      "loss": 0.129,
      "step": 2129
    },
    {
      "epoch": 0.15929402086527317,
      "grad_norm": 1.5303231477737427,
      "learning_rate": 9.433694639120447e-05,
      "loss": 0.155,
      "step": 2130
    },
    {
      "epoch": 0.159368806790562,
      "grad_norm": 1.4079071283340454,
      "learning_rate": 9.433147357255743e-05,
      "loss": 0.2037,
      "step": 2131
    },
    {
      "epoch": 0.15944359271585087,
      "grad_norm": 1.3448714017868042,
      "learning_rate": 9.43259982696071e-05,
      "loss": 0.145,
      "step": 2132
    },
    {
      "epoch": 0.15951837864113974,
      "grad_norm": 1.1883212327957153,
      "learning_rate": 9.432052048266034e-05,
      "loss": 0.1649,
      "step": 2133
    },
    {
      "epoch": 0.1595931645664286,
      "grad_norm": 1.1348356008529663,
      "learning_rate": 9.431504021202411e-05,
      "loss": 0.082,
      "step": 2134
    },
    {
      "epoch": 0.15966795049171745,
      "grad_norm": 1.4054174423217773,
      "learning_rate": 9.43095574580055e-05,
      "loss": 0.1381,
      "step": 2135
    },
    {
      "epoch": 0.15974273641700631,
      "grad_norm": 1.1144531965255737,
      "learning_rate": 9.430407222091178e-05,
      "loss": 0.1001,
      "step": 2136
    },
    {
      "epoch": 0.15981752234229518,
      "grad_norm": 1.3508468866348267,
      "learning_rate": 9.429858450105034e-05,
      "loss": 0.1029,
      "step": 2137
    },
    {
      "epoch": 0.15989230826758405,
      "grad_norm": 1.0500760078430176,
      "learning_rate": 9.42930942987287e-05,
      "loss": 0.1004,
      "step": 2138
    },
    {
      "epoch": 0.1599670941928729,
      "grad_norm": 1.0957257747650146,
      "learning_rate": 9.428760161425452e-05,
      "loss": 0.1099,
      "step": 2139
    },
    {
      "epoch": 0.16004188011816176,
      "grad_norm": 1.4352898597717285,
      "learning_rate": 9.428210644793562e-05,
      "loss": 0.1551,
      "step": 2140
    },
    {
      "epoch": 0.16011666604345062,
      "grad_norm": 8.82599925994873,
      "learning_rate": 9.427660880007993e-05,
      "loss": 0.6051,
      "step": 2141
    },
    {
      "epoch": 0.1601914519687395,
      "grad_norm": 0.8063642978668213,
      "learning_rate": 9.427110867099556e-05,
      "loss": 0.0512,
      "step": 2142
    },
    {
      "epoch": 0.16026623789402836,
      "grad_norm": 2.861865758895874,
      "learning_rate": 9.42656060609907e-05,
      "loss": 0.348,
      "step": 2143
    },
    {
      "epoch": 0.1603410238193172,
      "grad_norm": 2.0919151306152344,
      "learning_rate": 9.426010097037374e-05,
      "loss": 0.221,
      "step": 2144
    },
    {
      "epoch": 0.16041580974460606,
      "grad_norm": 2.5472912788391113,
      "learning_rate": 9.425459339945317e-05,
      "loss": 0.2337,
      "step": 2145
    },
    {
      "epoch": 0.16049059566989493,
      "grad_norm": 2.70405912399292,
      "learning_rate": 9.424908334853762e-05,
      "loss": 0.3974,
      "step": 2146
    },
    {
      "epoch": 0.1605653815951838,
      "grad_norm": 2.5451650619506836,
      "learning_rate": 9.424357081793589e-05,
      "loss": 0.3073,
      "step": 2147
    },
    {
      "epoch": 0.16064016752047264,
      "grad_norm": 2.5886471271514893,
      "learning_rate": 9.423805580795688e-05,
      "loss": 0.4076,
      "step": 2148
    },
    {
      "epoch": 0.1607149534457615,
      "grad_norm": 2.5543909072875977,
      "learning_rate": 9.423253831890966e-05,
      "loss": 0.198,
      "step": 2149
    },
    {
      "epoch": 0.16078973937105037,
      "grad_norm": 1.9078028202056885,
      "learning_rate": 9.422701835110342e-05,
      "loss": 0.1448,
      "step": 2150
    },
    {
      "epoch": 0.16086452529633924,
      "grad_norm": 0.82699054479599,
      "learning_rate": 9.42214959048475e-05,
      "loss": 0.1235,
      "step": 2151
    },
    {
      "epoch": 0.16093931122162808,
      "grad_norm": 0.9614962339401245,
      "learning_rate": 9.421597098045136e-05,
      "loss": 0.1357,
      "step": 2152
    },
    {
      "epoch": 0.16101409714691695,
      "grad_norm": 1.1423910856246948,
      "learning_rate": 9.421044357822464e-05,
      "loss": 0.1435,
      "step": 2153
    },
    {
      "epoch": 0.1610888830722058,
      "grad_norm": 0.910801351070404,
      "learning_rate": 9.420491369847706e-05,
      "loss": 0.1103,
      "step": 2154
    },
    {
      "epoch": 0.16116366899749468,
      "grad_norm": 0.9609424471855164,
      "learning_rate": 9.419938134151853e-05,
      "loss": 0.1247,
      "step": 2155
    },
    {
      "epoch": 0.16123845492278352,
      "grad_norm": 1.1840063333511353,
      "learning_rate": 9.419384650765905e-05,
      "loss": 0.1539,
      "step": 2156
    },
    {
      "epoch": 0.1613132408480724,
      "grad_norm": 1.75084388256073,
      "learning_rate": 9.418830919720885e-05,
      "loss": 0.1784,
      "step": 2157
    },
    {
      "epoch": 0.16138802677336125,
      "grad_norm": 0.9711012840270996,
      "learning_rate": 9.418276941047816e-05,
      "loss": 0.1343,
      "step": 2158
    },
    {
      "epoch": 0.16146281269865012,
      "grad_norm": 1.071603775024414,
      "learning_rate": 9.417722714777749e-05,
      "loss": 0.1189,
      "step": 2159
    },
    {
      "epoch": 0.161537598623939,
      "grad_norm": 1.16826593875885,
      "learning_rate": 9.417168240941739e-05,
      "loss": 0.1136,
      "step": 2160
    },
    {
      "epoch": 0.16161238454922783,
      "grad_norm": 0.9372816681861877,
      "learning_rate": 9.416613519570861e-05,
      "loss": 0.0875,
      "step": 2161
    },
    {
      "epoch": 0.1616871704745167,
      "grad_norm": 0.9815560579299927,
      "learning_rate": 9.416058550696196e-05,
      "loss": 0.094,
      "step": 2162
    },
    {
      "epoch": 0.16176195639980556,
      "grad_norm": 0.827839195728302,
      "learning_rate": 9.41550333434885e-05,
      "loss": 0.0666,
      "step": 2163
    },
    {
      "epoch": 0.16183674232509443,
      "grad_norm": 0.555001437664032,
      "learning_rate": 9.414947870559933e-05,
      "loss": 0.05,
      "step": 2164
    },
    {
      "epoch": 0.16191152825038327,
      "grad_norm": 1.38114333152771,
      "learning_rate": 9.414392159360575e-05,
      "loss": 0.1835,
      "step": 2165
    },
    {
      "epoch": 0.16198631417567214,
      "grad_norm": 0.9665632247924805,
      "learning_rate": 9.413836200781916e-05,
      "loss": 0.1226,
      "step": 2166
    },
    {
      "epoch": 0.162061100100961,
      "grad_norm": 1.8573124408721924,
      "learning_rate": 9.413279994855111e-05,
      "loss": 0.245,
      "step": 2167
    },
    {
      "epoch": 0.16213588602624987,
      "grad_norm": 1.965309739112854,
      "learning_rate": 9.412723541611332e-05,
      "loss": 0.2291,
      "step": 2168
    },
    {
      "epoch": 0.1622106719515387,
      "grad_norm": 1.0210040807724,
      "learning_rate": 9.412166841081761e-05,
      "loss": 0.0943,
      "step": 2169
    },
    {
      "epoch": 0.16228545787682758,
      "grad_norm": 1.16342031955719,
      "learning_rate": 9.411609893297595e-05,
      "loss": 0.1036,
      "step": 2170
    },
    {
      "epoch": 0.16236024380211644,
      "grad_norm": 0.915346622467041,
      "learning_rate": 9.411052698290044e-05,
      "loss": 0.0765,
      "step": 2171
    },
    {
      "epoch": 0.1624350297274053,
      "grad_norm": 1.1531304121017456,
      "learning_rate": 9.410495256090334e-05,
      "loss": 0.1523,
      "step": 2172
    },
    {
      "epoch": 0.16250981565269415,
      "grad_norm": 1.0540963411331177,
      "learning_rate": 9.409937566729704e-05,
      "loss": 0.0929,
      "step": 2173
    },
    {
      "epoch": 0.16258460157798302,
      "grad_norm": 1.005710482597351,
      "learning_rate": 9.409379630239405e-05,
      "loss": 0.1803,
      "step": 2174
    },
    {
      "epoch": 0.16265938750327189,
      "grad_norm": 1.5841330289840698,
      "learning_rate": 9.408821446650704e-05,
      "loss": 0.2113,
      "step": 2175
    },
    {
      "epoch": 0.16273417342856075,
      "grad_norm": 2.2090015411376953,
      "learning_rate": 9.408263015994882e-05,
      "loss": 0.2323,
      "step": 2176
    },
    {
      "epoch": 0.16280895935384962,
      "grad_norm": 0.9682027101516724,
      "learning_rate": 9.407704338303234e-05,
      "loss": 0.0935,
      "step": 2177
    },
    {
      "epoch": 0.16288374527913846,
      "grad_norm": 1.2487077713012695,
      "learning_rate": 9.407145413607064e-05,
      "loss": 0.1322,
      "step": 2178
    },
    {
      "epoch": 0.16295853120442733,
      "grad_norm": 1.4228891134262085,
      "learning_rate": 9.406586241937696e-05,
      "loss": 0.1795,
      "step": 2179
    },
    {
      "epoch": 0.1630333171297162,
      "grad_norm": 1.1750731468200684,
      "learning_rate": 9.406026823326466e-05,
      "loss": 0.1476,
      "step": 2180
    },
    {
      "epoch": 0.16310810305500506,
      "grad_norm": 0.8800601363182068,
      "learning_rate": 9.405467157804723e-05,
      "loss": 0.0742,
      "step": 2181
    },
    {
      "epoch": 0.1631828889802939,
      "grad_norm": 1.5415524244308472,
      "learning_rate": 9.404907245403831e-05,
      "loss": 0.1264,
      "step": 2182
    },
    {
      "epoch": 0.16325767490558277,
      "grad_norm": 1.3391528129577637,
      "learning_rate": 9.404347086155166e-05,
      "loss": 0.1109,
      "step": 2183
    },
    {
      "epoch": 0.16333246083087163,
      "grad_norm": 1.4127192497253418,
      "learning_rate": 9.403786680090119e-05,
      "loss": 0.1029,
      "step": 2184
    },
    {
      "epoch": 0.1634072467561605,
      "grad_norm": 1.2261525392532349,
      "learning_rate": 9.403226027240095e-05,
      "loss": 0.1404,
      "step": 2185
    },
    {
      "epoch": 0.16348203268144934,
      "grad_norm": 1.571429967880249,
      "learning_rate": 9.402665127636512e-05,
      "loss": 0.3435,
      "step": 2186
    },
    {
      "epoch": 0.1635568186067382,
      "grad_norm": 1.6274080276489258,
      "learning_rate": 9.402103981310805e-05,
      "loss": 0.2173,
      "step": 2187
    },
    {
      "epoch": 0.16363160453202708,
      "grad_norm": 1.2453680038452148,
      "learning_rate": 9.401542588294416e-05,
      "loss": 0.1193,
      "step": 2188
    },
    {
      "epoch": 0.16370639045731594,
      "grad_norm": 1.0650461912155151,
      "learning_rate": 9.40098094861881e-05,
      "loss": 0.1131,
      "step": 2189
    },
    {
      "epoch": 0.16378117638260478,
      "grad_norm": 2.172743558883667,
      "learning_rate": 9.400419062315455e-05,
      "loss": 0.3454,
      "step": 2190
    },
    {
      "epoch": 0.16385596230789365,
      "grad_norm": 1.4787031412124634,
      "learning_rate": 9.399856929415844e-05,
      "loss": 0.1313,
      "step": 2191
    },
    {
      "epoch": 0.16393074823318252,
      "grad_norm": 1.221877932548523,
      "learning_rate": 9.399294549951475e-05,
      "loss": 0.0972,
      "step": 2192
    },
    {
      "epoch": 0.16400553415847138,
      "grad_norm": 1.7005581855773926,
      "learning_rate": 9.398731923953865e-05,
      "loss": 0.2054,
      "step": 2193
    },
    {
      "epoch": 0.16408032008376022,
      "grad_norm": 2.3128950595855713,
      "learning_rate": 9.398169051454543e-05,
      "loss": 0.2274,
      "step": 2194
    },
    {
      "epoch": 0.1641551060090491,
      "grad_norm": 6.105914115905762,
      "learning_rate": 9.397605932485052e-05,
      "loss": 1.0515,
      "step": 2195
    },
    {
      "epoch": 0.16422989193433796,
      "grad_norm": 1.491617202758789,
      "learning_rate": 9.397042567076948e-05,
      "loss": 0.156,
      "step": 2196
    },
    {
      "epoch": 0.16430467785962682,
      "grad_norm": 4.436395645141602,
      "learning_rate": 9.396478955261803e-05,
      "loss": 0.3901,
      "step": 2197
    },
    {
      "epoch": 0.1643794637849157,
      "grad_norm": 2.408083915710449,
      "learning_rate": 9.395915097071199e-05,
      "loss": 0.3824,
      "step": 2198
    },
    {
      "epoch": 0.16445424971020453,
      "grad_norm": 1.1466518640518188,
      "learning_rate": 9.395350992536738e-05,
      "loss": 0.1188,
      "step": 2199
    },
    {
      "epoch": 0.1645290356354934,
      "grad_norm": 3.032740831375122,
      "learning_rate": 9.394786641690027e-05,
      "loss": 0.4626,
      "step": 2200
    },
    {
      "epoch": 0.16460382156078227,
      "grad_norm": 1.114778995513916,
      "learning_rate": 9.394222044562697e-05,
      "loss": 0.1307,
      "step": 2201
    },
    {
      "epoch": 0.16467860748607113,
      "grad_norm": 0.9015703797340393,
      "learning_rate": 9.393657201186385e-05,
      "loss": 0.1599,
      "step": 2202
    },
    {
      "epoch": 0.16475339341135997,
      "grad_norm": 0.7379449009895325,
      "learning_rate": 9.393092111592743e-05,
      "loss": 0.0747,
      "step": 2203
    },
    {
      "epoch": 0.16482817933664884,
      "grad_norm": 1.0856151580810547,
      "learning_rate": 9.392526775813441e-05,
      "loss": 0.1631,
      "step": 2204
    },
    {
      "epoch": 0.1649029652619377,
      "grad_norm": 1.2701442241668701,
      "learning_rate": 9.391961193880157e-05,
      "loss": 0.1538,
      "step": 2205
    },
    {
      "epoch": 0.16497775118722657,
      "grad_norm": 1.082746982574463,
      "learning_rate": 9.391395365824589e-05,
      "loss": 0.1189,
      "step": 2206
    },
    {
      "epoch": 0.1650525371125154,
      "grad_norm": 0.9252393841743469,
      "learning_rate": 9.390829291678445e-05,
      "loss": 0.1019,
      "step": 2207
    },
    {
      "epoch": 0.16512732303780428,
      "grad_norm": 0.898166298866272,
      "learning_rate": 9.390262971473444e-05,
      "loss": 0.1491,
      "step": 2208
    },
    {
      "epoch": 0.16520210896309315,
      "grad_norm": 1.3314738273620605,
      "learning_rate": 9.389696405241328e-05,
      "loss": 0.1814,
      "step": 2209
    },
    {
      "epoch": 0.16527689488838201,
      "grad_norm": 0.6469952464103699,
      "learning_rate": 9.389129593013841e-05,
      "loss": 0.0692,
      "step": 2210
    },
    {
      "epoch": 0.16535168081367085,
      "grad_norm": 0.7974497079849243,
      "learning_rate": 9.388562534822752e-05,
      "loss": 0.0804,
      "step": 2211
    },
    {
      "epoch": 0.16542646673895972,
      "grad_norm": 0.7841131687164307,
      "learning_rate": 9.387995230699833e-05,
      "loss": 0.0804,
      "step": 2212
    },
    {
      "epoch": 0.1655012526642486,
      "grad_norm": 0.8021743297576904,
      "learning_rate": 9.387427680676881e-05,
      "loss": 0.0787,
      "step": 2213
    },
    {
      "epoch": 0.16557603858953746,
      "grad_norm": 1.1610124111175537,
      "learning_rate": 9.386859884785697e-05,
      "loss": 0.1811,
      "step": 2214
    },
    {
      "epoch": 0.16565082451482632,
      "grad_norm": 0.7307227849960327,
      "learning_rate": 9.386291843058101e-05,
      "loss": 0.0748,
      "step": 2215
    },
    {
      "epoch": 0.16572561044011516,
      "grad_norm": 0.7384865283966064,
      "learning_rate": 9.385723555525926e-05,
      "loss": 0.0873,
      "step": 2216
    },
    {
      "epoch": 0.16580039636540403,
      "grad_norm": 0.9203246831893921,
      "learning_rate": 9.385155022221018e-05,
      "loss": 0.0654,
      "step": 2217
    },
    {
      "epoch": 0.1658751822906929,
      "grad_norm": 1.1184347867965698,
      "learning_rate": 9.384586243175238e-05,
      "loss": 0.1315,
      "step": 2218
    },
    {
      "epoch": 0.16594996821598176,
      "grad_norm": 0.9789676666259766,
      "learning_rate": 9.38401721842046e-05,
      "loss": 0.0912,
      "step": 2219
    },
    {
      "epoch": 0.1660247541412706,
      "grad_norm": 0.7884708046913147,
      "learning_rate": 9.383447947988568e-05,
      "loss": 0.0949,
      "step": 2220
    },
    {
      "epoch": 0.16609954006655947,
      "grad_norm": 0.7853217720985413,
      "learning_rate": 9.382878431911471e-05,
      "loss": 0.0916,
      "step": 2221
    },
    {
      "epoch": 0.16617432599184834,
      "grad_norm": 0.8083705902099609,
      "learning_rate": 9.382308670221076e-05,
      "loss": 0.0918,
      "step": 2222
    },
    {
      "epoch": 0.1662491119171372,
      "grad_norm": 1.1130350828170776,
      "learning_rate": 9.381738662949319e-05,
      "loss": 0.0981,
      "step": 2223
    },
    {
      "epoch": 0.16632389784242604,
      "grad_norm": 1.0706416368484497,
      "learning_rate": 9.381168410128139e-05,
      "loss": 0.0848,
      "step": 2224
    },
    {
      "epoch": 0.1663986837677149,
      "grad_norm": 1.6003724336624146,
      "learning_rate": 9.380597911789492e-05,
      "loss": 0.1136,
      "step": 2225
    },
    {
      "epoch": 0.16647346969300378,
      "grad_norm": 1.1277949810028076,
      "learning_rate": 9.380027167965351e-05,
      "loss": 0.1086,
      "step": 2226
    },
    {
      "epoch": 0.16654825561829265,
      "grad_norm": 1.2509541511535645,
      "learning_rate": 9.379456178687698e-05,
      "loss": 0.1666,
      "step": 2227
    },
    {
      "epoch": 0.16662304154358148,
      "grad_norm": 1.8928587436676025,
      "learning_rate": 9.378884943988531e-05,
      "loss": 0.1492,
      "step": 2228
    },
    {
      "epoch": 0.16669782746887035,
      "grad_norm": 1.8192042112350464,
      "learning_rate": 9.378313463899862e-05,
      "loss": 0.2186,
      "step": 2229
    },
    {
      "epoch": 0.16677261339415922,
      "grad_norm": 0.9774919152259827,
      "learning_rate": 9.377741738453716e-05,
      "loss": 0.1137,
      "step": 2230
    },
    {
      "epoch": 0.1668473993194481,
      "grad_norm": 1.139077067375183,
      "learning_rate": 9.377169767682135e-05,
      "loss": 0.1436,
      "step": 2231
    },
    {
      "epoch": 0.16692218524473695,
      "grad_norm": 2.538074016571045,
      "learning_rate": 9.376597551617166e-05,
      "loss": 0.3557,
      "step": 2232
    },
    {
      "epoch": 0.1669969711700258,
      "grad_norm": 1.1080743074417114,
      "learning_rate": 9.376025090290881e-05,
      "loss": 0.0808,
      "step": 2233
    },
    {
      "epoch": 0.16707175709531466,
      "grad_norm": 1.23084557056427,
      "learning_rate": 9.375452383735356e-05,
      "loss": 0.1089,
      "step": 2234
    },
    {
      "epoch": 0.16714654302060353,
      "grad_norm": 1.4405328035354614,
      "learning_rate": 9.374879431982691e-05,
      "loss": 0.14,
      "step": 2235
    },
    {
      "epoch": 0.1672213289458924,
      "grad_norm": 1.0983024835586548,
      "learning_rate": 9.374306235064987e-05,
      "loss": 0.08,
      "step": 2236
    },
    {
      "epoch": 0.16729611487118123,
      "grad_norm": 1.244356393814087,
      "learning_rate": 9.373732793014369e-05,
      "loss": 0.142,
      "step": 2237
    },
    {
      "epoch": 0.1673709007964701,
      "grad_norm": 0.7414674162864685,
      "learning_rate": 9.373159105862972e-05,
      "loss": 0.0548,
      "step": 2238
    },
    {
      "epoch": 0.16744568672175897,
      "grad_norm": 1.5671424865722656,
      "learning_rate": 9.372585173642945e-05,
      "loss": 0.1665,
      "step": 2239
    },
    {
      "epoch": 0.16752047264704784,
      "grad_norm": 1.2551554441452026,
      "learning_rate": 9.37201099638645e-05,
      "loss": 0.1567,
      "step": 2240
    },
    {
      "epoch": 0.16759525857233668,
      "grad_norm": 1.1104611158370972,
      "learning_rate": 9.371436574125665e-05,
      "loss": 0.1141,
      "step": 2241
    },
    {
      "epoch": 0.16767004449762554,
      "grad_norm": 1.0651488304138184,
      "learning_rate": 9.370861906892779e-05,
      "loss": 0.1173,
      "step": 2242
    },
    {
      "epoch": 0.1677448304229144,
      "grad_norm": 1.4057598114013672,
      "learning_rate": 9.370286994719995e-05,
      "loss": 0.1829,
      "step": 2243
    },
    {
      "epoch": 0.16781961634820328,
      "grad_norm": 2.181788921356201,
      "learning_rate": 9.369711837639532e-05,
      "loss": 0.2177,
      "step": 2244
    },
    {
      "epoch": 0.16789440227349212,
      "grad_norm": 2.3978395462036133,
      "learning_rate": 9.369136435683621e-05,
      "loss": 0.3287,
      "step": 2245
    },
    {
      "epoch": 0.16796918819878098,
      "grad_norm": 1.6082510948181152,
      "learning_rate": 9.368560788884508e-05,
      "loss": 0.1884,
      "step": 2246
    },
    {
      "epoch": 0.16804397412406985,
      "grad_norm": 2.315128803253174,
      "learning_rate": 9.367984897274452e-05,
      "loss": 0.3484,
      "step": 2247
    },
    {
      "epoch": 0.16811876004935872,
      "grad_norm": 2.348391056060791,
      "learning_rate": 9.367408760885723e-05,
      "loss": 0.3529,
      "step": 2248
    },
    {
      "epoch": 0.16819354597464758,
      "grad_norm": 1.614069938659668,
      "learning_rate": 9.36683237975061e-05,
      "loss": 0.1469,
      "step": 2249
    },
    {
      "epoch": 0.16826833189993642,
      "grad_norm": 2.5762014389038086,
      "learning_rate": 9.366255753901411e-05,
      "loss": 0.2872,
      "step": 2250
    },
    {
      "epoch": 0.1683431178252253,
      "grad_norm": 1.8044629096984863,
      "learning_rate": 9.365678883370442e-05,
      "loss": 0.1558,
      "step": 2251
    },
    {
      "epoch": 0.16841790375051416,
      "grad_norm": 1.4016913175582886,
      "learning_rate": 9.365101768190027e-05,
      "loss": 0.103,
      "step": 2252
    },
    {
      "epoch": 0.16849268967580303,
      "grad_norm": 1.5628910064697266,
      "learning_rate": 9.364524408392513e-05,
      "loss": 0.126,
      "step": 2253
    },
    {
      "epoch": 0.16856747560109187,
      "grad_norm": 1.0425121784210205,
      "learning_rate": 9.363946804010247e-05,
      "loss": 0.1189,
      "step": 2254
    },
    {
      "epoch": 0.16864226152638073,
      "grad_norm": 0.7769195437431335,
      "learning_rate": 9.363368955075602e-05,
      "loss": 0.1064,
      "step": 2255
    },
    {
      "epoch": 0.1687170474516696,
      "grad_norm": 0.7861791849136353,
      "learning_rate": 9.36279086162096e-05,
      "loss": 0.0978,
      "step": 2256
    },
    {
      "epoch": 0.16879183337695847,
      "grad_norm": 0.9484360814094543,
      "learning_rate": 9.362212523678719e-05,
      "loss": 0.1529,
      "step": 2257
    },
    {
      "epoch": 0.1688666193022473,
      "grad_norm": 1.0274714231491089,
      "learning_rate": 9.361633941281283e-05,
      "loss": 0.1111,
      "step": 2258
    },
    {
      "epoch": 0.16894140522753617,
      "grad_norm": 0.9989435076713562,
      "learning_rate": 9.361055114461079e-05,
      "loss": 0.1868,
      "step": 2259
    },
    {
      "epoch": 0.16901619115282504,
      "grad_norm": 0.7041227221488953,
      "learning_rate": 9.360476043250545e-05,
      "loss": 0.0856,
      "step": 2260
    },
    {
      "epoch": 0.1690909770781139,
      "grad_norm": 1.151518702507019,
      "learning_rate": 9.359896727682131e-05,
      "loss": 0.0941,
      "step": 2261
    },
    {
      "epoch": 0.16916576300340275,
      "grad_norm": 1.0581995248794556,
      "learning_rate": 9.359317167788298e-05,
      "loss": 0.1104,
      "step": 2262
    },
    {
      "epoch": 0.16924054892869161,
      "grad_norm": 0.8173624873161316,
      "learning_rate": 9.358737363601529e-05,
      "loss": 0.1055,
      "step": 2263
    },
    {
      "epoch": 0.16931533485398048,
      "grad_norm": 0.8956242203712463,
      "learning_rate": 9.358157315154314e-05,
      "loss": 0.0884,
      "step": 2264
    },
    {
      "epoch": 0.16939012077926935,
      "grad_norm": 1.183797001838684,
      "learning_rate": 9.357577022479156e-05,
      "loss": 0.1278,
      "step": 2265
    },
    {
      "epoch": 0.16946490670455822,
      "grad_norm": 0.7714188098907471,
      "learning_rate": 9.356996485608577e-05,
      "loss": 0.12,
      "step": 2266
    },
    {
      "epoch": 0.16953969262984706,
      "grad_norm": 0.82985520362854,
      "learning_rate": 9.35641570457511e-05,
      "loss": 0.0951,
      "step": 2267
    },
    {
      "epoch": 0.16961447855513592,
      "grad_norm": 1.2870628833770752,
      "learning_rate": 9.355834679411301e-05,
      "loss": 0.1731,
      "step": 2268
    },
    {
      "epoch": 0.1696892644804248,
      "grad_norm": 1.2406482696533203,
      "learning_rate": 9.35525341014971e-05,
      "loss": 0.1654,
      "step": 2269
    },
    {
      "epoch": 0.16976405040571366,
      "grad_norm": 1.1542441844940186,
      "learning_rate": 9.35467189682291e-05,
      "loss": 0.1273,
      "step": 2270
    },
    {
      "epoch": 0.1698388363310025,
      "grad_norm": 1.028206467628479,
      "learning_rate": 9.35409013946349e-05,
      "loss": 0.1187,
      "step": 2271
    },
    {
      "epoch": 0.16991362225629136,
      "grad_norm": 1.2623465061187744,
      "learning_rate": 9.35350813810405e-05,
      "loss": 0.148,
      "step": 2272
    },
    {
      "epoch": 0.16998840818158023,
      "grad_norm": 1.0177797079086304,
      "learning_rate": 9.352925892777206e-05,
      "loss": 0.0907,
      "step": 2273
    },
    {
      "epoch": 0.1700631941068691,
      "grad_norm": 0.8988745808601379,
      "learning_rate": 9.352343403515587e-05,
      "loss": 0.0796,
      "step": 2274
    },
    {
      "epoch": 0.17013798003215794,
      "grad_norm": 0.87266606092453,
      "learning_rate": 9.351760670351834e-05,
      "loss": 0.0817,
      "step": 2275
    },
    {
      "epoch": 0.1702127659574468,
      "grad_norm": 1.8581181764602661,
      "learning_rate": 9.351177693318602e-05,
      "loss": 0.2601,
      "step": 2276
    },
    {
      "epoch": 0.17028755188273567,
      "grad_norm": 1.623095989227295,
      "learning_rate": 9.350594472448563e-05,
      "loss": 0.1917,
      "step": 2277
    },
    {
      "epoch": 0.17036233780802454,
      "grad_norm": 0.9542627334594727,
      "learning_rate": 9.3500110077744e-05,
      "loss": 0.0985,
      "step": 2278
    },
    {
      "epoch": 0.17043712373331338,
      "grad_norm": 0.7699725031852722,
      "learning_rate": 9.34942729932881e-05,
      "loss": 0.0746,
      "step": 2279
    },
    {
      "epoch": 0.17051190965860225,
      "grad_norm": 1.0788239240646362,
      "learning_rate": 9.348843347144501e-05,
      "loss": 0.1374,
      "step": 2280
    },
    {
      "epoch": 0.1705866955838911,
      "grad_norm": 1.0522849559783936,
      "learning_rate": 9.348259151254199e-05,
      "loss": 0.1039,
      "step": 2281
    },
    {
      "epoch": 0.17066148150917998,
      "grad_norm": 1.1982141733169556,
      "learning_rate": 9.347674711690644e-05,
      "loss": 0.1402,
      "step": 2282
    },
    {
      "epoch": 0.17073626743446882,
      "grad_norm": 1.253401517868042,
      "learning_rate": 9.347090028486585e-05,
      "loss": 0.1634,
      "step": 2283
    },
    {
      "epoch": 0.1708110533597577,
      "grad_norm": 1.0445377826690674,
      "learning_rate": 9.346505101674787e-05,
      "loss": 0.1106,
      "step": 2284
    },
    {
      "epoch": 0.17088583928504655,
      "grad_norm": 0.9224734902381897,
      "learning_rate": 9.34591993128803e-05,
      "loss": 0.1094,
      "step": 2285
    },
    {
      "epoch": 0.17096062521033542,
      "grad_norm": 1.5986257791519165,
      "learning_rate": 9.345334517359106e-05,
      "loss": 0.1974,
      "step": 2286
    },
    {
      "epoch": 0.1710354111356243,
      "grad_norm": 1.332115888595581,
      "learning_rate": 9.344748859920821e-05,
      "loss": 0.1544,
      "step": 2287
    },
    {
      "epoch": 0.17111019706091313,
      "grad_norm": 1.8128790855407715,
      "learning_rate": 9.344162959005995e-05,
      "loss": 0.1726,
      "step": 2288
    },
    {
      "epoch": 0.171184982986202,
      "grad_norm": 1.239403247833252,
      "learning_rate": 9.343576814647463e-05,
      "loss": 0.1309,
      "step": 2289
    },
    {
      "epoch": 0.17125976891149086,
      "grad_norm": 2.1528069972991943,
      "learning_rate": 9.34299042687807e-05,
      "loss": 0.1603,
      "step": 2290
    },
    {
      "epoch": 0.17133455483677973,
      "grad_norm": 1.397670865058899,
      "learning_rate": 9.342403795730676e-05,
      "loss": 0.1694,
      "step": 2291
    },
    {
      "epoch": 0.17140934076206857,
      "grad_norm": 1.900794267654419,
      "learning_rate": 9.34181692123816e-05,
      "loss": 0.2451,
      "step": 2292
    },
    {
      "epoch": 0.17148412668735744,
      "grad_norm": 1.5525240898132324,
      "learning_rate": 9.341229803433405e-05,
      "loss": 0.1413,
      "step": 2293
    },
    {
      "epoch": 0.1715589126126463,
      "grad_norm": 2.2588212490081787,
      "learning_rate": 9.340642442349313e-05,
      "loss": 0.3652,
      "step": 2294
    },
    {
      "epoch": 0.17163369853793517,
      "grad_norm": 2.6764605045318604,
      "learning_rate": 9.340054838018804e-05,
      "loss": 0.3325,
      "step": 2295
    },
    {
      "epoch": 0.171708484463224,
      "grad_norm": 1.8982141017913818,
      "learning_rate": 9.339466990474801e-05,
      "loss": 0.2437,
      "step": 2296
    },
    {
      "epoch": 0.17178327038851288,
      "grad_norm": 1.7021193504333496,
      "learning_rate": 9.33887889975025e-05,
      "loss": 0.1452,
      "step": 2297
    },
    {
      "epoch": 0.17185805631380174,
      "grad_norm": 1.6847403049468994,
      "learning_rate": 9.338290565878108e-05,
      "loss": 0.2068,
      "step": 2298
    },
    {
      "epoch": 0.1719328422390906,
      "grad_norm": 1.7704871892929077,
      "learning_rate": 9.33770198889134e-05,
      "loss": 0.1848,
      "step": 2299
    },
    {
      "epoch": 0.17200762816437945,
      "grad_norm": 1.5482914447784424,
      "learning_rate": 9.337113168822936e-05,
      "loss": 0.1765,
      "step": 2300
    },
    {
      "epoch": 0.17208241408966832,
      "grad_norm": 0.8845368027687073,
      "learning_rate": 9.336524105705889e-05,
      "loss": 0.101,
      "step": 2301
    },
    {
      "epoch": 0.17215720001495718,
      "grad_norm": 1.0160162448883057,
      "learning_rate": 9.335934799573208e-05,
      "loss": 0.0779,
      "step": 2302
    },
    {
      "epoch": 0.17223198594024605,
      "grad_norm": 1.0696295499801636,
      "learning_rate": 9.335345250457922e-05,
      "loss": 0.1196,
      "step": 2303
    },
    {
      "epoch": 0.17230677186553492,
      "grad_norm": 0.7549572587013245,
      "learning_rate": 9.334755458393066e-05,
      "loss": 0.0704,
      "step": 2304
    },
    {
      "epoch": 0.17238155779082376,
      "grad_norm": 0.7100328803062439,
      "learning_rate": 9.334165423411691e-05,
      "loss": 0.0637,
      "step": 2305
    },
    {
      "epoch": 0.17245634371611263,
      "grad_norm": 1.018549919128418,
      "learning_rate": 9.333575145546865e-05,
      "loss": 0.107,
      "step": 2306
    },
    {
      "epoch": 0.1725311296414015,
      "grad_norm": 1.2857812643051147,
      "learning_rate": 9.332984624831663e-05,
      "loss": 0.0954,
      "step": 2307
    },
    {
      "epoch": 0.17260591556669036,
      "grad_norm": 1.1792783737182617,
      "learning_rate": 9.33239386129918e-05,
      "loss": 0.1029,
      "step": 2308
    },
    {
      "epoch": 0.1726807014919792,
      "grad_norm": 1.0456795692443848,
      "learning_rate": 9.331802854982523e-05,
      "loss": 0.101,
      "step": 2309
    },
    {
      "epoch": 0.17275548741726807,
      "grad_norm": 1.4465643167495728,
      "learning_rate": 9.331211605914807e-05,
      "loss": 0.2238,
      "step": 2310
    },
    {
      "epoch": 0.17283027334255693,
      "grad_norm": 0.6470009684562683,
      "learning_rate": 9.33062011412917e-05,
      "loss": 0.0562,
      "step": 2311
    },
    {
      "epoch": 0.1729050592678458,
      "grad_norm": 1.2586314678192139,
      "learning_rate": 9.330028379658755e-05,
      "loss": 0.149,
      "step": 2312
    },
    {
      "epoch": 0.17297984519313464,
      "grad_norm": 2.2146849632263184,
      "learning_rate": 9.329436402536727e-05,
      "loss": 0.1695,
      "step": 2313
    },
    {
      "epoch": 0.1730546311184235,
      "grad_norm": 1.0133479833602905,
      "learning_rate": 9.328844182796254e-05,
      "loss": 0.1032,
      "step": 2314
    },
    {
      "epoch": 0.17312941704371237,
      "grad_norm": 1.1611169576644897,
      "learning_rate": 9.328251720470527e-05,
      "loss": 0.1205,
      "step": 2315
    },
    {
      "epoch": 0.17320420296900124,
      "grad_norm": 1.4514397382736206,
      "learning_rate": 9.327659015592748e-05,
      "loss": 0.1407,
      "step": 2316
    },
    {
      "epoch": 0.17327898889429008,
      "grad_norm": 0.8868726491928101,
      "learning_rate": 9.32706606819613e-05,
      "loss": 0.0871,
      "step": 2317
    },
    {
      "epoch": 0.17335377481957895,
      "grad_norm": 1.5164754390716553,
      "learning_rate": 9.326472878313901e-05,
      "loss": 0.1064,
      "step": 2318
    },
    {
      "epoch": 0.17342856074486782,
      "grad_norm": 1.2336417436599731,
      "learning_rate": 9.325879445979306e-05,
      "loss": 0.1606,
      "step": 2319
    },
    {
      "epoch": 0.17350334667015668,
      "grad_norm": 1.4630990028381348,
      "learning_rate": 9.325285771225596e-05,
      "loss": 0.152,
      "step": 2320
    },
    {
      "epoch": 0.17357813259544555,
      "grad_norm": 0.9675716757774353,
      "learning_rate": 9.324691854086043e-05,
      "loss": 0.1391,
      "step": 2321
    },
    {
      "epoch": 0.1736529185207344,
      "grad_norm": 1.6572775840759277,
      "learning_rate": 9.32409769459393e-05,
      "loss": 0.333,
      "step": 2322
    },
    {
      "epoch": 0.17372770444602326,
      "grad_norm": 1.474491000175476,
      "learning_rate": 9.323503292782552e-05,
      "loss": 0.2377,
      "step": 2323
    },
    {
      "epoch": 0.17380249037131212,
      "grad_norm": 1.2763766050338745,
      "learning_rate": 9.322908648685218e-05,
      "loss": 0.1097,
      "step": 2324
    },
    {
      "epoch": 0.173877276296601,
      "grad_norm": 1.1032596826553345,
      "learning_rate": 9.322313762335253e-05,
      "loss": 0.1159,
      "step": 2325
    },
    {
      "epoch": 0.17395206222188983,
      "grad_norm": 0.8322895765304565,
      "learning_rate": 9.321718633765994e-05,
      "loss": 0.0926,
      "step": 2326
    },
    {
      "epoch": 0.1740268481471787,
      "grad_norm": 1.15652596950531,
      "learning_rate": 9.321123263010791e-05,
      "loss": 0.1169,
      "step": 2327
    },
    {
      "epoch": 0.17410163407246756,
      "grad_norm": 0.9179527163505554,
      "learning_rate": 9.320527650103008e-05,
      "loss": 0.1019,
      "step": 2328
    },
    {
      "epoch": 0.17417641999775643,
      "grad_norm": 1.6314077377319336,
      "learning_rate": 9.319931795076024e-05,
      "loss": 0.2893,
      "step": 2329
    },
    {
      "epoch": 0.17425120592304527,
      "grad_norm": 3.224764347076416,
      "learning_rate": 9.31933569796323e-05,
      "loss": 0.1667,
      "step": 2330
    },
    {
      "epoch": 0.17432599184833414,
      "grad_norm": 1.0072497129440308,
      "learning_rate": 9.318739358798028e-05,
      "loss": 0.1122,
      "step": 2331
    },
    {
      "epoch": 0.174400777773623,
      "grad_norm": 1.0449153184890747,
      "learning_rate": 9.318142777613838e-05,
      "loss": 0.1182,
      "step": 2332
    },
    {
      "epoch": 0.17447556369891187,
      "grad_norm": 1.5690343379974365,
      "learning_rate": 9.317545954444094e-05,
      "loss": 0.1749,
      "step": 2333
    },
    {
      "epoch": 0.1745503496242007,
      "grad_norm": 1.790149450302124,
      "learning_rate": 9.316948889322242e-05,
      "loss": 0.2218,
      "step": 2334
    },
    {
      "epoch": 0.17462513554948958,
      "grad_norm": 2.7688331604003906,
      "learning_rate": 9.316351582281736e-05,
      "loss": 0.2884,
      "step": 2335
    },
    {
      "epoch": 0.17469992147477845,
      "grad_norm": 0.7994739413261414,
      "learning_rate": 9.315754033356052e-05,
      "loss": 0.0641,
      "step": 2336
    },
    {
      "epoch": 0.17477470740006731,
      "grad_norm": 1.146422266960144,
      "learning_rate": 9.315156242578677e-05,
      "loss": 0.143,
      "step": 2337
    },
    {
      "epoch": 0.17484949332535618,
      "grad_norm": 1.3045868873596191,
      "learning_rate": 9.31455820998311e-05,
      "loss": 0.1326,
      "step": 2338
    },
    {
      "epoch": 0.17492427925064502,
      "grad_norm": 1.1284189224243164,
      "learning_rate": 9.313959935602862e-05,
      "loss": 0.1149,
      "step": 2339
    },
    {
      "epoch": 0.1749990651759339,
      "grad_norm": 1.2872267961502075,
      "learning_rate": 9.313361419471465e-05,
      "loss": 0.1518,
      "step": 2340
    },
    {
      "epoch": 0.17507385110122275,
      "grad_norm": 1.3679616451263428,
      "learning_rate": 9.312762661622454e-05,
      "loss": 0.1403,
      "step": 2341
    },
    {
      "epoch": 0.17514863702651162,
      "grad_norm": 1.848920226097107,
      "learning_rate": 9.312163662089386e-05,
      "loss": 0.2083,
      "step": 2342
    },
    {
      "epoch": 0.17522342295180046,
      "grad_norm": 1.4946143627166748,
      "learning_rate": 9.311564420905828e-05,
      "loss": 0.1805,
      "step": 2343
    },
    {
      "epoch": 0.17529820887708933,
      "grad_norm": 2.442782163619995,
      "learning_rate": 9.310964938105362e-05,
      "loss": 0.2482,
      "step": 2344
    },
    {
      "epoch": 0.1753729948023782,
      "grad_norm": 1.343368411064148,
      "learning_rate": 9.310365213721579e-05,
      "loss": 0.1266,
      "step": 2345
    },
    {
      "epoch": 0.17544778072766706,
      "grad_norm": 2.9677810668945312,
      "learning_rate": 9.309765247788091e-05,
      "loss": 0.3982,
      "step": 2346
    },
    {
      "epoch": 0.1755225666529559,
      "grad_norm": 1.742969274520874,
      "learning_rate": 9.309165040338517e-05,
      "loss": 0.1611,
      "step": 2347
    },
    {
      "epoch": 0.17559735257824477,
      "grad_norm": 1.8668547868728638,
      "learning_rate": 9.308564591406494e-05,
      "loss": 0.2368,
      "step": 2348
    },
    {
      "epoch": 0.17567213850353364,
      "grad_norm": 2.0126190185546875,
      "learning_rate": 9.307963901025669e-05,
      "loss": 0.2781,
      "step": 2349
    },
    {
      "epoch": 0.1757469244288225,
      "grad_norm": 1.5690593719482422,
      "learning_rate": 9.307362969229707e-05,
      "loss": 0.154,
      "step": 2350
    },
    {
      "epoch": 0.17582171035411134,
      "grad_norm": 1.4723265171051025,
      "learning_rate": 9.306761796052281e-05,
      "loss": 0.1629,
      "step": 2351
    },
    {
      "epoch": 0.1758964962794002,
      "grad_norm": 1.5419495105743408,
      "learning_rate": 9.306160381527082e-05,
      "loss": 0.0856,
      "step": 2352
    },
    {
      "epoch": 0.17597128220468908,
      "grad_norm": 1.101963758468628,
      "learning_rate": 9.305558725687812e-05,
      "loss": 0.1158,
      "step": 2353
    },
    {
      "epoch": 0.17604606812997795,
      "grad_norm": 0.8836982846260071,
      "learning_rate": 9.304956828568188e-05,
      "loss": 0.0904,
      "step": 2354
    },
    {
      "epoch": 0.1761208540552668,
      "grad_norm": 0.9331178069114685,
      "learning_rate": 9.304354690201937e-05,
      "loss": 0.1208,
      "step": 2355
    },
    {
      "epoch": 0.17619563998055565,
      "grad_norm": 1.229419469833374,
      "learning_rate": 9.303752310622809e-05,
      "loss": 0.1278,
      "step": 2356
    },
    {
      "epoch": 0.17627042590584452,
      "grad_norm": 0.8719782829284668,
      "learning_rate": 9.303149689864553e-05,
      "loss": 0.0922,
      "step": 2357
    },
    {
      "epoch": 0.17634521183113339,
      "grad_norm": 0.787542462348938,
      "learning_rate": 9.302546827960945e-05,
      "loss": 0.0674,
      "step": 2358
    },
    {
      "epoch": 0.17641999775642225,
      "grad_norm": 1.0842241048812866,
      "learning_rate": 9.301943724945768e-05,
      "loss": 0.1484,
      "step": 2359
    },
    {
      "epoch": 0.1764947836817111,
      "grad_norm": 1.006689190864563,
      "learning_rate": 9.301340380852817e-05,
      "loss": 0.0679,
      "step": 2360
    },
    {
      "epoch": 0.17656956960699996,
      "grad_norm": 0.751064121723175,
      "learning_rate": 9.300736795715903e-05,
      "loss": 0.0517,
      "step": 2361
    },
    {
      "epoch": 0.17664435553228883,
      "grad_norm": 1.190873384475708,
      "learning_rate": 9.300132969568854e-05,
      "loss": 0.1124,
      "step": 2362
    },
    {
      "epoch": 0.1767191414575777,
      "grad_norm": 1.0854344367980957,
      "learning_rate": 9.299528902445506e-05,
      "loss": 0.1378,
      "step": 2363
    },
    {
      "epoch": 0.17679392738286653,
      "grad_norm": 0.9578279852867126,
      "learning_rate": 9.29892459437971e-05,
      "loss": 0.0792,
      "step": 2364
    },
    {
      "epoch": 0.1768687133081554,
      "grad_norm": 0.7440435290336609,
      "learning_rate": 9.298320045405331e-05,
      "loss": 0.0948,
      "step": 2365
    },
    {
      "epoch": 0.17694349923344427,
      "grad_norm": 0.9293294548988342,
      "learning_rate": 9.297715255556249e-05,
      "loss": 0.1214,
      "step": 2366
    },
    {
      "epoch": 0.17701828515873314,
      "grad_norm": 1.23807954788208,
      "learning_rate": 9.297110224866354e-05,
      "loss": 0.1452,
      "step": 2367
    },
    {
      "epoch": 0.17709307108402197,
      "grad_norm": 1.041677474975586,
      "learning_rate": 9.296504953369552e-05,
      "loss": 0.1143,
      "step": 2368
    },
    {
      "epoch": 0.17716785700931084,
      "grad_norm": 0.6635864973068237,
      "learning_rate": 9.295899441099762e-05,
      "loss": 0.0523,
      "step": 2369
    },
    {
      "epoch": 0.1772426429345997,
      "grad_norm": 1.1616239547729492,
      "learning_rate": 9.295293688090918e-05,
      "loss": 0.1363,
      "step": 2370
    },
    {
      "epoch": 0.17731742885988858,
      "grad_norm": 1.8142517805099487,
      "learning_rate": 9.294687694376965e-05,
      "loss": 0.1409,
      "step": 2371
    },
    {
      "epoch": 0.17739221478517744,
      "grad_norm": 1.2931989431381226,
      "learning_rate": 9.294081459991861e-05,
      "loss": 0.1504,
      "step": 2372
    },
    {
      "epoch": 0.17746700071046628,
      "grad_norm": 1.3036999702453613,
      "learning_rate": 9.29347498496958e-05,
      "loss": 0.1314,
      "step": 2373
    },
    {
      "epoch": 0.17754178663575515,
      "grad_norm": 1.1503322124481201,
      "learning_rate": 9.29286826934411e-05,
      "loss": 0.1107,
      "step": 2374
    },
    {
      "epoch": 0.17761657256104402,
      "grad_norm": 1.4496288299560547,
      "learning_rate": 9.292261313149448e-05,
      "loss": 0.182,
      "step": 2375
    },
    {
      "epoch": 0.17769135848633288,
      "grad_norm": 1.0676121711730957,
      "learning_rate": 9.29165411641961e-05,
      "loss": 0.1356,
      "step": 2376
    },
    {
      "epoch": 0.17776614441162172,
      "grad_norm": 1.122766137123108,
      "learning_rate": 9.291046679188622e-05,
      "loss": 0.1283,
      "step": 2377
    },
    {
      "epoch": 0.1778409303369106,
      "grad_norm": 1.2995065450668335,
      "learning_rate": 9.290439001490524e-05,
      "loss": 0.1786,
      "step": 2378
    },
    {
      "epoch": 0.17791571626219946,
      "grad_norm": 1.039631962776184,
      "learning_rate": 9.289831083359368e-05,
      "loss": 0.1174,
      "step": 2379
    },
    {
      "epoch": 0.17799050218748833,
      "grad_norm": 1.0378987789154053,
      "learning_rate": 9.289222924829224e-05,
      "loss": 0.1068,
      "step": 2380
    },
    {
      "epoch": 0.17806528811277716,
      "grad_norm": 1.304688811302185,
      "learning_rate": 9.288614525934172e-05,
      "loss": 0.202,
      "step": 2381
    },
    {
      "epoch": 0.17814007403806603,
      "grad_norm": 0.8095293641090393,
      "learning_rate": 9.288005886708305e-05,
      "loss": 0.0817,
      "step": 2382
    },
    {
      "epoch": 0.1782148599633549,
      "grad_norm": 0.7619473338127136,
      "learning_rate": 9.287397007185732e-05,
      "loss": 0.0587,
      "step": 2383
    },
    {
      "epoch": 0.17828964588864377,
      "grad_norm": 1.0546009540557861,
      "learning_rate": 9.286787887400575e-05,
      "loss": 0.1242,
      "step": 2384
    },
    {
      "epoch": 0.1783644318139326,
      "grad_norm": 3.408818244934082,
      "learning_rate": 9.286178527386968e-05,
      "loss": 0.6421,
      "step": 2385
    },
    {
      "epoch": 0.17843921773922147,
      "grad_norm": 1.3047159910202026,
      "learning_rate": 9.285568927179058e-05,
      "loss": 0.1765,
      "step": 2386
    },
    {
      "epoch": 0.17851400366451034,
      "grad_norm": 1.0663670301437378,
      "learning_rate": 9.284959086811007e-05,
      "loss": 0.1,
      "step": 2387
    },
    {
      "epoch": 0.1785887895897992,
      "grad_norm": 1.082655906677246,
      "learning_rate": 9.28434900631699e-05,
      "loss": 0.1334,
      "step": 2388
    },
    {
      "epoch": 0.17866357551508805,
      "grad_norm": 1.2199382781982422,
      "learning_rate": 9.283738685731196e-05,
      "loss": 0.1437,
      "step": 2389
    },
    {
      "epoch": 0.1787383614403769,
      "grad_norm": 1.503406047821045,
      "learning_rate": 9.283128125087827e-05,
      "loss": 0.112,
      "step": 2390
    },
    {
      "epoch": 0.17881314736566578,
      "grad_norm": 1.0094735622406006,
      "learning_rate": 9.282517324421096e-05,
      "loss": 0.0718,
      "step": 2391
    },
    {
      "epoch": 0.17888793329095465,
      "grad_norm": 1.2337630987167358,
      "learning_rate": 9.281906283765237e-05,
      "loss": 0.1216,
      "step": 2392
    },
    {
      "epoch": 0.17896271921624352,
      "grad_norm": 2.1172451972961426,
      "learning_rate": 9.281295003154487e-05,
      "loss": 0.2687,
      "step": 2393
    },
    {
      "epoch": 0.17903750514153235,
      "grad_norm": 1.3881655931472778,
      "learning_rate": 9.280683482623103e-05,
      "loss": 0.1753,
      "step": 2394
    },
    {
      "epoch": 0.17911229106682122,
      "grad_norm": 1.66329026222229,
      "learning_rate": 9.280071722205356e-05,
      "loss": 0.1541,
      "step": 2395
    },
    {
      "epoch": 0.1791870769921101,
      "grad_norm": 2.4376344680786133,
      "learning_rate": 9.279459721935529e-05,
      "loss": 0.3731,
      "step": 2396
    },
    {
      "epoch": 0.17926186291739896,
      "grad_norm": 1.9380148649215698,
      "learning_rate": 9.278847481847914e-05,
      "loss": 0.2108,
      "step": 2397
    },
    {
      "epoch": 0.1793366488426878,
      "grad_norm": 2.8116960525512695,
      "learning_rate": 9.278235001976825e-05,
      "loss": 0.3826,
      "step": 2398
    },
    {
      "epoch": 0.17941143476797666,
      "grad_norm": 3.0033226013183594,
      "learning_rate": 9.277622282356581e-05,
      "loss": 0.5178,
      "step": 2399
    },
    {
      "epoch": 0.17948622069326553,
      "grad_norm": 1.544673204421997,
      "learning_rate": 9.277009323021522e-05,
      "loss": 0.1455,
      "step": 2400
    },
    {
      "epoch": 0.1795610066185544,
      "grad_norm": 1.1775060892105103,
      "learning_rate": 9.276396124005995e-05,
      "loss": 0.1684,
      "step": 2401
    },
    {
      "epoch": 0.17963579254384324,
      "grad_norm": 0.7474988102912903,
      "learning_rate": 9.275782685344366e-05,
      "loss": 0.0811,
      "step": 2402
    },
    {
      "epoch": 0.1797105784691321,
      "grad_norm": 1.02975332736969,
      "learning_rate": 9.27516900707101e-05,
      "loss": 0.1541,
      "step": 2403
    },
    {
      "epoch": 0.17978536439442097,
      "grad_norm": 1.0913138389587402,
      "learning_rate": 9.274555089220316e-05,
      "loss": 0.1475,
      "step": 2404
    },
    {
      "epoch": 0.17986015031970984,
      "grad_norm": 1.1980328559875488,
      "learning_rate": 9.273940931826688e-05,
      "loss": 0.1414,
      "step": 2405
    },
    {
      "epoch": 0.17993493624499868,
      "grad_norm": 0.7617269158363342,
      "learning_rate": 9.273326534924545e-05,
      "loss": 0.1212,
      "step": 2406
    },
    {
      "epoch": 0.18000972217028754,
      "grad_norm": 1.149279236793518,
      "learning_rate": 9.272711898548315e-05,
      "loss": 0.1447,
      "step": 2407
    },
    {
      "epoch": 0.1800845080955764,
      "grad_norm": 1.0471746921539307,
      "learning_rate": 9.272097022732443e-05,
      "loss": 0.1509,
      "step": 2408
    },
    {
      "epoch": 0.18015929402086528,
      "grad_norm": 1.045327067375183,
      "learning_rate": 9.271481907511385e-05,
      "loss": 0.0863,
      "step": 2409
    },
    {
      "epoch": 0.18023407994615415,
      "grad_norm": 1.250090479850769,
      "learning_rate": 9.270866552919615e-05,
      "loss": 0.1765,
      "step": 2410
    },
    {
      "epoch": 0.18030886587144299,
      "grad_norm": 1.3407888412475586,
      "learning_rate": 9.270250958991612e-05,
      "loss": 0.155,
      "step": 2411
    },
    {
      "epoch": 0.18038365179673185,
      "grad_norm": 1.3336735963821411,
      "learning_rate": 9.269635125761877e-05,
      "loss": 0.1366,
      "step": 2412
    },
    {
      "epoch": 0.18045843772202072,
      "grad_norm": 1.5957926511764526,
      "learning_rate": 9.26901905326492e-05,
      "loss": 0.1793,
      "step": 2413
    },
    {
      "epoch": 0.1805332236473096,
      "grad_norm": 0.8842734098434448,
      "learning_rate": 9.268402741535263e-05,
      "loss": 0.0934,
      "step": 2414
    },
    {
      "epoch": 0.18060800957259843,
      "grad_norm": 0.9760656952857971,
      "learning_rate": 9.267786190607449e-05,
      "loss": 0.1031,
      "step": 2415
    },
    {
      "epoch": 0.1806827954978873,
      "grad_norm": 0.8378177881240845,
      "learning_rate": 9.267169400516022e-05,
      "loss": 0.0914,
      "step": 2416
    },
    {
      "epoch": 0.18075758142317616,
      "grad_norm": 1.1834545135498047,
      "learning_rate": 9.266552371295552e-05,
      "loss": 0.1389,
      "step": 2417
    },
    {
      "epoch": 0.18083236734846503,
      "grad_norm": 1.1362311840057373,
      "learning_rate": 9.265935102980616e-05,
      "loss": 0.186,
      "step": 2418
    },
    {
      "epoch": 0.18090715327375387,
      "grad_norm": 1.772871732711792,
      "learning_rate": 9.265317595605803e-05,
      "loss": 0.1813,
      "step": 2419
    },
    {
      "epoch": 0.18098193919904274,
      "grad_norm": 0.9293404817581177,
      "learning_rate": 9.264699849205719e-05,
      "loss": 0.1168,
      "step": 2420
    },
    {
      "epoch": 0.1810567251243316,
      "grad_norm": 0.7969086766242981,
      "learning_rate": 9.264081863814982e-05,
      "loss": 0.0707,
      "step": 2421
    },
    {
      "epoch": 0.18113151104962047,
      "grad_norm": 0.9235938787460327,
      "learning_rate": 9.263463639468224e-05,
      "loss": 0.1057,
      "step": 2422
    },
    {
      "epoch": 0.1812062969749093,
      "grad_norm": 1.2218964099884033,
      "learning_rate": 9.26284517620009e-05,
      "loss": 0.1359,
      "step": 2423
    },
    {
      "epoch": 0.18128108290019818,
      "grad_norm": 1.1810208559036255,
      "learning_rate": 9.262226474045237e-05,
      "loss": 0.1328,
      "step": 2424
    },
    {
      "epoch": 0.18135586882548704,
      "grad_norm": 0.7772431969642639,
      "learning_rate": 9.261607533038337e-05,
      "loss": 0.1102,
      "step": 2425
    },
    {
      "epoch": 0.1814306547507759,
      "grad_norm": 0.8421506881713867,
      "learning_rate": 9.260988353214075e-05,
      "loss": 0.0879,
      "step": 2426
    },
    {
      "epoch": 0.18150544067606478,
      "grad_norm": 1.3777525424957275,
      "learning_rate": 9.260368934607148e-05,
      "loss": 0.1182,
      "step": 2427
    },
    {
      "epoch": 0.18158022660135362,
      "grad_norm": 1.5837243795394897,
      "learning_rate": 9.259749277252272e-05,
      "loss": 0.1677,
      "step": 2428
    },
    {
      "epoch": 0.18165501252664248,
      "grad_norm": 1.4712681770324707,
      "learning_rate": 9.259129381184169e-05,
      "loss": 0.1889,
      "step": 2429
    },
    {
      "epoch": 0.18172979845193135,
      "grad_norm": 1.5349911451339722,
      "learning_rate": 9.258509246437576e-05,
      "loss": 0.1675,
      "step": 2430
    },
    {
      "epoch": 0.18180458437722022,
      "grad_norm": 2.062953233718872,
      "learning_rate": 9.25788887304725e-05,
      "loss": 0.1551,
      "step": 2431
    },
    {
      "epoch": 0.18187937030250906,
      "grad_norm": 1.2223166227340698,
      "learning_rate": 9.257268261047951e-05,
      "loss": 0.1055,
      "step": 2432
    },
    {
      "epoch": 0.18195415622779793,
      "grad_norm": 1.394147276878357,
      "learning_rate": 9.25664741047446e-05,
      "loss": 0.1537,
      "step": 2433
    },
    {
      "epoch": 0.1820289421530868,
      "grad_norm": 1.0044288635253906,
      "learning_rate": 9.256026321361568e-05,
      "loss": 0.1085,
      "step": 2434
    },
    {
      "epoch": 0.18210372807837566,
      "grad_norm": 0.8452879786491394,
      "learning_rate": 9.255404993744083e-05,
      "loss": 0.0762,
      "step": 2435
    },
    {
      "epoch": 0.1821785140036645,
      "grad_norm": 1.204024314880371,
      "learning_rate": 9.254783427656822e-05,
      "loss": 0.1272,
      "step": 2436
    },
    {
      "epoch": 0.18225329992895337,
      "grad_norm": 1.163935899734497,
      "learning_rate": 9.254161623134614e-05,
      "loss": 0.1145,
      "step": 2437
    },
    {
      "epoch": 0.18232808585424223,
      "grad_norm": 1.3254899978637695,
      "learning_rate": 9.25353958021231e-05,
      "loss": 0.1458,
      "step": 2438
    },
    {
      "epoch": 0.1824028717795311,
      "grad_norm": 1.1787099838256836,
      "learning_rate": 9.252917298924766e-05,
      "loss": 0.1695,
      "step": 2439
    },
    {
      "epoch": 0.18247765770481994,
      "grad_norm": 1.2680354118347168,
      "learning_rate": 9.252294779306855e-05,
      "loss": 0.1206,
      "step": 2440
    },
    {
      "epoch": 0.1825524436301088,
      "grad_norm": 1.375610589981079,
      "learning_rate": 9.25167202139346e-05,
      "loss": 0.1612,
      "step": 2441
    },
    {
      "epoch": 0.18262722955539767,
      "grad_norm": 0.9846555590629578,
      "learning_rate": 9.251049025219484e-05,
      "loss": 0.0746,
      "step": 2442
    },
    {
      "epoch": 0.18270201548068654,
      "grad_norm": 1.699318528175354,
      "learning_rate": 9.250425790819837e-05,
      "loss": 0.1428,
      "step": 2443
    },
    {
      "epoch": 0.1827768014059754,
      "grad_norm": 1.7468912601470947,
      "learning_rate": 9.249802318229444e-05,
      "loss": 0.1697,
      "step": 2444
    },
    {
      "epoch": 0.18285158733126425,
      "grad_norm": 2.9392685890197754,
      "learning_rate": 9.249178607483247e-05,
      "loss": 0.3118,
      "step": 2445
    },
    {
      "epoch": 0.18292637325655312,
      "grad_norm": 1.8012456893920898,
      "learning_rate": 9.248554658616193e-05,
      "loss": 0.1993,
      "step": 2446
    },
    {
      "epoch": 0.18300115918184198,
      "grad_norm": 1.7027620077133179,
      "learning_rate": 9.247930471663252e-05,
      "loss": 0.203,
      "step": 2447
    },
    {
      "epoch": 0.18307594510713085,
      "grad_norm": 1.4843404293060303,
      "learning_rate": 9.2473060466594e-05,
      "loss": 0.1243,
      "step": 2448
    },
    {
      "epoch": 0.1831507310324197,
      "grad_norm": 2.0432820320129395,
      "learning_rate": 9.246681383639634e-05,
      "loss": 0.2158,
      "step": 2449
    },
    {
      "epoch": 0.18322551695770856,
      "grad_norm": 2.144681453704834,
      "learning_rate": 9.246056482638956e-05,
      "loss": 0.1816,
      "step": 2450
    },
    {
      "epoch": 0.18330030288299742,
      "grad_norm": 1.0501811504364014,
      "learning_rate": 9.245431343692384e-05,
      "loss": 0.2026,
      "step": 2451
    },
    {
      "epoch": 0.1833750888082863,
      "grad_norm": 0.7672476172447205,
      "learning_rate": 9.244805966834953e-05,
      "loss": 0.0856,
      "step": 2452
    },
    {
      "epoch": 0.18344987473357513,
      "grad_norm": 0.9077368378639221,
      "learning_rate": 9.244180352101708e-05,
      "loss": 0.1377,
      "step": 2453
    },
    {
      "epoch": 0.183524660658864,
      "grad_norm": 0.6879293322563171,
      "learning_rate": 9.243554499527706e-05,
      "loss": 0.0956,
      "step": 2454
    },
    {
      "epoch": 0.18359944658415286,
      "grad_norm": 0.6872678995132446,
      "learning_rate": 9.242928409148022e-05,
      "loss": 0.0828,
      "step": 2455
    },
    {
      "epoch": 0.18367423250944173,
      "grad_norm": 1.0195238590240479,
      "learning_rate": 9.24230208099774e-05,
      "loss": 0.0872,
      "step": 2456
    },
    {
      "epoch": 0.18374901843473057,
      "grad_norm": 0.6609727740287781,
      "learning_rate": 9.24167551511196e-05,
      "loss": 0.0507,
      "step": 2457
    },
    {
      "epoch": 0.18382380436001944,
      "grad_norm": 0.8801743388175964,
      "learning_rate": 9.241048711525795e-05,
      "loss": 0.1235,
      "step": 2458
    },
    {
      "epoch": 0.1838985902853083,
      "grad_norm": 0.9377312064170837,
      "learning_rate": 9.240421670274369e-05,
      "loss": 0.064,
      "step": 2459
    },
    {
      "epoch": 0.18397337621059717,
      "grad_norm": 1.0308583974838257,
      "learning_rate": 9.23979439139282e-05,
      "loss": 0.1277,
      "step": 2460
    },
    {
      "epoch": 0.18404816213588604,
      "grad_norm": 1.1203091144561768,
      "learning_rate": 9.239166874916302e-05,
      "loss": 0.1141,
      "step": 2461
    },
    {
      "epoch": 0.18412294806117488,
      "grad_norm": 0.726970911026001,
      "learning_rate": 9.238539120879982e-05,
      "loss": 0.0657,
      "step": 2462
    },
    {
      "epoch": 0.18419773398646375,
      "grad_norm": 0.7931430339813232,
      "learning_rate": 9.237911129319034e-05,
      "loss": 0.0997,
      "step": 2463
    },
    {
      "epoch": 0.1842725199117526,
      "grad_norm": 1.2436919212341309,
      "learning_rate": 9.237282900268656e-05,
      "loss": 0.1777,
      "step": 2464
    },
    {
      "epoch": 0.18434730583704148,
      "grad_norm": 0.7510741353034973,
      "learning_rate": 9.236654433764049e-05,
      "loss": 0.1049,
      "step": 2465
    },
    {
      "epoch": 0.18442209176233032,
      "grad_norm": 1.306082010269165,
      "learning_rate": 9.236025729840433e-05,
      "loss": 0.115,
      "step": 2466
    },
    {
      "epoch": 0.1844968776876192,
      "grad_norm": 1.0269056558609009,
      "learning_rate": 9.235396788533042e-05,
      "loss": 0.1125,
      "step": 2467
    },
    {
      "epoch": 0.18457166361290805,
      "grad_norm": 0.9040535688400269,
      "learning_rate": 9.234767609877121e-05,
      "loss": 0.1229,
      "step": 2468
    },
    {
      "epoch": 0.18464644953819692,
      "grad_norm": 0.9717471599578857,
      "learning_rate": 9.234138193907927e-05,
      "loss": 0.0973,
      "step": 2469
    },
    {
      "epoch": 0.18472123546348576,
      "grad_norm": 0.9112642407417297,
      "learning_rate": 9.233508540660731e-05,
      "loss": 0.1001,
      "step": 2470
    },
    {
      "epoch": 0.18479602138877463,
      "grad_norm": 0.9335274696350098,
      "learning_rate": 9.232878650170822e-05,
      "loss": 0.1254,
      "step": 2471
    },
    {
      "epoch": 0.1848708073140635,
      "grad_norm": 0.8950992226600647,
      "learning_rate": 9.232248522473497e-05,
      "loss": 0.0516,
      "step": 2472
    },
    {
      "epoch": 0.18494559323935236,
      "grad_norm": 1.2066665887832642,
      "learning_rate": 9.231618157604068e-05,
      "loss": 0.1439,
      "step": 2473
    },
    {
      "epoch": 0.1850203791646412,
      "grad_norm": 0.7934573292732239,
      "learning_rate": 9.230987555597858e-05,
      "loss": 0.0724,
      "step": 2474
    },
    {
      "epoch": 0.18509516508993007,
      "grad_norm": 1.2887163162231445,
      "learning_rate": 9.230356716490207e-05,
      "loss": 0.1486,
      "step": 2475
    },
    {
      "epoch": 0.18516995101521894,
      "grad_norm": 1.4101601839065552,
      "learning_rate": 9.229725640316468e-05,
      "loss": 0.2344,
      "step": 2476
    },
    {
      "epoch": 0.1852447369405078,
      "grad_norm": 1.0834004878997803,
      "learning_rate": 9.229094327112004e-05,
      "loss": 0.1507,
      "step": 2477
    },
    {
      "epoch": 0.18531952286579667,
      "grad_norm": 0.8767313957214355,
      "learning_rate": 9.228462776912196e-05,
      "loss": 0.0892,
      "step": 2478
    },
    {
      "epoch": 0.1853943087910855,
      "grad_norm": 1.3546533584594727,
      "learning_rate": 9.227830989752434e-05,
      "loss": 0.1568,
      "step": 2479
    },
    {
      "epoch": 0.18546909471637438,
      "grad_norm": 1.4814034700393677,
      "learning_rate": 9.227198965668123e-05,
      "loss": 0.2365,
      "step": 2480
    },
    {
      "epoch": 0.18554388064166324,
      "grad_norm": 1.2368626594543457,
      "learning_rate": 9.22656670469468e-05,
      "loss": 0.1261,
      "step": 2481
    },
    {
      "epoch": 0.1856186665669521,
      "grad_norm": 0.8031989336013794,
      "learning_rate": 9.225934206867537e-05,
      "loss": 0.0676,
      "step": 2482
    },
    {
      "epoch": 0.18569345249224095,
      "grad_norm": 2.7587010860443115,
      "learning_rate": 9.22530147222214e-05,
      "loss": 0.2683,
      "step": 2483
    },
    {
      "epoch": 0.18576823841752982,
      "grad_norm": 1.1403343677520752,
      "learning_rate": 9.224668500793947e-05,
      "loss": 0.1199,
      "step": 2484
    },
    {
      "epoch": 0.18584302434281869,
      "grad_norm": 0.9230810403823853,
      "learning_rate": 9.224035292618427e-05,
      "loss": 0.0983,
      "step": 2485
    },
    {
      "epoch": 0.18591781026810755,
      "grad_norm": 1.042167067527771,
      "learning_rate": 9.223401847731066e-05,
      "loss": 0.1051,
      "step": 2486
    },
    {
      "epoch": 0.1859925961933964,
      "grad_norm": 1.3648236989974976,
      "learning_rate": 9.222768166167364e-05,
      "loss": 0.2011,
      "step": 2487
    },
    {
      "epoch": 0.18606738211868526,
      "grad_norm": 0.8777757287025452,
      "learning_rate": 9.222134247962829e-05,
      "loss": 0.0617,
      "step": 2488
    },
    {
      "epoch": 0.18614216804397413,
      "grad_norm": 1.0633865594863892,
      "learning_rate": 9.221500093152983e-05,
      "loss": 0.1098,
      "step": 2489
    },
    {
      "epoch": 0.186216953969263,
      "grad_norm": 1.4062364101409912,
      "learning_rate": 9.220865701773368e-05,
      "loss": 0.1996,
      "step": 2490
    },
    {
      "epoch": 0.18629173989455183,
      "grad_norm": 1.5999616384506226,
      "learning_rate": 9.220231073859536e-05,
      "loss": 0.1781,
      "step": 2491
    },
    {
      "epoch": 0.1863665258198407,
      "grad_norm": 1.7657861709594727,
      "learning_rate": 9.219596209447048e-05,
      "loss": 0.1711,
      "step": 2492
    },
    {
      "epoch": 0.18644131174512957,
      "grad_norm": 1.74875807762146,
      "learning_rate": 9.21896110857148e-05,
      "loss": 0.1825,
      "step": 2493
    },
    {
      "epoch": 0.18651609767041843,
      "grad_norm": 1.5088376998901367,
      "learning_rate": 9.218325771268426e-05,
      "loss": 0.1772,
      "step": 2494
    },
    {
      "epoch": 0.18659088359570727,
      "grad_norm": 1.4092082977294922,
      "learning_rate": 9.217690197573487e-05,
      "loss": 0.1849,
      "step": 2495
    },
    {
      "epoch": 0.18666566952099614,
      "grad_norm": 1.9960546493530273,
      "learning_rate": 9.217054387522283e-05,
      "loss": 0.2392,
      "step": 2496
    },
    {
      "epoch": 0.186740455446285,
      "grad_norm": 2.0878913402557373,
      "learning_rate": 9.216418341150443e-05,
      "loss": 0.2626,
      "step": 2497
    },
    {
      "epoch": 0.18681524137157388,
      "grad_norm": 1.7632620334625244,
      "learning_rate": 9.215782058493609e-05,
      "loss": 0.2614,
      "step": 2498
    },
    {
      "epoch": 0.18689002729686274,
      "grad_norm": 1.2699602842330933,
      "learning_rate": 9.21514553958744e-05,
      "loss": 0.163,
      "step": 2499
    },
    {
      "epoch": 0.18696481322215158,
      "grad_norm": 2.660510301589966,
      "learning_rate": 9.214508784467607e-05,
      "loss": 0.3258,
      "step": 2500
    },
    {
      "epoch": 0.18703959914744045,
      "grad_norm": 1.009195327758789,
      "learning_rate": 9.213871793169789e-05,
      "loss": 0.1832,
      "step": 2501
    },
    {
      "epoch": 0.18711438507272932,
      "grad_norm": 0.9944561123847961,
      "learning_rate": 9.213234565729684e-05,
      "loss": 0.14,
      "step": 2502
    },
    {
      "epoch": 0.18718917099801818,
      "grad_norm": 0.9033017158508301,
      "learning_rate": 9.212597102183004e-05,
      "loss": 0.0749,
      "step": 2503
    },
    {
      "epoch": 0.18726395692330702,
      "grad_norm": 1.1919211149215698,
      "learning_rate": 9.21195940256547e-05,
      "loss": 0.1225,
      "step": 2504
    },
    {
      "epoch": 0.1873387428485959,
      "grad_norm": 0.7600433826446533,
      "learning_rate": 9.211321466912821e-05,
      "loss": 0.0779,
      "step": 2505
    },
    {
      "epoch": 0.18741352877388476,
      "grad_norm": 0.9167178273200989,
      "learning_rate": 9.210683295260804e-05,
      "loss": 0.1144,
      "step": 2506
    },
    {
      "epoch": 0.18748831469917362,
      "grad_norm": 0.8981622457504272,
      "learning_rate": 9.210044887645181e-05,
      "loss": 0.0897,
      "step": 2507
    },
    {
      "epoch": 0.18756310062446246,
      "grad_norm": 0.7842561602592468,
      "learning_rate": 9.20940624410173e-05,
      "loss": 0.0757,
      "step": 2508
    },
    {
      "epoch": 0.18763788654975133,
      "grad_norm": 0.7434514760971069,
      "learning_rate": 9.208767364666239e-05,
      "loss": 0.0847,
      "step": 2509
    },
    {
      "epoch": 0.1877126724750402,
      "grad_norm": 1.2362312078475952,
      "learning_rate": 9.20812824937451e-05,
      "loss": 0.186,
      "step": 2510
    },
    {
      "epoch": 0.18778745840032907,
      "grad_norm": 1.2462648153305054,
      "learning_rate": 9.20748889826236e-05,
      "loss": 0.1305,
      "step": 2511
    },
    {
      "epoch": 0.1878622443256179,
      "grad_norm": 1.521295428276062,
      "learning_rate": 9.206849311365615e-05,
      "loss": 0.1737,
      "step": 2512
    },
    {
      "epoch": 0.18793703025090677,
      "grad_norm": 1.3348898887634277,
      "learning_rate": 9.20620948872012e-05,
      "loss": 0.1823,
      "step": 2513
    },
    {
      "epoch": 0.18801181617619564,
      "grad_norm": 1.0276167392730713,
      "learning_rate": 9.20556943036173e-05,
      "loss": 0.123,
      "step": 2514
    },
    {
      "epoch": 0.1880866021014845,
      "grad_norm": 0.8176618218421936,
      "learning_rate": 9.20492913632631e-05,
      "loss": 0.0582,
      "step": 2515
    },
    {
      "epoch": 0.18816138802677337,
      "grad_norm": 1.1431268453598022,
      "learning_rate": 9.204288606649745e-05,
      "loss": 0.1334,
      "step": 2516
    },
    {
      "epoch": 0.1882361739520622,
      "grad_norm": 1.3269779682159424,
      "learning_rate": 9.203647841367929e-05,
      "loss": 0.1173,
      "step": 2517
    },
    {
      "epoch": 0.18831095987735108,
      "grad_norm": 0.9184945821762085,
      "learning_rate": 9.20300684051677e-05,
      "loss": 0.0889,
      "step": 2518
    },
    {
      "epoch": 0.18838574580263995,
      "grad_norm": 1.1673452854156494,
      "learning_rate": 9.202365604132188e-05,
      "loss": 0.144,
      "step": 2519
    },
    {
      "epoch": 0.18846053172792882,
      "grad_norm": 1.1857436895370483,
      "learning_rate": 9.201724132250119e-05,
      "loss": 0.0536,
      "step": 2520
    },
    {
      "epoch": 0.18853531765321765,
      "grad_norm": 1.1299446821212769,
      "learning_rate": 9.201082424906511e-05,
      "loss": 0.1591,
      "step": 2521
    },
    {
      "epoch": 0.18861010357850652,
      "grad_norm": 0.8532134294509888,
      "learning_rate": 9.200440482137322e-05,
      "loss": 0.0504,
      "step": 2522
    },
    {
      "epoch": 0.1886848895037954,
      "grad_norm": 1.359375,
      "learning_rate": 9.199798303978528e-05,
      "loss": 0.1683,
      "step": 2523
    },
    {
      "epoch": 0.18875967542908426,
      "grad_norm": 1.9805452823638916,
      "learning_rate": 9.199155890466118e-05,
      "loss": 0.1866,
      "step": 2524
    },
    {
      "epoch": 0.1888344613543731,
      "grad_norm": 1.1310778856277466,
      "learning_rate": 9.198513241636088e-05,
      "loss": 0.1316,
      "step": 2525
    },
    {
      "epoch": 0.18890924727966196,
      "grad_norm": 1.137758493423462,
      "learning_rate": 9.197870357524457e-05,
      "loss": 0.155,
      "step": 2526
    },
    {
      "epoch": 0.18898403320495083,
      "grad_norm": 0.8978711366653442,
      "learning_rate": 9.197227238167247e-05,
      "loss": 0.09,
      "step": 2527
    },
    {
      "epoch": 0.1890588191302397,
      "grad_norm": 1.3054323196411133,
      "learning_rate": 9.196583883600499e-05,
      "loss": 0.0603,
      "step": 2528
    },
    {
      "epoch": 0.18913360505552854,
      "grad_norm": 0.8786336779594421,
      "learning_rate": 9.195940293860268e-05,
      "loss": 0.0766,
      "step": 2529
    },
    {
      "epoch": 0.1892083909808174,
      "grad_norm": 1.3728618621826172,
      "learning_rate": 9.19529646898262e-05,
      "loss": 0.1345,
      "step": 2530
    },
    {
      "epoch": 0.18928317690610627,
      "grad_norm": 1.0864001512527466,
      "learning_rate": 9.19465240900363e-05,
      "loss": 0.0647,
      "step": 2531
    },
    {
      "epoch": 0.18935796283139514,
      "grad_norm": 1.4710248708724976,
      "learning_rate": 9.194008113959398e-05,
      "loss": 0.2338,
      "step": 2532
    },
    {
      "epoch": 0.189432748756684,
      "grad_norm": 1.3282068967819214,
      "learning_rate": 9.193363583886023e-05,
      "loss": 0.1648,
      "step": 2533
    },
    {
      "epoch": 0.18950753468197284,
      "grad_norm": 1.1141554117202759,
      "learning_rate": 9.19271881881963e-05,
      "loss": 0.1318,
      "step": 2534
    },
    {
      "epoch": 0.1895823206072617,
      "grad_norm": 0.9115582704544067,
      "learning_rate": 9.192073818796345e-05,
      "loss": 0.0929,
      "step": 2535
    },
    {
      "epoch": 0.18965710653255058,
      "grad_norm": 1.082343578338623,
      "learning_rate": 9.19142858385232e-05,
      "loss": 0.1059,
      "step": 2536
    },
    {
      "epoch": 0.18973189245783945,
      "grad_norm": 1.4433468580245972,
      "learning_rate": 9.190783114023708e-05,
      "loss": 0.185,
      "step": 2537
    },
    {
      "epoch": 0.18980667838312829,
      "grad_norm": 1.191341519355774,
      "learning_rate": 9.190137409346682e-05,
      "loss": 0.0787,
      "step": 2538
    },
    {
      "epoch": 0.18988146430841715,
      "grad_norm": 0.9825190901756287,
      "learning_rate": 9.18949146985743e-05,
      "loss": 0.0788,
      "step": 2539
    },
    {
      "epoch": 0.18995625023370602,
      "grad_norm": 1.5438507795333862,
      "learning_rate": 9.188845295592145e-05,
      "loss": 0.1985,
      "step": 2540
    },
    {
      "epoch": 0.1900310361589949,
      "grad_norm": 2.3043997287750244,
      "learning_rate": 9.188198886587041e-05,
      "loss": 0.3211,
      "step": 2541
    },
    {
      "epoch": 0.19010582208428373,
      "grad_norm": 2.3571488857269287,
      "learning_rate": 9.187552242878343e-05,
      "loss": 0.2227,
      "step": 2542
    },
    {
      "epoch": 0.1901806080095726,
      "grad_norm": 1.3165277242660522,
      "learning_rate": 9.186905364502287e-05,
      "loss": 0.1038,
      "step": 2543
    },
    {
      "epoch": 0.19025539393486146,
      "grad_norm": 1.5249950885772705,
      "learning_rate": 9.186258251495123e-05,
      "loss": 0.155,
      "step": 2544
    },
    {
      "epoch": 0.19033017986015033,
      "grad_norm": 1.7205214500427246,
      "learning_rate": 9.185610903893117e-05,
      "loss": 0.2904,
      "step": 2545
    },
    {
      "epoch": 0.19040496578543917,
      "grad_norm": 2.145136594772339,
      "learning_rate": 9.184963321732545e-05,
      "loss": 0.2511,
      "step": 2546
    },
    {
      "epoch": 0.19047975171072803,
      "grad_norm": 1.8766512870788574,
      "learning_rate": 9.184315505049695e-05,
      "loss": 0.1729,
      "step": 2547
    },
    {
      "epoch": 0.1905545376360169,
      "grad_norm": 1.8771042823791504,
      "learning_rate": 9.183667453880873e-05,
      "loss": 0.2469,
      "step": 2548
    },
    {
      "epoch": 0.19062932356130577,
      "grad_norm": 1.8097938299179077,
      "learning_rate": 9.183019168262392e-05,
      "loss": 0.1668,
      "step": 2549
    },
    {
      "epoch": 0.19070410948659464,
      "grad_norm": 3.534583330154419,
      "learning_rate": 9.182370648230585e-05,
      "loss": 0.5598,
      "step": 2550
    },
    {
      "epoch": 0.19077889541188348,
      "grad_norm": 0.8485523462295532,
      "learning_rate": 9.181721893821793e-05,
      "loss": 0.1558,
      "step": 2551
    },
    {
      "epoch": 0.19085368133717234,
      "grad_norm": 1.067299485206604,
      "learning_rate": 9.181072905072373e-05,
      "loss": 0.1485,
      "step": 2552
    },
    {
      "epoch": 0.1909284672624612,
      "grad_norm": 0.8776590824127197,
      "learning_rate": 9.18042368201869e-05,
      "loss": 0.0938,
      "step": 2553
    },
    {
      "epoch": 0.19100325318775008,
      "grad_norm": 0.9231860041618347,
      "learning_rate": 9.179774224697131e-05,
      "loss": 0.0758,
      "step": 2554
    },
    {
      "epoch": 0.19107803911303892,
      "grad_norm": 0.8301510214805603,
      "learning_rate": 9.179124533144087e-05,
      "loss": 0.1115,
      "step": 2555
    },
    {
      "epoch": 0.19115282503832778,
      "grad_norm": 1.167454481124878,
      "learning_rate": 9.178474607395969e-05,
      "loss": 0.1704,
      "step": 2556
    },
    {
      "epoch": 0.19122761096361665,
      "grad_norm": 0.8027805089950562,
      "learning_rate": 9.177824447489198e-05,
      "loss": 0.0724,
      "step": 2557
    },
    {
      "epoch": 0.19130239688890552,
      "grad_norm": 0.9529404044151306,
      "learning_rate": 9.177174053460206e-05,
      "loss": 0.1215,
      "step": 2558
    },
    {
      "epoch": 0.19137718281419436,
      "grad_norm": 1.0170727968215942,
      "learning_rate": 9.176523425345444e-05,
      "loss": 0.1146,
      "step": 2559
    },
    {
      "epoch": 0.19145196873948322,
      "grad_norm": 0.9378135800361633,
      "learning_rate": 9.175872563181371e-05,
      "loss": 0.0932,
      "step": 2560
    },
    {
      "epoch": 0.1915267546647721,
      "grad_norm": 0.9950852394104004,
      "learning_rate": 9.17522146700446e-05,
      "loss": 0.121,
      "step": 2561
    },
    {
      "epoch": 0.19160154059006096,
      "grad_norm": 0.6791364550590515,
      "learning_rate": 9.1745701368512e-05,
      "loss": 0.1034,
      "step": 2562
    },
    {
      "epoch": 0.1916763265153498,
      "grad_norm": 1.0017365217208862,
      "learning_rate": 9.17391857275809e-05,
      "loss": 0.1293,
      "step": 2563
    },
    {
      "epoch": 0.19175111244063867,
      "grad_norm": 0.9665387272834778,
      "learning_rate": 9.173266774761643e-05,
      "loss": 0.0871,
      "step": 2564
    },
    {
      "epoch": 0.19182589836592753,
      "grad_norm": 1.0342100858688354,
      "learning_rate": 9.172614742898385e-05,
      "loss": 0.1352,
      "step": 2565
    },
    {
      "epoch": 0.1919006842912164,
      "grad_norm": 0.9831069707870483,
      "learning_rate": 9.171962477204856e-05,
      "loss": 0.1064,
      "step": 2566
    },
    {
      "epoch": 0.19197547021650527,
      "grad_norm": 0.8320805430412292,
      "learning_rate": 9.17130997771761e-05,
      "loss": 0.0771,
      "step": 2567
    },
    {
      "epoch": 0.1920502561417941,
      "grad_norm": 0.9934827089309692,
      "learning_rate": 9.170657244473208e-05,
      "loss": 0.1203,
      "step": 2568
    },
    {
      "epoch": 0.19212504206708297,
      "grad_norm": 1.3125241994857788,
      "learning_rate": 9.170004277508235e-05,
      "loss": 0.1644,
      "step": 2569
    },
    {
      "epoch": 0.19219982799237184,
      "grad_norm": 1.1173726320266724,
      "learning_rate": 9.169351076859278e-05,
      "loss": 0.1545,
      "step": 2570
    },
    {
      "epoch": 0.1922746139176607,
      "grad_norm": 1.054296851158142,
      "learning_rate": 9.168697642562943e-05,
      "loss": 0.1657,
      "step": 2571
    },
    {
      "epoch": 0.19234939984294955,
      "grad_norm": 0.9042648077011108,
      "learning_rate": 9.168043974655849e-05,
      "loss": 0.1083,
      "step": 2572
    },
    {
      "epoch": 0.19242418576823841,
      "grad_norm": 0.9408526420593262,
      "learning_rate": 9.167390073174624e-05,
      "loss": 0.0949,
      "step": 2573
    },
    {
      "epoch": 0.19249897169352728,
      "grad_norm": 1.4397512674331665,
      "learning_rate": 9.166735938155917e-05,
      "loss": 0.2597,
      "step": 2574
    },
    {
      "epoch": 0.19257375761881615,
      "grad_norm": 1.0582654476165771,
      "learning_rate": 9.166081569636382e-05,
      "loss": 0.1106,
      "step": 2575
    },
    {
      "epoch": 0.192648543544105,
      "grad_norm": 1.6497905254364014,
      "learning_rate": 9.16542696765269e-05,
      "loss": 0.1877,
      "step": 2576
    },
    {
      "epoch": 0.19272332946939386,
      "grad_norm": 1.0320852994918823,
      "learning_rate": 9.164772132241526e-05,
      "loss": 0.1283,
      "step": 2577
    },
    {
      "epoch": 0.19279811539468272,
      "grad_norm": 0.9024577140808105,
      "learning_rate": 9.164117063439584e-05,
      "loss": 0.0963,
      "step": 2578
    },
    {
      "epoch": 0.1928729013199716,
      "grad_norm": 1.3018876314163208,
      "learning_rate": 9.163461761283574e-05,
      "loss": 0.1061,
      "step": 2579
    },
    {
      "epoch": 0.19294768724526043,
      "grad_norm": 1.1076674461364746,
      "learning_rate": 9.16280622581022e-05,
      "loss": 0.1008,
      "step": 2580
    },
    {
      "epoch": 0.1930224731705493,
      "grad_norm": 1.6767690181732178,
      "learning_rate": 9.162150457056256e-05,
      "loss": 0.1377,
      "step": 2581
    },
    {
      "epoch": 0.19309725909583816,
      "grad_norm": 1.1362652778625488,
      "learning_rate": 9.161494455058432e-05,
      "loss": 0.1492,
      "step": 2582
    },
    {
      "epoch": 0.19317204502112703,
      "grad_norm": 1.0594383478164673,
      "learning_rate": 9.160838219853512e-05,
      "loss": 0.1191,
      "step": 2583
    },
    {
      "epoch": 0.19324683094641587,
      "grad_norm": 0.9019024968147278,
      "learning_rate": 9.160181751478266e-05,
      "loss": 0.1091,
      "step": 2584
    },
    {
      "epoch": 0.19332161687170474,
      "grad_norm": 1.1800099611282349,
      "learning_rate": 9.159525049969486e-05,
      "loss": 0.0712,
      "step": 2585
    },
    {
      "epoch": 0.1933964027969936,
      "grad_norm": 1.6732306480407715,
      "learning_rate": 9.15886811536397e-05,
      "loss": 0.1846,
      "step": 2586
    },
    {
      "epoch": 0.19347118872228247,
      "grad_norm": 1.1087751388549805,
      "learning_rate": 9.158210947698536e-05,
      "loss": 0.1306,
      "step": 2587
    },
    {
      "epoch": 0.19354597464757134,
      "grad_norm": 0.9328016042709351,
      "learning_rate": 9.157553547010007e-05,
      "loss": 0.0698,
      "step": 2588
    },
    {
      "epoch": 0.19362076057286018,
      "grad_norm": 2.142428159713745,
      "learning_rate": 9.156895913335226e-05,
      "loss": 0.3023,
      "step": 2589
    },
    {
      "epoch": 0.19369554649814905,
      "grad_norm": 0.7964591979980469,
      "learning_rate": 9.156238046711046e-05,
      "loss": 0.055,
      "step": 2590
    },
    {
      "epoch": 0.1937703324234379,
      "grad_norm": 2.8686025142669678,
      "learning_rate": 9.155579947174334e-05,
      "loss": 0.2655,
      "step": 2591
    },
    {
      "epoch": 0.19384511834872678,
      "grad_norm": 2.5823311805725098,
      "learning_rate": 9.154921614761966e-05,
      "loss": 0.4044,
      "step": 2592
    },
    {
      "epoch": 0.19391990427401562,
      "grad_norm": 0.9090953469276428,
      "learning_rate": 9.154263049510838e-05,
      "loss": 0.0891,
      "step": 2593
    },
    {
      "epoch": 0.1939946901993045,
      "grad_norm": 1.3172165155410767,
      "learning_rate": 9.153604251457854e-05,
      "loss": 0.1663,
      "step": 2594
    },
    {
      "epoch": 0.19406947612459335,
      "grad_norm": 2.2403876781463623,
      "learning_rate": 9.152945220639933e-05,
      "loss": 0.3454,
      "step": 2595
    },
    {
      "epoch": 0.19414426204988222,
      "grad_norm": 2.2469747066497803,
      "learning_rate": 9.152285957094007e-05,
      "loss": 0.3368,
      "step": 2596
    },
    {
      "epoch": 0.19421904797517106,
      "grad_norm": 1.5464760065078735,
      "learning_rate": 9.151626460857019e-05,
      "loss": 0.1973,
      "step": 2597
    },
    {
      "epoch": 0.19429383390045993,
      "grad_norm": 1.9119815826416016,
      "learning_rate": 9.150966731965928e-05,
      "loss": 0.2924,
      "step": 2598
    },
    {
      "epoch": 0.1943686198257488,
      "grad_norm": 1.6596773862838745,
      "learning_rate": 9.150306770457705e-05,
      "loss": 0.137,
      "step": 2599
    },
    {
      "epoch": 0.19444340575103766,
      "grad_norm": 3.9522688388824463,
      "learning_rate": 9.149646576369333e-05,
      "loss": 0.8467,
      "step": 2600
    },
    {
      "epoch": 0.1945181916763265,
      "grad_norm": 1.2601367235183716,
      "learning_rate": 9.14898614973781e-05,
      "loss": 0.1729,
      "step": 2601
    },
    {
      "epoch": 0.19459297760161537,
      "grad_norm": 1.0379910469055176,
      "learning_rate": 9.148325490600145e-05,
      "loss": 0.0741,
      "step": 2602
    },
    {
      "epoch": 0.19466776352690424,
      "grad_norm": 0.7846357226371765,
      "learning_rate": 9.14766459899336e-05,
      "loss": 0.0991,
      "step": 2603
    },
    {
      "epoch": 0.1947425494521931,
      "grad_norm": 1.0865448713302612,
      "learning_rate": 9.14700347495449e-05,
      "loss": 0.1926,
      "step": 2604
    },
    {
      "epoch": 0.19481733537748197,
      "grad_norm": 1.5876705646514893,
      "learning_rate": 9.146342118520588e-05,
      "loss": 0.1609,
      "step": 2605
    },
    {
      "epoch": 0.1948921213027708,
      "grad_norm": 1.034990668296814,
      "learning_rate": 9.145680529728713e-05,
      "loss": 0.1269,
      "step": 2606
    },
    {
      "epoch": 0.19496690722805968,
      "grad_norm": 0.7955584526062012,
      "learning_rate": 9.14501870861594e-05,
      "loss": 0.0786,
      "step": 2607
    },
    {
      "epoch": 0.19504169315334854,
      "grad_norm": 1.0779917240142822,
      "learning_rate": 9.144356655219359e-05,
      "loss": 0.0771,
      "step": 2608
    },
    {
      "epoch": 0.1951164790786374,
      "grad_norm": 1.1982966661453247,
      "learning_rate": 9.143694369576067e-05,
      "loss": 0.1404,
      "step": 2609
    },
    {
      "epoch": 0.19519126500392625,
      "grad_norm": 0.9236075282096863,
      "learning_rate": 9.14303185172318e-05,
      "loss": 0.0694,
      "step": 2610
    },
    {
      "epoch": 0.19526605092921512,
      "grad_norm": 1.4475539922714233,
      "learning_rate": 9.142369101697828e-05,
      "loss": 0.1743,
      "step": 2611
    },
    {
      "epoch": 0.19534083685450399,
      "grad_norm": 1.0638234615325928,
      "learning_rate": 9.141706119537148e-05,
      "loss": 0.1153,
      "step": 2612
    },
    {
      "epoch": 0.19541562277979285,
      "grad_norm": 1.0045615434646606,
      "learning_rate": 9.141042905278292e-05,
      "loss": 0.0693,
      "step": 2613
    },
    {
      "epoch": 0.1954904087050817,
      "grad_norm": 0.7212910652160645,
      "learning_rate": 9.140379458958428e-05,
      "loss": 0.0603,
      "step": 2614
    },
    {
      "epoch": 0.19556519463037056,
      "grad_norm": 1.042412281036377,
      "learning_rate": 9.139715780614735e-05,
      "loss": 0.2072,
      "step": 2615
    },
    {
      "epoch": 0.19563998055565943,
      "grad_norm": 1.172436237335205,
      "learning_rate": 9.139051870284405e-05,
      "loss": 0.1403,
      "step": 2616
    },
    {
      "epoch": 0.1957147664809483,
      "grad_norm": 0.7927863001823425,
      "learning_rate": 9.138387728004642e-05,
      "loss": 0.067,
      "step": 2617
    },
    {
      "epoch": 0.19578955240623713,
      "grad_norm": 1.4975402355194092,
      "learning_rate": 9.137723353812664e-05,
      "loss": 0.2052,
      "step": 2618
    },
    {
      "epoch": 0.195864338331526,
      "grad_norm": 0.8858716487884521,
      "learning_rate": 9.137058747745704e-05,
      "loss": 0.1011,
      "step": 2619
    },
    {
      "epoch": 0.19593912425681487,
      "grad_norm": 1.0682768821716309,
      "learning_rate": 9.136393909841005e-05,
      "loss": 0.1112,
      "step": 2620
    },
    {
      "epoch": 0.19601391018210373,
      "grad_norm": 0.9062660932540894,
      "learning_rate": 9.135728840135821e-05,
      "loss": 0.0982,
      "step": 2621
    },
    {
      "epoch": 0.1960886961073926,
      "grad_norm": 0.7142217755317688,
      "learning_rate": 9.135063538667429e-05,
      "loss": 0.0765,
      "step": 2622
    },
    {
      "epoch": 0.19616348203268144,
      "grad_norm": 0.970068633556366,
      "learning_rate": 9.134398005473106e-05,
      "loss": 0.0724,
      "step": 2623
    },
    {
      "epoch": 0.1962382679579703,
      "grad_norm": 0.8605668544769287,
      "learning_rate": 9.133732240590149e-05,
      "loss": 0.0819,
      "step": 2624
    },
    {
      "epoch": 0.19631305388325918,
      "grad_norm": 0.7923926711082458,
      "learning_rate": 9.133066244055867e-05,
      "loss": 0.0854,
      "step": 2625
    },
    {
      "epoch": 0.19638783980854804,
      "grad_norm": 0.7201803922653198,
      "learning_rate": 9.132400015907585e-05,
      "loss": 0.0826,
      "step": 2626
    },
    {
      "epoch": 0.19646262573383688,
      "grad_norm": 1.2421374320983887,
      "learning_rate": 9.131733556182635e-05,
      "loss": 0.1927,
      "step": 2627
    },
    {
      "epoch": 0.19653741165912575,
      "grad_norm": 1.5064499378204346,
      "learning_rate": 9.131066864918366e-05,
      "loss": 0.1137,
      "step": 2628
    },
    {
      "epoch": 0.19661219758441462,
      "grad_norm": 0.7620221972465515,
      "learning_rate": 9.130399942152137e-05,
      "loss": 0.0571,
      "step": 2629
    },
    {
      "epoch": 0.19668698350970348,
      "grad_norm": 1.5877598524093628,
      "learning_rate": 9.129732787921326e-05,
      "loss": 0.1982,
      "step": 2630
    },
    {
      "epoch": 0.19676176943499232,
      "grad_norm": 1.4684250354766846,
      "learning_rate": 9.129065402263314e-05,
      "loss": 0.122,
      "step": 2631
    },
    {
      "epoch": 0.1968365553602812,
      "grad_norm": 1.1459254026412964,
      "learning_rate": 9.128397785215507e-05,
      "loss": 0.1591,
      "step": 2632
    },
    {
      "epoch": 0.19691134128557006,
      "grad_norm": 0.7572987675666809,
      "learning_rate": 9.127729936815312e-05,
      "loss": 0.0716,
      "step": 2633
    },
    {
      "epoch": 0.19698612721085892,
      "grad_norm": 1.269279956817627,
      "learning_rate": 9.127061857100162e-05,
      "loss": 0.1197,
      "step": 2634
    },
    {
      "epoch": 0.19706091313614776,
      "grad_norm": 1.4828429222106934,
      "learning_rate": 9.126393546107485e-05,
      "loss": 0.1731,
      "step": 2635
    },
    {
      "epoch": 0.19713569906143663,
      "grad_norm": 0.7852857708930969,
      "learning_rate": 9.125725003874744e-05,
      "loss": 0.0658,
      "step": 2636
    },
    {
      "epoch": 0.1972104849867255,
      "grad_norm": 1.7760034799575806,
      "learning_rate": 9.125056230439395e-05,
      "loss": 0.225,
      "step": 2637
    },
    {
      "epoch": 0.19728527091201437,
      "grad_norm": 0.9190195798873901,
      "learning_rate": 9.124387225838922e-05,
      "loss": 0.0651,
      "step": 2638
    },
    {
      "epoch": 0.19736005683730323,
      "grad_norm": 1.202944040298462,
      "learning_rate": 9.123717990110811e-05,
      "loss": 0.0983,
      "step": 2639
    },
    {
      "epoch": 0.19743484276259207,
      "grad_norm": 0.8961029648780823,
      "learning_rate": 9.123048523292565e-05,
      "loss": 0.0474,
      "step": 2640
    },
    {
      "epoch": 0.19750962868788094,
      "grad_norm": 1.566147804260254,
      "learning_rate": 9.122378825421706e-05,
      "loss": 0.127,
      "step": 2641
    },
    {
      "epoch": 0.1975844146131698,
      "grad_norm": 1.0856250524520874,
      "learning_rate": 9.121708896535759e-05,
      "loss": 0.0853,
      "step": 2642
    },
    {
      "epoch": 0.19765920053845867,
      "grad_norm": 4.378147125244141,
      "learning_rate": 9.121038736672266e-05,
      "loss": 0.2644,
      "step": 2643
    },
    {
      "epoch": 0.1977339864637475,
      "grad_norm": 2.1993794441223145,
      "learning_rate": 9.120368345868784e-05,
      "loss": 0.3343,
      "step": 2644
    },
    {
      "epoch": 0.19780877238903638,
      "grad_norm": 2.7355523109436035,
      "learning_rate": 9.119697724162882e-05,
      "loss": 0.5205,
      "step": 2645
    },
    {
      "epoch": 0.19788355831432525,
      "grad_norm": 2.2015788555145264,
      "learning_rate": 9.119026871592138e-05,
      "loss": 0.2403,
      "step": 2646
    },
    {
      "epoch": 0.19795834423961411,
      "grad_norm": 1.6607927083969116,
      "learning_rate": 9.118355788194149e-05,
      "loss": 0.1984,
      "step": 2647
    },
    {
      "epoch": 0.19803313016490295,
      "grad_norm": 1.420331358909607,
      "learning_rate": 9.117684474006519e-05,
      "loss": 0.1325,
      "step": 2648
    },
    {
      "epoch": 0.19810791609019182,
      "grad_norm": 1.4331225156784058,
      "learning_rate": 9.117012929066873e-05,
      "loss": 0.1352,
      "step": 2649
    },
    {
      "epoch": 0.1981827020154807,
      "grad_norm": 2.648019790649414,
      "learning_rate": 9.116341153412837e-05,
      "loss": 0.2605,
      "step": 2650
    },
    {
      "epoch": 0.19825748794076956,
      "grad_norm": 1.6651686429977417,
      "learning_rate": 9.115669147082063e-05,
      "loss": 0.1951,
      "step": 2651
    },
    {
      "epoch": 0.1983322738660584,
      "grad_norm": 0.8712142109870911,
      "learning_rate": 9.114996910112208e-05,
      "loss": 0.0982,
      "step": 2652
    },
    {
      "epoch": 0.19840705979134726,
      "grad_norm": 0.9126916527748108,
      "learning_rate": 9.114324442540943e-05,
      "loss": 0.085,
      "step": 2653
    },
    {
      "epoch": 0.19848184571663613,
      "grad_norm": 1.1096806526184082,
      "learning_rate": 9.113651744405951e-05,
      "loss": 0.1525,
      "step": 2654
    },
    {
      "epoch": 0.198556631641925,
      "grad_norm": 0.8615185618400574,
      "learning_rate": 9.11297881574493e-05,
      "loss": 0.1334,
      "step": 2655
    },
    {
      "epoch": 0.19863141756721386,
      "grad_norm": 0.6607965230941772,
      "learning_rate": 9.112305656595594e-05,
      "loss": 0.0727,
      "step": 2656
    },
    {
      "epoch": 0.1987062034925027,
      "grad_norm": 1.103858470916748,
      "learning_rate": 9.111632266995663e-05,
      "loss": 0.1203,
      "step": 2657
    },
    {
      "epoch": 0.19878098941779157,
      "grad_norm": 0.8688449859619141,
      "learning_rate": 9.110958646982874e-05,
      "loss": 0.0792,
      "step": 2658
    },
    {
      "epoch": 0.19885577534308044,
      "grad_norm": 0.973626971244812,
      "learning_rate": 9.110284796594977e-05,
      "loss": 0.0999,
      "step": 2659
    },
    {
      "epoch": 0.1989305612683693,
      "grad_norm": 0.9170082807540894,
      "learning_rate": 9.109610715869732e-05,
      "loss": 0.1112,
      "step": 2660
    },
    {
      "epoch": 0.19900534719365814,
      "grad_norm": 1.1031475067138672,
      "learning_rate": 9.108936404844916e-05,
      "loss": 0.1005,
      "step": 2661
    },
    {
      "epoch": 0.199080133118947,
      "grad_norm": 0.6585069894790649,
      "learning_rate": 9.108261863558317e-05,
      "loss": 0.059,
      "step": 2662
    },
    {
      "epoch": 0.19915491904423588,
      "grad_norm": 2.139185905456543,
      "learning_rate": 9.107587092047734e-05,
      "loss": 0.2714,
      "step": 2663
    },
    {
      "epoch": 0.19922970496952475,
      "grad_norm": 1.0499210357666016,
      "learning_rate": 9.106912090350982e-05,
      "loss": 0.0862,
      "step": 2664
    },
    {
      "epoch": 0.19930449089481359,
      "grad_norm": 0.8736598491668701,
      "learning_rate": 9.106236858505888e-05,
      "loss": 0.0842,
      "step": 2665
    },
    {
      "epoch": 0.19937927682010245,
      "grad_norm": 1.1025453805923462,
      "learning_rate": 9.105561396550291e-05,
      "loss": 0.1519,
      "step": 2666
    },
    {
      "epoch": 0.19945406274539132,
      "grad_norm": 0.924516499042511,
      "learning_rate": 9.104885704522042e-05,
      "loss": 0.0828,
      "step": 2667
    },
    {
      "epoch": 0.1995288486706802,
      "grad_norm": 0.7205510139465332,
      "learning_rate": 9.104209782459009e-05,
      "loss": 0.0739,
      "step": 2668
    },
    {
      "epoch": 0.19960363459596903,
      "grad_norm": 1.2678922414779663,
      "learning_rate": 9.103533630399068e-05,
      "loss": 0.2092,
      "step": 2669
    },
    {
      "epoch": 0.1996784205212579,
      "grad_norm": 1.3740780353546143,
      "learning_rate": 9.102857248380111e-05,
      "loss": 0.148,
      "step": 2670
    },
    {
      "epoch": 0.19975320644654676,
      "grad_norm": 0.6143621206283569,
      "learning_rate": 9.10218063644004e-05,
      "loss": 0.0509,
      "step": 2671
    },
    {
      "epoch": 0.19982799237183563,
      "grad_norm": 0.97184157371521,
      "learning_rate": 9.101503794616777e-05,
      "loss": 0.0989,
      "step": 2672
    },
    {
      "epoch": 0.1999027782971245,
      "grad_norm": 1.0671266317367554,
      "learning_rate": 9.100826722948246e-05,
      "loss": 0.0944,
      "step": 2673
    },
    {
      "epoch": 0.19997756422241333,
      "grad_norm": 1.7113549709320068,
      "learning_rate": 9.100149421472392e-05,
      "loss": 0.0863,
      "step": 2674
    },
    {
      "epoch": 0.2000523501477022,
      "grad_norm": 1.461427927017212,
      "learning_rate": 9.099471890227171e-05,
      "loss": 0.1311,
      "step": 2675
    },
    {
      "epoch": 0.20012713607299107,
      "grad_norm": 0.9511370062828064,
      "learning_rate": 9.098794129250549e-05,
      "loss": 0.096,
      "step": 2676
    },
    {
      "epoch": 0.20020192199827994,
      "grad_norm": 0.9003601670265198,
      "learning_rate": 9.098116138580511e-05,
      "loss": 0.1201,
      "step": 2677
    },
    {
      "epoch": 0.20027670792356878,
      "grad_norm": 0.9635473489761353,
      "learning_rate": 9.097437918255048e-05,
      "loss": 0.0879,
      "step": 2678
    },
    {
      "epoch": 0.20035149384885764,
      "grad_norm": 1.619671106338501,
      "learning_rate": 9.096759468312169e-05,
      "loss": 0.1361,
      "step": 2679
    },
    {
      "epoch": 0.2004262797741465,
      "grad_norm": 0.9668811559677124,
      "learning_rate": 9.096080788789892e-05,
      "loss": 0.1026,
      "step": 2680
    },
    {
      "epoch": 0.20050106569943538,
      "grad_norm": 0.9107230305671692,
      "learning_rate": 9.09540187972625e-05,
      "loss": 0.0986,
      "step": 2681
    },
    {
      "epoch": 0.20057585162472422,
      "grad_norm": 1.4857326745986938,
      "learning_rate": 9.094722741159292e-05,
      "loss": 0.1816,
      "step": 2682
    },
    {
      "epoch": 0.20065063755001308,
      "grad_norm": 1.2358182668685913,
      "learning_rate": 9.09404337312707e-05,
      "loss": 0.1421,
      "step": 2683
    },
    {
      "epoch": 0.20072542347530195,
      "grad_norm": 0.7666955590248108,
      "learning_rate": 9.09336377566766e-05,
      "loss": 0.0788,
      "step": 2684
    },
    {
      "epoch": 0.20080020940059082,
      "grad_norm": 0.6262534260749817,
      "learning_rate": 9.092683948819146e-05,
      "loss": 0.0452,
      "step": 2685
    },
    {
      "epoch": 0.20087499532587966,
      "grad_norm": 1.2830750942230225,
      "learning_rate": 9.092003892619623e-05,
      "loss": 0.139,
      "step": 2686
    },
    {
      "epoch": 0.20094978125116852,
      "grad_norm": 1.0519506931304932,
      "learning_rate": 9.091323607107202e-05,
      "loss": 0.1687,
      "step": 2687
    },
    {
      "epoch": 0.2010245671764574,
      "grad_norm": 1.2628629207611084,
      "learning_rate": 9.090643092320006e-05,
      "loss": 0.1708,
      "step": 2688
    },
    {
      "epoch": 0.20109935310174626,
      "grad_norm": 0.7765374183654785,
      "learning_rate": 9.089962348296171e-05,
      "loss": 0.0848,
      "step": 2689
    },
    {
      "epoch": 0.2011741390270351,
      "grad_norm": 1.7744076251983643,
      "learning_rate": 9.089281375073842e-05,
      "loss": 0.2505,
      "step": 2690
    },
    {
      "epoch": 0.20124892495232397,
      "grad_norm": 1.1396970748901367,
      "learning_rate": 9.088600172691184e-05,
      "loss": 0.1088,
      "step": 2691
    },
    {
      "epoch": 0.20132371087761283,
      "grad_norm": 1.156776785850525,
      "learning_rate": 9.087918741186369e-05,
      "loss": 0.101,
      "step": 2692
    },
    {
      "epoch": 0.2013984968029017,
      "grad_norm": 1.3793987035751343,
      "learning_rate": 9.087237080597586e-05,
      "loss": 0.1841,
      "step": 2693
    },
    {
      "epoch": 0.20147328272819057,
      "grad_norm": 0.9212580919265747,
      "learning_rate": 9.086555190963033e-05,
      "loss": 0.0812,
      "step": 2694
    },
    {
      "epoch": 0.2015480686534794,
      "grad_norm": 1.536861538887024,
      "learning_rate": 9.085873072320923e-05,
      "loss": 0.2355,
      "step": 2695
    },
    {
      "epoch": 0.20162285457876827,
      "grad_norm": 1.7619603872299194,
      "learning_rate": 9.085190724709482e-05,
      "loss": 0.2013,
      "step": 2696
    },
    {
      "epoch": 0.20169764050405714,
      "grad_norm": 1.691695213317871,
      "learning_rate": 9.084508148166946e-05,
      "loss": 0.1797,
      "step": 2697
    },
    {
      "epoch": 0.201772426429346,
      "grad_norm": 3.201986789703369,
      "learning_rate": 9.08382534273157e-05,
      "loss": 0.5089,
      "step": 2698
    },
    {
      "epoch": 0.20184721235463485,
      "grad_norm": 1.1602813005447388,
      "learning_rate": 9.083142308441615e-05,
      "loss": 0.0985,
      "step": 2699
    },
    {
      "epoch": 0.20192199827992371,
      "grad_norm": 2.1575353145599365,
      "learning_rate": 9.082459045335359e-05,
      "loss": 0.208,
      "step": 2700
    },
    {
      "epoch": 0.20199678420521258,
      "grad_norm": 1.3067902326583862,
      "learning_rate": 9.081775553451091e-05,
      "loss": 0.1755,
      "step": 2701
    },
    {
      "epoch": 0.20207157013050145,
      "grad_norm": 1.3860849142074585,
      "learning_rate": 9.081091832827113e-05,
      "loss": 0.1124,
      "step": 2702
    },
    {
      "epoch": 0.2021463560557903,
      "grad_norm": 1.0113556385040283,
      "learning_rate": 9.08040788350174e-05,
      "loss": 0.1608,
      "step": 2703
    },
    {
      "epoch": 0.20222114198107916,
      "grad_norm": 0.8852263689041138,
      "learning_rate": 9.079723705513302e-05,
      "loss": 0.0792,
      "step": 2704
    },
    {
      "epoch": 0.20229592790636802,
      "grad_norm": 1.0946937799453735,
      "learning_rate": 9.079039298900137e-05,
      "loss": 0.1221,
      "step": 2705
    },
    {
      "epoch": 0.2023707138316569,
      "grad_norm": 1.0159813165664673,
      "learning_rate": 9.0783546637006e-05,
      "loss": 0.1047,
      "step": 2706
    },
    {
      "epoch": 0.20244549975694573,
      "grad_norm": 1.108834981918335,
      "learning_rate": 9.07766979995306e-05,
      "loss": 0.1076,
      "step": 2707
    },
    {
      "epoch": 0.2025202856822346,
      "grad_norm": 0.6680852770805359,
      "learning_rate": 9.076984707695892e-05,
      "loss": 0.0479,
      "step": 2708
    },
    {
      "epoch": 0.20259507160752346,
      "grad_norm": 0.7493944764137268,
      "learning_rate": 9.076299386967491e-05,
      "loss": 0.0903,
      "step": 2709
    },
    {
      "epoch": 0.20266985753281233,
      "grad_norm": 0.6446396708488464,
      "learning_rate": 9.07561383780626e-05,
      "loss": 0.0648,
      "step": 2710
    },
    {
      "epoch": 0.2027446434581012,
      "grad_norm": 0.801505446434021,
      "learning_rate": 9.074928060250616e-05,
      "loss": 0.0927,
      "step": 2711
    },
    {
      "epoch": 0.20281942938339004,
      "grad_norm": 1.0943793058395386,
      "learning_rate": 9.074242054338994e-05,
      "loss": 0.1358,
      "step": 2712
    },
    {
      "epoch": 0.2028942153086789,
      "grad_norm": 1.3436414003372192,
      "learning_rate": 9.073555820109833e-05,
      "loss": 0.1286,
      "step": 2713
    },
    {
      "epoch": 0.20296900123396777,
      "grad_norm": 1.3627047538757324,
      "learning_rate": 9.07286935760159e-05,
      "loss": 0.125,
      "step": 2714
    },
    {
      "epoch": 0.20304378715925664,
      "grad_norm": 1.242643117904663,
      "learning_rate": 9.072182666852735e-05,
      "loss": 0.1278,
      "step": 2715
    },
    {
      "epoch": 0.20311857308454548,
      "grad_norm": 0.7424396276473999,
      "learning_rate": 9.071495747901748e-05,
      "loss": 0.0838,
      "step": 2716
    },
    {
      "epoch": 0.20319335900983435,
      "grad_norm": 1.2817938327789307,
      "learning_rate": 9.070808600787123e-05,
      "loss": 0.1163,
      "step": 2717
    },
    {
      "epoch": 0.2032681449351232,
      "grad_norm": 0.9234930276870728,
      "learning_rate": 9.07012122554737e-05,
      "loss": 0.1145,
      "step": 2718
    },
    {
      "epoch": 0.20334293086041208,
      "grad_norm": 0.7905477285385132,
      "learning_rate": 9.069433622221009e-05,
      "loss": 0.0714,
      "step": 2719
    },
    {
      "epoch": 0.20341771678570092,
      "grad_norm": 1.2016017436981201,
      "learning_rate": 9.068745790846568e-05,
      "loss": 0.1456,
      "step": 2720
    },
    {
      "epoch": 0.2034925027109898,
      "grad_norm": 1.245204210281372,
      "learning_rate": 9.068057731462597e-05,
      "loss": 0.1729,
      "step": 2721
    },
    {
      "epoch": 0.20356728863627865,
      "grad_norm": 1.3978652954101562,
      "learning_rate": 9.067369444107655e-05,
      "loss": 0.1383,
      "step": 2722
    },
    {
      "epoch": 0.20364207456156752,
      "grad_norm": 0.912706196308136,
      "learning_rate": 9.066680928820309e-05,
      "loss": 0.1126,
      "step": 2723
    },
    {
      "epoch": 0.20371686048685636,
      "grad_norm": 1.427061915397644,
      "learning_rate": 9.065992185639146e-05,
      "loss": 0.1804,
      "step": 2724
    },
    {
      "epoch": 0.20379164641214523,
      "grad_norm": 1.2448488473892212,
      "learning_rate": 9.065303214602762e-05,
      "loss": 0.1039,
      "step": 2725
    },
    {
      "epoch": 0.2038664323374341,
      "grad_norm": 1.5668227672576904,
      "learning_rate": 9.064614015749767e-05,
      "loss": 0.1337,
      "step": 2726
    },
    {
      "epoch": 0.20394121826272296,
      "grad_norm": 1.1255184412002563,
      "learning_rate": 9.06392458911878e-05,
      "loss": 0.156,
      "step": 2727
    },
    {
      "epoch": 0.20401600418801183,
      "grad_norm": 1.0544990301132202,
      "learning_rate": 9.063234934748441e-05,
      "loss": 0.1196,
      "step": 2728
    },
    {
      "epoch": 0.20409079011330067,
      "grad_norm": 1.0082290172576904,
      "learning_rate": 9.062545052677394e-05,
      "loss": 0.1472,
      "step": 2729
    },
    {
      "epoch": 0.20416557603858954,
      "grad_norm": 0.9605889916419983,
      "learning_rate": 9.061854942944299e-05,
      "loss": 0.0648,
      "step": 2730
    },
    {
      "epoch": 0.2042403619638784,
      "grad_norm": 0.8313862085342407,
      "learning_rate": 9.061164605587833e-05,
      "loss": 0.0606,
      "step": 2731
    },
    {
      "epoch": 0.20431514788916727,
      "grad_norm": 1.0597436428070068,
      "learning_rate": 9.06047404064668e-05,
      "loss": 0.1139,
      "step": 2732
    },
    {
      "epoch": 0.2043899338144561,
      "grad_norm": 1.2563145160675049,
      "learning_rate": 9.059783248159538e-05,
      "loss": 0.1651,
      "step": 2733
    },
    {
      "epoch": 0.20446471973974498,
      "grad_norm": 1.2151180505752563,
      "learning_rate": 9.059092228165118e-05,
      "loss": 0.1626,
      "step": 2734
    },
    {
      "epoch": 0.20453950566503384,
      "grad_norm": 0.7043541669845581,
      "learning_rate": 9.058400980702147e-05,
      "loss": 0.0562,
      "step": 2735
    },
    {
      "epoch": 0.2046142915903227,
      "grad_norm": 1.0193288326263428,
      "learning_rate": 9.05770950580936e-05,
      "loss": 0.101,
      "step": 2736
    },
    {
      "epoch": 0.20468907751561155,
      "grad_norm": 0.7497479319572449,
      "learning_rate": 9.057017803525507e-05,
      "loss": 0.072,
      "step": 2737
    },
    {
      "epoch": 0.20476386344090042,
      "grad_norm": 0.9177418351173401,
      "learning_rate": 9.05632587388935e-05,
      "loss": 0.0679,
      "step": 2738
    },
    {
      "epoch": 0.20483864936618928,
      "grad_norm": 1.3597744703292847,
      "learning_rate": 9.055633716939667e-05,
      "loss": 0.1839,
      "step": 2739
    },
    {
      "epoch": 0.20491343529147815,
      "grad_norm": 0.7764663696289062,
      "learning_rate": 9.054941332715241e-05,
      "loss": 0.0622,
      "step": 2740
    },
    {
      "epoch": 0.204988221216767,
      "grad_norm": 0.975156843662262,
      "learning_rate": 9.054248721254876e-05,
      "loss": 0.071,
      "step": 2741
    },
    {
      "epoch": 0.20506300714205586,
      "grad_norm": 1.1722689867019653,
      "learning_rate": 9.053555882597387e-05,
      "loss": 0.13,
      "step": 2742
    },
    {
      "epoch": 0.20513779306734473,
      "grad_norm": 1.3260396718978882,
      "learning_rate": 9.052862816781598e-05,
      "loss": 0.1435,
      "step": 2743
    },
    {
      "epoch": 0.2052125789926336,
      "grad_norm": 1.5412111282348633,
      "learning_rate": 9.052169523846346e-05,
      "loss": 0.2011,
      "step": 2744
    },
    {
      "epoch": 0.20528736491792246,
      "grad_norm": 1.960587739944458,
      "learning_rate": 9.051476003830486e-05,
      "loss": 0.2253,
      "step": 2745
    },
    {
      "epoch": 0.2053621508432113,
      "grad_norm": 1.4919922351837158,
      "learning_rate": 9.050782256772881e-05,
      "loss": 0.1846,
      "step": 2746
    },
    {
      "epoch": 0.20543693676850017,
      "grad_norm": 1.356311321258545,
      "learning_rate": 9.050088282712407e-05,
      "loss": 0.1446,
      "step": 2747
    },
    {
      "epoch": 0.20551172269378903,
      "grad_norm": 2.1864452362060547,
      "learning_rate": 9.049394081687955e-05,
      "loss": 0.3218,
      "step": 2748
    },
    {
      "epoch": 0.2055865086190779,
      "grad_norm": 2.3376097679138184,
      "learning_rate": 9.048699653738428e-05,
      "loss": 0.3483,
      "step": 2749
    },
    {
      "epoch": 0.20566129454436674,
      "grad_norm": 1.9486054182052612,
      "learning_rate": 9.048004998902742e-05,
      "loss": 0.1803,
      "step": 2750
    },
    {
      "epoch": 0.2057360804696556,
      "grad_norm": 2.8771560192108154,
      "learning_rate": 9.047310117219821e-05,
      "loss": 0.1211,
      "step": 2751
    },
    {
      "epoch": 0.20581086639494447,
      "grad_norm": 1.1141735315322876,
      "learning_rate": 9.046615008728609e-05,
      "loss": 0.0935,
      "step": 2752
    },
    {
      "epoch": 0.20588565232023334,
      "grad_norm": 0.9068607091903687,
      "learning_rate": 9.04591967346806e-05,
      "loss": 0.09,
      "step": 2753
    },
    {
      "epoch": 0.20596043824552218,
      "grad_norm": 0.644328773021698,
      "learning_rate": 9.045224111477137e-05,
      "loss": 0.087,
      "step": 2754
    },
    {
      "epoch": 0.20603522417081105,
      "grad_norm": 1.0246257781982422,
      "learning_rate": 9.044528322794821e-05,
      "loss": 0.1025,
      "step": 2755
    },
    {
      "epoch": 0.20611001009609992,
      "grad_norm": 0.9846999645233154,
      "learning_rate": 9.043832307460102e-05,
      "loss": 0.1042,
      "step": 2756
    },
    {
      "epoch": 0.20618479602138878,
      "grad_norm": 1.0570660829544067,
      "learning_rate": 9.043136065511988e-05,
      "loss": 0.1015,
      "step": 2757
    },
    {
      "epoch": 0.20625958194667762,
      "grad_norm": 0.934244692325592,
      "learning_rate": 9.042439596989492e-05,
      "loss": 0.1944,
      "step": 2758
    },
    {
      "epoch": 0.2063343678719665,
      "grad_norm": 1.22841477394104,
      "learning_rate": 9.041742901931642e-05,
      "loss": 0.0884,
      "step": 2759
    },
    {
      "epoch": 0.20640915379725536,
      "grad_norm": 1.0505834817886353,
      "learning_rate": 9.041045980377484e-05,
      "loss": 0.1146,
      "step": 2760
    },
    {
      "epoch": 0.20648393972254422,
      "grad_norm": 1.2707942724227905,
      "learning_rate": 9.040348832366075e-05,
      "loss": 0.1159,
      "step": 2761
    },
    {
      "epoch": 0.2065587256478331,
      "grad_norm": 1.0689703226089478,
      "learning_rate": 9.039651457936476e-05,
      "loss": 0.1319,
      "step": 2762
    },
    {
      "epoch": 0.20663351157312193,
      "grad_norm": 1.1651051044464111,
      "learning_rate": 9.038953857127772e-05,
      "loss": 0.1257,
      "step": 2763
    },
    {
      "epoch": 0.2067082974984108,
      "grad_norm": 0.9253113865852356,
      "learning_rate": 9.038256029979055e-05,
      "loss": 0.1061,
      "step": 2764
    },
    {
      "epoch": 0.20678308342369967,
      "grad_norm": 0.9174332618713379,
      "learning_rate": 9.037557976529431e-05,
      "loss": 0.1331,
      "step": 2765
    },
    {
      "epoch": 0.20685786934898853,
      "grad_norm": 1.0796211957931519,
      "learning_rate": 9.036859696818018e-05,
      "loss": 0.147,
      "step": 2766
    },
    {
      "epoch": 0.20693265527427737,
      "grad_norm": 1.415557622909546,
      "learning_rate": 9.036161190883947e-05,
      "loss": 0.2677,
      "step": 2767
    },
    {
      "epoch": 0.20700744119956624,
      "grad_norm": 0.7330047488212585,
      "learning_rate": 9.035462458766362e-05,
      "loss": 0.0918,
      "step": 2768
    },
    {
      "epoch": 0.2070822271248551,
      "grad_norm": 1.077557921409607,
      "learning_rate": 9.03476350050442e-05,
      "loss": 0.1253,
      "step": 2769
    },
    {
      "epoch": 0.20715701305014397,
      "grad_norm": 1.2135154008865356,
      "learning_rate": 9.034064316137288e-05,
      "loss": 0.1237,
      "step": 2770
    },
    {
      "epoch": 0.2072317989754328,
      "grad_norm": 1.1620407104492188,
      "learning_rate": 9.033364905704149e-05,
      "loss": 0.1332,
      "step": 2771
    },
    {
      "epoch": 0.20730658490072168,
      "grad_norm": 0.8648023009300232,
      "learning_rate": 9.032665269244198e-05,
      "loss": 0.0864,
      "step": 2772
    },
    {
      "epoch": 0.20738137082601055,
      "grad_norm": 1.3080554008483887,
      "learning_rate": 9.031965406796643e-05,
      "loss": 0.1447,
      "step": 2773
    },
    {
      "epoch": 0.20745615675129941,
      "grad_norm": 1.336475133895874,
      "learning_rate": 9.031265318400702e-05,
      "loss": 0.1583,
      "step": 2774
    },
    {
      "epoch": 0.20753094267658825,
      "grad_norm": 0.7669476866722107,
      "learning_rate": 9.030565004095608e-05,
      "loss": 0.1002,
      "step": 2775
    },
    {
      "epoch": 0.20760572860187712,
      "grad_norm": 0.858733594417572,
      "learning_rate": 9.029864463920605e-05,
      "loss": 0.0769,
      "step": 2776
    },
    {
      "epoch": 0.207680514527166,
      "grad_norm": 1.0368489027023315,
      "learning_rate": 9.029163697914953e-05,
      "loss": 0.118,
      "step": 2777
    },
    {
      "epoch": 0.20775530045245486,
      "grad_norm": 1.2372546195983887,
      "learning_rate": 9.028462706117922e-05,
      "loss": 0.1446,
      "step": 2778
    },
    {
      "epoch": 0.20783008637774372,
      "grad_norm": 1.2128970623016357,
      "learning_rate": 9.027761488568793e-05,
      "loss": 0.139,
      "step": 2779
    },
    {
      "epoch": 0.20790487230303256,
      "grad_norm": 1.2625237703323364,
      "learning_rate": 9.027060045306863e-05,
      "loss": 0.1376,
      "step": 2780
    },
    {
      "epoch": 0.20797965822832143,
      "grad_norm": 0.9145312309265137,
      "learning_rate": 9.026358376371442e-05,
      "loss": 0.119,
      "step": 2781
    },
    {
      "epoch": 0.2080544441536103,
      "grad_norm": 1.0934985876083374,
      "learning_rate": 9.025656481801847e-05,
      "loss": 0.1107,
      "step": 2782
    },
    {
      "epoch": 0.20812923007889916,
      "grad_norm": 0.7944835424423218,
      "learning_rate": 9.024954361637416e-05,
      "loss": 0.0544,
      "step": 2783
    },
    {
      "epoch": 0.208204016004188,
      "grad_norm": 0.9771311283111572,
      "learning_rate": 9.024252015917494e-05,
      "loss": 0.0957,
      "step": 2784
    },
    {
      "epoch": 0.20827880192947687,
      "grad_norm": 1.6611902713775635,
      "learning_rate": 9.023549444681436e-05,
      "loss": 0.2383,
      "step": 2785
    },
    {
      "epoch": 0.20835358785476574,
      "grad_norm": 1.3088914155960083,
      "learning_rate": 9.02284664796862e-05,
      "loss": 0.1893,
      "step": 2786
    },
    {
      "epoch": 0.2084283737800546,
      "grad_norm": 1.3492703437805176,
      "learning_rate": 9.022143625818427e-05,
      "loss": 0.1255,
      "step": 2787
    },
    {
      "epoch": 0.20850315970534344,
      "grad_norm": 1.3433735370635986,
      "learning_rate": 9.021440378270252e-05,
      "loss": 0.1363,
      "step": 2788
    },
    {
      "epoch": 0.2085779456306323,
      "grad_norm": 1.699482798576355,
      "learning_rate": 9.020736905363508e-05,
      "loss": 0.1819,
      "step": 2789
    },
    {
      "epoch": 0.20865273155592118,
      "grad_norm": 0.9821889400482178,
      "learning_rate": 9.020033207137614e-05,
      "loss": 0.0789,
      "step": 2790
    },
    {
      "epoch": 0.20872751748121005,
      "grad_norm": 1.4439305067062378,
      "learning_rate": 9.019329283632009e-05,
      "loss": 0.1489,
      "step": 2791
    },
    {
      "epoch": 0.20880230340649888,
      "grad_norm": 1.4524598121643066,
      "learning_rate": 9.018625134886135e-05,
      "loss": 0.1752,
      "step": 2792
    },
    {
      "epoch": 0.20887708933178775,
      "grad_norm": 1.041146159172058,
      "learning_rate": 9.017920760939455e-05,
      "loss": 0.0759,
      "step": 2793
    },
    {
      "epoch": 0.20895187525707662,
      "grad_norm": 1.4302423000335693,
      "learning_rate": 9.017216161831444e-05,
      "loss": 0.1291,
      "step": 2794
    },
    {
      "epoch": 0.2090266611823655,
      "grad_norm": 1.6347606182098389,
      "learning_rate": 9.016511337601581e-05,
      "loss": 0.194,
      "step": 2795
    },
    {
      "epoch": 0.20910144710765433,
      "grad_norm": 1.2886639833450317,
      "learning_rate": 9.015806288289369e-05,
      "loss": 0.1589,
      "step": 2796
    },
    {
      "epoch": 0.2091762330329432,
      "grad_norm": 1.3992934226989746,
      "learning_rate": 9.015101013934317e-05,
      "loss": 0.1428,
      "step": 2797
    },
    {
      "epoch": 0.20925101895823206,
      "grad_norm": 1.5173455476760864,
      "learning_rate": 9.014395514575946e-05,
      "loss": 0.1771,
      "step": 2798
    },
    {
      "epoch": 0.20932580488352093,
      "grad_norm": 2.260455369949341,
      "learning_rate": 9.013689790253796e-05,
      "loss": 0.4164,
      "step": 2799
    },
    {
      "epoch": 0.2094005908088098,
      "grad_norm": 3.338332414627075,
      "learning_rate": 9.012983841007409e-05,
      "loss": 0.3432,
      "step": 2800
    },
    {
      "epoch": 0.20947537673409863,
      "grad_norm": 1.336563229560852,
      "learning_rate": 9.012277666876352e-05,
      "loss": 0.1716,
      "step": 2801
    },
    {
      "epoch": 0.2095501626593875,
      "grad_norm": 0.9059866070747375,
      "learning_rate": 9.011571267900197e-05,
      "loss": 0.0779,
      "step": 2802
    },
    {
      "epoch": 0.20962494858467637,
      "grad_norm": 0.9136732816696167,
      "learning_rate": 9.010864644118529e-05,
      "loss": 0.107,
      "step": 2803
    },
    {
      "epoch": 0.20969973450996524,
      "grad_norm": 0.6735156774520874,
      "learning_rate": 9.010157795570945e-05,
      "loss": 0.0719,
      "step": 2804
    },
    {
      "epoch": 0.20977452043525407,
      "grad_norm": 0.9146677851676941,
      "learning_rate": 9.00945072229706e-05,
      "loss": 0.0904,
      "step": 2805
    },
    {
      "epoch": 0.20984930636054294,
      "grad_norm": 0.6209033727645874,
      "learning_rate": 9.008743424336495e-05,
      "loss": 0.0612,
      "step": 2806
    },
    {
      "epoch": 0.2099240922858318,
      "grad_norm": 0.8325358629226685,
      "learning_rate": 9.008035901728886e-05,
      "loss": 0.0745,
      "step": 2807
    },
    {
      "epoch": 0.20999887821112068,
      "grad_norm": 0.7679998278617859,
      "learning_rate": 9.007328154513885e-05,
      "loss": 0.0808,
      "step": 2808
    },
    {
      "epoch": 0.21007366413640952,
      "grad_norm": 1.1769548654556274,
      "learning_rate": 9.006620182731152e-05,
      "loss": 0.0937,
      "step": 2809
    },
    {
      "epoch": 0.21014845006169838,
      "grad_norm": 0.6834434270858765,
      "learning_rate": 9.005911986420362e-05,
      "loss": 0.0536,
      "step": 2810
    },
    {
      "epoch": 0.21022323598698725,
      "grad_norm": 1.340930461883545,
      "learning_rate": 9.0052035656212e-05,
      "loss": 0.155,
      "step": 2811
    },
    {
      "epoch": 0.21029802191227612,
      "grad_norm": 3.007768392562866,
      "learning_rate": 9.004494920373367e-05,
      "loss": 0.1483,
      "step": 2812
    },
    {
      "epoch": 0.21037280783756496,
      "grad_norm": 2.2312369346618652,
      "learning_rate": 9.003786050716575e-05,
      "loss": 0.183,
      "step": 2813
    },
    {
      "epoch": 0.21044759376285382,
      "grad_norm": 1.0268853902816772,
      "learning_rate": 9.003076956690548e-05,
      "loss": 0.1129,
      "step": 2814
    },
    {
      "epoch": 0.2105223796881427,
      "grad_norm": 1.470274806022644,
      "learning_rate": 9.002367638335022e-05,
      "loss": 0.2114,
      "step": 2815
    },
    {
      "epoch": 0.21059716561343156,
      "grad_norm": 0.9152116775512695,
      "learning_rate": 9.001658095689748e-05,
      "loss": 0.0852,
      "step": 2816
    },
    {
      "epoch": 0.21067195153872043,
      "grad_norm": 0.84653240442276,
      "learning_rate": 9.00094832879449e-05,
      "loss": 0.0813,
      "step": 2817
    },
    {
      "epoch": 0.21074673746400926,
      "grad_norm": 0.9181047081947327,
      "learning_rate": 9.000238337689018e-05,
      "loss": 0.0861,
      "step": 2818
    },
    {
      "epoch": 0.21082152338929813,
      "grad_norm": 1.653384804725647,
      "learning_rate": 8.999528122413123e-05,
      "loss": 0.1707,
      "step": 2819
    },
    {
      "epoch": 0.210896309314587,
      "grad_norm": 1.3188610076904297,
      "learning_rate": 8.998817683006606e-05,
      "loss": 0.1644,
      "step": 2820
    },
    {
      "epoch": 0.21097109523987587,
      "grad_norm": 1.1203057765960693,
      "learning_rate": 8.998107019509277e-05,
      "loss": 0.1168,
      "step": 2821
    },
    {
      "epoch": 0.2110458811651647,
      "grad_norm": 1.1406607627868652,
      "learning_rate": 8.99739613196096e-05,
      "loss": 0.1529,
      "step": 2822
    },
    {
      "epoch": 0.21112066709045357,
      "grad_norm": 0.7790665626525879,
      "learning_rate": 8.996685020401496e-05,
      "loss": 0.0856,
      "step": 2823
    },
    {
      "epoch": 0.21119545301574244,
      "grad_norm": 1.062347650527954,
      "learning_rate": 8.995973684870733e-05,
      "loss": 0.1415,
      "step": 2824
    },
    {
      "epoch": 0.2112702389410313,
      "grad_norm": 0.6913509964942932,
      "learning_rate": 8.995262125408535e-05,
      "loss": 0.0627,
      "step": 2825
    },
    {
      "epoch": 0.21134502486632015,
      "grad_norm": 1.1457092761993408,
      "learning_rate": 8.994550342054775e-05,
      "loss": 0.1065,
      "step": 2826
    },
    {
      "epoch": 0.21141981079160901,
      "grad_norm": 0.7565957307815552,
      "learning_rate": 8.993838334849344e-05,
      "loss": 0.0461,
      "step": 2827
    },
    {
      "epoch": 0.21149459671689788,
      "grad_norm": 2.530733108520508,
      "learning_rate": 8.993126103832141e-05,
      "loss": 0.2394,
      "step": 2828
    },
    {
      "epoch": 0.21156938264218675,
      "grad_norm": 1.032491683959961,
      "learning_rate": 8.992413649043078e-05,
      "loss": 0.1146,
      "step": 2829
    },
    {
      "epoch": 0.2116441685674756,
      "grad_norm": 0.8979009985923767,
      "learning_rate": 8.991700970522081e-05,
      "loss": 0.0687,
      "step": 2830
    },
    {
      "epoch": 0.21171895449276446,
      "grad_norm": 0.9044908881187439,
      "learning_rate": 8.990988068309088e-05,
      "loss": 0.065,
      "step": 2831
    },
    {
      "epoch": 0.21179374041805332,
      "grad_norm": 1.2055584192276,
      "learning_rate": 8.990274942444048e-05,
      "loss": 0.1398,
      "step": 2832
    },
    {
      "epoch": 0.2118685263433422,
      "grad_norm": 1.3306832313537598,
      "learning_rate": 8.989561592966928e-05,
      "loss": 0.1588,
      "step": 2833
    },
    {
      "epoch": 0.21194331226863106,
      "grad_norm": 1.1694093942642212,
      "learning_rate": 8.988848019917699e-05,
      "loss": 0.0855,
      "step": 2834
    },
    {
      "epoch": 0.2120180981939199,
      "grad_norm": 0.9491756558418274,
      "learning_rate": 8.988134223336353e-05,
      "loss": 0.0901,
      "step": 2835
    },
    {
      "epoch": 0.21209288411920876,
      "grad_norm": 0.931247353553772,
      "learning_rate": 8.987420203262888e-05,
      "loss": 0.0983,
      "step": 2836
    },
    {
      "epoch": 0.21216767004449763,
      "grad_norm": 1.763631820678711,
      "learning_rate": 8.98670595973732e-05,
      "loss": 0.1548,
      "step": 2837
    },
    {
      "epoch": 0.2122424559697865,
      "grad_norm": 1.6123952865600586,
      "learning_rate": 8.985991492799671e-05,
      "loss": 0.1926,
      "step": 2838
    },
    {
      "epoch": 0.21231724189507534,
      "grad_norm": 1.2077199220657349,
      "learning_rate": 8.985276802489981e-05,
      "loss": 0.1152,
      "step": 2839
    },
    {
      "epoch": 0.2123920278203642,
      "grad_norm": 1.194622278213501,
      "learning_rate": 8.984561888848301e-05,
      "loss": 0.0975,
      "step": 2840
    },
    {
      "epoch": 0.21246681374565307,
      "grad_norm": 1.168765664100647,
      "learning_rate": 8.983846751914695e-05,
      "loss": 0.0913,
      "step": 2841
    },
    {
      "epoch": 0.21254159967094194,
      "grad_norm": 1.8691476583480835,
      "learning_rate": 8.983131391729238e-05,
      "loss": 0.166,
      "step": 2842
    },
    {
      "epoch": 0.21261638559623078,
      "grad_norm": 1.9622857570648193,
      "learning_rate": 8.982415808332017e-05,
      "loss": 0.1403,
      "step": 2843
    },
    {
      "epoch": 0.21269117152151965,
      "grad_norm": 1.2012407779693604,
      "learning_rate": 8.981700001763132e-05,
      "loss": 0.0991,
      "step": 2844
    },
    {
      "epoch": 0.2127659574468085,
      "grad_norm": 1.2649095058441162,
      "learning_rate": 8.9809839720627e-05,
      "loss": 0.1065,
      "step": 2845
    },
    {
      "epoch": 0.21284074337209738,
      "grad_norm": 1.0398718118667603,
      "learning_rate": 8.980267719270844e-05,
      "loss": 0.0908,
      "step": 2846
    },
    {
      "epoch": 0.21291552929738622,
      "grad_norm": 2.02744460105896,
      "learning_rate": 8.979551243427704e-05,
      "loss": 0.1728,
      "step": 2847
    },
    {
      "epoch": 0.2129903152226751,
      "grad_norm": 1.4005959033966064,
      "learning_rate": 8.978834544573429e-05,
      "loss": 0.1208,
      "step": 2848
    },
    {
      "epoch": 0.21306510114796395,
      "grad_norm": 1.5852127075195312,
      "learning_rate": 8.978117622748184e-05,
      "loss": 0.1775,
      "step": 2849
    },
    {
      "epoch": 0.21313988707325282,
      "grad_norm": 7.236391067504883,
      "learning_rate": 8.977400477992141e-05,
      "loss": 0.8368,
      "step": 2850
    },
    {
      "epoch": 0.2132146729985417,
      "grad_norm": 0.8158201575279236,
      "learning_rate": 8.976683110345494e-05,
      "loss": 0.09,
      "step": 2851
    },
    {
      "epoch": 0.21328945892383053,
      "grad_norm": 0.8243504166603088,
      "learning_rate": 8.975965519848442e-05,
      "loss": 0.1271,
      "step": 2852
    },
    {
      "epoch": 0.2133642448491194,
      "grad_norm": 1.1112877130508423,
      "learning_rate": 8.975247706541195e-05,
      "loss": 0.1291,
      "step": 2853
    },
    {
      "epoch": 0.21343903077440826,
      "grad_norm": 0.5332313179969788,
      "learning_rate": 8.974529670463981e-05,
      "loss": 0.0628,
      "step": 2854
    },
    {
      "epoch": 0.21351381669969713,
      "grad_norm": 1.2255589962005615,
      "learning_rate": 8.973811411657039e-05,
      "loss": 0.1156,
      "step": 2855
    },
    {
      "epoch": 0.21358860262498597,
      "grad_norm": 0.9125716686248779,
      "learning_rate": 8.973092930160618e-05,
      "loss": 0.0938,
      "step": 2856
    },
    {
      "epoch": 0.21366338855027484,
      "grad_norm": 0.9095832705497742,
      "learning_rate": 8.972374226014982e-05,
      "loss": 0.1767,
      "step": 2857
    },
    {
      "epoch": 0.2137381744755637,
      "grad_norm": 0.8150286078453064,
      "learning_rate": 8.971655299260408e-05,
      "loss": 0.0991,
      "step": 2858
    },
    {
      "epoch": 0.21381296040085257,
      "grad_norm": 0.8849692940711975,
      "learning_rate": 8.970936149937181e-05,
      "loss": 0.0817,
      "step": 2859
    },
    {
      "epoch": 0.2138877463261414,
      "grad_norm": 0.857336699962616,
      "learning_rate": 8.970216778085605e-05,
      "loss": 0.0944,
      "step": 2860
    },
    {
      "epoch": 0.21396253225143028,
      "grad_norm": 1.6957045793533325,
      "learning_rate": 8.96949718374599e-05,
      "loss": 0.2581,
      "step": 2861
    },
    {
      "epoch": 0.21403731817671914,
      "grad_norm": 0.9304269552230835,
      "learning_rate": 8.968777366958664e-05,
      "loss": 0.096,
      "step": 2862
    },
    {
      "epoch": 0.214112104102008,
      "grad_norm": 0.947533369064331,
      "learning_rate": 8.968057327763963e-05,
      "loss": 0.0826,
      "step": 2863
    },
    {
      "epoch": 0.21418689002729685,
      "grad_norm": 1.0051041841506958,
      "learning_rate": 8.967337066202239e-05,
      "loss": 0.0938,
      "step": 2864
    },
    {
      "epoch": 0.21426167595258572,
      "grad_norm": 1.133164405822754,
      "learning_rate": 8.966616582313854e-05,
      "loss": 0.1006,
      "step": 2865
    },
    {
      "epoch": 0.21433646187787458,
      "grad_norm": 0.9124049544334412,
      "learning_rate": 8.965895876139185e-05,
      "loss": 0.082,
      "step": 2866
    },
    {
      "epoch": 0.21441124780316345,
      "grad_norm": 0.7313883304595947,
      "learning_rate": 8.965174947718618e-05,
      "loss": 0.0849,
      "step": 2867
    },
    {
      "epoch": 0.21448603372845232,
      "grad_norm": 1.0422793626785278,
      "learning_rate": 8.964453797092554e-05,
      "loss": 0.1652,
      "step": 2868
    },
    {
      "epoch": 0.21456081965374116,
      "grad_norm": 1.0781652927398682,
      "learning_rate": 8.963732424301405e-05,
      "loss": 0.1171,
      "step": 2869
    },
    {
      "epoch": 0.21463560557903003,
      "grad_norm": 0.7366451025009155,
      "learning_rate": 8.963010829385596e-05,
      "loss": 0.0822,
      "step": 2870
    },
    {
      "epoch": 0.2147103915043189,
      "grad_norm": 1.0122063159942627,
      "learning_rate": 8.962289012385568e-05,
      "loss": 0.1217,
      "step": 2871
    },
    {
      "epoch": 0.21478517742960776,
      "grad_norm": 1.2451120615005493,
      "learning_rate": 8.961566973341768e-05,
      "loss": 0.117,
      "step": 2872
    },
    {
      "epoch": 0.2148599633548966,
      "grad_norm": 1.3100284337997437,
      "learning_rate": 8.960844712294658e-05,
      "loss": 0.1421,
      "step": 2873
    },
    {
      "epoch": 0.21493474928018547,
      "grad_norm": 0.8875522017478943,
      "learning_rate": 8.960122229284716e-05,
      "loss": 0.0932,
      "step": 2874
    },
    {
      "epoch": 0.21500953520547433,
      "grad_norm": 1.2350821495056152,
      "learning_rate": 8.959399524352425e-05,
      "loss": 0.1424,
      "step": 2875
    },
    {
      "epoch": 0.2150843211307632,
      "grad_norm": 1.3918241262435913,
      "learning_rate": 8.958676597538289e-05,
      "loss": 0.1633,
      "step": 2876
    },
    {
      "epoch": 0.21515910705605204,
      "grad_norm": 1.0505739450454712,
      "learning_rate": 8.957953448882819e-05,
      "loss": 0.1118,
      "step": 2877
    },
    {
      "epoch": 0.2152338929813409,
      "grad_norm": 1.5484625101089478,
      "learning_rate": 8.957230078426539e-05,
      "loss": 0.1172,
      "step": 2878
    },
    {
      "epoch": 0.21530867890662977,
      "grad_norm": 1.0582951307296753,
      "learning_rate": 8.956506486209986e-05,
      "loss": 0.1133,
      "step": 2879
    },
    {
      "epoch": 0.21538346483191864,
      "grad_norm": 0.8337497711181641,
      "learning_rate": 8.95578267227371e-05,
      "loss": 0.0788,
      "step": 2880
    },
    {
      "epoch": 0.21545825075720748,
      "grad_norm": 1.4711275100708008,
      "learning_rate": 8.955058636658274e-05,
      "loss": 0.1339,
      "step": 2881
    },
    {
      "epoch": 0.21553303668249635,
      "grad_norm": 0.8898342847824097,
      "learning_rate": 8.954334379404252e-05,
      "loss": 0.0827,
      "step": 2882
    },
    {
      "epoch": 0.21560782260778522,
      "grad_norm": 0.8343397974967957,
      "learning_rate": 8.953609900552229e-05,
      "loss": 0.0699,
      "step": 2883
    },
    {
      "epoch": 0.21568260853307408,
      "grad_norm": 1.0341874361038208,
      "learning_rate": 8.952885200142807e-05,
      "loss": 0.1184,
      "step": 2884
    },
    {
      "epoch": 0.21575739445836295,
      "grad_norm": 0.9764653444290161,
      "learning_rate": 8.952160278216595e-05,
      "loss": 0.0918,
      "step": 2885
    },
    {
      "epoch": 0.2158321803836518,
      "grad_norm": 1.6120312213897705,
      "learning_rate": 8.951435134814219e-05,
      "loss": 0.2345,
      "step": 2886
    },
    {
      "epoch": 0.21590696630894066,
      "grad_norm": 1.083408236503601,
      "learning_rate": 8.950709769976315e-05,
      "loss": 0.0693,
      "step": 2887
    },
    {
      "epoch": 0.21598175223422952,
      "grad_norm": 1.1718223094940186,
      "learning_rate": 8.949984183743534e-05,
      "loss": 0.1353,
      "step": 2888
    },
    {
      "epoch": 0.2160565381595184,
      "grad_norm": 1.2484567165374756,
      "learning_rate": 8.949258376156534e-05,
      "loss": 0.0618,
      "step": 2889
    },
    {
      "epoch": 0.21613132408480723,
      "grad_norm": 1.6688196659088135,
      "learning_rate": 8.948532347255987e-05,
      "loss": 0.2362,
      "step": 2890
    },
    {
      "epoch": 0.2162061100100961,
      "grad_norm": 1.1406540870666504,
      "learning_rate": 8.947806097082585e-05,
      "loss": 0.1317,
      "step": 2891
    },
    {
      "epoch": 0.21628089593538496,
      "grad_norm": 1.6259907484054565,
      "learning_rate": 8.947079625677023e-05,
      "loss": 0.1549,
      "step": 2892
    },
    {
      "epoch": 0.21635568186067383,
      "grad_norm": 1.2992212772369385,
      "learning_rate": 8.946352933080012e-05,
      "loss": 0.1417,
      "step": 2893
    },
    {
      "epoch": 0.21643046778596267,
      "grad_norm": 1.196936011314392,
      "learning_rate": 8.945626019332276e-05,
      "loss": 0.1134,
      "step": 2894
    },
    {
      "epoch": 0.21650525371125154,
      "grad_norm": 1.6618101596832275,
      "learning_rate": 8.944898884474551e-05,
      "loss": 0.268,
      "step": 2895
    },
    {
      "epoch": 0.2165800396365404,
      "grad_norm": 1.1215002536773682,
      "learning_rate": 8.944171528547584e-05,
      "loss": 0.1043,
      "step": 2896
    },
    {
      "epoch": 0.21665482556182927,
      "grad_norm": 1.8813722133636475,
      "learning_rate": 8.943443951592136e-05,
      "loss": 0.1946,
      "step": 2897
    },
    {
      "epoch": 0.2167296114871181,
      "grad_norm": 1.8396028280258179,
      "learning_rate": 8.942716153648981e-05,
      "loss": 0.2242,
      "step": 2898
    },
    {
      "epoch": 0.21680439741240698,
      "grad_norm": 1.2562193870544434,
      "learning_rate": 8.941988134758903e-05,
      "loss": 0.148,
      "step": 2899
    },
    {
      "epoch": 0.21687918333769585,
      "grad_norm": 2.782463550567627,
      "learning_rate": 8.941259894962699e-05,
      "loss": 0.2475,
      "step": 2900
    },
    {
      "epoch": 0.2169539692629847,
      "grad_norm": 2.2833502292633057,
      "learning_rate": 8.940531434301181e-05,
      "loss": 0.2395,
      "step": 2901
    },
    {
      "epoch": 0.21702875518827355,
      "grad_norm": 0.8334637880325317,
      "learning_rate": 8.93980275281517e-05,
      "loss": 0.0803,
      "step": 2902
    },
    {
      "epoch": 0.21710354111356242,
      "grad_norm": 0.8595696687698364,
      "learning_rate": 8.939073850545501e-05,
      "loss": 0.0808,
      "step": 2903
    },
    {
      "epoch": 0.2171783270388513,
      "grad_norm": 0.9941518306732178,
      "learning_rate": 8.938344727533023e-05,
      "loss": 0.1236,
      "step": 2904
    },
    {
      "epoch": 0.21725311296414015,
      "grad_norm": 0.6199290752410889,
      "learning_rate": 8.937615383818592e-05,
      "loss": 0.0722,
      "step": 2905
    },
    {
      "epoch": 0.21732789888942902,
      "grad_norm": 1.2649494409561157,
      "learning_rate": 8.936885819443082e-05,
      "loss": 0.1189,
      "step": 2906
    },
    {
      "epoch": 0.21740268481471786,
      "grad_norm": 1.2707185745239258,
      "learning_rate": 8.936156034447376e-05,
      "loss": 0.194,
      "step": 2907
    },
    {
      "epoch": 0.21747747074000673,
      "grad_norm": 1.184678077697754,
      "learning_rate": 8.935426028872372e-05,
      "loss": 0.1481,
      "step": 2908
    },
    {
      "epoch": 0.2175522566652956,
      "grad_norm": 0.6926449537277222,
      "learning_rate": 8.934695802758979e-05,
      "loss": 0.0734,
      "step": 2909
    },
    {
      "epoch": 0.21762704259058446,
      "grad_norm": 1.1896547079086304,
      "learning_rate": 8.933965356148117e-05,
      "loss": 0.1235,
      "step": 2910
    },
    {
      "epoch": 0.2177018285158733,
      "grad_norm": 0.7274916768074036,
      "learning_rate": 8.933234689080722e-05,
      "loss": 0.0613,
      "step": 2911
    },
    {
      "epoch": 0.21777661444116217,
      "grad_norm": 0.991696298122406,
      "learning_rate": 8.932503801597739e-05,
      "loss": 0.1106,
      "step": 2912
    },
    {
      "epoch": 0.21785140036645104,
      "grad_norm": 1.0578534603118896,
      "learning_rate": 8.931772693740124e-05,
      "loss": 0.1055,
      "step": 2913
    },
    {
      "epoch": 0.2179261862917399,
      "grad_norm": 0.7577184438705444,
      "learning_rate": 8.931041365548851e-05,
      "loss": 0.0671,
      "step": 2914
    },
    {
      "epoch": 0.21800097221702874,
      "grad_norm": 3.215329647064209,
      "learning_rate": 8.930309817064901e-05,
      "loss": 0.091,
      "step": 2915
    },
    {
      "epoch": 0.2180757581423176,
      "grad_norm": 1.0040338039398193,
      "learning_rate": 8.92957804832927e-05,
      "loss": 0.0964,
      "step": 2916
    },
    {
      "epoch": 0.21815054406760648,
      "grad_norm": 0.8359577655792236,
      "learning_rate": 8.928846059382967e-05,
      "loss": 0.0676,
      "step": 2917
    },
    {
      "epoch": 0.21822532999289534,
      "grad_norm": 1.024216890335083,
      "learning_rate": 8.928113850267011e-05,
      "loss": 0.1262,
      "step": 2918
    },
    {
      "epoch": 0.21830011591818418,
      "grad_norm": 1.2708313465118408,
      "learning_rate": 8.927381421022436e-05,
      "loss": 0.1793,
      "step": 2919
    },
    {
      "epoch": 0.21837490184347305,
      "grad_norm": 1.3626463413238525,
      "learning_rate": 8.926648771690283e-05,
      "loss": 0.1382,
      "step": 2920
    },
    {
      "epoch": 0.21844968776876192,
      "grad_norm": 1.1229071617126465,
      "learning_rate": 8.925915902311612e-05,
      "loss": 0.1548,
      "step": 2921
    },
    {
      "epoch": 0.21852447369405079,
      "grad_norm": 1.1005712747573853,
      "learning_rate": 8.925182812927494e-05,
      "loss": 0.0843,
      "step": 2922
    },
    {
      "epoch": 0.21859925961933965,
      "grad_norm": 0.8135883212089539,
      "learning_rate": 8.924449503579007e-05,
      "loss": 0.11,
      "step": 2923
    },
    {
      "epoch": 0.2186740455446285,
      "grad_norm": 0.9254102110862732,
      "learning_rate": 8.923715974307247e-05,
      "loss": 0.0869,
      "step": 2924
    },
    {
      "epoch": 0.21874883146991736,
      "grad_norm": 0.8838666081428528,
      "learning_rate": 8.922982225153323e-05,
      "loss": 0.082,
      "step": 2925
    },
    {
      "epoch": 0.21882361739520623,
      "grad_norm": 1.1305748224258423,
      "learning_rate": 8.922248256158347e-05,
      "loss": 0.1082,
      "step": 2926
    },
    {
      "epoch": 0.2188984033204951,
      "grad_norm": 1.251888394355774,
      "learning_rate": 8.921514067363457e-05,
      "loss": 0.1388,
      "step": 2927
    },
    {
      "epoch": 0.21897318924578393,
      "grad_norm": 0.908665657043457,
      "learning_rate": 8.920779658809794e-05,
      "loss": 0.1279,
      "step": 2928
    },
    {
      "epoch": 0.2190479751710728,
      "grad_norm": 0.7851319313049316,
      "learning_rate": 8.920045030538512e-05,
      "loss": 0.0597,
      "step": 2929
    },
    {
      "epoch": 0.21912276109636167,
      "grad_norm": 1.433227300643921,
      "learning_rate": 8.919310182590781e-05,
      "loss": 0.0871,
      "step": 2930
    },
    {
      "epoch": 0.21919754702165054,
      "grad_norm": 1.369511604309082,
      "learning_rate": 8.91857511500778e-05,
      "loss": 0.1515,
      "step": 2931
    },
    {
      "epoch": 0.21927233294693937,
      "grad_norm": 0.9411959648132324,
      "learning_rate": 8.917839827830703e-05,
      "loss": 0.0962,
      "step": 2932
    },
    {
      "epoch": 0.21934711887222824,
      "grad_norm": 0.7411094307899475,
      "learning_rate": 8.917104321100754e-05,
      "loss": 0.0536,
      "step": 2933
    },
    {
      "epoch": 0.2194219047975171,
      "grad_norm": 1.2506276369094849,
      "learning_rate": 8.916368594859151e-05,
      "loss": 0.1266,
      "step": 2934
    },
    {
      "epoch": 0.21949669072280598,
      "grad_norm": 1.2269933223724365,
      "learning_rate": 8.915632649147123e-05,
      "loss": 0.1237,
      "step": 2935
    },
    {
      "epoch": 0.21957147664809482,
      "grad_norm": 1.094572901725769,
      "learning_rate": 8.914896484005912e-05,
      "loss": 0.1166,
      "step": 2936
    },
    {
      "epoch": 0.21964626257338368,
      "grad_norm": 1.492967128753662,
      "learning_rate": 8.914160099476772e-05,
      "loss": 0.1938,
      "step": 2937
    },
    {
      "epoch": 0.21972104849867255,
      "grad_norm": 1.079704761505127,
      "learning_rate": 8.91342349560097e-05,
      "loss": 0.117,
      "step": 2938
    },
    {
      "epoch": 0.21979583442396142,
      "grad_norm": 1.4565584659576416,
      "learning_rate": 8.912686672419784e-05,
      "loss": 0.1749,
      "step": 2939
    },
    {
      "epoch": 0.21987062034925028,
      "grad_norm": 0.9934031963348389,
      "learning_rate": 8.911949629974506e-05,
      "loss": 0.1357,
      "step": 2940
    },
    {
      "epoch": 0.21994540627453912,
      "grad_norm": 1.4923796653747559,
      "learning_rate": 8.911212368306438e-05,
      "loss": 0.1855,
      "step": 2941
    },
    {
      "epoch": 0.220020192199828,
      "grad_norm": 1.8181387186050415,
      "learning_rate": 8.910474887456897e-05,
      "loss": 0.1601,
      "step": 2942
    },
    {
      "epoch": 0.22009497812511686,
      "grad_norm": 2.0592503547668457,
      "learning_rate": 8.909737187467209e-05,
      "loss": 0.3542,
      "step": 2943
    },
    {
      "epoch": 0.22016976405040573,
      "grad_norm": 1.8805005550384521,
      "learning_rate": 8.908999268378717e-05,
      "loss": 0.2306,
      "step": 2944
    },
    {
      "epoch": 0.22024454997569456,
      "grad_norm": 1.6738132238388062,
      "learning_rate": 8.90826113023277e-05,
      "loss": 0.1753,
      "step": 2945
    },
    {
      "epoch": 0.22031933590098343,
      "grad_norm": 1.253225326538086,
      "learning_rate": 8.907522773070736e-05,
      "loss": 0.1265,
      "step": 2946
    },
    {
      "epoch": 0.2203941218262723,
      "grad_norm": 1.918760895729065,
      "learning_rate": 8.90678419693399e-05,
      "loss": 0.2934,
      "step": 2947
    },
    {
      "epoch": 0.22046890775156117,
      "grad_norm": 1.487760066986084,
      "learning_rate": 8.906045401863922e-05,
      "loss": 0.2038,
      "step": 2948
    },
    {
      "epoch": 0.22054369367685,
      "grad_norm": 2.349669933319092,
      "learning_rate": 8.905306387901933e-05,
      "loss": 0.2057,
      "step": 2949
    },
    {
      "epoch": 0.22061847960213887,
      "grad_norm": 2.822434186935425,
      "learning_rate": 8.904567155089437e-05,
      "loss": 0.2842,
      "step": 2950
    },
    {
      "epoch": 0.22069326552742774,
      "grad_norm": 0.8487792015075684,
      "learning_rate": 8.90382770346786e-05,
      "loss": 0.1261,
      "step": 2951
    },
    {
      "epoch": 0.2207680514527166,
      "grad_norm": 0.938271164894104,
      "learning_rate": 8.903088033078641e-05,
      "loss": 0.1226,
      "step": 2952
    },
    {
      "epoch": 0.22084283737800545,
      "grad_norm": 1.1159660816192627,
      "learning_rate": 8.90234814396323e-05,
      "loss": 0.1523,
      "step": 2953
    },
    {
      "epoch": 0.2209176233032943,
      "grad_norm": 0.7776615619659424,
      "learning_rate": 8.90160803616309e-05,
      "loss": 0.067,
      "step": 2954
    },
    {
      "epoch": 0.22099240922858318,
      "grad_norm": 1.5119129419326782,
      "learning_rate": 8.900867709719695e-05,
      "loss": 0.2106,
      "step": 2955
    },
    {
      "epoch": 0.22106719515387205,
      "grad_norm": 0.724443793296814,
      "learning_rate": 8.900127164674535e-05,
      "loss": 0.0539,
      "step": 2956
    },
    {
      "epoch": 0.22114198107916092,
      "grad_norm": 0.8581746816635132,
      "learning_rate": 8.899386401069107e-05,
      "loss": 0.1215,
      "step": 2957
    },
    {
      "epoch": 0.22121676700444975,
      "grad_norm": 1.3183099031448364,
      "learning_rate": 8.898645418944925e-05,
      "loss": 0.1453,
      "step": 2958
    },
    {
      "epoch": 0.22129155292973862,
      "grad_norm": 0.8607184290885925,
      "learning_rate": 8.89790421834351e-05,
      "loss": 0.1,
      "step": 2959
    },
    {
      "epoch": 0.2213663388550275,
      "grad_norm": 0.45041757822036743,
      "learning_rate": 8.897162799306402e-05,
      "loss": 0.0409,
      "step": 2960
    },
    {
      "epoch": 0.22144112478031636,
      "grad_norm": 1.6945005655288696,
      "learning_rate": 8.896421161875148e-05,
      "loss": 0.1463,
      "step": 2961
    },
    {
      "epoch": 0.2215159107056052,
      "grad_norm": 1.2869683504104614,
      "learning_rate": 8.895679306091309e-05,
      "loss": 0.1261,
      "step": 2962
    },
    {
      "epoch": 0.22159069663089406,
      "grad_norm": 1.036561131477356,
      "learning_rate": 8.894937231996456e-05,
      "loss": 0.1115,
      "step": 2963
    },
    {
      "epoch": 0.22166548255618293,
      "grad_norm": 0.8856751322746277,
      "learning_rate": 8.894194939632177e-05,
      "loss": 0.0666,
      "step": 2964
    },
    {
      "epoch": 0.2217402684814718,
      "grad_norm": 1.3497395515441895,
      "learning_rate": 8.893452429040068e-05,
      "loss": 0.137,
      "step": 2965
    },
    {
      "epoch": 0.22181505440676064,
      "grad_norm": 0.9387109279632568,
      "learning_rate": 8.892709700261739e-05,
      "loss": 0.1022,
      "step": 2966
    },
    {
      "epoch": 0.2218898403320495,
      "grad_norm": 1.0244606733322144,
      "learning_rate": 8.891966753338814e-05,
      "loss": 0.0832,
      "step": 2967
    },
    {
      "epoch": 0.22196462625733837,
      "grad_norm": 1.1045571565628052,
      "learning_rate": 8.891223588312924e-05,
      "loss": 0.1037,
      "step": 2968
    },
    {
      "epoch": 0.22203941218262724,
      "grad_norm": 0.8248838782310486,
      "learning_rate": 8.890480205225717e-05,
      "loss": 0.1012,
      "step": 2969
    },
    {
      "epoch": 0.22211419810791608,
      "grad_norm": 1.1612389087677002,
      "learning_rate": 8.889736604118853e-05,
      "loss": 0.1207,
      "step": 2970
    },
    {
      "epoch": 0.22218898403320494,
      "grad_norm": 0.7499601244926453,
      "learning_rate": 8.888992785033999e-05,
      "loss": 0.0709,
      "step": 2971
    },
    {
      "epoch": 0.2222637699584938,
      "grad_norm": 1.2450008392333984,
      "learning_rate": 8.888248748012841e-05,
      "loss": 0.1209,
      "step": 2972
    },
    {
      "epoch": 0.22233855588378268,
      "grad_norm": 0.9789648056030273,
      "learning_rate": 8.887504493097075e-05,
      "loss": 0.0983,
      "step": 2973
    },
    {
      "epoch": 0.22241334180907155,
      "grad_norm": 0.7848230600357056,
      "learning_rate": 8.886760020328406e-05,
      "loss": 0.0685,
      "step": 2974
    },
    {
      "epoch": 0.22248812773436039,
      "grad_norm": 1.738455057144165,
      "learning_rate": 8.886015329748556e-05,
      "loss": 0.1856,
      "step": 2975
    },
    {
      "epoch": 0.22256291365964925,
      "grad_norm": 1.1398566961288452,
      "learning_rate": 8.885270421399255e-05,
      "loss": 0.1461,
      "step": 2976
    },
    {
      "epoch": 0.22263769958493812,
      "grad_norm": 1.2618844509124756,
      "learning_rate": 8.884525295322248e-05,
      "loss": 0.1482,
      "step": 2977
    },
    {
      "epoch": 0.222712485510227,
      "grad_norm": 0.7228144407272339,
      "learning_rate": 8.883779951559292e-05,
      "loss": 0.0712,
      "step": 2978
    },
    {
      "epoch": 0.22278727143551583,
      "grad_norm": 0.9636167287826538,
      "learning_rate": 8.883034390152155e-05,
      "loss": 0.0793,
      "step": 2979
    },
    {
      "epoch": 0.2228620573608047,
      "grad_norm": 1.1112183332443237,
      "learning_rate": 8.882288611142618e-05,
      "loss": 0.1247,
      "step": 2980
    },
    {
      "epoch": 0.22293684328609356,
      "grad_norm": 0.8272832036018372,
      "learning_rate": 8.881542614572472e-05,
      "loss": 0.1074,
      "step": 2981
    },
    {
      "epoch": 0.22301162921138243,
      "grad_norm": 0.8950738310813904,
      "learning_rate": 8.880796400483525e-05,
      "loss": 0.1134,
      "step": 2982
    },
    {
      "epoch": 0.22308641513667127,
      "grad_norm": 1.3092056512832642,
      "learning_rate": 8.88004996891759e-05,
      "loss": 0.1632,
      "step": 2983
    },
    {
      "epoch": 0.22316120106196013,
      "grad_norm": 1.0530019998550415,
      "learning_rate": 8.879303319916502e-05,
      "loss": 0.1349,
      "step": 2984
    },
    {
      "epoch": 0.223235986987249,
      "grad_norm": 1.3562414646148682,
      "learning_rate": 8.8785564535221e-05,
      "loss": 0.1071,
      "step": 2985
    },
    {
      "epoch": 0.22331077291253787,
      "grad_norm": 1.197991967201233,
      "learning_rate": 8.877809369776237e-05,
      "loss": 0.1119,
      "step": 2986
    },
    {
      "epoch": 0.2233855588378267,
      "grad_norm": 1.0901236534118652,
      "learning_rate": 8.87706206872078e-05,
      "loss": 0.1562,
      "step": 2987
    },
    {
      "epoch": 0.22346034476311558,
      "grad_norm": 0.8050301671028137,
      "learning_rate": 8.876314550397606e-05,
      "loss": 0.0635,
      "step": 2988
    },
    {
      "epoch": 0.22353513068840444,
      "grad_norm": 1.3790024518966675,
      "learning_rate": 8.875566814848608e-05,
      "loss": 0.1491,
      "step": 2989
    },
    {
      "epoch": 0.2236099166136933,
      "grad_norm": 1.1546263694763184,
      "learning_rate": 8.874818862115687e-05,
      "loss": 0.1636,
      "step": 2990
    },
    {
      "epoch": 0.22368470253898215,
      "grad_norm": 1.269151210784912,
      "learning_rate": 8.874070692240757e-05,
      "loss": 0.1013,
      "step": 2991
    },
    {
      "epoch": 0.22375948846427102,
      "grad_norm": 1.2787224054336548,
      "learning_rate": 8.873322305265746e-05,
      "loss": 0.1231,
      "step": 2992
    },
    {
      "epoch": 0.22383427438955988,
      "grad_norm": 0.8879590630531311,
      "learning_rate": 8.872573701232593e-05,
      "loss": 0.0769,
      "step": 2993
    },
    {
      "epoch": 0.22390906031484875,
      "grad_norm": 1.2928179502487183,
      "learning_rate": 8.871824880183248e-05,
      "loss": 0.1063,
      "step": 2994
    },
    {
      "epoch": 0.22398384624013762,
      "grad_norm": 1.6648772954940796,
      "learning_rate": 8.871075842159675e-05,
      "loss": 0.2006,
      "step": 2995
    },
    {
      "epoch": 0.22405863216542646,
      "grad_norm": 1.2165932655334473,
      "learning_rate": 8.87032658720385e-05,
      "loss": 0.1053,
      "step": 2996
    },
    {
      "epoch": 0.22413341809071533,
      "grad_norm": 1.422440767288208,
      "learning_rate": 8.869577115357762e-05,
      "loss": 0.2167,
      "step": 2997
    },
    {
      "epoch": 0.2242082040160042,
      "grad_norm": 2.5775163173675537,
      "learning_rate": 8.868827426663409e-05,
      "loss": 0.2991,
      "step": 2998
    },
    {
      "epoch": 0.22428298994129306,
      "grad_norm": 1.7754409313201904,
      "learning_rate": 8.868077521162802e-05,
      "loss": 0.2914,
      "step": 2999
    },
    {
      "epoch": 0.2243577758665819,
      "grad_norm": 2.093052625656128,
      "learning_rate": 8.867327398897968e-05,
      "loss": 0.2428,
      "step": 3000
    },
    {
      "epoch": 0.22443256179187077,
      "grad_norm": 3.0071752071380615,
      "learning_rate": 8.86657705991094e-05,
      "loss": 0.3683,
      "step": 3001
    },
    {
      "epoch": 0.22450734771715963,
      "grad_norm": 1.0510680675506592,
      "learning_rate": 8.865826504243771e-05,
      "loss": 0.1054,
      "step": 3002
    },
    {
      "epoch": 0.2245821336424485,
      "grad_norm": 0.7900406718254089,
      "learning_rate": 8.865075731938515e-05,
      "loss": 0.0786,
      "step": 3003
    },
    {
      "epoch": 0.22465691956773734,
      "grad_norm": 0.778276801109314,
      "learning_rate": 8.864324743037251e-05,
      "loss": 0.0922,
      "step": 3004
    },
    {
      "epoch": 0.2247317054930262,
      "grad_norm": 0.597947359085083,
      "learning_rate": 8.863573537582062e-05,
      "loss": 0.0504,
      "step": 3005
    },
    {
      "epoch": 0.22480649141831507,
      "grad_norm": 0.7308796644210815,
      "learning_rate": 8.862822115615043e-05,
      "loss": 0.0701,
      "step": 3006
    },
    {
      "epoch": 0.22488127734360394,
      "grad_norm": 0.8131040930747986,
      "learning_rate": 8.862070477178306e-05,
      "loss": 0.0897,
      "step": 3007
    },
    {
      "epoch": 0.22495606326889278,
      "grad_norm": 0.7467796206474304,
      "learning_rate": 8.86131862231397e-05,
      "loss": 0.0669,
      "step": 3008
    },
    {
      "epoch": 0.22503084919418165,
      "grad_norm": 0.7298794984817505,
      "learning_rate": 8.86056655106417e-05,
      "loss": 0.0626,
      "step": 3009
    },
    {
      "epoch": 0.22510563511947052,
      "grad_norm": 1.5575379133224487,
      "learning_rate": 8.859814263471049e-05,
      "loss": 0.1716,
      "step": 3010
    },
    {
      "epoch": 0.22518042104475938,
      "grad_norm": 0.8978618383407593,
      "learning_rate": 8.859061759576768e-05,
      "loss": 0.1089,
      "step": 3011
    },
    {
      "epoch": 0.22525520697004825,
      "grad_norm": 1.1905659437179565,
      "learning_rate": 8.858309039423496e-05,
      "loss": 0.1284,
      "step": 3012
    },
    {
      "epoch": 0.2253299928953371,
      "grad_norm": 1.439447283744812,
      "learning_rate": 8.857556103053412e-05,
      "loss": 0.0704,
      "step": 3013
    },
    {
      "epoch": 0.22540477882062596,
      "grad_norm": 0.9893893003463745,
      "learning_rate": 8.856802950508713e-05,
      "loss": 0.1016,
      "step": 3014
    },
    {
      "epoch": 0.22547956474591482,
      "grad_norm": 1.0687525272369385,
      "learning_rate": 8.856049581831604e-05,
      "loss": 0.1552,
      "step": 3015
    },
    {
      "epoch": 0.2255543506712037,
      "grad_norm": 1.0470901727676392,
      "learning_rate": 8.855295997064303e-05,
      "loss": 0.1485,
      "step": 3016
    },
    {
      "epoch": 0.22562913659649253,
      "grad_norm": 1.226739525794983,
      "learning_rate": 8.854542196249042e-05,
      "loss": 0.144,
      "step": 3017
    },
    {
      "epoch": 0.2257039225217814,
      "grad_norm": 1.0394505262374878,
      "learning_rate": 8.853788179428062e-05,
      "loss": 0.0904,
      "step": 3018
    },
    {
      "epoch": 0.22577870844707026,
      "grad_norm": 1.3207710981369019,
      "learning_rate": 8.853033946643616e-05,
      "loss": 0.074,
      "step": 3019
    },
    {
      "epoch": 0.22585349437235913,
      "grad_norm": 1.4111722707748413,
      "learning_rate": 8.852279497937975e-05,
      "loss": 0.1175,
      "step": 3020
    },
    {
      "epoch": 0.22592828029764797,
      "grad_norm": 0.8089736104011536,
      "learning_rate": 8.851524833353413e-05,
      "loss": 0.0664,
      "step": 3021
    },
    {
      "epoch": 0.22600306622293684,
      "grad_norm": 0.837316632270813,
      "learning_rate": 8.850769952932226e-05,
      "loss": 0.0672,
      "step": 3022
    },
    {
      "epoch": 0.2260778521482257,
      "grad_norm": 2.1838831901550293,
      "learning_rate": 8.850014856716711e-05,
      "loss": 0.3521,
      "step": 3023
    },
    {
      "epoch": 0.22615263807351457,
      "grad_norm": 1.328060269355774,
      "learning_rate": 8.849259544749187e-05,
      "loss": 0.1389,
      "step": 3024
    },
    {
      "epoch": 0.2262274239988034,
      "grad_norm": 1.2706068754196167,
      "learning_rate": 8.84850401707198e-05,
      "loss": 0.1723,
      "step": 3025
    },
    {
      "epoch": 0.22630220992409228,
      "grad_norm": 0.841215193271637,
      "learning_rate": 8.847748273727428e-05,
      "loss": 0.0755,
      "step": 3026
    },
    {
      "epoch": 0.22637699584938115,
      "grad_norm": 1.1983599662780762,
      "learning_rate": 8.846992314757884e-05,
      "loss": 0.123,
      "step": 3027
    },
    {
      "epoch": 0.22645178177467,
      "grad_norm": 1.574736475944519,
      "learning_rate": 8.846236140205713e-05,
      "loss": 0.2901,
      "step": 3028
    },
    {
      "epoch": 0.22652656769995888,
      "grad_norm": 1.7540758848190308,
      "learning_rate": 8.845479750113288e-05,
      "loss": 0.1119,
      "step": 3029
    },
    {
      "epoch": 0.22660135362524772,
      "grad_norm": 0.842907190322876,
      "learning_rate": 8.844723144522997e-05,
      "loss": 0.0757,
      "step": 3030
    },
    {
      "epoch": 0.2266761395505366,
      "grad_norm": 1.7798281908035278,
      "learning_rate": 8.843966323477238e-05,
      "loss": 0.1023,
      "step": 3031
    },
    {
      "epoch": 0.22675092547582545,
      "grad_norm": 1.162650227546692,
      "learning_rate": 8.843209287018426e-05,
      "loss": 0.1147,
      "step": 3032
    },
    {
      "epoch": 0.22682571140111432,
      "grad_norm": 1.118776559829712,
      "learning_rate": 8.842452035188982e-05,
      "loss": 0.1693,
      "step": 3033
    },
    {
      "epoch": 0.22690049732640316,
      "grad_norm": 0.8135814070701599,
      "learning_rate": 8.841694568031345e-05,
      "loss": 0.0863,
      "step": 3034
    },
    {
      "epoch": 0.22697528325169203,
      "grad_norm": 1.3104450702667236,
      "learning_rate": 8.84093688558796e-05,
      "loss": 0.1221,
      "step": 3035
    },
    {
      "epoch": 0.2270500691769809,
      "grad_norm": 1.31356942653656,
      "learning_rate": 8.840178987901286e-05,
      "loss": 0.1245,
      "step": 3036
    },
    {
      "epoch": 0.22712485510226976,
      "grad_norm": 1.5666319131851196,
      "learning_rate": 8.839420875013799e-05,
      "loss": 0.205,
      "step": 3037
    },
    {
      "epoch": 0.2271996410275586,
      "grad_norm": 1.0100303888320923,
      "learning_rate": 8.83866254696798e-05,
      "loss": 0.0831,
      "step": 3038
    },
    {
      "epoch": 0.22727442695284747,
      "grad_norm": 0.7619296908378601,
      "learning_rate": 8.837904003806325e-05,
      "loss": 0.0702,
      "step": 3039
    },
    {
      "epoch": 0.22734921287813634,
      "grad_norm": 1.630568027496338,
      "learning_rate": 8.837145245571345e-05,
      "loss": 0.2659,
      "step": 3040
    },
    {
      "epoch": 0.2274239988034252,
      "grad_norm": 1.3985047340393066,
      "learning_rate": 8.836386272305559e-05,
      "loss": 0.131,
      "step": 3041
    },
    {
      "epoch": 0.22749878472871404,
      "grad_norm": 1.2693922519683838,
      "learning_rate": 8.835627084051499e-05,
      "loss": 0.1173,
      "step": 3042
    },
    {
      "epoch": 0.2275735706540029,
      "grad_norm": 1.429792881011963,
      "learning_rate": 8.834867680851707e-05,
      "loss": 0.1545,
      "step": 3043
    },
    {
      "epoch": 0.22764835657929178,
      "grad_norm": 1.556023120880127,
      "learning_rate": 8.834108062748742e-05,
      "loss": 0.116,
      "step": 3044
    },
    {
      "epoch": 0.22772314250458064,
      "grad_norm": 2.1220669746398926,
      "learning_rate": 8.833348229785174e-05,
      "loss": 0.2796,
      "step": 3045
    },
    {
      "epoch": 0.2277979284298695,
      "grad_norm": 1.438312292098999,
      "learning_rate": 8.832588182003581e-05,
      "loss": 0.1193,
      "step": 3046
    },
    {
      "epoch": 0.22787271435515835,
      "grad_norm": 1.9330637454986572,
      "learning_rate": 8.831827919446556e-05,
      "loss": 0.227,
      "step": 3047
    },
    {
      "epoch": 0.22794750028044722,
      "grad_norm": 1.9339723587036133,
      "learning_rate": 8.831067442156703e-05,
      "loss": 0.2123,
      "step": 3048
    },
    {
      "epoch": 0.22802228620573609,
      "grad_norm": 1.5036240816116333,
      "learning_rate": 8.83030675017664e-05,
      "loss": 0.2334,
      "step": 3049
    },
    {
      "epoch": 0.22809707213102495,
      "grad_norm": 4.17392635345459,
      "learning_rate": 8.829545843548994e-05,
      "loss": 0.5412,
      "step": 3050
    },
    {
      "epoch": 0.2281718580563138,
      "grad_norm": 1.4998055696487427,
      "learning_rate": 8.828784722316406e-05,
      "loss": 0.1037,
      "step": 3051
    },
    {
      "epoch": 0.22824664398160266,
      "grad_norm": 0.9455347061157227,
      "learning_rate": 8.828023386521531e-05,
      "loss": 0.0927,
      "step": 3052
    },
    {
      "epoch": 0.22832142990689153,
      "grad_norm": 0.9156102538108826,
      "learning_rate": 8.82726183620703e-05,
      "loss": 0.1065,
      "step": 3053
    },
    {
      "epoch": 0.2283962158321804,
      "grad_norm": 0.701348066329956,
      "learning_rate": 8.826500071415582e-05,
      "loss": 0.071,
      "step": 3054
    },
    {
      "epoch": 0.22847100175746923,
      "grad_norm": 1.1355266571044922,
      "learning_rate": 8.825738092189877e-05,
      "loss": 0.1479,
      "step": 3055
    },
    {
      "epoch": 0.2285457876827581,
      "grad_norm": 0.800528347492218,
      "learning_rate": 8.824975898572612e-05,
      "loss": 0.1005,
      "step": 3056
    },
    {
      "epoch": 0.22862057360804697,
      "grad_norm": 0.9269313216209412,
      "learning_rate": 8.824213490606504e-05,
      "loss": 0.0721,
      "step": 3057
    },
    {
      "epoch": 0.22869535953333583,
      "grad_norm": 1.2092127799987793,
      "learning_rate": 8.823450868334273e-05,
      "loss": 0.0825,
      "step": 3058
    },
    {
      "epoch": 0.22877014545862467,
      "grad_norm": 1.0183721780776978,
      "learning_rate": 8.82268803179866e-05,
      "loss": 0.131,
      "step": 3059
    },
    {
      "epoch": 0.22884493138391354,
      "grad_norm": 1.0699752569198608,
      "learning_rate": 8.821924981042413e-05,
      "loss": 0.0808,
      "step": 3060
    },
    {
      "epoch": 0.2289197173092024,
      "grad_norm": 1.211794376373291,
      "learning_rate": 8.82116171610829e-05,
      "loss": 0.0934,
      "step": 3061
    },
    {
      "epoch": 0.22899450323449128,
      "grad_norm": 0.8267625570297241,
      "learning_rate": 8.820398237039066e-05,
      "loss": 0.0986,
      "step": 3062
    },
    {
      "epoch": 0.22906928915978014,
      "grad_norm": 0.7736318707466125,
      "learning_rate": 8.819634543877526e-05,
      "loss": 0.0791,
      "step": 3063
    },
    {
      "epoch": 0.22914407508506898,
      "grad_norm": 1.843973994255066,
      "learning_rate": 8.818870636666468e-05,
      "loss": 0.3309,
      "step": 3064
    },
    {
      "epoch": 0.22921886101035785,
      "grad_norm": 1.023178219795227,
      "learning_rate": 8.818106515448699e-05,
      "loss": 0.1229,
      "step": 3065
    },
    {
      "epoch": 0.22929364693564672,
      "grad_norm": 0.8872424960136414,
      "learning_rate": 8.817342180267039e-05,
      "loss": 0.0861,
      "step": 3066
    },
    {
      "epoch": 0.22936843286093558,
      "grad_norm": 1.1381815671920776,
      "learning_rate": 8.816577631164322e-05,
      "loss": 0.1314,
      "step": 3067
    },
    {
      "epoch": 0.22944321878622442,
      "grad_norm": 1.167808175086975,
      "learning_rate": 8.815812868183392e-05,
      "loss": 0.141,
      "step": 3068
    },
    {
      "epoch": 0.2295180047115133,
      "grad_norm": 0.9251058101654053,
      "learning_rate": 8.815047891367108e-05,
      "loss": 0.1023,
      "step": 3069
    },
    {
      "epoch": 0.22959279063680216,
      "grad_norm": 0.83355313539505,
      "learning_rate": 8.814282700758336e-05,
      "loss": 0.1143,
      "step": 3070
    },
    {
      "epoch": 0.22966757656209102,
      "grad_norm": 1.018227458000183,
      "learning_rate": 8.813517296399958e-05,
      "loss": 0.09,
      "step": 3071
    },
    {
      "epoch": 0.22974236248737986,
      "grad_norm": 1.3359779119491577,
      "learning_rate": 8.812751678334865e-05,
      "loss": 0.191,
      "step": 3072
    },
    {
      "epoch": 0.22981714841266873,
      "grad_norm": 1.2717746496200562,
      "learning_rate": 8.811985846605966e-05,
      "loss": 0.1739,
      "step": 3073
    },
    {
      "epoch": 0.2298919343379576,
      "grad_norm": 0.8646594882011414,
      "learning_rate": 8.811219801256174e-05,
      "loss": 0.1062,
      "step": 3074
    },
    {
      "epoch": 0.22996672026324647,
      "grad_norm": 0.9650801420211792,
      "learning_rate": 8.810453542328417e-05,
      "loss": 0.1176,
      "step": 3075
    },
    {
      "epoch": 0.2300415061885353,
      "grad_norm": 1.217738151550293,
      "learning_rate": 8.809687069865638e-05,
      "loss": 0.1155,
      "step": 3076
    },
    {
      "epoch": 0.23011629211382417,
      "grad_norm": 2.4813504219055176,
      "learning_rate": 8.808920383910788e-05,
      "loss": 0.1962,
      "step": 3077
    },
    {
      "epoch": 0.23019107803911304,
      "grad_norm": 0.9146012663841248,
      "learning_rate": 8.808153484506834e-05,
      "loss": 0.0867,
      "step": 3078
    },
    {
      "epoch": 0.2302658639644019,
      "grad_norm": 1.375719666481018,
      "learning_rate": 8.807386371696749e-05,
      "loss": 0.1513,
      "step": 3079
    },
    {
      "epoch": 0.23034064988969077,
      "grad_norm": 1.0638482570648193,
      "learning_rate": 8.806619045523523e-05,
      "loss": 0.1831,
      "step": 3080
    },
    {
      "epoch": 0.2304154358149796,
      "grad_norm": 0.7397517561912537,
      "learning_rate": 8.805851506030155e-05,
      "loss": 0.0577,
      "step": 3081
    },
    {
      "epoch": 0.23049022174026848,
      "grad_norm": 0.6301516890525818,
      "learning_rate": 8.805083753259662e-05,
      "loss": 0.0431,
      "step": 3082
    },
    {
      "epoch": 0.23056500766555735,
      "grad_norm": 1.1999589204788208,
      "learning_rate": 8.804315787255064e-05,
      "loss": 0.1525,
      "step": 3083
    },
    {
      "epoch": 0.23063979359084621,
      "grad_norm": 1.161590576171875,
      "learning_rate": 8.803547608059398e-05,
      "loss": 0.1429,
      "step": 3084
    },
    {
      "epoch": 0.23071457951613505,
      "grad_norm": 1.0153690576553345,
      "learning_rate": 8.802779215715713e-05,
      "loss": 0.1107,
      "step": 3085
    },
    {
      "epoch": 0.23078936544142392,
      "grad_norm": 1.054487705230713,
      "learning_rate": 8.802010610267069e-05,
      "loss": 0.0781,
      "step": 3086
    },
    {
      "epoch": 0.2308641513667128,
      "grad_norm": 0.7081655859947205,
      "learning_rate": 8.801241791756536e-05,
      "loss": 0.0613,
      "step": 3087
    },
    {
      "epoch": 0.23093893729200166,
      "grad_norm": 0.7632741928100586,
      "learning_rate": 8.8004727602272e-05,
      "loss": 0.0496,
      "step": 3088
    },
    {
      "epoch": 0.2310137232172905,
      "grad_norm": 0.7625850439071655,
      "learning_rate": 8.799703515722158e-05,
      "loss": 0.0613,
      "step": 3089
    },
    {
      "epoch": 0.23108850914257936,
      "grad_norm": 3.227703332901001,
      "learning_rate": 8.798934058284517e-05,
      "loss": 0.5703,
      "step": 3090
    },
    {
      "epoch": 0.23116329506786823,
      "grad_norm": 1.1659573316574097,
      "learning_rate": 8.798164387957395e-05,
      "loss": 0.1531,
      "step": 3091
    },
    {
      "epoch": 0.2312380809931571,
      "grad_norm": 1.1366961002349854,
      "learning_rate": 8.797394504783927e-05,
      "loss": 0.0832,
      "step": 3092
    },
    {
      "epoch": 0.23131286691844594,
      "grad_norm": 1.8747637271881104,
      "learning_rate": 8.796624408807254e-05,
      "loss": 0.2275,
      "step": 3093
    },
    {
      "epoch": 0.2313876528437348,
      "grad_norm": 1.0905649662017822,
      "learning_rate": 8.795854100070532e-05,
      "loss": 0.0812,
      "step": 3094
    },
    {
      "epoch": 0.23146243876902367,
      "grad_norm": 1.005834937095642,
      "learning_rate": 8.79508357861693e-05,
      "loss": 0.0878,
      "step": 3095
    },
    {
      "epoch": 0.23153722469431254,
      "grad_norm": 1.4778938293457031,
      "learning_rate": 8.794312844489625e-05,
      "loss": 0.2087,
      "step": 3096
    },
    {
      "epoch": 0.23161201061960138,
      "grad_norm": 2.2609426975250244,
      "learning_rate": 8.793541897731812e-05,
      "loss": 0.2338,
      "step": 3097
    },
    {
      "epoch": 0.23168679654489024,
      "grad_norm": 1.8748024702072144,
      "learning_rate": 8.792770738386691e-05,
      "loss": 0.1366,
      "step": 3098
    },
    {
      "epoch": 0.2317615824701791,
      "grad_norm": 1.5036766529083252,
      "learning_rate": 8.791999366497479e-05,
      "loss": 0.1233,
      "step": 3099
    },
    {
      "epoch": 0.23183636839546798,
      "grad_norm": 1.7193137407302856,
      "learning_rate": 8.791227782107402e-05,
      "loss": 0.1379,
      "step": 3100
    },
    {
      "epoch": 0.23191115432075685,
      "grad_norm": 1.1183898448944092,
      "learning_rate": 8.7904559852597e-05,
      "loss": 0.1481,
      "step": 3101
    },
    {
      "epoch": 0.23198594024604569,
      "grad_norm": 0.8561699390411377,
      "learning_rate": 8.789683975997622e-05,
      "loss": 0.0782,
      "step": 3102
    },
    {
      "epoch": 0.23206072617133455,
      "grad_norm": 0.8647698163986206,
      "learning_rate": 8.788911754364434e-05,
      "loss": 0.0559,
      "step": 3103
    },
    {
      "epoch": 0.23213551209662342,
      "grad_norm": 0.49138882756233215,
      "learning_rate": 8.78813932040341e-05,
      "loss": 0.0458,
      "step": 3104
    },
    {
      "epoch": 0.2322102980219123,
      "grad_norm": 0.9605425000190735,
      "learning_rate": 8.787366674157833e-05,
      "loss": 0.0787,
      "step": 3105
    },
    {
      "epoch": 0.23228508394720113,
      "grad_norm": 0.6820777654647827,
      "learning_rate": 8.786593815671007e-05,
      "loss": 0.0767,
      "step": 3106
    },
    {
      "epoch": 0.23235986987249,
      "grad_norm": 1.1213219165802002,
      "learning_rate": 8.785820744986237e-05,
      "loss": 0.1255,
      "step": 3107
    },
    {
      "epoch": 0.23243465579777886,
      "grad_norm": 1.0612159967422485,
      "learning_rate": 8.785047462146849e-05,
      "loss": 0.1046,
      "step": 3108
    },
    {
      "epoch": 0.23250944172306773,
      "grad_norm": 1.121668815612793,
      "learning_rate": 8.784273967196177e-05,
      "loss": 0.0771,
      "step": 3109
    },
    {
      "epoch": 0.23258422764835657,
      "grad_norm": 1.3110350370407104,
      "learning_rate": 8.783500260177566e-05,
      "loss": 0.1731,
      "step": 3110
    },
    {
      "epoch": 0.23265901357364543,
      "grad_norm": 0.7106209397315979,
      "learning_rate": 8.782726341134373e-05,
      "loss": 0.0528,
      "step": 3111
    },
    {
      "epoch": 0.2327337994989343,
      "grad_norm": 1.0579358339309692,
      "learning_rate": 8.78195221010997e-05,
      "loss": 0.0986,
      "step": 3112
    },
    {
      "epoch": 0.23280858542422317,
      "grad_norm": 1.3895007371902466,
      "learning_rate": 8.781177867147738e-05,
      "loss": 0.1257,
      "step": 3113
    },
    {
      "epoch": 0.232883371349512,
      "grad_norm": 1.5737594366073608,
      "learning_rate": 8.78040331229107e-05,
      "loss": 0.1566,
      "step": 3114
    },
    {
      "epoch": 0.23295815727480088,
      "grad_norm": 1.013537883758545,
      "learning_rate": 8.779628545583372e-05,
      "loss": 0.107,
      "step": 3115
    },
    {
      "epoch": 0.23303294320008974,
      "grad_norm": 1.043928623199463,
      "learning_rate": 8.778853567068062e-05,
      "loss": 0.1131,
      "step": 3116
    },
    {
      "epoch": 0.2331077291253786,
      "grad_norm": 1.1183079481124878,
      "learning_rate": 8.778078376788567e-05,
      "loss": 0.1506,
      "step": 3117
    },
    {
      "epoch": 0.23318251505066748,
      "grad_norm": 1.0033987760543823,
      "learning_rate": 8.77730297478833e-05,
      "loss": 0.1078,
      "step": 3118
    },
    {
      "epoch": 0.23325730097595632,
      "grad_norm": 0.9833927154541016,
      "learning_rate": 8.776527361110805e-05,
      "loss": 0.0912,
      "step": 3119
    },
    {
      "epoch": 0.23333208690124518,
      "grad_norm": 1.4397863149642944,
      "learning_rate": 8.775751535799454e-05,
      "loss": 0.1782,
      "step": 3120
    },
    {
      "epoch": 0.23340687282653405,
      "grad_norm": 1.4542135000228882,
      "learning_rate": 8.774975498897755e-05,
      "loss": 0.1677,
      "step": 3121
    },
    {
      "epoch": 0.23348165875182292,
      "grad_norm": 0.9703677296638489,
      "learning_rate": 8.774199250449196e-05,
      "loss": 0.0852,
      "step": 3122
    },
    {
      "epoch": 0.23355644467711176,
      "grad_norm": 0.7905561327934265,
      "learning_rate": 8.773422790497279e-05,
      "loss": 0.0639,
      "step": 3123
    },
    {
      "epoch": 0.23363123060240062,
      "grad_norm": 0.9285071492195129,
      "learning_rate": 8.772646119085515e-05,
      "loss": 0.0837,
      "step": 3124
    },
    {
      "epoch": 0.2337060165276895,
      "grad_norm": 0.87226402759552,
      "learning_rate": 8.77186923625743e-05,
      "loss": 0.0733,
      "step": 3125
    },
    {
      "epoch": 0.23378080245297836,
      "grad_norm": 0.8984349966049194,
      "learning_rate": 8.771092142056556e-05,
      "loss": 0.0618,
      "step": 3126
    },
    {
      "epoch": 0.2338555883782672,
      "grad_norm": 1.189772129058838,
      "learning_rate": 8.770314836526445e-05,
      "loss": 0.1389,
      "step": 3127
    },
    {
      "epoch": 0.23393037430355607,
      "grad_norm": 0.9566231966018677,
      "learning_rate": 8.769537319710653e-05,
      "loss": 0.1051,
      "step": 3128
    },
    {
      "epoch": 0.23400516022884493,
      "grad_norm": 1.0082552433013916,
      "learning_rate": 8.768759591652754e-05,
      "loss": 0.0872,
      "step": 3129
    },
    {
      "epoch": 0.2340799461541338,
      "grad_norm": 0.9500422477722168,
      "learning_rate": 8.767981652396328e-05,
      "loss": 0.1079,
      "step": 3130
    },
    {
      "epoch": 0.23415473207942264,
      "grad_norm": 1.1375290155410767,
      "learning_rate": 8.767203501984977e-05,
      "loss": 0.0929,
      "step": 3131
    },
    {
      "epoch": 0.2342295180047115,
      "grad_norm": 0.9909018278121948,
      "learning_rate": 8.7664251404623e-05,
      "loss": 0.095,
      "step": 3132
    },
    {
      "epoch": 0.23430430393000037,
      "grad_norm": 1.1292741298675537,
      "learning_rate": 8.765646567871921e-05,
      "loss": 0.1259,
      "step": 3133
    },
    {
      "epoch": 0.23437908985528924,
      "grad_norm": 1.1701149940490723,
      "learning_rate": 8.764867784257468e-05,
      "loss": 0.1348,
      "step": 3134
    },
    {
      "epoch": 0.2344538757805781,
      "grad_norm": 1.1574821472167969,
      "learning_rate": 8.764088789662586e-05,
      "loss": 0.1333,
      "step": 3135
    },
    {
      "epoch": 0.23452866170586695,
      "grad_norm": 1.4978455305099487,
      "learning_rate": 8.763309584130927e-05,
      "loss": 0.1328,
      "step": 3136
    },
    {
      "epoch": 0.23460344763115581,
      "grad_norm": 1.5890145301818848,
      "learning_rate": 8.762530167706159e-05,
      "loss": 0.1069,
      "step": 3137
    },
    {
      "epoch": 0.23467823355644468,
      "grad_norm": 1.1468422412872314,
      "learning_rate": 8.761750540431958e-05,
      "loss": 0.1247,
      "step": 3138
    },
    {
      "epoch": 0.23475301948173355,
      "grad_norm": 1.4550710916519165,
      "learning_rate": 8.760970702352014e-05,
      "loss": 0.1045,
      "step": 3139
    },
    {
      "epoch": 0.2348278054070224,
      "grad_norm": 1.1050143241882324,
      "learning_rate": 8.76019065351003e-05,
      "loss": 0.1248,
      "step": 3140
    },
    {
      "epoch": 0.23490259133231126,
      "grad_norm": 1.5517985820770264,
      "learning_rate": 8.759410393949719e-05,
      "loss": 0.1845,
      "step": 3141
    },
    {
      "epoch": 0.23497737725760012,
      "grad_norm": 2.402390480041504,
      "learning_rate": 8.758629923714804e-05,
      "loss": 0.2274,
      "step": 3142
    },
    {
      "epoch": 0.235052163182889,
      "grad_norm": 1.0700491666793823,
      "learning_rate": 8.757849242849023e-05,
      "loss": 0.0868,
      "step": 3143
    },
    {
      "epoch": 0.23512694910817783,
      "grad_norm": 1.4397387504577637,
      "learning_rate": 8.757068351396127e-05,
      "loss": 0.1529,
      "step": 3144
    },
    {
      "epoch": 0.2352017350334667,
      "grad_norm": 1.4133315086364746,
      "learning_rate": 8.756287249399875e-05,
      "loss": 0.147,
      "step": 3145
    },
    {
      "epoch": 0.23527652095875556,
      "grad_norm": 1.3860760927200317,
      "learning_rate": 8.75550593690404e-05,
      "loss": 0.1526,
      "step": 3146
    },
    {
      "epoch": 0.23535130688404443,
      "grad_norm": 1.0137995481491089,
      "learning_rate": 8.754724413952405e-05,
      "loss": 0.1167,
      "step": 3147
    },
    {
      "epoch": 0.23542609280933327,
      "grad_norm": 2.288330078125,
      "learning_rate": 8.753942680588766e-05,
      "loss": 0.2626,
      "step": 3148
    },
    {
      "epoch": 0.23550087873462214,
      "grad_norm": 1.425695776939392,
      "learning_rate": 8.753160736856931e-05,
      "loss": 0.1916,
      "step": 3149
    },
    {
      "epoch": 0.235575664659911,
      "grad_norm": 1.679841160774231,
      "learning_rate": 8.752378582800721e-05,
      "loss": 0.1216,
      "step": 3150
    },
    {
      "epoch": 0.23565045058519987,
      "grad_norm": 1.17449951171875,
      "learning_rate": 8.751596218463965e-05,
      "loss": 0.1497,
      "step": 3151
    },
    {
      "epoch": 0.23572523651048874,
      "grad_norm": 1.1360281705856323,
      "learning_rate": 8.750813643890509e-05,
      "loss": 0.1148,
      "step": 3152
    },
    {
      "epoch": 0.23580002243577758,
      "grad_norm": 0.808373749256134,
      "learning_rate": 8.750030859124205e-05,
      "loss": 0.0626,
      "step": 3153
    },
    {
      "epoch": 0.23587480836106645,
      "grad_norm": 0.934434175491333,
      "learning_rate": 8.749247864208922e-05,
      "loss": 0.0967,
      "step": 3154
    },
    {
      "epoch": 0.2359495942863553,
      "grad_norm": 0.7750392556190491,
      "learning_rate": 8.748464659188536e-05,
      "loss": 0.1098,
      "step": 3155
    },
    {
      "epoch": 0.23602438021164418,
      "grad_norm": 0.8923101425170898,
      "learning_rate": 8.747681244106939e-05,
      "loss": 0.0762,
      "step": 3156
    },
    {
      "epoch": 0.23609916613693302,
      "grad_norm": 0.5372821092605591,
      "learning_rate": 8.746897619008033e-05,
      "loss": 0.0604,
      "step": 3157
    },
    {
      "epoch": 0.2361739520622219,
      "grad_norm": 0.868068516254425,
      "learning_rate": 8.746113783935733e-05,
      "loss": 0.0977,
      "step": 3158
    },
    {
      "epoch": 0.23624873798751075,
      "grad_norm": 0.864861011505127,
      "learning_rate": 8.74532973893396e-05,
      "loss": 0.1357,
      "step": 3159
    },
    {
      "epoch": 0.23632352391279962,
      "grad_norm": 1.0313823223114014,
      "learning_rate": 8.744545484046655e-05,
      "loss": 0.1351,
      "step": 3160
    },
    {
      "epoch": 0.23639830983808846,
      "grad_norm": 1.0848197937011719,
      "learning_rate": 8.743761019317767e-05,
      "loss": 0.0399,
      "step": 3161
    },
    {
      "epoch": 0.23647309576337733,
      "grad_norm": 2.2807796001434326,
      "learning_rate": 8.742976344791256e-05,
      "loss": 0.1487,
      "step": 3162
    },
    {
      "epoch": 0.2365478816886662,
      "grad_norm": 1.0237064361572266,
      "learning_rate": 8.742191460511093e-05,
      "loss": 0.0904,
      "step": 3163
    },
    {
      "epoch": 0.23662266761395506,
      "grad_norm": 0.7092363238334656,
      "learning_rate": 8.741406366521267e-05,
      "loss": 0.0824,
      "step": 3164
    },
    {
      "epoch": 0.2366974535392439,
      "grad_norm": 0.8866631984710693,
      "learning_rate": 8.74062106286577e-05,
      "loss": 0.1068,
      "step": 3165
    },
    {
      "epoch": 0.23677223946453277,
      "grad_norm": 0.968238890171051,
      "learning_rate": 8.739835549588611e-05,
      "loss": 0.0776,
      "step": 3166
    },
    {
      "epoch": 0.23684702538982164,
      "grad_norm": 1.03986394405365,
      "learning_rate": 8.739049826733809e-05,
      "loss": 0.1329,
      "step": 3167
    },
    {
      "epoch": 0.2369218113151105,
      "grad_norm": 0.9507631659507751,
      "learning_rate": 8.738263894345397e-05,
      "loss": 0.0782,
      "step": 3168
    },
    {
      "epoch": 0.23699659724039937,
      "grad_norm": 0.8913766741752625,
      "learning_rate": 8.737477752467416e-05,
      "loss": 0.1013,
      "step": 3169
    },
    {
      "epoch": 0.2370713831656882,
      "grad_norm": 0.838426411151886,
      "learning_rate": 8.736691401143921e-05,
      "loss": 0.1095,
      "step": 3170
    },
    {
      "epoch": 0.23714616909097708,
      "grad_norm": 0.6476737856864929,
      "learning_rate": 8.735904840418981e-05,
      "loss": 0.0636,
      "step": 3171
    },
    {
      "epoch": 0.23722095501626594,
      "grad_norm": 0.7792261838912964,
      "learning_rate": 8.735118070336672e-05,
      "loss": 0.0994,
      "step": 3172
    },
    {
      "epoch": 0.2372957409415548,
      "grad_norm": 1.0487595796585083,
      "learning_rate": 8.734331090941085e-05,
      "loss": 0.1062,
      "step": 3173
    },
    {
      "epoch": 0.23737052686684365,
      "grad_norm": 0.7831343412399292,
      "learning_rate": 8.733543902276321e-05,
      "loss": 0.0791,
      "step": 3174
    },
    {
      "epoch": 0.23744531279213252,
      "grad_norm": 1.366187572479248,
      "learning_rate": 8.732756504386494e-05,
      "loss": 0.1925,
      "step": 3175
    },
    {
      "epoch": 0.23752009871742139,
      "grad_norm": 0.7290872931480408,
      "learning_rate": 8.73196889731573e-05,
      "loss": 0.0536,
      "step": 3176
    },
    {
      "epoch": 0.23759488464271025,
      "grad_norm": 1.2591224908828735,
      "learning_rate": 8.731181081108164e-05,
      "loss": 0.1934,
      "step": 3177
    },
    {
      "epoch": 0.2376696705679991,
      "grad_norm": 1.6819891929626465,
      "learning_rate": 8.730393055807946e-05,
      "loss": 0.148,
      "step": 3178
    },
    {
      "epoch": 0.23774445649328796,
      "grad_norm": 0.9455465078353882,
      "learning_rate": 8.729604821459237e-05,
      "loss": 0.1466,
      "step": 3179
    },
    {
      "epoch": 0.23781924241857683,
      "grad_norm": 0.7706573009490967,
      "learning_rate": 8.728816378106206e-05,
      "loss": 0.0591,
      "step": 3180
    },
    {
      "epoch": 0.2378940283438657,
      "grad_norm": 0.7485302090644836,
      "learning_rate": 8.72802772579304e-05,
      "loss": 0.0567,
      "step": 3181
    },
    {
      "epoch": 0.23796881426915453,
      "grad_norm": 1.472531795501709,
      "learning_rate": 8.727238864563934e-05,
      "loss": 0.1623,
      "step": 3182
    },
    {
      "epoch": 0.2380436001944434,
      "grad_norm": 0.9608184695243835,
      "learning_rate": 8.726449794463095e-05,
      "loss": 0.0922,
      "step": 3183
    },
    {
      "epoch": 0.23811838611973227,
      "grad_norm": 1.3277575969696045,
      "learning_rate": 8.725660515534739e-05,
      "loss": 0.1768,
      "step": 3184
    },
    {
      "epoch": 0.23819317204502113,
      "grad_norm": 0.7173560261726379,
      "learning_rate": 8.724871027823101e-05,
      "loss": 0.0672,
      "step": 3185
    },
    {
      "epoch": 0.23826795797031,
      "grad_norm": 2.335475444793701,
      "learning_rate": 8.72408133137242e-05,
      "loss": 0.2468,
      "step": 3186
    },
    {
      "epoch": 0.23834274389559884,
      "grad_norm": 1.0740989446640015,
      "learning_rate": 8.723291426226952e-05,
      "loss": 0.1081,
      "step": 3187
    },
    {
      "epoch": 0.2384175298208877,
      "grad_norm": 0.6921386122703552,
      "learning_rate": 8.722501312430963e-05,
      "loss": 0.0622,
      "step": 3188
    },
    {
      "epoch": 0.23849231574617658,
      "grad_norm": 1.1248663663864136,
      "learning_rate": 8.721710990028729e-05,
      "loss": 0.0724,
      "step": 3189
    },
    {
      "epoch": 0.23856710167146544,
      "grad_norm": 1.3376538753509521,
      "learning_rate": 8.72092045906454e-05,
      "loss": 0.1052,
      "step": 3190
    },
    {
      "epoch": 0.23864188759675428,
      "grad_norm": 1.2250442504882812,
      "learning_rate": 8.720129719582696e-05,
      "loss": 0.1132,
      "step": 3191
    },
    {
      "epoch": 0.23871667352204315,
      "grad_norm": 1.351961374282837,
      "learning_rate": 8.71933877162751e-05,
      "loss": 0.1878,
      "step": 3192
    },
    {
      "epoch": 0.23879145944733202,
      "grad_norm": 1.0010322332382202,
      "learning_rate": 8.718547615243306e-05,
      "loss": 0.063,
      "step": 3193
    },
    {
      "epoch": 0.23886624537262088,
      "grad_norm": 1.2495235204696655,
      "learning_rate": 8.71775625047442e-05,
      "loss": 0.12,
      "step": 3194
    },
    {
      "epoch": 0.23894103129790972,
      "grad_norm": 2.0329465866088867,
      "learning_rate": 8.716964677365197e-05,
      "loss": 0.2436,
      "step": 3195
    },
    {
      "epoch": 0.2390158172231986,
      "grad_norm": 1.6803714036941528,
      "learning_rate": 8.716172895960001e-05,
      "loss": 0.1638,
      "step": 3196
    },
    {
      "epoch": 0.23909060314848746,
      "grad_norm": 1.7073129415512085,
      "learning_rate": 8.715380906303201e-05,
      "loss": 0.2014,
      "step": 3197
    },
    {
      "epoch": 0.23916538907377632,
      "grad_norm": 2.1408982276916504,
      "learning_rate": 8.714588708439178e-05,
      "loss": 0.2127,
      "step": 3198
    },
    {
      "epoch": 0.23924017499906516,
      "grad_norm": 2.539667844772339,
      "learning_rate": 8.713796302412326e-05,
      "loss": 0.2823,
      "step": 3199
    },
    {
      "epoch": 0.23931496092435403,
      "grad_norm": 2.2908477783203125,
      "learning_rate": 8.713003688267053e-05,
      "loss": 0.1719,
      "step": 3200
    },
    {
      "epoch": 0.2393897468496429,
      "grad_norm": 1.2710903882980347,
      "learning_rate": 8.712210866047775e-05,
      "loss": 0.1023,
      "step": 3201
    },
    {
      "epoch": 0.23946453277493177,
      "grad_norm": 0.7473983764648438,
      "learning_rate": 8.711417835798923e-05,
      "loss": 0.0804,
      "step": 3202
    },
    {
      "epoch": 0.2395393187002206,
      "grad_norm": 0.7444688081741333,
      "learning_rate": 8.710624597564934e-05,
      "loss": 0.0745,
      "step": 3203
    },
    {
      "epoch": 0.23961410462550947,
      "grad_norm": 0.7139788866043091,
      "learning_rate": 8.709831151390264e-05,
      "loss": 0.0721,
      "step": 3204
    },
    {
      "epoch": 0.23968889055079834,
      "grad_norm": 1.165498971939087,
      "learning_rate": 8.709037497319377e-05,
      "loss": 0.0961,
      "step": 3205
    },
    {
      "epoch": 0.2397636764760872,
      "grad_norm": 1.0709455013275146,
      "learning_rate": 8.708243635396746e-05,
      "loss": 0.1082,
      "step": 3206
    },
    {
      "epoch": 0.23983846240137607,
      "grad_norm": 0.7018560171127319,
      "learning_rate": 8.707449565666862e-05,
      "loss": 0.0713,
      "step": 3207
    },
    {
      "epoch": 0.2399132483266649,
      "grad_norm": 0.6076900362968445,
      "learning_rate": 8.706655288174222e-05,
      "loss": 0.0428,
      "step": 3208
    },
    {
      "epoch": 0.23998803425195378,
      "grad_norm": 0.8331410884857178,
      "learning_rate": 8.705860802963338e-05,
      "loss": 0.0665,
      "step": 3209
    },
    {
      "epoch": 0.24006282017724265,
      "grad_norm": 0.8664352893829346,
      "learning_rate": 8.705066110078729e-05,
      "loss": 0.1011,
      "step": 3210
    },
    {
      "epoch": 0.24013760610253151,
      "grad_norm": 1.1404027938842773,
      "learning_rate": 8.704271209564933e-05,
      "loss": 0.1126,
      "step": 3211
    },
    {
      "epoch": 0.24021239202782035,
      "grad_norm": 0.9244300127029419,
      "learning_rate": 8.703476101466493e-05,
      "loss": 0.0785,
      "step": 3212
    },
    {
      "epoch": 0.24028717795310922,
      "grad_norm": 0.8994642496109009,
      "learning_rate": 8.702680785827969e-05,
      "loss": 0.0925,
      "step": 3213
    },
    {
      "epoch": 0.2403619638783981,
      "grad_norm": 1.5803354978561401,
      "learning_rate": 8.701885262693928e-05,
      "loss": 0.1941,
      "step": 3214
    },
    {
      "epoch": 0.24043674980368696,
      "grad_norm": 0.6305323839187622,
      "learning_rate": 8.70108953210895e-05,
      "loss": 0.0511,
      "step": 3215
    },
    {
      "epoch": 0.2405115357289758,
      "grad_norm": 0.9654608368873596,
      "learning_rate": 8.700293594117629e-05,
      "loss": 0.1447,
      "step": 3216
    },
    {
      "epoch": 0.24058632165426466,
      "grad_norm": 0.8314430117607117,
      "learning_rate": 8.699497448764568e-05,
      "loss": 0.0723,
      "step": 3217
    },
    {
      "epoch": 0.24066110757955353,
      "grad_norm": 1.1436551809310913,
      "learning_rate": 8.698701096094382e-05,
      "loss": 0.1388,
      "step": 3218
    },
    {
      "epoch": 0.2407358935048424,
      "grad_norm": 0.9410765171051025,
      "learning_rate": 8.697904536151696e-05,
      "loss": 0.0819,
      "step": 3219
    },
    {
      "epoch": 0.24081067943013124,
      "grad_norm": 1.7730470895767212,
      "learning_rate": 8.697107768981154e-05,
      "loss": 0.1577,
      "step": 3220
    },
    {
      "epoch": 0.2408854653554201,
      "grad_norm": 0.8882355690002441,
      "learning_rate": 8.6963107946274e-05,
      "loss": 0.0887,
      "step": 3221
    },
    {
      "epoch": 0.24096025128070897,
      "grad_norm": 0.9186068177223206,
      "learning_rate": 8.695513613135101e-05,
      "loss": 0.0989,
      "step": 3222
    },
    {
      "epoch": 0.24103503720599784,
      "grad_norm": 0.869206428527832,
      "learning_rate": 8.69471622454893e-05,
      "loss": 0.0896,
      "step": 3223
    },
    {
      "epoch": 0.2411098231312867,
      "grad_norm": 1.182315707206726,
      "learning_rate": 8.693918628913566e-05,
      "loss": 0.0755,
      "step": 3224
    },
    {
      "epoch": 0.24118460905657554,
      "grad_norm": 1.1667518615722656,
      "learning_rate": 8.693120826273713e-05,
      "loss": 0.1438,
      "step": 3225
    },
    {
      "epoch": 0.2412593949818644,
      "grad_norm": 0.9207009673118591,
      "learning_rate": 8.692322816674077e-05,
      "loss": 0.11,
      "step": 3226
    },
    {
      "epoch": 0.24133418090715328,
      "grad_norm": 1.1228058338165283,
      "learning_rate": 8.691524600159375e-05,
      "loss": 0.0917,
      "step": 3227
    },
    {
      "epoch": 0.24140896683244215,
      "grad_norm": 1.0060652494430542,
      "learning_rate": 8.690726176774344e-05,
      "loss": 0.133,
      "step": 3228
    },
    {
      "epoch": 0.24148375275773099,
      "grad_norm": 0.8697069883346558,
      "learning_rate": 8.689927546563721e-05,
      "loss": 0.0764,
      "step": 3229
    },
    {
      "epoch": 0.24155853868301985,
      "grad_norm": 1.1314204931259155,
      "learning_rate": 8.689128709572265e-05,
      "loss": 0.1115,
      "step": 3230
    },
    {
      "epoch": 0.24163332460830872,
      "grad_norm": 1.034155011177063,
      "learning_rate": 8.688329665844742e-05,
      "loss": 0.0896,
      "step": 3231
    },
    {
      "epoch": 0.2417081105335976,
      "grad_norm": 0.7657442092895508,
      "learning_rate": 8.687530415425926e-05,
      "loss": 0.0528,
      "step": 3232
    },
    {
      "epoch": 0.24178289645888643,
      "grad_norm": 0.986748993396759,
      "learning_rate": 8.68673095836061e-05,
      "loss": 0.0862,
      "step": 3233
    },
    {
      "epoch": 0.2418576823841753,
      "grad_norm": 1.155847191810608,
      "learning_rate": 8.685931294693592e-05,
      "loss": 0.137,
      "step": 3234
    },
    {
      "epoch": 0.24193246830946416,
      "grad_norm": 1.5174896717071533,
      "learning_rate": 8.685131424469689e-05,
      "loss": 0.1609,
      "step": 3235
    },
    {
      "epoch": 0.24200725423475303,
      "grad_norm": 1.263543963432312,
      "learning_rate": 8.684331347733722e-05,
      "loss": 0.175,
      "step": 3236
    },
    {
      "epoch": 0.24208204016004187,
      "grad_norm": 1.2003194093704224,
      "learning_rate": 8.683531064530527e-05,
      "loss": 0.1745,
      "step": 3237
    },
    {
      "epoch": 0.24215682608533073,
      "grad_norm": 1.2379781007766724,
      "learning_rate": 8.682730574904952e-05,
      "loss": 0.1221,
      "step": 3238
    },
    {
      "epoch": 0.2422316120106196,
      "grad_norm": 0.807289719581604,
      "learning_rate": 8.681929878901856e-05,
      "loss": 0.0566,
      "step": 3239
    },
    {
      "epoch": 0.24230639793590847,
      "grad_norm": 1.5423527956008911,
      "learning_rate": 8.681128976566108e-05,
      "loss": 0.2382,
      "step": 3240
    },
    {
      "epoch": 0.24238118386119734,
      "grad_norm": 1.116887092590332,
      "learning_rate": 8.68032786794259e-05,
      "loss": 0.089,
      "step": 3241
    },
    {
      "epoch": 0.24245596978648618,
      "grad_norm": 0.9815819263458252,
      "learning_rate": 8.679526553076198e-05,
      "loss": 0.0658,
      "step": 3242
    },
    {
      "epoch": 0.24253075571177504,
      "grad_norm": 1.6902531385421753,
      "learning_rate": 8.678725032011836e-05,
      "loss": 0.245,
      "step": 3243
    },
    {
      "epoch": 0.2426055416370639,
      "grad_norm": 1.718680739402771,
      "learning_rate": 8.67792330479442e-05,
      "loss": 0.1918,
      "step": 3244
    },
    {
      "epoch": 0.24268032756235278,
      "grad_norm": 2.282241106033325,
      "learning_rate": 8.677121371468877e-05,
      "loss": 0.3507,
      "step": 3245
    },
    {
      "epoch": 0.24275511348764162,
      "grad_norm": 1.5051040649414062,
      "learning_rate": 8.67631923208015e-05,
      "loss": 0.16,
      "step": 3246
    },
    {
      "epoch": 0.24282989941293048,
      "grad_norm": 1.0748012065887451,
      "learning_rate": 8.675516886673187e-05,
      "loss": 0.0932,
      "step": 3247
    },
    {
      "epoch": 0.24290468533821935,
      "grad_norm": 1.207755208015442,
      "learning_rate": 8.674714335292953e-05,
      "loss": 0.0938,
      "step": 3248
    },
    {
      "epoch": 0.24297947126350822,
      "grad_norm": 2.1640751361846924,
      "learning_rate": 8.673911577984422e-05,
      "loss": 0.1804,
      "step": 3249
    },
    {
      "epoch": 0.24305425718879706,
      "grad_norm": 2.9370954036712646,
      "learning_rate": 8.673108614792578e-05,
      "loss": 0.3706,
      "step": 3250
    },
    {
      "epoch": 0.24312904311408592,
      "grad_norm": 1.8130061626434326,
      "learning_rate": 8.67230544576242e-05,
      "loss": 0.1327,
      "step": 3251
    },
    {
      "epoch": 0.2432038290393748,
      "grad_norm": 0.6285109519958496,
      "learning_rate": 8.671502070938959e-05,
      "loss": 0.0576,
      "step": 3252
    },
    {
      "epoch": 0.24327861496466366,
      "grad_norm": 0.943903923034668,
      "learning_rate": 8.670698490367213e-05,
      "loss": 0.1055,
      "step": 3253
    },
    {
      "epoch": 0.2433534008899525,
      "grad_norm": 0.8412414789199829,
      "learning_rate": 8.669894704092215e-05,
      "loss": 0.1025,
      "step": 3254
    },
    {
      "epoch": 0.24342818681524137,
      "grad_norm": 2.034290075302124,
      "learning_rate": 8.669090712159008e-05,
      "loss": 0.1859,
      "step": 3255
    },
    {
      "epoch": 0.24350297274053023,
      "grad_norm": 1.0130693912506104,
      "learning_rate": 8.668286514612647e-05,
      "loss": 0.1186,
      "step": 3256
    },
    {
      "epoch": 0.2435777586658191,
      "grad_norm": 0.9155670404434204,
      "learning_rate": 8.6674821114982e-05,
      "loss": 0.1543,
      "step": 3257
    },
    {
      "epoch": 0.24365254459110797,
      "grad_norm": 1.0017184019088745,
      "learning_rate": 8.666677502860743e-05,
      "loss": 0.1267,
      "step": 3258
    },
    {
      "epoch": 0.2437273305163968,
      "grad_norm": 0.7983245253562927,
      "learning_rate": 8.665872688745368e-05,
      "loss": 0.0931,
      "step": 3259
    },
    {
      "epoch": 0.24380211644168567,
      "grad_norm": 1.9395452737808228,
      "learning_rate": 8.665067669197175e-05,
      "loss": 0.1191,
      "step": 3260
    },
    {
      "epoch": 0.24387690236697454,
      "grad_norm": 1.105392575263977,
      "learning_rate": 8.664262444261276e-05,
      "loss": 0.0972,
      "step": 3261
    },
    {
      "epoch": 0.2439516882922634,
      "grad_norm": 1.0526859760284424,
      "learning_rate": 8.663457013982797e-05,
      "loss": 0.1325,
      "step": 3262
    },
    {
      "epoch": 0.24402647421755225,
      "grad_norm": 0.9150288105010986,
      "learning_rate": 8.662651378406872e-05,
      "loss": 0.1015,
      "step": 3263
    },
    {
      "epoch": 0.24410126014284111,
      "grad_norm": 0.8818913102149963,
      "learning_rate": 8.661845537578648e-05,
      "loss": 0.0983,
      "step": 3264
    },
    {
      "epoch": 0.24417604606812998,
      "grad_norm": 1.3708093166351318,
      "learning_rate": 8.661039491543286e-05,
      "loss": 0.1849,
      "step": 3265
    },
    {
      "epoch": 0.24425083199341885,
      "grad_norm": 1.1058067083358765,
      "learning_rate": 8.660233240345956e-05,
      "loss": 0.1185,
      "step": 3266
    },
    {
      "epoch": 0.2443256179187077,
      "grad_norm": 1.0769622325897217,
      "learning_rate": 8.659426784031837e-05,
      "loss": 0.0908,
      "step": 3267
    },
    {
      "epoch": 0.24440040384399656,
      "grad_norm": 0.7158843278884888,
      "learning_rate": 8.658620122646124e-05,
      "loss": 0.0873,
      "step": 3268
    },
    {
      "epoch": 0.24447518976928542,
      "grad_norm": 0.7213271260261536,
      "learning_rate": 8.657813256234022e-05,
      "loss": 0.0667,
      "step": 3269
    },
    {
      "epoch": 0.2445499756945743,
      "grad_norm": 1.0919288396835327,
      "learning_rate": 8.657006184840745e-05,
      "loss": 0.1118,
      "step": 3270
    },
    {
      "epoch": 0.24462476161986313,
      "grad_norm": 1.0964068174362183,
      "learning_rate": 8.656198908511524e-05,
      "loss": 0.1225,
      "step": 3271
    },
    {
      "epoch": 0.244699547545152,
      "grad_norm": 0.759781002998352,
      "learning_rate": 8.655391427291597e-05,
      "loss": 0.0859,
      "step": 3272
    },
    {
      "epoch": 0.24477433347044086,
      "grad_norm": 0.9182519912719727,
      "learning_rate": 8.654583741226214e-05,
      "loss": 0.0869,
      "step": 3273
    },
    {
      "epoch": 0.24484911939572973,
      "grad_norm": 0.9221517443656921,
      "learning_rate": 8.653775850360637e-05,
      "loss": 0.103,
      "step": 3274
    },
    {
      "epoch": 0.2449239053210186,
      "grad_norm": 1.4308645725250244,
      "learning_rate": 8.652967754740141e-05,
      "loss": 0.2458,
      "step": 3275
    },
    {
      "epoch": 0.24499869124630744,
      "grad_norm": 0.9303537607192993,
      "learning_rate": 8.652159454410009e-05,
      "loss": 0.1001,
      "step": 3276
    },
    {
      "epoch": 0.2450734771715963,
      "grad_norm": 0.8954265117645264,
      "learning_rate": 8.651350949415539e-05,
      "loss": 0.0944,
      "step": 3277
    },
    {
      "epoch": 0.24514826309688517,
      "grad_norm": 1.2096534967422485,
      "learning_rate": 8.65054223980204e-05,
      "loss": 0.0947,
      "step": 3278
    },
    {
      "epoch": 0.24522304902217404,
      "grad_norm": 0.9660756587982178,
      "learning_rate": 8.64973332561483e-05,
      "loss": 0.1335,
      "step": 3279
    },
    {
      "epoch": 0.24529783494746288,
      "grad_norm": 1.063886284828186,
      "learning_rate": 8.648924206899238e-05,
      "loss": 0.1059,
      "step": 3280
    },
    {
      "epoch": 0.24537262087275175,
      "grad_norm": 0.8114451169967651,
      "learning_rate": 8.648114883700612e-05,
      "loss": 0.0606,
      "step": 3281
    },
    {
      "epoch": 0.2454474067980406,
      "grad_norm": 1.1391910314559937,
      "learning_rate": 8.647305356064299e-05,
      "loss": 0.1132,
      "step": 3282
    },
    {
      "epoch": 0.24552219272332948,
      "grad_norm": 1.454856276512146,
      "learning_rate": 8.646495624035669e-05,
      "loss": 0.173,
      "step": 3283
    },
    {
      "epoch": 0.24559697864861832,
      "grad_norm": 1.033706784248352,
      "learning_rate": 8.645685687660098e-05,
      "loss": 0.0894,
      "step": 3284
    },
    {
      "epoch": 0.2456717645739072,
      "grad_norm": 1.2148034572601318,
      "learning_rate": 8.644875546982973e-05,
      "loss": 0.0934,
      "step": 3285
    },
    {
      "epoch": 0.24574655049919605,
      "grad_norm": 1.5868021249771118,
      "learning_rate": 8.644065202049695e-05,
      "loss": 0.0967,
      "step": 3286
    },
    {
      "epoch": 0.24582133642448492,
      "grad_norm": 0.9935390949249268,
      "learning_rate": 8.643254652905674e-05,
      "loss": 0.1459,
      "step": 3287
    },
    {
      "epoch": 0.24589612234977376,
      "grad_norm": 1.1343576908111572,
      "learning_rate": 8.642443899596336e-05,
      "loss": 0.1404,
      "step": 3288
    },
    {
      "epoch": 0.24597090827506263,
      "grad_norm": 0.9072977304458618,
      "learning_rate": 8.641632942167109e-05,
      "loss": 0.0464,
      "step": 3289
    },
    {
      "epoch": 0.2460456942003515,
      "grad_norm": 0.9533644318580627,
      "learning_rate": 8.640821780663444e-05,
      "loss": 0.1009,
      "step": 3290
    },
    {
      "epoch": 0.24612048012564036,
      "grad_norm": 1.5575664043426514,
      "learning_rate": 8.640010415130795e-05,
      "loss": 0.2768,
      "step": 3291
    },
    {
      "epoch": 0.24619526605092923,
      "grad_norm": 1.3077380657196045,
      "learning_rate": 8.639198845614629e-05,
      "loss": 0.093,
      "step": 3292
    },
    {
      "epoch": 0.24627005197621807,
      "grad_norm": 0.9055488705635071,
      "learning_rate": 8.63838707216043e-05,
      "loss": 0.0531,
      "step": 3293
    },
    {
      "epoch": 0.24634483790150694,
      "grad_norm": 0.9189890027046204,
      "learning_rate": 8.637575094813686e-05,
      "loss": 0.0737,
      "step": 3294
    },
    {
      "epoch": 0.2464196238267958,
      "grad_norm": 1.5986281633377075,
      "learning_rate": 8.6367629136199e-05,
      "loss": 0.2267,
      "step": 3295
    },
    {
      "epoch": 0.24649440975208467,
      "grad_norm": 1.7600654363632202,
      "learning_rate": 8.635950528624587e-05,
      "loss": 0.3005,
      "step": 3296
    },
    {
      "epoch": 0.2465691956773735,
      "grad_norm": 1.5569294691085815,
      "learning_rate": 8.635137939873273e-05,
      "loss": 0.1529,
      "step": 3297
    },
    {
      "epoch": 0.24664398160266238,
      "grad_norm": 1.6996781826019287,
      "learning_rate": 8.634325147411493e-05,
      "loss": 0.2121,
      "step": 3298
    },
    {
      "epoch": 0.24671876752795124,
      "grad_norm": 1.9974769353866577,
      "learning_rate": 8.633512151284797e-05,
      "loss": 0.2613,
      "step": 3299
    },
    {
      "epoch": 0.2467935534532401,
      "grad_norm": 1.233850121498108,
      "learning_rate": 8.632698951538742e-05,
      "loss": 0.0597,
      "step": 3300
    },
    {
      "epoch": 0.24686833937852895,
      "grad_norm": 2.018491744995117,
      "learning_rate": 8.631885548218902e-05,
      "loss": 0.0893,
      "step": 3301
    },
    {
      "epoch": 0.24694312530381782,
      "grad_norm": 1.269459843635559,
      "learning_rate": 8.631071941370858e-05,
      "loss": 0.1239,
      "step": 3302
    },
    {
      "epoch": 0.24701791122910668,
      "grad_norm": 0.731920599937439,
      "learning_rate": 8.630258131040205e-05,
      "loss": 0.0854,
      "step": 3303
    },
    {
      "epoch": 0.24709269715439555,
      "grad_norm": 0.8392643332481384,
      "learning_rate": 8.629444117272549e-05,
      "loss": 0.0725,
      "step": 3304
    },
    {
      "epoch": 0.2471674830796844,
      "grad_norm": 0.9996433258056641,
      "learning_rate": 8.628629900113504e-05,
      "loss": 0.139,
      "step": 3305
    },
    {
      "epoch": 0.24724226900497326,
      "grad_norm": 0.6348772048950195,
      "learning_rate": 8.6278154796087e-05,
      "loss": 0.0728,
      "step": 3306
    },
    {
      "epoch": 0.24731705493026213,
      "grad_norm": 0.7615781426429749,
      "learning_rate": 8.627000855803777e-05,
      "loss": 0.0917,
      "step": 3307
    },
    {
      "epoch": 0.247391840855551,
      "grad_norm": 0.9370063543319702,
      "learning_rate": 8.626186028744384e-05,
      "loss": 0.1447,
      "step": 3308
    },
    {
      "epoch": 0.24746662678083983,
      "grad_norm": 1.0321855545043945,
      "learning_rate": 8.625370998476185e-05,
      "loss": 0.079,
      "step": 3309
    },
    {
      "epoch": 0.2475414127061287,
      "grad_norm": 1.022627353668213,
      "learning_rate": 8.624555765044852e-05,
      "loss": 0.0839,
      "step": 3310
    },
    {
      "epoch": 0.24761619863141757,
      "grad_norm": 1.1250320672988892,
      "learning_rate": 8.623740328496073e-05,
      "loss": 0.0641,
      "step": 3311
    },
    {
      "epoch": 0.24769098455670643,
      "grad_norm": 0.840918779373169,
      "learning_rate": 8.622924688875542e-05,
      "loss": 0.0925,
      "step": 3312
    },
    {
      "epoch": 0.2477657704819953,
      "grad_norm": 0.9528445601463318,
      "learning_rate": 8.622108846228967e-05,
      "loss": 0.1062,
      "step": 3313
    },
    {
      "epoch": 0.24784055640728414,
      "grad_norm": 0.9959542155265808,
      "learning_rate": 8.621292800602068e-05,
      "loss": 0.1161,
      "step": 3314
    },
    {
      "epoch": 0.247915342332573,
      "grad_norm": 1.072481632232666,
      "learning_rate": 8.620476552040575e-05,
      "loss": 0.1262,
      "step": 3315
    },
    {
      "epoch": 0.24799012825786187,
      "grad_norm": 1.0921783447265625,
      "learning_rate": 8.619660100590231e-05,
      "loss": 0.1292,
      "step": 3316
    },
    {
      "epoch": 0.24806491418315074,
      "grad_norm": 1.0998953580856323,
      "learning_rate": 8.618843446296788e-05,
      "loss": 0.1193,
      "step": 3317
    },
    {
      "epoch": 0.24813970010843958,
      "grad_norm": 0.9177401065826416,
      "learning_rate": 8.618026589206012e-05,
      "loss": 0.0863,
      "step": 3318
    },
    {
      "epoch": 0.24821448603372845,
      "grad_norm": 0.9145095944404602,
      "learning_rate": 8.617209529363678e-05,
      "loss": 0.0954,
      "step": 3319
    },
    {
      "epoch": 0.24828927195901732,
      "grad_norm": 0.9420079588890076,
      "learning_rate": 8.616392266815574e-05,
      "loss": 0.0965,
      "step": 3320
    },
    {
      "epoch": 0.24836405788430618,
      "grad_norm": 1.350954532623291,
      "learning_rate": 8.615574801607499e-05,
      "loss": 0.2199,
      "step": 3321
    },
    {
      "epoch": 0.24843884380959502,
      "grad_norm": 0.641403317451477,
      "learning_rate": 8.614757133785263e-05,
      "loss": 0.0606,
      "step": 3322
    },
    {
      "epoch": 0.2485136297348839,
      "grad_norm": 1.0446851253509521,
      "learning_rate": 8.613939263394686e-05,
      "loss": 0.0939,
      "step": 3323
    },
    {
      "epoch": 0.24858841566017276,
      "grad_norm": 0.8167485594749451,
      "learning_rate": 8.613121190481602e-05,
      "loss": 0.0646,
      "step": 3324
    },
    {
      "epoch": 0.24866320158546162,
      "grad_norm": 0.9671998023986816,
      "learning_rate": 8.612302915091857e-05,
      "loss": 0.0968,
      "step": 3325
    },
    {
      "epoch": 0.24873798751075046,
      "grad_norm": 1.5749614238739014,
      "learning_rate": 8.611484437271305e-05,
      "loss": 0.2213,
      "step": 3326
    },
    {
      "epoch": 0.24881277343603933,
      "grad_norm": 1.0218679904937744,
      "learning_rate": 8.610665757065811e-05,
      "loss": 0.0922,
      "step": 3327
    },
    {
      "epoch": 0.2488875593613282,
      "grad_norm": 0.9976226687431335,
      "learning_rate": 8.609846874521257e-05,
      "loss": 0.0863,
      "step": 3328
    },
    {
      "epoch": 0.24896234528661706,
      "grad_norm": 1.4749881029129028,
      "learning_rate": 8.609027789683529e-05,
      "loss": 0.162,
      "step": 3329
    },
    {
      "epoch": 0.24903713121190593,
      "grad_norm": 1.0148727893829346,
      "learning_rate": 8.608208502598531e-05,
      "loss": 0.1402,
      "step": 3330
    },
    {
      "epoch": 0.24911191713719477,
      "grad_norm": 1.1645773649215698,
      "learning_rate": 8.607389013312173e-05,
      "loss": 0.117,
      "step": 3331
    },
    {
      "epoch": 0.24918670306248364,
      "grad_norm": 1.259202241897583,
      "learning_rate": 8.606569321870379e-05,
      "loss": 0.1228,
      "step": 3332
    },
    {
      "epoch": 0.2492614889877725,
      "grad_norm": 1.5159789323806763,
      "learning_rate": 8.605749428319085e-05,
      "loss": 0.1229,
      "step": 3333
    },
    {
      "epoch": 0.24933627491306137,
      "grad_norm": 0.9568562507629395,
      "learning_rate": 8.604929332704237e-05,
      "loss": 0.069,
      "step": 3334
    },
    {
      "epoch": 0.2494110608383502,
      "grad_norm": 0.7512694001197815,
      "learning_rate": 8.60410903507179e-05,
      "loss": 0.058,
      "step": 3335
    },
    {
      "epoch": 0.24948584676363908,
      "grad_norm": 0.9362685084342957,
      "learning_rate": 8.603288535467718e-05,
      "loss": 0.0827,
      "step": 3336
    },
    {
      "epoch": 0.24956063268892795,
      "grad_norm": 1.372509241104126,
      "learning_rate": 8.602467833937995e-05,
      "loss": 0.1683,
      "step": 3337
    },
    {
      "epoch": 0.24963541861421681,
      "grad_norm": 1.0424789190292358,
      "learning_rate": 8.601646930528617e-05,
      "loss": 0.1061,
      "step": 3338
    },
    {
      "epoch": 0.24971020453950565,
      "grad_norm": 1.063930630683899,
      "learning_rate": 8.600825825285586e-05,
      "loss": 0.0841,
      "step": 3339
    },
    {
      "epoch": 0.24978499046479452,
      "grad_norm": 1.3941303491592407,
      "learning_rate": 8.600004518254917e-05,
      "loss": 0.176,
      "step": 3340
    },
    {
      "epoch": 0.2498597763900834,
      "grad_norm": 1.253827452659607,
      "learning_rate": 8.599183009482632e-05,
      "loss": 0.1195,
      "step": 3341
    },
    {
      "epoch": 0.24993456231537226,
      "grad_norm": 1.7663425207138062,
      "learning_rate": 8.59836129901477e-05,
      "loss": 0.183,
      "step": 3342
    },
    {
      "epoch": 0.2500093482406611,
      "grad_norm": 1.2104400396347046,
      "learning_rate": 8.597539386897377e-05,
      "loss": 0.1442,
      "step": 3343
    },
    {
      "epoch": 0.25008413416595,
      "grad_norm": 1.2100571393966675,
      "learning_rate": 8.596717273176518e-05,
      "loss": 0.1033,
      "step": 3344
    },
    {
      "epoch": 0.2501589200912388,
      "grad_norm": 1.4488499164581299,
      "learning_rate": 8.595894957898259e-05,
      "loss": 0.1848,
      "step": 3345
    },
    {
      "epoch": 0.25023370601652767,
      "grad_norm": 1.9961798191070557,
      "learning_rate": 8.59507244110868e-05,
      "loss": 0.2118,
      "step": 3346
    },
    {
      "epoch": 0.25030849194181654,
      "grad_norm": 1.7100199460983276,
      "learning_rate": 8.59424972285388e-05,
      "loss": 0.2721,
      "step": 3347
    },
    {
      "epoch": 0.2503832778671054,
      "grad_norm": 1.1013296842575073,
      "learning_rate": 8.59342680317996e-05,
      "loss": 0.0686,
      "step": 3348
    },
    {
      "epoch": 0.25045806379239427,
      "grad_norm": 1.4526252746582031,
      "learning_rate": 8.592603682133036e-05,
      "loss": 0.1221,
      "step": 3349
    },
    {
      "epoch": 0.25053284971768314,
      "grad_norm": 3.0196213722229004,
      "learning_rate": 8.591780359759236e-05,
      "loss": 0.4897,
      "step": 3350
    },
    {
      "epoch": 0.250607635642972,
      "grad_norm": 0.7741515636444092,
      "learning_rate": 8.590956836104697e-05,
      "loss": 0.1015,
      "step": 3351
    },
    {
      "epoch": 0.25068242156826087,
      "grad_norm": 0.7069056034088135,
      "learning_rate": 8.59013311121557e-05,
      "loss": 0.0802,
      "step": 3352
    },
    {
      "epoch": 0.25075720749354974,
      "grad_norm": 0.8646401166915894,
      "learning_rate": 8.589309185138015e-05,
      "loss": 0.1146,
      "step": 3353
    },
    {
      "epoch": 0.25083199341883855,
      "grad_norm": 0.8147584795951843,
      "learning_rate": 8.588485057918206e-05,
      "loss": 0.102,
      "step": 3354
    },
    {
      "epoch": 0.2509067793441274,
      "grad_norm": 0.8470109105110168,
      "learning_rate": 8.587660729602323e-05,
      "loss": 0.078,
      "step": 3355
    },
    {
      "epoch": 0.2509815652694163,
      "grad_norm": 0.700171709060669,
      "learning_rate": 8.586836200236565e-05,
      "loss": 0.0762,
      "step": 3356
    },
    {
      "epoch": 0.25105635119470515,
      "grad_norm": 0.966378927230835,
      "learning_rate": 8.586011469867135e-05,
      "loss": 0.1129,
      "step": 3357
    },
    {
      "epoch": 0.251131137119994,
      "grad_norm": 0.8301573395729065,
      "learning_rate": 8.585186538540251e-05,
      "loss": 0.0756,
      "step": 3358
    },
    {
      "epoch": 0.2512059230452829,
      "grad_norm": 0.9698178172111511,
      "learning_rate": 8.584361406302143e-05,
      "loss": 0.1155,
      "step": 3359
    },
    {
      "epoch": 0.25128070897057175,
      "grad_norm": 0.9754636287689209,
      "learning_rate": 8.583536073199048e-05,
      "loss": 0.0986,
      "step": 3360
    },
    {
      "epoch": 0.2513554948958606,
      "grad_norm": 0.9543256759643555,
      "learning_rate": 8.58271053927722e-05,
      "loss": 0.0746,
      "step": 3361
    },
    {
      "epoch": 0.25143028082114943,
      "grad_norm": 0.8734886646270752,
      "learning_rate": 8.581884804582921e-05,
      "loss": 0.1424,
      "step": 3362
    },
    {
      "epoch": 0.2515050667464383,
      "grad_norm": 0.8497111797332764,
      "learning_rate": 8.581058869162422e-05,
      "loss": 0.0743,
      "step": 3363
    },
    {
      "epoch": 0.25157985267172717,
      "grad_norm": 1.0462309122085571,
      "learning_rate": 8.580232733062008e-05,
      "loss": 0.1548,
      "step": 3364
    },
    {
      "epoch": 0.25165463859701603,
      "grad_norm": 0.8745232224464417,
      "learning_rate": 8.579406396327978e-05,
      "loss": 0.1074,
      "step": 3365
    },
    {
      "epoch": 0.2517294245223049,
      "grad_norm": 0.8775326609611511,
      "learning_rate": 8.578579859006637e-05,
      "loss": 0.0779,
      "step": 3366
    },
    {
      "epoch": 0.25180421044759377,
      "grad_norm": 0.8850093483924866,
      "learning_rate": 8.577753121144305e-05,
      "loss": 0.1338,
      "step": 3367
    },
    {
      "epoch": 0.25187899637288264,
      "grad_norm": 1.093861699104309,
      "learning_rate": 8.57692618278731e-05,
      "loss": 0.1443,
      "step": 3368
    },
    {
      "epoch": 0.2519537822981715,
      "grad_norm": 1.096901774406433,
      "learning_rate": 8.576099043981995e-05,
      "loss": 0.1088,
      "step": 3369
    },
    {
      "epoch": 0.25202856822346037,
      "grad_norm": 1.4073925018310547,
      "learning_rate": 8.575271704774712e-05,
      "loss": 0.1686,
      "step": 3370
    },
    {
      "epoch": 0.2521033541487492,
      "grad_norm": 1.3633438348770142,
      "learning_rate": 8.574444165211824e-05,
      "loss": 0.1678,
      "step": 3371
    },
    {
      "epoch": 0.25217814007403805,
      "grad_norm": 1.0869375467300415,
      "learning_rate": 8.573616425339705e-05,
      "loss": 0.0737,
      "step": 3372
    },
    {
      "epoch": 0.2522529259993269,
      "grad_norm": 0.7850670218467712,
      "learning_rate": 8.57278848520474e-05,
      "loss": 0.0616,
      "step": 3373
    },
    {
      "epoch": 0.2523277119246158,
      "grad_norm": 1.3783258199691772,
      "learning_rate": 8.571960344853329e-05,
      "loss": 0.1928,
      "step": 3374
    },
    {
      "epoch": 0.25240249784990465,
      "grad_norm": 0.8646427392959595,
      "learning_rate": 8.571132004331878e-05,
      "loss": 0.1187,
      "step": 3375
    },
    {
      "epoch": 0.2524772837751935,
      "grad_norm": 0.9982602000236511,
      "learning_rate": 8.570303463686808e-05,
      "loss": 0.153,
      "step": 3376
    },
    {
      "epoch": 0.2525520697004824,
      "grad_norm": 0.827033519744873,
      "learning_rate": 8.56947472296455e-05,
      "loss": 0.085,
      "step": 3377
    },
    {
      "epoch": 0.25262685562577125,
      "grad_norm": 0.8581976294517517,
      "learning_rate": 8.568645782211546e-05,
      "loss": 0.1005,
      "step": 3378
    },
    {
      "epoch": 0.25270164155106006,
      "grad_norm": 0.9977738261222839,
      "learning_rate": 8.567816641474246e-05,
      "loss": 0.0901,
      "step": 3379
    },
    {
      "epoch": 0.25277642747634893,
      "grad_norm": 0.7467907071113586,
      "learning_rate": 8.56698730079912e-05,
      "loss": 0.0708,
      "step": 3380
    },
    {
      "epoch": 0.2528512134016378,
      "grad_norm": 1.0385606288909912,
      "learning_rate": 8.56615776023264e-05,
      "loss": 0.11,
      "step": 3381
    },
    {
      "epoch": 0.25292599932692666,
      "grad_norm": 1.1415047645568848,
      "learning_rate": 8.565328019821293e-05,
      "loss": 0.1494,
      "step": 3382
    },
    {
      "epoch": 0.25300078525221553,
      "grad_norm": 0.8818157315254211,
      "learning_rate": 8.564498079611577e-05,
      "loss": 0.1006,
      "step": 3383
    },
    {
      "epoch": 0.2530755711775044,
      "grad_norm": 1.0909475088119507,
      "learning_rate": 8.563667939650003e-05,
      "loss": 0.1348,
      "step": 3384
    },
    {
      "epoch": 0.25315035710279327,
      "grad_norm": 0.9480035901069641,
      "learning_rate": 8.56283759998309e-05,
      "loss": 0.0753,
      "step": 3385
    },
    {
      "epoch": 0.25322514302808213,
      "grad_norm": 1.6234592199325562,
      "learning_rate": 8.562007060657369e-05,
      "loss": 0.1529,
      "step": 3386
    },
    {
      "epoch": 0.253299928953371,
      "grad_norm": 0.8905313611030579,
      "learning_rate": 8.561176321719385e-05,
      "loss": 0.092,
      "step": 3387
    },
    {
      "epoch": 0.2533747148786598,
      "grad_norm": 1.0612279176712036,
      "learning_rate": 8.560345383215691e-05,
      "loss": 0.1004,
      "step": 3388
    },
    {
      "epoch": 0.2534495008039487,
      "grad_norm": 1.4784033298492432,
      "learning_rate": 8.559514245192852e-05,
      "loss": 0.2006,
      "step": 3389
    },
    {
      "epoch": 0.25352428672923755,
      "grad_norm": 0.9609549641609192,
      "learning_rate": 8.558682907697442e-05,
      "loss": 0.0667,
      "step": 3390
    },
    {
      "epoch": 0.2535990726545264,
      "grad_norm": 0.9444074630737305,
      "learning_rate": 8.557851370776053e-05,
      "loss": 0.0842,
      "step": 3391
    },
    {
      "epoch": 0.2536738585798153,
      "grad_norm": 1.0409750938415527,
      "learning_rate": 8.55701963447528e-05,
      "loss": 0.0939,
      "step": 3392
    },
    {
      "epoch": 0.25374864450510415,
      "grad_norm": 1.6177027225494385,
      "learning_rate": 8.556187698841735e-05,
      "loss": 0.1042,
      "step": 3393
    },
    {
      "epoch": 0.253823430430393,
      "grad_norm": 1.6137008666992188,
      "learning_rate": 8.55535556392204e-05,
      "loss": 0.1929,
      "step": 3394
    },
    {
      "epoch": 0.2538982163556819,
      "grad_norm": 1.0466850996017456,
      "learning_rate": 8.554523229762824e-05,
      "loss": 0.1054,
      "step": 3395
    },
    {
      "epoch": 0.2539730022809707,
      "grad_norm": 1.6115113496780396,
      "learning_rate": 8.553690696410733e-05,
      "loss": 0.2469,
      "step": 3396
    },
    {
      "epoch": 0.25404778820625956,
      "grad_norm": 1.5851504802703857,
      "learning_rate": 8.55285796391242e-05,
      "loss": 0.1973,
      "step": 3397
    },
    {
      "epoch": 0.25412257413154843,
      "grad_norm": 1.9807102680206299,
      "learning_rate": 8.552025032314552e-05,
      "loss": 0.241,
      "step": 3398
    },
    {
      "epoch": 0.2541973600568373,
      "grad_norm": 2.0583388805389404,
      "learning_rate": 8.551191901663805e-05,
      "loss": 0.2441,
      "step": 3399
    },
    {
      "epoch": 0.25427214598212616,
      "grad_norm": 1.6791099309921265,
      "learning_rate": 8.550358572006868e-05,
      "loss": 0.0743,
      "step": 3400
    },
    {
      "epoch": 0.25434693190741503,
      "grad_norm": 0.7471069097518921,
      "learning_rate": 8.549525043390439e-05,
      "loss": 0.07,
      "step": 3401
    },
    {
      "epoch": 0.2544217178327039,
      "grad_norm": 1.001294493675232,
      "learning_rate": 8.548691315861228e-05,
      "loss": 0.129,
      "step": 3402
    },
    {
      "epoch": 0.25449650375799276,
      "grad_norm": 0.9426783323287964,
      "learning_rate": 8.547857389465959e-05,
      "loss": 0.1304,
      "step": 3403
    },
    {
      "epoch": 0.25457128968328163,
      "grad_norm": 0.737338125705719,
      "learning_rate": 8.547023264251362e-05,
      "loss": 0.0624,
      "step": 3404
    },
    {
      "epoch": 0.25464607560857044,
      "grad_norm": 0.8481553792953491,
      "learning_rate": 8.546188940264181e-05,
      "loss": 0.0815,
      "step": 3405
    },
    {
      "epoch": 0.2547208615338593,
      "grad_norm": 0.8035049438476562,
      "learning_rate": 8.545354417551172e-05,
      "loss": 0.0709,
      "step": 3406
    },
    {
      "epoch": 0.2547956474591482,
      "grad_norm": 1.0490630865097046,
      "learning_rate": 8.544519696159102e-05,
      "loss": 0.1297,
      "step": 3407
    },
    {
      "epoch": 0.25487043338443705,
      "grad_norm": 0.7450622916221619,
      "learning_rate": 8.543684776134746e-05,
      "loss": 0.0718,
      "step": 3408
    },
    {
      "epoch": 0.2549452193097259,
      "grad_norm": 1.0155906677246094,
      "learning_rate": 8.542849657524892e-05,
      "loss": 0.1093,
      "step": 3409
    },
    {
      "epoch": 0.2550200052350148,
      "grad_norm": 0.9696692228317261,
      "learning_rate": 8.542014340376342e-05,
      "loss": 0.0922,
      "step": 3410
    },
    {
      "epoch": 0.25509479116030365,
      "grad_norm": 1.012116551399231,
      "learning_rate": 8.541178824735905e-05,
      "loss": 0.1722,
      "step": 3411
    },
    {
      "epoch": 0.2551695770855925,
      "grad_norm": 0.8290744423866272,
      "learning_rate": 8.540343110650402e-05,
      "loss": 0.0691,
      "step": 3412
    },
    {
      "epoch": 0.2552443630108813,
      "grad_norm": 1.0367473363876343,
      "learning_rate": 8.539507198166667e-05,
      "loss": 0.0812,
      "step": 3413
    },
    {
      "epoch": 0.2553191489361702,
      "grad_norm": 0.7773306965827942,
      "learning_rate": 8.538671087331544e-05,
      "loss": 0.0846,
      "step": 3414
    },
    {
      "epoch": 0.25539393486145906,
      "grad_norm": 0.9145734310150146,
      "learning_rate": 8.537834778191887e-05,
      "loss": 0.0866,
      "step": 3415
    },
    {
      "epoch": 0.2554687207867479,
      "grad_norm": 0.924750566482544,
      "learning_rate": 8.536998270794563e-05,
      "loss": 0.1123,
      "step": 3416
    },
    {
      "epoch": 0.2555435067120368,
      "grad_norm": 0.9697733521461487,
      "learning_rate": 8.536161565186449e-05,
      "loss": 0.0874,
      "step": 3417
    },
    {
      "epoch": 0.25561829263732566,
      "grad_norm": 1.0704344511032104,
      "learning_rate": 8.535324661414433e-05,
      "loss": 0.1192,
      "step": 3418
    },
    {
      "epoch": 0.25569307856261453,
      "grad_norm": 0.6524757146835327,
      "learning_rate": 8.534487559525415e-05,
      "loss": 0.0624,
      "step": 3419
    },
    {
      "epoch": 0.2557678644879034,
      "grad_norm": 1.1205066442489624,
      "learning_rate": 8.533650259566306e-05,
      "loss": 0.0946,
      "step": 3420
    },
    {
      "epoch": 0.25584265041319226,
      "grad_norm": 0.868889331817627,
      "learning_rate": 8.532812761584025e-05,
      "loss": 0.0916,
      "step": 3421
    },
    {
      "epoch": 0.2559174363384811,
      "grad_norm": 1.0906463861465454,
      "learning_rate": 8.531975065625509e-05,
      "loss": 0.1045,
      "step": 3422
    },
    {
      "epoch": 0.25599222226376994,
      "grad_norm": 0.8370358943939209,
      "learning_rate": 8.5311371717377e-05,
      "loss": 0.0991,
      "step": 3423
    },
    {
      "epoch": 0.2560670081890588,
      "grad_norm": 0.9530479311943054,
      "learning_rate": 8.530299079967552e-05,
      "loss": 0.1082,
      "step": 3424
    },
    {
      "epoch": 0.2561417941143477,
      "grad_norm": 0.7457671165466309,
      "learning_rate": 8.529460790362032e-05,
      "loss": 0.0523,
      "step": 3425
    },
    {
      "epoch": 0.25621658003963654,
      "grad_norm": 0.8894885182380676,
      "learning_rate": 8.528622302968117e-05,
      "loss": 0.075,
      "step": 3426
    },
    {
      "epoch": 0.2562913659649254,
      "grad_norm": 1.2153905630111694,
      "learning_rate": 8.527783617832794e-05,
      "loss": 0.1512,
      "step": 3427
    },
    {
      "epoch": 0.2563661518902143,
      "grad_norm": 0.7917240858078003,
      "learning_rate": 8.526944735003064e-05,
      "loss": 0.0721,
      "step": 3428
    },
    {
      "epoch": 0.25644093781550314,
      "grad_norm": 1.171441912651062,
      "learning_rate": 8.526105654525936e-05,
      "loss": 0.105,
      "step": 3429
    },
    {
      "epoch": 0.25651572374079196,
      "grad_norm": 1.1143171787261963,
      "learning_rate": 8.525266376448432e-05,
      "loss": 0.1407,
      "step": 3430
    },
    {
      "epoch": 0.2565905096660808,
      "grad_norm": 0.9581730961799622,
      "learning_rate": 8.524426900817585e-05,
      "loss": 0.085,
      "step": 3431
    },
    {
      "epoch": 0.2566652955913697,
      "grad_norm": 1.3313190937042236,
      "learning_rate": 8.523587227680441e-05,
      "loss": 0.1308,
      "step": 3432
    },
    {
      "epoch": 0.25674008151665856,
      "grad_norm": 0.9118338823318481,
      "learning_rate": 8.522747357084049e-05,
      "loss": 0.0673,
      "step": 3433
    },
    {
      "epoch": 0.2568148674419474,
      "grad_norm": 1.034541130065918,
      "learning_rate": 8.521907289075479e-05,
      "loss": 0.0903,
      "step": 3434
    },
    {
      "epoch": 0.2568896533672363,
      "grad_norm": 0.5379263162612915,
      "learning_rate": 8.521067023701806e-05,
      "loss": 0.0304,
      "step": 3435
    },
    {
      "epoch": 0.25696443929252516,
      "grad_norm": 1.6967159509658813,
      "learning_rate": 8.520226561010119e-05,
      "loss": 0.2232,
      "step": 3436
    },
    {
      "epoch": 0.257039225217814,
      "grad_norm": 0.8699661493301392,
      "learning_rate": 8.519385901047516e-05,
      "loss": 0.0787,
      "step": 3437
    },
    {
      "epoch": 0.2571140111431029,
      "grad_norm": 1.957209825515747,
      "learning_rate": 8.518545043861107e-05,
      "loss": 0.1689,
      "step": 3438
    },
    {
      "epoch": 0.2571887970683917,
      "grad_norm": 1.519146203994751,
      "learning_rate": 8.517703989498014e-05,
      "loss": 0.1685,
      "step": 3439
    },
    {
      "epoch": 0.2572635829936806,
      "grad_norm": 0.9569464325904846,
      "learning_rate": 8.516862738005366e-05,
      "loss": 0.0784,
      "step": 3440
    },
    {
      "epoch": 0.25733836891896944,
      "grad_norm": 1.289751410484314,
      "learning_rate": 8.516021289430312e-05,
      "loss": 0.1046,
      "step": 3441
    },
    {
      "epoch": 0.2574131548442583,
      "grad_norm": 0.7095889449119568,
      "learning_rate": 8.515179643820002e-05,
      "loss": 0.0623,
      "step": 3442
    },
    {
      "epoch": 0.2574879407695472,
      "grad_norm": 1.3328689336776733,
      "learning_rate": 8.514337801221599e-05,
      "loss": 0.129,
      "step": 3443
    },
    {
      "epoch": 0.25756272669483604,
      "grad_norm": 1.972037434577942,
      "learning_rate": 8.513495761682285e-05,
      "loss": 0.1596,
      "step": 3444
    },
    {
      "epoch": 0.2576375126201249,
      "grad_norm": 1.7114593982696533,
      "learning_rate": 8.512653525249243e-05,
      "loss": 0.2226,
      "step": 3445
    },
    {
      "epoch": 0.2577122985454138,
      "grad_norm": 1.9165937900543213,
      "learning_rate": 8.511811091969672e-05,
      "loss": 0.1795,
      "step": 3446
    },
    {
      "epoch": 0.2577870844707026,
      "grad_norm": 2.8853490352630615,
      "learning_rate": 8.510968461890784e-05,
      "loss": 0.2844,
      "step": 3447
    },
    {
      "epoch": 0.25786187039599145,
      "grad_norm": 2.137510299682617,
      "learning_rate": 8.510125635059797e-05,
      "loss": 0.2091,
      "step": 3448
    },
    {
      "epoch": 0.2579366563212803,
      "grad_norm": 2.013540744781494,
      "learning_rate": 8.509282611523943e-05,
      "loss": 0.2423,
      "step": 3449
    },
    {
      "epoch": 0.2580114422465692,
      "grad_norm": 3.2974536418914795,
      "learning_rate": 8.508439391330463e-05,
      "loss": 0.3628,
      "step": 3450
    },
    {
      "epoch": 0.25808622817185806,
      "grad_norm": 0.8294332027435303,
      "learning_rate": 8.507595974526612e-05,
      "loss": 0.0975,
      "step": 3451
    },
    {
      "epoch": 0.2581610140971469,
      "grad_norm": 1.1539291143417358,
      "learning_rate": 8.506752361159654e-05,
      "loss": 0.1512,
      "step": 3452
    },
    {
      "epoch": 0.2582358000224358,
      "grad_norm": 0.9381008744239807,
      "learning_rate": 8.505908551276865e-05,
      "loss": 0.1134,
      "step": 3453
    },
    {
      "epoch": 0.25831058594772466,
      "grad_norm": 0.6897558569908142,
      "learning_rate": 8.505064544925529e-05,
      "loss": 0.0645,
      "step": 3454
    },
    {
      "epoch": 0.2583853718730135,
      "grad_norm": 0.8985410928726196,
      "learning_rate": 8.504220342152949e-05,
      "loss": 0.0842,
      "step": 3455
    },
    {
      "epoch": 0.25846015779830234,
      "grad_norm": 0.8089555501937866,
      "learning_rate": 8.503375943006428e-05,
      "loss": 0.1147,
      "step": 3456
    },
    {
      "epoch": 0.2585349437235912,
      "grad_norm": 1.4669790267944336,
      "learning_rate": 8.50253134753329e-05,
      "loss": 0.0959,
      "step": 3457
    },
    {
      "epoch": 0.25860972964888007,
      "grad_norm": 0.5498384237289429,
      "learning_rate": 8.50168655578086e-05,
      "loss": 0.0589,
      "step": 3458
    },
    {
      "epoch": 0.25868451557416894,
      "grad_norm": 0.5291653871536255,
      "learning_rate": 8.500841567796484e-05,
      "loss": 0.0614,
      "step": 3459
    },
    {
      "epoch": 0.2587593014994578,
      "grad_norm": 1.0660561323165894,
      "learning_rate": 8.499996383627513e-05,
      "loss": 0.123,
      "step": 3460
    },
    {
      "epoch": 0.2588340874247467,
      "grad_norm": 0.5584187507629395,
      "learning_rate": 8.49915100332131e-05,
      "loss": 0.0468,
      "step": 3461
    },
    {
      "epoch": 0.25890887335003554,
      "grad_norm": 0.9495508074760437,
      "learning_rate": 8.49830542692525e-05,
      "loss": 0.1093,
      "step": 3462
    },
    {
      "epoch": 0.2589836592753244,
      "grad_norm": 0.9735080003738403,
      "learning_rate": 8.49745965448672e-05,
      "loss": 0.099,
      "step": 3463
    },
    {
      "epoch": 0.2590584452006132,
      "grad_norm": 0.924161434173584,
      "learning_rate": 8.496613686053114e-05,
      "loss": 0.0857,
      "step": 3464
    },
    {
      "epoch": 0.2591332311259021,
      "grad_norm": 1.0397047996520996,
      "learning_rate": 8.495767521671843e-05,
      "loss": 0.1217,
      "step": 3465
    },
    {
      "epoch": 0.25920801705119095,
      "grad_norm": 0.9422270655632019,
      "learning_rate": 8.494921161390319e-05,
      "loss": 0.1258,
      "step": 3466
    },
    {
      "epoch": 0.2592828029764798,
      "grad_norm": 0.9291934370994568,
      "learning_rate": 8.494074605255977e-05,
      "loss": 0.1344,
      "step": 3467
    },
    {
      "epoch": 0.2593575889017687,
      "grad_norm": 1.0778238773345947,
      "learning_rate": 8.493227853316256e-05,
      "loss": 0.0944,
      "step": 3468
    },
    {
      "epoch": 0.25943237482705755,
      "grad_norm": 1.2331055402755737,
      "learning_rate": 8.492380905618606e-05,
      "loss": 0.2057,
      "step": 3469
    },
    {
      "epoch": 0.2595071607523464,
      "grad_norm": 1.1312403678894043,
      "learning_rate": 8.491533762210492e-05,
      "loss": 0.1087,
      "step": 3470
    },
    {
      "epoch": 0.2595819466776353,
      "grad_norm": 0.7590992450714111,
      "learning_rate": 8.490686423139386e-05,
      "loss": 0.0785,
      "step": 3471
    },
    {
      "epoch": 0.25965673260292416,
      "grad_norm": 1.2608917951583862,
      "learning_rate": 8.48983888845277e-05,
      "loss": 0.1377,
      "step": 3472
    },
    {
      "epoch": 0.25973151852821297,
      "grad_norm": 0.9171169400215149,
      "learning_rate": 8.488991158198143e-05,
      "loss": 0.1079,
      "step": 3473
    },
    {
      "epoch": 0.25980630445350184,
      "grad_norm": 1.6348413228988647,
      "learning_rate": 8.488143232423009e-05,
      "loss": 0.1508,
      "step": 3474
    },
    {
      "epoch": 0.2598810903787907,
      "grad_norm": 0.8562795519828796,
      "learning_rate": 8.487295111174884e-05,
      "loss": 0.1079,
      "step": 3475
    },
    {
      "epoch": 0.25995587630407957,
      "grad_norm": 1.008168339729309,
      "learning_rate": 8.4864467945013e-05,
      "loss": 0.1068,
      "step": 3476
    },
    {
      "epoch": 0.26003066222936844,
      "grad_norm": 1.4200783967971802,
      "learning_rate": 8.485598282449792e-05,
      "loss": 0.1452,
      "step": 3477
    },
    {
      "epoch": 0.2601054481546573,
      "grad_norm": 0.9530031681060791,
      "learning_rate": 8.484749575067912e-05,
      "loss": 0.1109,
      "step": 3478
    },
    {
      "epoch": 0.26018023407994617,
      "grad_norm": 0.7146394848823547,
      "learning_rate": 8.483900672403221e-05,
      "loss": 0.0696,
      "step": 3479
    },
    {
      "epoch": 0.26025502000523504,
      "grad_norm": 0.9031398892402649,
      "learning_rate": 8.48305157450329e-05,
      "loss": 0.1064,
      "step": 3480
    },
    {
      "epoch": 0.26032980593052385,
      "grad_norm": 0.9481923580169678,
      "learning_rate": 8.482202281415703e-05,
      "loss": 0.0923,
      "step": 3481
    },
    {
      "epoch": 0.2604045918558127,
      "grad_norm": 0.6454684734344482,
      "learning_rate": 8.481352793188052e-05,
      "loss": 0.0648,
      "step": 3482
    },
    {
      "epoch": 0.2604793777811016,
      "grad_norm": 1.0236419439315796,
      "learning_rate": 8.480503109867943e-05,
      "loss": 0.1006,
      "step": 3483
    },
    {
      "epoch": 0.26055416370639045,
      "grad_norm": 0.5828176736831665,
      "learning_rate": 8.479653231502992e-05,
      "loss": 0.0561,
      "step": 3484
    },
    {
      "epoch": 0.2606289496316793,
      "grad_norm": 1.6140025854110718,
      "learning_rate": 8.478803158140824e-05,
      "loss": 0.1864,
      "step": 3485
    },
    {
      "epoch": 0.2607037355569682,
      "grad_norm": 1.0956069231033325,
      "learning_rate": 8.47795288982908e-05,
      "loss": 0.1161,
      "step": 3486
    },
    {
      "epoch": 0.26077852148225705,
      "grad_norm": 1.4929075241088867,
      "learning_rate": 8.477102426615402e-05,
      "loss": 0.1898,
      "step": 3487
    },
    {
      "epoch": 0.2608533074075459,
      "grad_norm": 0.9906911253929138,
      "learning_rate": 8.476251768547457e-05,
      "loss": 0.1013,
      "step": 3488
    },
    {
      "epoch": 0.2609280933328348,
      "grad_norm": 1.2021269798278809,
      "learning_rate": 8.475400915672908e-05,
      "loss": 0.1653,
      "step": 3489
    },
    {
      "epoch": 0.2610028792581236,
      "grad_norm": 1.1233532428741455,
      "learning_rate": 8.474549868039443e-05,
      "loss": 0.1147,
      "step": 3490
    },
    {
      "epoch": 0.26107766518341247,
      "grad_norm": 1.3162508010864258,
      "learning_rate": 8.473698625694749e-05,
      "loss": 0.1494,
      "step": 3491
    },
    {
      "epoch": 0.26115245110870133,
      "grad_norm": 1.2199649810791016,
      "learning_rate": 8.47284718868653e-05,
      "loss": 0.1146,
      "step": 3492
    },
    {
      "epoch": 0.2612272370339902,
      "grad_norm": 1.106217384338379,
      "learning_rate": 8.471995557062501e-05,
      "loss": 0.102,
      "step": 3493
    },
    {
      "epoch": 0.26130202295927907,
      "grad_norm": 0.9345759153366089,
      "learning_rate": 8.471143730870385e-05,
      "loss": 0.0934,
      "step": 3494
    },
    {
      "epoch": 0.26137680888456793,
      "grad_norm": 1.8230855464935303,
      "learning_rate": 8.470291710157921e-05,
      "loss": 0.3115,
      "step": 3495
    },
    {
      "epoch": 0.2614515948098568,
      "grad_norm": 1.8690500259399414,
      "learning_rate": 8.469439494972853e-05,
      "loss": 0.1842,
      "step": 3496
    },
    {
      "epoch": 0.26152638073514567,
      "grad_norm": 1.6928819417953491,
      "learning_rate": 8.468587085362941e-05,
      "loss": 0.1258,
      "step": 3497
    },
    {
      "epoch": 0.2616011666604345,
      "grad_norm": 1.5393345355987549,
      "learning_rate": 8.467734481375951e-05,
      "loss": 0.1501,
      "step": 3498
    },
    {
      "epoch": 0.26167595258572335,
      "grad_norm": 1.587445616722107,
      "learning_rate": 8.466881683059662e-05,
      "loss": 0.1778,
      "step": 3499
    },
    {
      "epoch": 0.2617507385110122,
      "grad_norm": 3.1638994216918945,
      "learning_rate": 8.466028690461865e-05,
      "loss": 0.3786,
      "step": 3500
    },
    {
      "epoch": 0.2618255244363011,
      "grad_norm": 1.0102092027664185,
      "learning_rate": 8.465175503630362e-05,
      "loss": 0.1079,
      "step": 3501
    },
    {
      "epoch": 0.26190031036158995,
      "grad_norm": 1.4065886735916138,
      "learning_rate": 8.464322122612964e-05,
      "loss": 0.0829,
      "step": 3502
    },
    {
      "epoch": 0.2619750962868788,
      "grad_norm": 1.2989423274993896,
      "learning_rate": 8.463468547457493e-05,
      "loss": 0.1151,
      "step": 3503
    },
    {
      "epoch": 0.2620498822121677,
      "grad_norm": 1.1746349334716797,
      "learning_rate": 8.462614778211785e-05,
      "loss": 0.1632,
      "step": 3504
    },
    {
      "epoch": 0.26212466813745655,
      "grad_norm": 0.7532116174697876,
      "learning_rate": 8.461760814923683e-05,
      "loss": 0.0949,
      "step": 3505
    },
    {
      "epoch": 0.2621994540627454,
      "grad_norm": 1.034150242805481,
      "learning_rate": 8.460906657641043e-05,
      "loss": 0.091,
      "step": 3506
    },
    {
      "epoch": 0.26227423998803423,
      "grad_norm": 0.971125066280365,
      "learning_rate": 8.460052306411732e-05,
      "loss": 0.0959,
      "step": 3507
    },
    {
      "epoch": 0.2623490259133231,
      "grad_norm": 0.8882737159729004,
      "learning_rate": 8.459197761283625e-05,
      "loss": 0.0884,
      "step": 3508
    },
    {
      "epoch": 0.26242381183861196,
      "grad_norm": 1.0145392417907715,
      "learning_rate": 8.458343022304613e-05,
      "loss": 0.1265,
      "step": 3509
    },
    {
      "epoch": 0.26249859776390083,
      "grad_norm": 1.1001460552215576,
      "learning_rate": 8.457488089522591e-05,
      "loss": 0.0832,
      "step": 3510
    },
    {
      "epoch": 0.2625733836891897,
      "grad_norm": 0.8081229329109192,
      "learning_rate": 8.456632962985473e-05,
      "loss": 0.1013,
      "step": 3511
    },
    {
      "epoch": 0.26264816961447857,
      "grad_norm": 1.2095319032669067,
      "learning_rate": 8.455777642741178e-05,
      "loss": 0.1408,
      "step": 3512
    },
    {
      "epoch": 0.26272295553976743,
      "grad_norm": 0.811862587928772,
      "learning_rate": 8.454922128837637e-05,
      "loss": 0.0928,
      "step": 3513
    },
    {
      "epoch": 0.2627977414650563,
      "grad_norm": 0.6978372931480408,
      "learning_rate": 8.454066421322793e-05,
      "loss": 0.0633,
      "step": 3514
    },
    {
      "epoch": 0.2628725273903451,
      "grad_norm": 0.9495002031326294,
      "learning_rate": 8.4532105202446e-05,
      "loss": 0.1259,
      "step": 3515
    },
    {
      "epoch": 0.262947313315634,
      "grad_norm": 0.8623714447021484,
      "learning_rate": 8.452354425651018e-05,
      "loss": 0.0706,
      "step": 3516
    },
    {
      "epoch": 0.26302209924092285,
      "grad_norm": 1.1042732000350952,
      "learning_rate": 8.451498137590029e-05,
      "loss": 0.1255,
      "step": 3517
    },
    {
      "epoch": 0.2630968851662117,
      "grad_norm": 0.7172327041625977,
      "learning_rate": 8.450641656109613e-05,
      "loss": 0.0875,
      "step": 3518
    },
    {
      "epoch": 0.2631716710915006,
      "grad_norm": 0.3724885880947113,
      "learning_rate": 8.449784981257768e-05,
      "loss": 0.0244,
      "step": 3519
    },
    {
      "epoch": 0.26324645701678945,
      "grad_norm": 0.859838604927063,
      "learning_rate": 8.448928113082502e-05,
      "loss": 0.0636,
      "step": 3520
    },
    {
      "epoch": 0.2633212429420783,
      "grad_norm": 0.8844754695892334,
      "learning_rate": 8.448071051631834e-05,
      "loss": 0.0825,
      "step": 3521
    },
    {
      "epoch": 0.2633960288673672,
      "grad_norm": 1.0268772840499878,
      "learning_rate": 8.44721379695379e-05,
      "loss": 0.1212,
      "step": 3522
    },
    {
      "epoch": 0.26347081479265605,
      "grad_norm": 1.1118533611297607,
      "learning_rate": 8.446356349096414e-05,
      "loss": 0.1315,
      "step": 3523
    },
    {
      "epoch": 0.26354560071794486,
      "grad_norm": 1.7401597499847412,
      "learning_rate": 8.445498708107755e-05,
      "loss": 0.122,
      "step": 3524
    },
    {
      "epoch": 0.26362038664323373,
      "grad_norm": 1.1552313566207886,
      "learning_rate": 8.444640874035872e-05,
      "loss": 0.1509,
      "step": 3525
    },
    {
      "epoch": 0.2636951725685226,
      "grad_norm": 1.1552495956420898,
      "learning_rate": 8.443782846928843e-05,
      "loss": 0.1307,
      "step": 3526
    },
    {
      "epoch": 0.26376995849381146,
      "grad_norm": 1.045069932937622,
      "learning_rate": 8.442924626834744e-05,
      "loss": 0.0944,
      "step": 3527
    },
    {
      "epoch": 0.26384474441910033,
      "grad_norm": 0.947740912437439,
      "learning_rate": 8.442066213801677e-05,
      "loss": 0.1236,
      "step": 3528
    },
    {
      "epoch": 0.2639195303443892,
      "grad_norm": 1.0101975202560425,
      "learning_rate": 8.441207607877741e-05,
      "loss": 0.0998,
      "step": 3529
    },
    {
      "epoch": 0.26399431626967806,
      "grad_norm": 0.8968526721000671,
      "learning_rate": 8.440348809111054e-05,
      "loss": 0.1086,
      "step": 3530
    },
    {
      "epoch": 0.26406910219496693,
      "grad_norm": 0.8423529267311096,
      "learning_rate": 8.439489817549742e-05,
      "loss": 0.0749,
      "step": 3531
    },
    {
      "epoch": 0.26414388812025574,
      "grad_norm": 1.1818633079528809,
      "learning_rate": 8.438630633241942e-05,
      "loss": 0.1442,
      "step": 3532
    },
    {
      "epoch": 0.2642186740455446,
      "grad_norm": 1.0486518144607544,
      "learning_rate": 8.437771256235802e-05,
      "loss": 0.0877,
      "step": 3533
    },
    {
      "epoch": 0.2642934599708335,
      "grad_norm": 0.647801399230957,
      "learning_rate": 8.436911686579481e-05,
      "loss": 0.0426,
      "step": 3534
    },
    {
      "epoch": 0.26436824589612234,
      "grad_norm": 1.154658317565918,
      "learning_rate": 8.436051924321148e-05,
      "loss": 0.1105,
      "step": 3535
    },
    {
      "epoch": 0.2644430318214112,
      "grad_norm": 0.8519704341888428,
      "learning_rate": 8.435191969508987e-05,
      "loss": 0.0628,
      "step": 3536
    },
    {
      "epoch": 0.2645178177467001,
      "grad_norm": 1.6286736726760864,
      "learning_rate": 8.434331822191184e-05,
      "loss": 0.1568,
      "step": 3537
    },
    {
      "epoch": 0.26459260367198895,
      "grad_norm": 0.8462166786193848,
      "learning_rate": 8.433471482415944e-05,
      "loss": 0.0724,
      "step": 3538
    },
    {
      "epoch": 0.2646673895972778,
      "grad_norm": 1.161240816116333,
      "learning_rate": 8.432610950231481e-05,
      "loss": 0.1057,
      "step": 3539
    },
    {
      "epoch": 0.2647421755225667,
      "grad_norm": 1.5023103952407837,
      "learning_rate": 8.431750225686015e-05,
      "loss": 0.1382,
      "step": 3540
    },
    {
      "epoch": 0.2648169614478555,
      "grad_norm": 1.6225662231445312,
      "learning_rate": 8.430889308827783e-05,
      "loss": 0.1014,
      "step": 3541
    },
    {
      "epoch": 0.26489174737314436,
      "grad_norm": 1.3210450410842896,
      "learning_rate": 8.430028199705029e-05,
      "loss": 0.0998,
      "step": 3542
    },
    {
      "epoch": 0.2649665332984332,
      "grad_norm": 1.7660529613494873,
      "learning_rate": 8.42916689836601e-05,
      "loss": 0.3446,
      "step": 3543
    },
    {
      "epoch": 0.2650413192237221,
      "grad_norm": 1.7387669086456299,
      "learning_rate": 8.428305404858991e-05,
      "loss": 0.2055,
      "step": 3544
    },
    {
      "epoch": 0.26511610514901096,
      "grad_norm": 1.7072924375534058,
      "learning_rate": 8.427443719232252e-05,
      "loss": 0.172,
      "step": 3545
    },
    {
      "epoch": 0.26519089107429983,
      "grad_norm": 1.9698771238327026,
      "learning_rate": 8.426581841534078e-05,
      "loss": 0.2573,
      "step": 3546
    },
    {
      "epoch": 0.2652656769995887,
      "grad_norm": 1.7246628999710083,
      "learning_rate": 8.425719771812771e-05,
      "loss": 0.2315,
      "step": 3547
    },
    {
      "epoch": 0.26534046292487756,
      "grad_norm": 1.9591354131698608,
      "learning_rate": 8.424857510116639e-05,
      "loss": 0.2147,
      "step": 3548
    },
    {
      "epoch": 0.2654152488501664,
      "grad_norm": 1.7087069749832153,
      "learning_rate": 8.423995056494002e-05,
      "loss": 0.1808,
      "step": 3549
    },
    {
      "epoch": 0.26549003477545524,
      "grad_norm": 3.9500346183776855,
      "learning_rate": 8.423132410993195e-05,
      "loss": 0.645,
      "step": 3550
    },
    {
      "epoch": 0.2655648207007441,
      "grad_norm": 0.8270113468170166,
      "learning_rate": 8.422269573662556e-05,
      "loss": 0.0733,
      "step": 3551
    },
    {
      "epoch": 0.265639606626033,
      "grad_norm": 0.9905321002006531,
      "learning_rate": 8.421406544550438e-05,
      "loss": 0.1186,
      "step": 3552
    },
    {
      "epoch": 0.26571439255132184,
      "grad_norm": 0.6857352256774902,
      "learning_rate": 8.420543323705208e-05,
      "loss": 0.1116,
      "step": 3553
    },
    {
      "epoch": 0.2657891784766107,
      "grad_norm": 0.8110527396202087,
      "learning_rate": 8.419679911175236e-05,
      "loss": 0.0616,
      "step": 3554
    },
    {
      "epoch": 0.2658639644018996,
      "grad_norm": 1.0078542232513428,
      "learning_rate": 8.418816307008909e-05,
      "loss": 0.1039,
      "step": 3555
    },
    {
      "epoch": 0.26593875032718844,
      "grad_norm": 1.573043704032898,
      "learning_rate": 8.417952511254621e-05,
      "loss": 0.1659,
      "step": 3556
    },
    {
      "epoch": 0.26601353625247726,
      "grad_norm": 0.8408023715019226,
      "learning_rate": 8.417088523960783e-05,
      "loss": 0.1028,
      "step": 3557
    },
    {
      "epoch": 0.2660883221777661,
      "grad_norm": 0.7603769898414612,
      "learning_rate": 8.416224345175809e-05,
      "loss": 0.0815,
      "step": 3558
    },
    {
      "epoch": 0.266163108103055,
      "grad_norm": 0.8128020167350769,
      "learning_rate": 8.415359974948124e-05,
      "loss": 0.1464,
      "step": 3559
    },
    {
      "epoch": 0.26623789402834386,
      "grad_norm": 1.0450117588043213,
      "learning_rate": 8.414495413326174e-05,
      "loss": 0.1012,
      "step": 3560
    },
    {
      "epoch": 0.2663126799536327,
      "grad_norm": 0.8425925374031067,
      "learning_rate": 8.413630660358403e-05,
      "loss": 0.0768,
      "step": 3561
    },
    {
      "epoch": 0.2663874658789216,
      "grad_norm": 1.066454529762268,
      "learning_rate": 8.412765716093272e-05,
      "loss": 0.0742,
      "step": 3562
    },
    {
      "epoch": 0.26646225180421046,
      "grad_norm": 0.9291226863861084,
      "learning_rate": 8.41190058057925e-05,
      "loss": 0.1117,
      "step": 3563
    },
    {
      "epoch": 0.2665370377294993,
      "grad_norm": 0.7842761874198914,
      "learning_rate": 8.411035253864825e-05,
      "loss": 0.0757,
      "step": 3564
    },
    {
      "epoch": 0.2666118236547882,
      "grad_norm": 0.8748816251754761,
      "learning_rate": 8.410169735998482e-05,
      "loss": 0.0887,
      "step": 3565
    },
    {
      "epoch": 0.266686609580077,
      "grad_norm": 0.8156543374061584,
      "learning_rate": 8.409304027028728e-05,
      "loss": 0.1119,
      "step": 3566
    },
    {
      "epoch": 0.2667613955053659,
      "grad_norm": 1.259100079536438,
      "learning_rate": 8.408438127004077e-05,
      "loss": 0.182,
      "step": 3567
    },
    {
      "epoch": 0.26683618143065474,
      "grad_norm": 1.0240157842636108,
      "learning_rate": 8.407572035973051e-05,
      "loss": 0.1176,
      "step": 3568
    },
    {
      "epoch": 0.2669109673559436,
      "grad_norm": 0.810516357421875,
      "learning_rate": 8.406705753984186e-05,
      "loss": 0.0726,
      "step": 3569
    },
    {
      "epoch": 0.2669857532812325,
      "grad_norm": 1.1727516651153564,
      "learning_rate": 8.405839281086028e-05,
      "loss": 0.1264,
      "step": 3570
    },
    {
      "epoch": 0.26706053920652134,
      "grad_norm": 1.0151407718658447,
      "learning_rate": 8.404972617327136e-05,
      "loss": 0.1282,
      "step": 3571
    },
    {
      "epoch": 0.2671353251318102,
      "grad_norm": 1.1801694631576538,
      "learning_rate": 8.404105762756071e-05,
      "loss": 0.1568,
      "step": 3572
    },
    {
      "epoch": 0.2672101110570991,
      "grad_norm": 1.0483907461166382,
      "learning_rate": 8.403238717421418e-05,
      "loss": 0.1286,
      "step": 3573
    },
    {
      "epoch": 0.2672848969823879,
      "grad_norm": 1.5184017419815063,
      "learning_rate": 8.402371481371761e-05,
      "loss": 0.1837,
      "step": 3574
    },
    {
      "epoch": 0.26735968290767675,
      "grad_norm": 0.8867096900939941,
      "learning_rate": 8.4015040546557e-05,
      "loss": 0.0931,
      "step": 3575
    },
    {
      "epoch": 0.2674344688329656,
      "grad_norm": 1.329877495765686,
      "learning_rate": 8.400636437321847e-05,
      "loss": 0.1715,
      "step": 3576
    },
    {
      "epoch": 0.2675092547582545,
      "grad_norm": 0.9604977369308472,
      "learning_rate": 8.39976862941882e-05,
      "loss": 0.1106,
      "step": 3577
    },
    {
      "epoch": 0.26758404068354336,
      "grad_norm": 0.8269681334495544,
      "learning_rate": 8.398900630995252e-05,
      "loss": 0.0909,
      "step": 3578
    },
    {
      "epoch": 0.2676588266088322,
      "grad_norm": 0.8685346841812134,
      "learning_rate": 8.398032442099783e-05,
      "loss": 0.0833,
      "step": 3579
    },
    {
      "epoch": 0.2677336125341211,
      "grad_norm": 1.3563481569290161,
      "learning_rate": 8.397164062781069e-05,
      "loss": 0.1421,
      "step": 3580
    },
    {
      "epoch": 0.26780839845940996,
      "grad_norm": 0.7849498391151428,
      "learning_rate": 8.396295493087772e-05,
      "loss": 0.0815,
      "step": 3581
    },
    {
      "epoch": 0.2678831843846988,
      "grad_norm": 0.7402604818344116,
      "learning_rate": 8.395426733068564e-05,
      "loss": 0.0643,
      "step": 3582
    },
    {
      "epoch": 0.26795797030998764,
      "grad_norm": 0.8577274680137634,
      "learning_rate": 8.394557782772132e-05,
      "loss": 0.0635,
      "step": 3583
    },
    {
      "epoch": 0.2680327562352765,
      "grad_norm": 0.914763331413269,
      "learning_rate": 8.393688642247171e-05,
      "loss": 0.0768,
      "step": 3584
    },
    {
      "epoch": 0.26810754216056537,
      "grad_norm": 1.0636777877807617,
      "learning_rate": 8.392819311542385e-05,
      "loss": 0.0801,
      "step": 3585
    },
    {
      "epoch": 0.26818232808585424,
      "grad_norm": 0.8279489874839783,
      "learning_rate": 8.391949790706492e-05,
      "loss": 0.0757,
      "step": 3586
    },
    {
      "epoch": 0.2682571140111431,
      "grad_norm": 1.3460222482681274,
      "learning_rate": 8.39108007978822e-05,
      "loss": 0.1719,
      "step": 3587
    },
    {
      "epoch": 0.268331899936432,
      "grad_norm": 1.2519980669021606,
      "learning_rate": 8.390210178836307e-05,
      "loss": 0.1338,
      "step": 3588
    },
    {
      "epoch": 0.26840668586172084,
      "grad_norm": 0.8548530340194702,
      "learning_rate": 8.389340087899502e-05,
      "loss": 0.0549,
      "step": 3589
    },
    {
      "epoch": 0.2684814717870097,
      "grad_norm": 0.8667916655540466,
      "learning_rate": 8.388469807026563e-05,
      "loss": 0.0791,
      "step": 3590
    },
    {
      "epoch": 0.2685562577122985,
      "grad_norm": 1.317766547203064,
      "learning_rate": 8.387599336266257e-05,
      "loss": 0.1086,
      "step": 3591
    },
    {
      "epoch": 0.2686310436375874,
      "grad_norm": 0.8427398204803467,
      "learning_rate": 8.38672867566737e-05,
      "loss": 0.0663,
      "step": 3592
    },
    {
      "epoch": 0.26870582956287625,
      "grad_norm": 0.9023548364639282,
      "learning_rate": 8.385857825278692e-05,
      "loss": 0.0761,
      "step": 3593
    },
    {
      "epoch": 0.2687806154881651,
      "grad_norm": 0.8870798945426941,
      "learning_rate": 8.384986785149023e-05,
      "loss": 0.0801,
      "step": 3594
    },
    {
      "epoch": 0.268855401413454,
      "grad_norm": 1.1135402917861938,
      "learning_rate": 8.384115555327175e-05,
      "loss": 0.1,
      "step": 3595
    },
    {
      "epoch": 0.26893018733874285,
      "grad_norm": 1.2485661506652832,
      "learning_rate": 8.383244135861973e-05,
      "loss": 0.1344,
      "step": 3596
    },
    {
      "epoch": 0.2690049732640317,
      "grad_norm": 1.6407628059387207,
      "learning_rate": 8.38237252680225e-05,
      "loss": 0.1901,
      "step": 3597
    },
    {
      "epoch": 0.2690797591893206,
      "grad_norm": 1.9606225490570068,
      "learning_rate": 8.381500728196852e-05,
      "loss": 0.2101,
      "step": 3598
    },
    {
      "epoch": 0.26915454511460946,
      "grad_norm": 1.3500741720199585,
      "learning_rate": 8.38062874009463e-05,
      "loss": 0.1238,
      "step": 3599
    },
    {
      "epoch": 0.26922933103989827,
      "grad_norm": 2.0005943775177,
      "learning_rate": 8.379756562544452e-05,
      "loss": 0.1648,
      "step": 3600
    },
    {
      "epoch": 0.26930411696518713,
      "grad_norm": 0.876398503780365,
      "learning_rate": 8.378884195595194e-05,
      "loss": 0.1202,
      "step": 3601
    },
    {
      "epoch": 0.269378902890476,
      "grad_norm": 0.8574067950248718,
      "learning_rate": 8.378011639295745e-05,
      "loss": 0.0725,
      "step": 3602
    },
    {
      "epoch": 0.26945368881576487,
      "grad_norm": 1.00313138961792,
      "learning_rate": 8.377138893694998e-05,
      "loss": 0.1399,
      "step": 3603
    },
    {
      "epoch": 0.26952847474105374,
      "grad_norm": 0.5839042067527771,
      "learning_rate": 8.376265958841863e-05,
      "loss": 0.0658,
      "step": 3604
    },
    {
      "epoch": 0.2696032606663426,
      "grad_norm": 1.203012466430664,
      "learning_rate": 8.375392834785261e-05,
      "loss": 0.0783,
      "step": 3605
    },
    {
      "epoch": 0.26967804659163147,
      "grad_norm": 0.6793501377105713,
      "learning_rate": 8.374519521574117e-05,
      "loss": 0.0609,
      "step": 3606
    },
    {
      "epoch": 0.26975283251692034,
      "grad_norm": 1.1475679874420166,
      "learning_rate": 8.373646019257376e-05,
      "loss": 0.1538,
      "step": 3607
    },
    {
      "epoch": 0.26982761844220915,
      "grad_norm": 0.790793240070343,
      "learning_rate": 8.372772327883982e-05,
      "loss": 0.076,
      "step": 3608
    },
    {
      "epoch": 0.269902404367498,
      "grad_norm": 0.8241925835609436,
      "learning_rate": 8.371898447502902e-05,
      "loss": 0.0914,
      "step": 3609
    },
    {
      "epoch": 0.2699771902927869,
      "grad_norm": 0.6370688080787659,
      "learning_rate": 8.371024378163104e-05,
      "loss": 0.0694,
      "step": 3610
    },
    {
      "epoch": 0.27005197621807575,
      "grad_norm": 0.6678435802459717,
      "learning_rate": 8.37015011991357e-05,
      "loss": 0.0749,
      "step": 3611
    },
    {
      "epoch": 0.2701267621433646,
      "grad_norm": 1.3225640058517456,
      "learning_rate": 8.369275672803296e-05,
      "loss": 0.1226,
      "step": 3612
    },
    {
      "epoch": 0.2702015480686535,
      "grad_norm": 1.7629902362823486,
      "learning_rate": 8.368401036881283e-05,
      "loss": 0.2051,
      "step": 3613
    },
    {
      "epoch": 0.27027633399394235,
      "grad_norm": 0.5520333647727966,
      "learning_rate": 8.367526212196545e-05,
      "loss": 0.0449,
      "step": 3614
    },
    {
      "epoch": 0.2703511199192312,
      "grad_norm": 1.3188742399215698,
      "learning_rate": 8.366651198798107e-05,
      "loss": 0.1541,
      "step": 3615
    },
    {
      "epoch": 0.2704259058445201,
      "grad_norm": 0.917393684387207,
      "learning_rate": 8.365775996735004e-05,
      "loss": 0.1223,
      "step": 3616
    },
    {
      "epoch": 0.2705006917698089,
      "grad_norm": 0.8200497627258301,
      "learning_rate": 8.36490060605628e-05,
      "loss": 0.0686,
      "step": 3617
    },
    {
      "epoch": 0.27057547769509777,
      "grad_norm": 1.2161790132522583,
      "learning_rate": 8.364025026810995e-05,
      "loss": 0.1134,
      "step": 3618
    },
    {
      "epoch": 0.27065026362038663,
      "grad_norm": 1.1968872547149658,
      "learning_rate": 8.363149259048214e-05,
      "loss": 0.1173,
      "step": 3619
    },
    {
      "epoch": 0.2707250495456755,
      "grad_norm": 1.2001830339431763,
      "learning_rate": 8.362273302817014e-05,
      "loss": 0.129,
      "step": 3620
    },
    {
      "epoch": 0.27079983547096437,
      "grad_norm": 2.0317301750183105,
      "learning_rate": 8.361397158166481e-05,
      "loss": 0.3179,
      "step": 3621
    },
    {
      "epoch": 0.27087462139625323,
      "grad_norm": 0.9462080001831055,
      "learning_rate": 8.360520825145719e-05,
      "loss": 0.0745,
      "step": 3622
    },
    {
      "epoch": 0.2709494073215421,
      "grad_norm": 1.2638295888900757,
      "learning_rate": 8.359644303803831e-05,
      "loss": 0.1318,
      "step": 3623
    },
    {
      "epoch": 0.27102419324683097,
      "grad_norm": 1.6112202405929565,
      "learning_rate": 8.35876759418994e-05,
      "loss": 0.1122,
      "step": 3624
    },
    {
      "epoch": 0.2710989791721198,
      "grad_norm": 0.9770069122314453,
      "learning_rate": 8.357890696353176e-05,
      "loss": 0.088,
      "step": 3625
    },
    {
      "epoch": 0.27117376509740865,
      "grad_norm": 1.0681151151657104,
      "learning_rate": 8.357013610342679e-05,
      "loss": 0.0861,
      "step": 3626
    },
    {
      "epoch": 0.2712485510226975,
      "grad_norm": 1.0295220613479614,
      "learning_rate": 8.3561363362076e-05,
      "loss": 0.109,
      "step": 3627
    },
    {
      "epoch": 0.2713233369479864,
      "grad_norm": 1.2278077602386475,
      "learning_rate": 8.3552588739971e-05,
      "loss": 0.1524,
      "step": 3628
    },
    {
      "epoch": 0.27139812287327525,
      "grad_norm": 2.1595423221588135,
      "learning_rate": 8.354381223760355e-05,
      "loss": 0.2447,
      "step": 3629
    },
    {
      "epoch": 0.2714729087985641,
      "grad_norm": 0.8094348907470703,
      "learning_rate": 8.353503385546543e-05,
      "loss": 0.0682,
      "step": 3630
    },
    {
      "epoch": 0.271547694723853,
      "grad_norm": 0.7264865040779114,
      "learning_rate": 8.352625359404862e-05,
      "loss": 0.0533,
      "step": 3631
    },
    {
      "epoch": 0.27162248064914185,
      "grad_norm": 0.8246289491653442,
      "learning_rate": 8.351747145384513e-05,
      "loss": 0.0832,
      "step": 3632
    },
    {
      "epoch": 0.2716972665744307,
      "grad_norm": 1.1733914613723755,
      "learning_rate": 8.35086874353471e-05,
      "loss": 0.103,
      "step": 3633
    },
    {
      "epoch": 0.27177205249971953,
      "grad_norm": 0.88922518491745,
      "learning_rate": 8.34999015390468e-05,
      "loss": 0.1105,
      "step": 3634
    },
    {
      "epoch": 0.2718468384250084,
      "grad_norm": 1.5654433965682983,
      "learning_rate": 8.34911137654366e-05,
      "loss": 0.1587,
      "step": 3635
    },
    {
      "epoch": 0.27192162435029726,
      "grad_norm": 0.61761474609375,
      "learning_rate": 8.348232411500892e-05,
      "loss": 0.0492,
      "step": 3636
    },
    {
      "epoch": 0.27199641027558613,
      "grad_norm": 2.096912384033203,
      "learning_rate": 8.347353258825634e-05,
      "loss": 0.312,
      "step": 3637
    },
    {
      "epoch": 0.272071196200875,
      "grad_norm": 1.0893244743347168,
      "learning_rate": 8.346473918567153e-05,
      "loss": 0.0936,
      "step": 3638
    },
    {
      "epoch": 0.27214598212616387,
      "grad_norm": 0.9840306639671326,
      "learning_rate": 8.345594390774729e-05,
      "loss": 0.0797,
      "step": 3639
    },
    {
      "epoch": 0.27222076805145273,
      "grad_norm": 0.9934025406837463,
      "learning_rate": 8.344714675497647e-05,
      "loss": 0.0784,
      "step": 3640
    },
    {
      "epoch": 0.2722955539767416,
      "grad_norm": 0.9659231305122375,
      "learning_rate": 8.343834772785206e-05,
      "loss": 0.0876,
      "step": 3641
    },
    {
      "epoch": 0.2723703399020304,
      "grad_norm": 1.6738451719284058,
      "learning_rate": 8.342954682686717e-05,
      "loss": 0.1772,
      "step": 3642
    },
    {
      "epoch": 0.2724451258273193,
      "grad_norm": 1.1653565168380737,
      "learning_rate": 8.342074405251496e-05,
      "loss": 0.0946,
      "step": 3643
    },
    {
      "epoch": 0.27251991175260815,
      "grad_norm": 1.320940613746643,
      "learning_rate": 8.341193940528878e-05,
      "loss": 0.1374,
      "step": 3644
    },
    {
      "epoch": 0.272594697677897,
      "grad_norm": 1.1458137035369873,
      "learning_rate": 8.3403132885682e-05,
      "loss": 0.0987,
      "step": 3645
    },
    {
      "epoch": 0.2726694836031859,
      "grad_norm": 2.728729009628296,
      "learning_rate": 8.339432449418816e-05,
      "loss": 0.3671,
      "step": 3646
    },
    {
      "epoch": 0.27274426952847475,
      "grad_norm": 1.8194351196289062,
      "learning_rate": 8.338551423130083e-05,
      "loss": 0.2858,
      "step": 3647
    },
    {
      "epoch": 0.2728190554537636,
      "grad_norm": 1.510302186012268,
      "learning_rate": 8.337670209751378e-05,
      "loss": 0.1491,
      "step": 3648
    },
    {
      "epoch": 0.2728938413790525,
      "grad_norm": 1.4387022256851196,
      "learning_rate": 8.336788809332081e-05,
      "loss": 0.1616,
      "step": 3649
    },
    {
      "epoch": 0.27296862730434135,
      "grad_norm": 1.2204415798187256,
      "learning_rate": 8.335907221921585e-05,
      "loss": 0.0987,
      "step": 3650
    },
    {
      "epoch": 0.27304341322963016,
      "grad_norm": 0.6151449084281921,
      "learning_rate": 8.335025447569294e-05,
      "loss": 0.1036,
      "step": 3651
    },
    {
      "epoch": 0.27311819915491903,
      "grad_norm": 1.1985938549041748,
      "learning_rate": 8.334143486324622e-05,
      "loss": 0.198,
      "step": 3652
    },
    {
      "epoch": 0.2731929850802079,
      "grad_norm": 0.9684031009674072,
      "learning_rate": 8.333261338236993e-05,
      "loss": 0.1086,
      "step": 3653
    },
    {
      "epoch": 0.27326777100549676,
      "grad_norm": 0.8021647930145264,
      "learning_rate": 8.332379003355842e-05,
      "loss": 0.101,
      "step": 3654
    },
    {
      "epoch": 0.27334255693078563,
      "grad_norm": 0.866549551486969,
      "learning_rate": 8.331496481730616e-05,
      "loss": 0.0876,
      "step": 3655
    },
    {
      "epoch": 0.2734173428560745,
      "grad_norm": 0.8513303995132446,
      "learning_rate": 8.330613773410768e-05,
      "loss": 0.0942,
      "step": 3656
    },
    {
      "epoch": 0.27349212878136336,
      "grad_norm": 1.193954348564148,
      "learning_rate": 8.329730878445768e-05,
      "loss": 0.1981,
      "step": 3657
    },
    {
      "epoch": 0.27356691470665223,
      "grad_norm": 0.880755603313446,
      "learning_rate": 8.328847796885089e-05,
      "loss": 0.0801,
      "step": 3658
    },
    {
      "epoch": 0.27364170063194104,
      "grad_norm": 0.9349048733711243,
      "learning_rate": 8.32796452877822e-05,
      "loss": 0.1213,
      "step": 3659
    },
    {
      "epoch": 0.2737164865572299,
      "grad_norm": 0.9004285335540771,
      "learning_rate": 8.327081074174659e-05,
      "loss": 0.1035,
      "step": 3660
    },
    {
      "epoch": 0.2737912724825188,
      "grad_norm": 0.9785714149475098,
      "learning_rate": 8.326197433123914e-05,
      "loss": 0.1085,
      "step": 3661
    },
    {
      "epoch": 0.27386605840780764,
      "grad_norm": 0.6167258620262146,
      "learning_rate": 8.325313605675504e-05,
      "loss": 0.0714,
      "step": 3662
    },
    {
      "epoch": 0.2739408443330965,
      "grad_norm": 0.8769344091415405,
      "learning_rate": 8.324429591878954e-05,
      "loss": 0.1252,
      "step": 3663
    },
    {
      "epoch": 0.2740156302583854,
      "grad_norm": 0.6703220009803772,
      "learning_rate": 8.323545391783812e-05,
      "loss": 0.0557,
      "step": 3664
    },
    {
      "epoch": 0.27409041618367425,
      "grad_norm": 1.2819913625717163,
      "learning_rate": 8.32266100543962e-05,
      "loss": 0.3185,
      "step": 3665
    },
    {
      "epoch": 0.2741652021089631,
      "grad_norm": 1.1471537351608276,
      "learning_rate": 8.321776432895942e-05,
      "loss": 0.1003,
      "step": 3666
    },
    {
      "epoch": 0.274239988034252,
      "grad_norm": 0.9548567533493042,
      "learning_rate": 8.320891674202347e-05,
      "loss": 0.1043,
      "step": 3667
    },
    {
      "epoch": 0.2743147739595408,
      "grad_norm": 1.3128162622451782,
      "learning_rate": 8.320006729408418e-05,
      "loss": 0.1414,
      "step": 3668
    },
    {
      "epoch": 0.27438955988482966,
      "grad_norm": 0.8216840028762817,
      "learning_rate": 8.319121598563747e-05,
      "loss": 0.0745,
      "step": 3669
    },
    {
      "epoch": 0.2744643458101185,
      "grad_norm": 1.0654265880584717,
      "learning_rate": 8.318236281717933e-05,
      "loss": 0.1009,
      "step": 3670
    },
    {
      "epoch": 0.2745391317354074,
      "grad_norm": 0.6113256216049194,
      "learning_rate": 8.31735077892059e-05,
      "loss": 0.052,
      "step": 3671
    },
    {
      "epoch": 0.27461391766069626,
      "grad_norm": 0.7828702926635742,
      "learning_rate": 8.316465090221344e-05,
      "loss": 0.0668,
      "step": 3672
    },
    {
      "epoch": 0.27468870358598513,
      "grad_norm": 1.2479642629623413,
      "learning_rate": 8.315579215669824e-05,
      "loss": 0.0993,
      "step": 3673
    },
    {
      "epoch": 0.274763489511274,
      "grad_norm": 0.8662731647491455,
      "learning_rate": 8.314693155315676e-05,
      "loss": 0.0632,
      "step": 3674
    },
    {
      "epoch": 0.27483827543656286,
      "grad_norm": 0.7621996402740479,
      "learning_rate": 8.313806909208553e-05,
      "loss": 0.074,
      "step": 3675
    },
    {
      "epoch": 0.2749130613618517,
      "grad_norm": 0.823163628578186,
      "learning_rate": 8.31292047739812e-05,
      "loss": 0.1004,
      "step": 3676
    },
    {
      "epoch": 0.27498784728714054,
      "grad_norm": 0.8067696690559387,
      "learning_rate": 8.312033859934055e-05,
      "loss": 0.0737,
      "step": 3677
    },
    {
      "epoch": 0.2750626332124294,
      "grad_norm": 1.5517605543136597,
      "learning_rate": 8.311147056866037e-05,
      "loss": 0.1938,
      "step": 3678
    },
    {
      "epoch": 0.2751374191377183,
      "grad_norm": 1.0188138484954834,
      "learning_rate": 8.310260068243769e-05,
      "loss": 0.1174,
      "step": 3679
    },
    {
      "epoch": 0.27521220506300714,
      "grad_norm": 0.6065050959587097,
      "learning_rate": 8.309372894116951e-05,
      "loss": 0.0411,
      "step": 3680
    },
    {
      "epoch": 0.275286990988296,
      "grad_norm": 0.8530699014663696,
      "learning_rate": 8.308485534535302e-05,
      "loss": 0.1098,
      "step": 3681
    },
    {
      "epoch": 0.2753617769135849,
      "grad_norm": 1.2715407609939575,
      "learning_rate": 8.307597989548551e-05,
      "loss": 0.1035,
      "step": 3682
    },
    {
      "epoch": 0.27543656283887374,
      "grad_norm": 2.420353412628174,
      "learning_rate": 8.306710259206433e-05,
      "loss": 0.2459,
      "step": 3683
    },
    {
      "epoch": 0.2755113487641626,
      "grad_norm": 1.2017077207565308,
      "learning_rate": 8.305822343558696e-05,
      "loss": 0.1416,
      "step": 3684
    },
    {
      "epoch": 0.2755861346894514,
      "grad_norm": 0.852116048336029,
      "learning_rate": 8.304934242655098e-05,
      "loss": 0.0802,
      "step": 3685
    },
    {
      "epoch": 0.2756609206147403,
      "grad_norm": 0.9895895719528198,
      "learning_rate": 8.304045956545408e-05,
      "loss": 0.1297,
      "step": 3686
    },
    {
      "epoch": 0.27573570654002916,
      "grad_norm": 0.84098881483078,
      "learning_rate": 8.303157485279407e-05,
      "loss": 0.0739,
      "step": 3687
    },
    {
      "epoch": 0.275810492465318,
      "grad_norm": 1.4450769424438477,
      "learning_rate": 8.302268828906881e-05,
      "loss": 0.195,
      "step": 3688
    },
    {
      "epoch": 0.2758852783906069,
      "grad_norm": 1.2689026594161987,
      "learning_rate": 8.301379987477629e-05,
      "loss": 0.1356,
      "step": 3689
    },
    {
      "epoch": 0.27596006431589576,
      "grad_norm": 0.9958713054656982,
      "learning_rate": 8.300490961041465e-05,
      "loss": 0.0817,
      "step": 3690
    },
    {
      "epoch": 0.2760348502411846,
      "grad_norm": 0.9016909003257751,
      "learning_rate": 8.299601749648208e-05,
      "loss": 0.0739,
      "step": 3691
    },
    {
      "epoch": 0.2761096361664735,
      "grad_norm": 1.4556461572647095,
      "learning_rate": 8.298712353347683e-05,
      "loss": 0.1632,
      "step": 3692
    },
    {
      "epoch": 0.2761844220917623,
      "grad_norm": 1.1133217811584473,
      "learning_rate": 8.29782277218974e-05,
      "loss": 0.1297,
      "step": 3693
    },
    {
      "epoch": 0.27625920801705117,
      "grad_norm": 1.4841821193695068,
      "learning_rate": 8.296933006224228e-05,
      "loss": 0.1959,
      "step": 3694
    },
    {
      "epoch": 0.27633399394234004,
      "grad_norm": 2.517712116241455,
      "learning_rate": 8.296043055501005e-05,
      "loss": 0.1711,
      "step": 3695
    },
    {
      "epoch": 0.2764087798676289,
      "grad_norm": 1.0416102409362793,
      "learning_rate": 8.295152920069947e-05,
      "loss": 0.1113,
      "step": 3696
    },
    {
      "epoch": 0.2764835657929178,
      "grad_norm": 2.0986716747283936,
      "learning_rate": 8.294262599980933e-05,
      "loss": 0.2487,
      "step": 3697
    },
    {
      "epoch": 0.27655835171820664,
      "grad_norm": 1.1955417394638062,
      "learning_rate": 8.29337209528386e-05,
      "loss": 0.1237,
      "step": 3698
    },
    {
      "epoch": 0.2766331376434955,
      "grad_norm": 1.5281035900115967,
      "learning_rate": 8.29248140602863e-05,
      "loss": 0.1426,
      "step": 3699
    },
    {
      "epoch": 0.2767079235687844,
      "grad_norm": 3.6095967292785645,
      "learning_rate": 8.291590532265152e-05,
      "loss": 0.4545,
      "step": 3700
    },
    {
      "epoch": 0.27678270949407324,
      "grad_norm": 0.8630134463310242,
      "learning_rate": 8.290699474043357e-05,
      "loss": 0.1167,
      "step": 3701
    },
    {
      "epoch": 0.27685749541936205,
      "grad_norm": 0.8905042409896851,
      "learning_rate": 8.289808231413175e-05,
      "loss": 0.0825,
      "step": 3702
    },
    {
      "epoch": 0.2769322813446509,
      "grad_norm": 1.2694017887115479,
      "learning_rate": 8.288916804424551e-05,
      "loss": 0.1223,
      "step": 3703
    },
    {
      "epoch": 0.2770070672699398,
      "grad_norm": 0.6344725489616394,
      "learning_rate": 8.288025193127442e-05,
      "loss": 0.0905,
      "step": 3704
    },
    {
      "epoch": 0.27708185319522866,
      "grad_norm": 0.5132882595062256,
      "learning_rate": 8.28713339757181e-05,
      "loss": 0.0541,
      "step": 3705
    },
    {
      "epoch": 0.2771566391205175,
      "grad_norm": 0.9625316858291626,
      "learning_rate": 8.286241417807634e-05,
      "loss": 0.0731,
      "step": 3706
    },
    {
      "epoch": 0.2772314250458064,
      "grad_norm": 0.8761250376701355,
      "learning_rate": 8.285349253884898e-05,
      "loss": 0.0887,
      "step": 3707
    },
    {
      "epoch": 0.27730621097109526,
      "grad_norm": 1.1375844478607178,
      "learning_rate": 8.284456905853598e-05,
      "loss": 0.0991,
      "step": 3708
    },
    {
      "epoch": 0.2773809968963841,
      "grad_norm": 0.6150921583175659,
      "learning_rate": 8.283564373763742e-05,
      "loss": 0.0487,
      "step": 3709
    },
    {
      "epoch": 0.27745578282167294,
      "grad_norm": 0.9379433393478394,
      "learning_rate": 8.282671657665344e-05,
      "loss": 0.0948,
      "step": 3710
    },
    {
      "epoch": 0.2775305687469618,
      "grad_norm": 1.3286237716674805,
      "learning_rate": 8.281778757608434e-05,
      "loss": 0.1554,
      "step": 3711
    },
    {
      "epoch": 0.27760535467225067,
      "grad_norm": 0.7706658244132996,
      "learning_rate": 8.280885673643047e-05,
      "loss": 0.0691,
      "step": 3712
    },
    {
      "epoch": 0.27768014059753954,
      "grad_norm": 0.9652186036109924,
      "learning_rate": 8.279992405819233e-05,
      "loss": 0.102,
      "step": 3713
    },
    {
      "epoch": 0.2777549265228284,
      "grad_norm": 1.3244693279266357,
      "learning_rate": 8.27909895418705e-05,
      "loss": 0.1084,
      "step": 3714
    },
    {
      "epoch": 0.27782971244811727,
      "grad_norm": 1.2863459587097168,
      "learning_rate": 8.278205318796565e-05,
      "loss": 0.0946,
      "step": 3715
    },
    {
      "epoch": 0.27790449837340614,
      "grad_norm": 0.8070257902145386,
      "learning_rate": 8.277311499697856e-05,
      "loss": 0.061,
      "step": 3716
    },
    {
      "epoch": 0.277979284298695,
      "grad_norm": 0.9114954471588135,
      "learning_rate": 8.276417496941016e-05,
      "loss": 0.0896,
      "step": 3717
    },
    {
      "epoch": 0.2780540702239839,
      "grad_norm": 1.0105417966842651,
      "learning_rate": 8.275523310576138e-05,
      "loss": 0.126,
      "step": 3718
    },
    {
      "epoch": 0.2781288561492727,
      "grad_norm": 0.9220820665359497,
      "learning_rate": 8.274628940653338e-05,
      "loss": 0.0859,
      "step": 3719
    },
    {
      "epoch": 0.27820364207456155,
      "grad_norm": 0.7876942753791809,
      "learning_rate": 8.273734387222731e-05,
      "loss": 0.0676,
      "step": 3720
    },
    {
      "epoch": 0.2782784279998504,
      "grad_norm": 1.2051113843917847,
      "learning_rate": 8.272839650334452e-05,
      "loss": 0.115,
      "step": 3721
    },
    {
      "epoch": 0.2783532139251393,
      "grad_norm": 0.9633001089096069,
      "learning_rate": 8.271944730038635e-05,
      "loss": 0.0658,
      "step": 3722
    },
    {
      "epoch": 0.27842799985042815,
      "grad_norm": 0.8973307609558105,
      "learning_rate": 8.271049626385436e-05,
      "loss": 0.0899,
      "step": 3723
    },
    {
      "epoch": 0.278502785775717,
      "grad_norm": 0.7791243195533752,
      "learning_rate": 8.270154339425014e-05,
      "loss": 0.0513,
      "step": 3724
    },
    {
      "epoch": 0.2785775717010059,
      "grad_norm": 1.0314533710479736,
      "learning_rate": 8.26925886920754e-05,
      "loss": 0.0907,
      "step": 3725
    },
    {
      "epoch": 0.27865235762629476,
      "grad_norm": 0.517635703086853,
      "learning_rate": 8.268363215783195e-05,
      "loss": 0.0351,
      "step": 3726
    },
    {
      "epoch": 0.27872714355158357,
      "grad_norm": 0.9127801060676575,
      "learning_rate": 8.267467379202172e-05,
      "loss": 0.0667,
      "step": 3727
    },
    {
      "epoch": 0.27880192947687243,
      "grad_norm": 1.104906439781189,
      "learning_rate": 8.266571359514673e-05,
      "loss": 0.1172,
      "step": 3728
    },
    {
      "epoch": 0.2788767154021613,
      "grad_norm": 1.2680630683898926,
      "learning_rate": 8.265675156770908e-05,
      "loss": 0.1841,
      "step": 3729
    },
    {
      "epoch": 0.27895150132745017,
      "grad_norm": 1.4106711149215698,
      "learning_rate": 8.264778771021105e-05,
      "loss": 0.1451,
      "step": 3730
    },
    {
      "epoch": 0.27902628725273904,
      "grad_norm": 0.9936419129371643,
      "learning_rate": 8.26388220231549e-05,
      "loss": 0.1401,
      "step": 3731
    },
    {
      "epoch": 0.2791010731780279,
      "grad_norm": 1.1629047393798828,
      "learning_rate": 8.26298545070431e-05,
      "loss": 0.1174,
      "step": 3732
    },
    {
      "epoch": 0.27917585910331677,
      "grad_norm": 0.772676944732666,
      "learning_rate": 8.262088516237819e-05,
      "loss": 0.0767,
      "step": 3733
    },
    {
      "epoch": 0.27925064502860564,
      "grad_norm": 0.7024257183074951,
      "learning_rate": 8.261191398966278e-05,
      "loss": 0.0625,
      "step": 3734
    },
    {
      "epoch": 0.2793254309538945,
      "grad_norm": 0.979215145111084,
      "learning_rate": 8.26029409893996e-05,
      "loss": 0.0877,
      "step": 3735
    },
    {
      "epoch": 0.2794002168791833,
      "grad_norm": 0.6439410448074341,
      "learning_rate": 8.259396616209153e-05,
      "loss": 0.0552,
      "step": 3736
    },
    {
      "epoch": 0.2794750028044722,
      "grad_norm": 0.8345378041267395,
      "learning_rate": 8.258498950824149e-05,
      "loss": 0.0765,
      "step": 3737
    },
    {
      "epoch": 0.27954978872976105,
      "grad_norm": 0.8080530762672424,
      "learning_rate": 8.257601102835252e-05,
      "loss": 0.0842,
      "step": 3738
    },
    {
      "epoch": 0.2796245746550499,
      "grad_norm": 0.9659451842308044,
      "learning_rate": 8.25670307229278e-05,
      "loss": 0.0821,
      "step": 3739
    },
    {
      "epoch": 0.2796993605803388,
      "grad_norm": 1.7994434833526611,
      "learning_rate": 8.255804859247053e-05,
      "loss": 0.2655,
      "step": 3740
    },
    {
      "epoch": 0.27977414650562765,
      "grad_norm": 0.7970198392868042,
      "learning_rate": 8.254906463748408e-05,
      "loss": 0.0481,
      "step": 3741
    },
    {
      "epoch": 0.2798489324309165,
      "grad_norm": 0.9476518630981445,
      "learning_rate": 8.254007885847192e-05,
      "loss": 0.0942,
      "step": 3742
    },
    {
      "epoch": 0.2799237183562054,
      "grad_norm": 1.0576808452606201,
      "learning_rate": 8.253109125593761e-05,
      "loss": 0.1128,
      "step": 3743
    },
    {
      "epoch": 0.2799985042814942,
      "grad_norm": 2.1738152503967285,
      "learning_rate": 8.252210183038478e-05,
      "loss": 0.3215,
      "step": 3744
    },
    {
      "epoch": 0.28007329020678307,
      "grad_norm": 1.1437963247299194,
      "learning_rate": 8.251311058231722e-05,
      "loss": 0.1262,
      "step": 3745
    },
    {
      "epoch": 0.28014807613207193,
      "grad_norm": 1.7393840551376343,
      "learning_rate": 8.250411751223877e-05,
      "loss": 0.2023,
      "step": 3746
    },
    {
      "epoch": 0.2802228620573608,
      "grad_norm": 1.2436875104904175,
      "learning_rate": 8.249512262065339e-05,
      "loss": 0.1331,
      "step": 3747
    },
    {
      "epoch": 0.28029764798264967,
      "grad_norm": 1.5880495309829712,
      "learning_rate": 8.248612590806518e-05,
      "loss": 0.1636,
      "step": 3748
    },
    {
      "epoch": 0.28037243390793853,
      "grad_norm": 2.4920499324798584,
      "learning_rate": 8.247712737497828e-05,
      "loss": 0.3438,
      "step": 3749
    },
    {
      "epoch": 0.2804472198332274,
      "grad_norm": 2.6609914302825928,
      "learning_rate": 8.246812702189699e-05,
      "loss": 0.2866,
      "step": 3750
    },
    {
      "epoch": 0.28052200575851627,
      "grad_norm": 1.1712267398834229,
      "learning_rate": 8.245912484932565e-05,
      "loss": 0.1659,
      "step": 3751
    },
    {
      "epoch": 0.2805967916838051,
      "grad_norm": 0.7106667757034302,
      "learning_rate": 8.245012085776875e-05,
      "loss": 0.0917,
      "step": 3752
    },
    {
      "epoch": 0.28067157760909395,
      "grad_norm": 0.616521954536438,
      "learning_rate": 8.244111504773087e-05,
      "loss": 0.0674,
      "step": 3753
    },
    {
      "epoch": 0.2807463635343828,
      "grad_norm": 0.6815392374992371,
      "learning_rate": 8.24321074197167e-05,
      "loss": 0.0508,
      "step": 3754
    },
    {
      "epoch": 0.2808211494596717,
      "grad_norm": 0.73848956823349,
      "learning_rate": 8.242309797423098e-05,
      "loss": 0.0748,
      "step": 3755
    },
    {
      "epoch": 0.28089593538496055,
      "grad_norm": 0.807225227355957,
      "learning_rate": 8.241408671177864e-05,
      "loss": 0.0701,
      "step": 3756
    },
    {
      "epoch": 0.2809707213102494,
      "grad_norm": 0.657516598701477,
      "learning_rate": 8.240507363286462e-05,
      "loss": 0.0575,
      "step": 3757
    },
    {
      "epoch": 0.2810455072355383,
      "grad_norm": 0.5451731085777283,
      "learning_rate": 8.239605873799406e-05,
      "loss": 0.0539,
      "step": 3758
    },
    {
      "epoch": 0.28112029316082715,
      "grad_norm": 0.8039937615394592,
      "learning_rate": 8.238704202767211e-05,
      "loss": 0.0764,
      "step": 3759
    },
    {
      "epoch": 0.281195079086116,
      "grad_norm": 1.01183021068573,
      "learning_rate": 8.237802350240407e-05,
      "loss": 0.1159,
      "step": 3760
    },
    {
      "epoch": 0.28126986501140483,
      "grad_norm": 0.8760961294174194,
      "learning_rate": 8.236900316269534e-05,
      "loss": 0.0668,
      "step": 3761
    },
    {
      "epoch": 0.2813446509366937,
      "grad_norm": 0.653816819190979,
      "learning_rate": 8.235998100905138e-05,
      "loss": 0.0641,
      "step": 3762
    },
    {
      "epoch": 0.28141943686198256,
      "grad_norm": 0.8062534928321838,
      "learning_rate": 8.235095704197782e-05,
      "loss": 0.1002,
      "step": 3763
    },
    {
      "epoch": 0.28149422278727143,
      "grad_norm": 0.8787580728530884,
      "learning_rate": 8.234193126198033e-05,
      "loss": 0.0914,
      "step": 3764
    },
    {
      "epoch": 0.2815690087125603,
      "grad_norm": 0.8837522268295288,
      "learning_rate": 8.233290366956474e-05,
      "loss": 0.0813,
      "step": 3765
    },
    {
      "epoch": 0.28164379463784917,
      "grad_norm": 3.6006879806518555,
      "learning_rate": 8.232387426523694e-05,
      "loss": 0.1547,
      "step": 3766
    },
    {
      "epoch": 0.28171858056313803,
      "grad_norm": 0.8777803182601929,
      "learning_rate": 8.23148430495029e-05,
      "loss": 0.0851,
      "step": 3767
    },
    {
      "epoch": 0.2817933664884269,
      "grad_norm": 0.9093465805053711,
      "learning_rate": 8.230581002286877e-05,
      "loss": 0.0809,
      "step": 3768
    },
    {
      "epoch": 0.2818681524137157,
      "grad_norm": 0.5947011709213257,
      "learning_rate": 8.229677518584072e-05,
      "loss": 0.0605,
      "step": 3769
    },
    {
      "epoch": 0.2819429383390046,
      "grad_norm": 1.219329833984375,
      "learning_rate": 8.228773853892508e-05,
      "loss": 0.1324,
      "step": 3770
    },
    {
      "epoch": 0.28201772426429345,
      "grad_norm": 1.1737420558929443,
      "learning_rate": 8.227870008262822e-05,
      "loss": 0.1028,
      "step": 3771
    },
    {
      "epoch": 0.2820925101895823,
      "grad_norm": 1.1591918468475342,
      "learning_rate": 8.226965981745669e-05,
      "loss": 0.1015,
      "step": 3772
    },
    {
      "epoch": 0.2821672961148712,
      "grad_norm": 1.0936747789382935,
      "learning_rate": 8.226061774391707e-05,
      "loss": 0.0856,
      "step": 3773
    },
    {
      "epoch": 0.28224208204016005,
      "grad_norm": 0.9545314311981201,
      "learning_rate": 8.225157386251608e-05,
      "loss": 0.091,
      "step": 3774
    },
    {
      "epoch": 0.2823168679654489,
      "grad_norm": 0.8023840188980103,
      "learning_rate": 8.224252817376055e-05,
      "loss": 0.1047,
      "step": 3775
    },
    {
      "epoch": 0.2823916538907378,
      "grad_norm": 1.466135025024414,
      "learning_rate": 8.223348067815738e-05,
      "loss": 0.2826,
      "step": 3776
    },
    {
      "epoch": 0.28246643981602665,
      "grad_norm": 1.735264539718628,
      "learning_rate": 8.222443137621356e-05,
      "loss": 0.1836,
      "step": 3777
    },
    {
      "epoch": 0.28254122574131546,
      "grad_norm": 0.9436832666397095,
      "learning_rate": 8.221538026843624e-05,
      "loss": 0.1161,
      "step": 3778
    },
    {
      "epoch": 0.2826160116666043,
      "grad_norm": 1.1981056928634644,
      "learning_rate": 8.220632735533265e-05,
      "loss": 0.1289,
      "step": 3779
    },
    {
      "epoch": 0.2826907975918932,
      "grad_norm": 1.1580606698989868,
      "learning_rate": 8.219727263741006e-05,
      "loss": 0.1569,
      "step": 3780
    },
    {
      "epoch": 0.28276558351718206,
      "grad_norm": 1.0160006284713745,
      "learning_rate": 8.218821611517593e-05,
      "loss": 0.1344,
      "step": 3781
    },
    {
      "epoch": 0.28284036944247093,
      "grad_norm": 1.1468743085861206,
      "learning_rate": 8.217915778913777e-05,
      "loss": 0.1371,
      "step": 3782
    },
    {
      "epoch": 0.2829151553677598,
      "grad_norm": 1.3394131660461426,
      "learning_rate": 8.217009765980319e-05,
      "loss": 0.164,
      "step": 3783
    },
    {
      "epoch": 0.28298994129304866,
      "grad_norm": 0.8008260130882263,
      "learning_rate": 8.216103572767993e-05,
      "loss": 0.054,
      "step": 3784
    },
    {
      "epoch": 0.28306472721833753,
      "grad_norm": 0.9422285556793213,
      "learning_rate": 8.215197199327579e-05,
      "loss": 0.0879,
      "step": 3785
    },
    {
      "epoch": 0.28313951314362634,
      "grad_norm": 1.4205143451690674,
      "learning_rate": 8.214290645709873e-05,
      "loss": 0.1766,
      "step": 3786
    },
    {
      "epoch": 0.2832142990689152,
      "grad_norm": 1.154718279838562,
      "learning_rate": 8.213383911965673e-05,
      "loss": 0.1572,
      "step": 3787
    },
    {
      "epoch": 0.2832890849942041,
      "grad_norm": 1.1975464820861816,
      "learning_rate": 8.212476998145798e-05,
      "loss": 0.0813,
      "step": 3788
    },
    {
      "epoch": 0.28336387091949294,
      "grad_norm": 1.26425039768219,
      "learning_rate": 8.211569904301065e-05,
      "loss": 0.1392,
      "step": 3789
    },
    {
      "epoch": 0.2834386568447818,
      "grad_norm": 1.5486366748809814,
      "learning_rate": 8.210662630482308e-05,
      "loss": 0.1874,
      "step": 3790
    },
    {
      "epoch": 0.2835134427700707,
      "grad_norm": 0.8522283434867859,
      "learning_rate": 8.209755176740375e-05,
      "loss": 0.0704,
      "step": 3791
    },
    {
      "epoch": 0.28358822869535955,
      "grad_norm": 1.176680564880371,
      "learning_rate": 8.208847543126111e-05,
      "loss": 0.1842,
      "step": 3792
    },
    {
      "epoch": 0.2836630146206484,
      "grad_norm": 1.0723843574523926,
      "learning_rate": 8.207939729690386e-05,
      "loss": 0.1151,
      "step": 3793
    },
    {
      "epoch": 0.2837378005459373,
      "grad_norm": 1.327468991279602,
      "learning_rate": 8.207031736484067e-05,
      "loss": 0.0741,
      "step": 3794
    },
    {
      "epoch": 0.2838125864712261,
      "grad_norm": 1.0819495916366577,
      "learning_rate": 8.206123563558044e-05,
      "loss": 0.1091,
      "step": 3795
    },
    {
      "epoch": 0.28388737239651496,
      "grad_norm": 1.462363839149475,
      "learning_rate": 8.205215210963207e-05,
      "loss": 0.1464,
      "step": 3796
    },
    {
      "epoch": 0.2839621583218038,
      "grad_norm": 2.398080825805664,
      "learning_rate": 8.204306678750458e-05,
      "loss": 0.2659,
      "step": 3797
    },
    {
      "epoch": 0.2840369442470927,
      "grad_norm": 1.551762342453003,
      "learning_rate": 8.203397966970711e-05,
      "loss": 0.1169,
      "step": 3798
    },
    {
      "epoch": 0.28411173017238156,
      "grad_norm": 1.6622365713119507,
      "learning_rate": 8.202489075674893e-05,
      "loss": 0.1898,
      "step": 3799
    },
    {
      "epoch": 0.2841865160976704,
      "grad_norm": 7.602791786193848,
      "learning_rate": 8.201580004913933e-05,
      "loss": 0.2451,
      "step": 3800
    },
    {
      "epoch": 0.2842613020229593,
      "grad_norm": 0.8704378604888916,
      "learning_rate": 8.200670754738777e-05,
      "loss": 0.118,
      "step": 3801
    },
    {
      "epoch": 0.28433608794824816,
      "grad_norm": 0.9777063131332397,
      "learning_rate": 8.199761325200379e-05,
      "loss": 0.0924,
      "step": 3802
    },
    {
      "epoch": 0.284410873873537,
      "grad_norm": 0.6416444778442383,
      "learning_rate": 8.198851716349702e-05,
      "loss": 0.0708,
      "step": 3803
    },
    {
      "epoch": 0.28448565979882584,
      "grad_norm": 0.5684685111045837,
      "learning_rate": 8.19794192823772e-05,
      "loss": 0.0599,
      "step": 3804
    },
    {
      "epoch": 0.2845604457241147,
      "grad_norm": 0.761501133441925,
      "learning_rate": 8.197031960915418e-05,
      "loss": 0.0859,
      "step": 3805
    },
    {
      "epoch": 0.2846352316494036,
      "grad_norm": 0.6955239772796631,
      "learning_rate": 8.196121814433788e-05,
      "loss": 0.0865,
      "step": 3806
    },
    {
      "epoch": 0.28471001757469244,
      "grad_norm": 0.5595695376396179,
      "learning_rate": 8.195211488843834e-05,
      "loss": 0.0447,
      "step": 3807
    },
    {
      "epoch": 0.2847848034999813,
      "grad_norm": 0.9563041925430298,
      "learning_rate": 8.19430098419657e-05,
      "loss": 0.0977,
      "step": 3808
    },
    {
      "epoch": 0.2848595894252702,
      "grad_norm": 0.7281314134597778,
      "learning_rate": 8.193390300543023e-05,
      "loss": 0.0704,
      "step": 3809
    },
    {
      "epoch": 0.28493437535055904,
      "grad_norm": 0.658543586730957,
      "learning_rate": 8.192479437934222e-05,
      "loss": 0.0472,
      "step": 3810
    },
    {
      "epoch": 0.2850091612758479,
      "grad_norm": 1.016827940940857,
      "learning_rate": 8.191568396421216e-05,
      "loss": 0.0927,
      "step": 3811
    },
    {
      "epoch": 0.2850839472011367,
      "grad_norm": 1.2061914205551147,
      "learning_rate": 8.190657176055055e-05,
      "loss": 0.1164,
      "step": 3812
    },
    {
      "epoch": 0.2851587331264256,
      "grad_norm": 0.7407392859458923,
      "learning_rate": 8.189745776886805e-05,
      "loss": 0.0612,
      "step": 3813
    },
    {
      "epoch": 0.28523351905171446,
      "grad_norm": 1.4875138998031616,
      "learning_rate": 8.188834198967543e-05,
      "loss": 0.2888,
      "step": 3814
    },
    {
      "epoch": 0.2853083049770033,
      "grad_norm": 0.8746961355209351,
      "learning_rate": 8.187922442348348e-05,
      "loss": 0.107,
      "step": 3815
    },
    {
      "epoch": 0.2853830909022922,
      "grad_norm": 0.46664443612098694,
      "learning_rate": 8.187010507080317e-05,
      "loss": 0.0447,
      "step": 3816
    },
    {
      "epoch": 0.28545787682758106,
      "grad_norm": 1.1518830060958862,
      "learning_rate": 8.186098393214554e-05,
      "loss": 0.1067,
      "step": 3817
    },
    {
      "epoch": 0.2855326627528699,
      "grad_norm": 0.708010733127594,
      "learning_rate": 8.185186100802173e-05,
      "loss": 0.0723,
      "step": 3818
    },
    {
      "epoch": 0.2856074486781588,
      "grad_norm": 0.8272435665130615,
      "learning_rate": 8.184273629894298e-05,
      "loss": 0.0727,
      "step": 3819
    },
    {
      "epoch": 0.2856822346034476,
      "grad_norm": 2.5248751640319824,
      "learning_rate": 8.183360980542062e-05,
      "loss": 0.1015,
      "step": 3820
    },
    {
      "epoch": 0.28575702052873647,
      "grad_norm": 0.7639501690864563,
      "learning_rate": 8.182448152796612e-05,
      "loss": 0.0588,
      "step": 3821
    },
    {
      "epoch": 0.28583180645402534,
      "grad_norm": 1.14646577835083,
      "learning_rate": 8.1815351467091e-05,
      "loss": 0.1073,
      "step": 3822
    },
    {
      "epoch": 0.2859065923793142,
      "grad_norm": 0.8919275999069214,
      "learning_rate": 8.180621962330691e-05,
      "loss": 0.0673,
      "step": 3823
    },
    {
      "epoch": 0.2859813783046031,
      "grad_norm": 0.8224883675575256,
      "learning_rate": 8.179708599712559e-05,
      "loss": 0.0915,
      "step": 3824
    },
    {
      "epoch": 0.28605616422989194,
      "grad_norm": 1.1499279737472534,
      "learning_rate": 8.178795058905888e-05,
      "loss": 0.1147,
      "step": 3825
    },
    {
      "epoch": 0.2861309501551808,
      "grad_norm": 1.0400354862213135,
      "learning_rate": 8.177881339961873e-05,
      "loss": 0.1038,
      "step": 3826
    },
    {
      "epoch": 0.2862057360804697,
      "grad_norm": 0.7188838720321655,
      "learning_rate": 8.176967442931717e-05,
      "loss": 0.0612,
      "step": 3827
    },
    {
      "epoch": 0.28628052200575854,
      "grad_norm": 0.9335426688194275,
      "learning_rate": 8.176053367866635e-05,
      "loss": 0.1019,
      "step": 3828
    },
    {
      "epoch": 0.28635530793104735,
      "grad_norm": 1.4698649644851685,
      "learning_rate": 8.175139114817851e-05,
      "loss": 0.1769,
      "step": 3829
    },
    {
      "epoch": 0.2864300938563362,
      "grad_norm": 1.117579698562622,
      "learning_rate": 8.174224683836598e-05,
      "loss": 0.1065,
      "step": 3830
    },
    {
      "epoch": 0.2865048797816251,
      "grad_norm": 1.0452165603637695,
      "learning_rate": 8.17331007497412e-05,
      "loss": 0.1047,
      "step": 3831
    },
    {
      "epoch": 0.28657966570691396,
      "grad_norm": 0.7831425666809082,
      "learning_rate": 8.172395288281675e-05,
      "loss": 0.0485,
      "step": 3832
    },
    {
      "epoch": 0.2866544516322028,
      "grad_norm": 1.111352562904358,
      "learning_rate": 8.17148032381052e-05,
      "loss": 0.1458,
      "step": 3833
    },
    {
      "epoch": 0.2867292375574917,
      "grad_norm": 0.9700649380683899,
      "learning_rate": 8.170565181611935e-05,
      "loss": 0.0973,
      "step": 3834
    },
    {
      "epoch": 0.28680402348278056,
      "grad_norm": 0.9747196435928345,
      "learning_rate": 8.169649861737201e-05,
      "loss": 0.1283,
      "step": 3835
    },
    {
      "epoch": 0.2868788094080694,
      "grad_norm": 0.7042397260665894,
      "learning_rate": 8.168734364237613e-05,
      "loss": 0.0637,
      "step": 3836
    },
    {
      "epoch": 0.28695359533335824,
      "grad_norm": 0.9837751388549805,
      "learning_rate": 8.167818689164475e-05,
      "loss": 0.1185,
      "step": 3837
    },
    {
      "epoch": 0.2870283812586471,
      "grad_norm": 1.2859500646591187,
      "learning_rate": 8.166902836569099e-05,
      "loss": 0.1679,
      "step": 3838
    },
    {
      "epoch": 0.28710316718393597,
      "grad_norm": 0.9440368413925171,
      "learning_rate": 8.16598680650281e-05,
      "loss": 0.0998,
      "step": 3839
    },
    {
      "epoch": 0.28717795310922484,
      "grad_norm": 1.0976834297180176,
      "learning_rate": 8.165070599016942e-05,
      "loss": 0.1027,
      "step": 3840
    },
    {
      "epoch": 0.2872527390345137,
      "grad_norm": 1.1997222900390625,
      "learning_rate": 8.164154214162837e-05,
      "loss": 0.1535,
      "step": 3841
    },
    {
      "epoch": 0.28732752495980257,
      "grad_norm": 0.9611964821815491,
      "learning_rate": 8.16323765199185e-05,
      "loss": 0.1095,
      "step": 3842
    },
    {
      "epoch": 0.28740231088509144,
      "grad_norm": 1.633565902709961,
      "learning_rate": 8.162320912555344e-05,
      "loss": 0.1582,
      "step": 3843
    },
    {
      "epoch": 0.2874770968103803,
      "grad_norm": 3.0448858737945557,
      "learning_rate": 8.161403995904693e-05,
      "loss": 0.563,
      "step": 3844
    },
    {
      "epoch": 0.2875518827356692,
      "grad_norm": 1.3064751625061035,
      "learning_rate": 8.16048690209128e-05,
      "loss": 0.163,
      "step": 3845
    },
    {
      "epoch": 0.287626668660958,
      "grad_norm": 1.9879682064056396,
      "learning_rate": 8.159569631166496e-05,
      "loss": 0.1966,
      "step": 3846
    },
    {
      "epoch": 0.28770145458624685,
      "grad_norm": 1.5581809282302856,
      "learning_rate": 8.158652183181748e-05,
      "loss": 0.1613,
      "step": 3847
    },
    {
      "epoch": 0.2877762405115357,
      "grad_norm": 2.7464661598205566,
      "learning_rate": 8.157734558188447e-05,
      "loss": 0.3394,
      "step": 3848
    },
    {
      "epoch": 0.2878510264368246,
      "grad_norm": 1.381992220878601,
      "learning_rate": 8.156816756238017e-05,
      "loss": 0.1205,
      "step": 3849
    },
    {
      "epoch": 0.28792581236211345,
      "grad_norm": 1.6187752485275269,
      "learning_rate": 8.155898777381888e-05,
      "loss": 0.0916,
      "step": 3850
    },
    {
      "epoch": 0.2880005982874023,
      "grad_norm": 2.0302963256835938,
      "learning_rate": 8.154980621671508e-05,
      "loss": 0.1331,
      "step": 3851
    },
    {
      "epoch": 0.2880753842126912,
      "grad_norm": 1.8746070861816406,
      "learning_rate": 8.154062289158327e-05,
      "loss": 0.0908,
      "step": 3852
    },
    {
      "epoch": 0.28815017013798006,
      "grad_norm": 0.8220841288566589,
      "learning_rate": 8.153143779893804e-05,
      "loss": 0.064,
      "step": 3853
    },
    {
      "epoch": 0.28822495606326887,
      "grad_norm": 1.0644890069961548,
      "learning_rate": 8.152225093929419e-05,
      "loss": 0.1156,
      "step": 3854
    },
    {
      "epoch": 0.28829974198855773,
      "grad_norm": 0.9611628651618958,
      "learning_rate": 8.151306231316648e-05,
      "loss": 0.0978,
      "step": 3855
    },
    {
      "epoch": 0.2883745279138466,
      "grad_norm": 0.6674995422363281,
      "learning_rate": 8.15038719210699e-05,
      "loss": 0.0351,
      "step": 3856
    },
    {
      "epoch": 0.28844931383913547,
      "grad_norm": 1.4774096012115479,
      "learning_rate": 8.14946797635194e-05,
      "loss": 0.1522,
      "step": 3857
    },
    {
      "epoch": 0.28852409976442434,
      "grad_norm": 0.7587225437164307,
      "learning_rate": 8.148548584103015e-05,
      "loss": 0.0529,
      "step": 3858
    },
    {
      "epoch": 0.2885988856897132,
      "grad_norm": 1.170989990234375,
      "learning_rate": 8.147629015411736e-05,
      "loss": 0.097,
      "step": 3859
    },
    {
      "epoch": 0.28867367161500207,
      "grad_norm": 1.3220247030258179,
      "learning_rate": 8.146709270329633e-05,
      "loss": 0.0927,
      "step": 3860
    },
    {
      "epoch": 0.28874845754029094,
      "grad_norm": 0.7185723185539246,
      "learning_rate": 8.14578934890825e-05,
      "loss": 0.0739,
      "step": 3861
    },
    {
      "epoch": 0.2888232434655798,
      "grad_norm": 0.7054581642150879,
      "learning_rate": 8.144869251199139e-05,
      "loss": 0.0932,
      "step": 3862
    },
    {
      "epoch": 0.2888980293908686,
      "grad_norm": 1.3441071510314941,
      "learning_rate": 8.143948977253861e-05,
      "loss": 0.1605,
      "step": 3863
    },
    {
      "epoch": 0.2889728153161575,
      "grad_norm": 0.7415658235549927,
      "learning_rate": 8.143028527123986e-05,
      "loss": 0.0767,
      "step": 3864
    },
    {
      "epoch": 0.28904760124144635,
      "grad_norm": 0.8580835461616516,
      "learning_rate": 8.142107900861098e-05,
      "loss": 0.0908,
      "step": 3865
    },
    {
      "epoch": 0.2891223871667352,
      "grad_norm": 0.7028874754905701,
      "learning_rate": 8.141187098516784e-05,
      "loss": 0.0557,
      "step": 3866
    },
    {
      "epoch": 0.2891971730920241,
      "grad_norm": 1.1194900274276733,
      "learning_rate": 8.140266120142651e-05,
      "loss": 0.1337,
      "step": 3867
    },
    {
      "epoch": 0.28927195901731295,
      "grad_norm": 1.3989790678024292,
      "learning_rate": 8.139344965790306e-05,
      "loss": 0.1,
      "step": 3868
    },
    {
      "epoch": 0.2893467449426018,
      "grad_norm": 1.0466246604919434,
      "learning_rate": 8.13842363551137e-05,
      "loss": 0.091,
      "step": 3869
    },
    {
      "epoch": 0.2894215308678907,
      "grad_norm": 0.9257605671882629,
      "learning_rate": 8.137502129357475e-05,
      "loss": 0.1267,
      "step": 3870
    },
    {
      "epoch": 0.2894963167931795,
      "grad_norm": 1.2140008211135864,
      "learning_rate": 8.13658044738026e-05,
      "loss": 0.1463,
      "step": 3871
    },
    {
      "epoch": 0.28957110271846837,
      "grad_norm": 0.9071279168128967,
      "learning_rate": 8.135658589631376e-05,
      "loss": 0.1088,
      "step": 3872
    },
    {
      "epoch": 0.28964588864375723,
      "grad_norm": 1.2944871187210083,
      "learning_rate": 8.134736556162485e-05,
      "loss": 0.1448,
      "step": 3873
    },
    {
      "epoch": 0.2897206745690461,
      "grad_norm": 2.9075253009796143,
      "learning_rate": 8.133814347025255e-05,
      "loss": 0.2768,
      "step": 3874
    },
    {
      "epoch": 0.28979546049433497,
      "grad_norm": 0.9827156066894531,
      "learning_rate": 8.132891962271366e-05,
      "loss": 0.0747,
      "step": 3875
    },
    {
      "epoch": 0.28987024641962383,
      "grad_norm": 0.9916774034500122,
      "learning_rate": 8.131969401952509e-05,
      "loss": 0.1207,
      "step": 3876
    },
    {
      "epoch": 0.2899450323449127,
      "grad_norm": 1.0446534156799316,
      "learning_rate": 8.131046666120381e-05,
      "loss": 0.1395,
      "step": 3877
    },
    {
      "epoch": 0.29001981827020157,
      "grad_norm": 0.9991077780723572,
      "learning_rate": 8.130123754826695e-05,
      "loss": 0.1291,
      "step": 3878
    },
    {
      "epoch": 0.29009460419549044,
      "grad_norm": 0.9162688255310059,
      "learning_rate": 8.129200668123169e-05,
      "loss": 0.1126,
      "step": 3879
    },
    {
      "epoch": 0.29016939012077925,
      "grad_norm": 1.0443730354309082,
      "learning_rate": 8.128277406061531e-05,
      "loss": 0.1215,
      "step": 3880
    },
    {
      "epoch": 0.2902441760460681,
      "grad_norm": 0.9977135062217712,
      "learning_rate": 8.12735396869352e-05,
      "loss": 0.1012,
      "step": 3881
    },
    {
      "epoch": 0.290318961971357,
      "grad_norm": 1.0377665758132935,
      "learning_rate": 8.126430356070886e-05,
      "loss": 0.0772,
      "step": 3882
    },
    {
      "epoch": 0.29039374789664585,
      "grad_norm": 1.4215428829193115,
      "learning_rate": 8.125506568245387e-05,
      "loss": 0.1544,
      "step": 3883
    },
    {
      "epoch": 0.2904685338219347,
      "grad_norm": 0.6473757028579712,
      "learning_rate": 8.124582605268791e-05,
      "loss": 0.0504,
      "step": 3884
    },
    {
      "epoch": 0.2905433197472236,
      "grad_norm": 1.0632779598236084,
      "learning_rate": 8.123658467192877e-05,
      "loss": 0.097,
      "step": 3885
    },
    {
      "epoch": 0.29061810567251245,
      "grad_norm": 1.3517998456954956,
      "learning_rate": 8.122734154069433e-05,
      "loss": 0.1514,
      "step": 3886
    },
    {
      "epoch": 0.2906928915978013,
      "grad_norm": 0.9423658847808838,
      "learning_rate": 8.121809665950255e-05,
      "loss": 0.0634,
      "step": 3887
    },
    {
      "epoch": 0.29076767752309013,
      "grad_norm": 0.7971550226211548,
      "learning_rate": 8.120885002887154e-05,
      "loss": 0.0577,
      "step": 3888
    },
    {
      "epoch": 0.290842463448379,
      "grad_norm": 0.9153181910514832,
      "learning_rate": 8.119960164931943e-05,
      "loss": 0.0653,
      "step": 3889
    },
    {
      "epoch": 0.29091724937366786,
      "grad_norm": 0.9463745355606079,
      "learning_rate": 8.119035152136452e-05,
      "loss": 0.06,
      "step": 3890
    },
    {
      "epoch": 0.29099203529895673,
      "grad_norm": 0.7494919896125793,
      "learning_rate": 8.118109964552518e-05,
      "loss": 0.0382,
      "step": 3891
    },
    {
      "epoch": 0.2910668212242456,
      "grad_norm": 1.0376068353652954,
      "learning_rate": 8.11718460223199e-05,
      "loss": 0.0682,
      "step": 3892
    },
    {
      "epoch": 0.29114160714953446,
      "grad_norm": 1.419915795326233,
      "learning_rate": 8.116259065226719e-05,
      "loss": 0.1505,
      "step": 3893
    },
    {
      "epoch": 0.29121639307482333,
      "grad_norm": 1.4706472158432007,
      "learning_rate": 8.115333353588577e-05,
      "loss": 0.1688,
      "step": 3894
    },
    {
      "epoch": 0.2912911790001122,
      "grad_norm": 0.8140634894371033,
      "learning_rate": 8.114407467369437e-05,
      "loss": 0.0554,
      "step": 3895
    },
    {
      "epoch": 0.29136596492540107,
      "grad_norm": 1.9720999002456665,
      "learning_rate": 8.113481406621186e-05,
      "loss": 0.2618,
      "step": 3896
    },
    {
      "epoch": 0.2914407508506899,
      "grad_norm": 1.4172916412353516,
      "learning_rate": 8.112555171395719e-05,
      "loss": 0.1469,
      "step": 3897
    },
    {
      "epoch": 0.29151553677597875,
      "grad_norm": 2.4950034618377686,
      "learning_rate": 8.111628761744942e-05,
      "loss": 0.279,
      "step": 3898
    },
    {
      "epoch": 0.2915903227012676,
      "grad_norm": 2.5191731452941895,
      "learning_rate": 8.11070217772077e-05,
      "loss": 0.4659,
      "step": 3899
    },
    {
      "epoch": 0.2916651086265565,
      "grad_norm": 1.9662476778030396,
      "learning_rate": 8.10977541937513e-05,
      "loss": 0.208,
      "step": 3900
    },
    {
      "epoch": 0.29173989455184535,
      "grad_norm": 3.8176498413085938,
      "learning_rate": 8.108848486759954e-05,
      "loss": 0.1698,
      "step": 3901
    },
    {
      "epoch": 0.2918146804771342,
      "grad_norm": 1.323156476020813,
      "learning_rate": 8.107921379927188e-05,
      "loss": 0.106,
      "step": 3902
    },
    {
      "epoch": 0.2918894664024231,
      "grad_norm": 0.8238105773925781,
      "learning_rate": 8.106994098928788e-05,
      "loss": 0.0869,
      "step": 3903
    },
    {
      "epoch": 0.29196425232771195,
      "grad_norm": 0.8385673761367798,
      "learning_rate": 8.106066643816714e-05,
      "loss": 0.0921,
      "step": 3904
    },
    {
      "epoch": 0.29203903825300076,
      "grad_norm": 0.8529271483421326,
      "learning_rate": 8.105139014642944e-05,
      "loss": 0.0938,
      "step": 3905
    },
    {
      "epoch": 0.2921138241782896,
      "grad_norm": 0.7828667759895325,
      "learning_rate": 8.10421121145946e-05,
      "loss": 0.0754,
      "step": 3906
    },
    {
      "epoch": 0.2921886101035785,
      "grad_norm": 1.2453049421310425,
      "learning_rate": 8.103283234318256e-05,
      "loss": 0.1235,
      "step": 3907
    },
    {
      "epoch": 0.29226339602886736,
      "grad_norm": 1.4441801309585571,
      "learning_rate": 8.102355083271333e-05,
      "loss": 0.2514,
      "step": 3908
    },
    {
      "epoch": 0.29233818195415623,
      "grad_norm": 1.0983400344848633,
      "learning_rate": 8.101426758370707e-05,
      "loss": 0.1291,
      "step": 3909
    },
    {
      "epoch": 0.2924129678794451,
      "grad_norm": 0.8348669409751892,
      "learning_rate": 8.1004982596684e-05,
      "loss": 0.0792,
      "step": 3910
    },
    {
      "epoch": 0.29248775380473396,
      "grad_norm": 0.6361249685287476,
      "learning_rate": 8.099569587216442e-05,
      "loss": 0.0693,
      "step": 3911
    },
    {
      "epoch": 0.29256253973002283,
      "grad_norm": 1.2872711420059204,
      "learning_rate": 8.098640741066877e-05,
      "loss": 0.165,
      "step": 3912
    },
    {
      "epoch": 0.2926373256553117,
      "grad_norm": 0.9485746026039124,
      "learning_rate": 8.097711721271757e-05,
      "loss": 0.0867,
      "step": 3913
    },
    {
      "epoch": 0.2927121115806005,
      "grad_norm": 1.0840801000595093,
      "learning_rate": 8.096782527883142e-05,
      "loss": 0.1566,
      "step": 3914
    },
    {
      "epoch": 0.2927868975058894,
      "grad_norm": 0.8418412208557129,
      "learning_rate": 8.095853160953106e-05,
      "loss": 0.0929,
      "step": 3915
    },
    {
      "epoch": 0.29286168343117824,
      "grad_norm": 0.7824065089225769,
      "learning_rate": 8.094923620533729e-05,
      "loss": 0.1055,
      "step": 3916
    },
    {
      "epoch": 0.2929364693564671,
      "grad_norm": 0.8634806275367737,
      "learning_rate": 8.093993906677099e-05,
      "loss": 0.0931,
      "step": 3917
    },
    {
      "epoch": 0.293011255281756,
      "grad_norm": 0.6167539954185486,
      "learning_rate": 8.093064019435322e-05,
      "loss": 0.0594,
      "step": 3918
    },
    {
      "epoch": 0.29308604120704485,
      "grad_norm": 0.7873489856719971,
      "learning_rate": 8.092133958860502e-05,
      "loss": 0.068,
      "step": 3919
    },
    {
      "epoch": 0.2931608271323337,
      "grad_norm": 0.8191824555397034,
      "learning_rate": 8.091203725004764e-05,
      "loss": 0.0563,
      "step": 3920
    },
    {
      "epoch": 0.2932356130576226,
      "grad_norm": 1.0010738372802734,
      "learning_rate": 8.090273317920233e-05,
      "loss": 0.0988,
      "step": 3921
    },
    {
      "epoch": 0.2933103989829114,
      "grad_norm": 0.9603269696235657,
      "learning_rate": 8.089342737659052e-05,
      "loss": 0.1112,
      "step": 3922
    },
    {
      "epoch": 0.29338518490820026,
      "grad_norm": 1.02879798412323,
      "learning_rate": 8.08841198427337e-05,
      "loss": 0.121,
      "step": 3923
    },
    {
      "epoch": 0.2934599708334891,
      "grad_norm": 0.9646296501159668,
      "learning_rate": 8.087481057815343e-05,
      "loss": 0.1126,
      "step": 3924
    },
    {
      "epoch": 0.293534756758778,
      "grad_norm": 2.895927906036377,
      "learning_rate": 8.086549958337142e-05,
      "loss": 0.1426,
      "step": 3925
    },
    {
      "epoch": 0.29360954268406686,
      "grad_norm": 1.4807848930358887,
      "learning_rate": 8.085618685890945e-05,
      "loss": 0.1933,
      "step": 3926
    },
    {
      "epoch": 0.2936843286093557,
      "grad_norm": 1.0208319425582886,
      "learning_rate": 8.084687240528937e-05,
      "loss": 0.0784,
      "step": 3927
    },
    {
      "epoch": 0.2937591145346446,
      "grad_norm": 0.9700859189033508,
      "learning_rate": 8.08375562230332e-05,
      "loss": 0.0893,
      "step": 3928
    },
    {
      "epoch": 0.29383390045993346,
      "grad_norm": 0.8815038800239563,
      "learning_rate": 8.082823831266296e-05,
      "loss": 0.0981,
      "step": 3929
    },
    {
      "epoch": 0.29390868638522233,
      "grad_norm": 0.8518235683441162,
      "learning_rate": 8.081891867470086e-05,
      "loss": 0.107,
      "step": 3930
    },
    {
      "epoch": 0.29398347231051114,
      "grad_norm": 0.8382708430290222,
      "learning_rate": 8.080959730966915e-05,
      "loss": 0.0894,
      "step": 3931
    },
    {
      "epoch": 0.2940582582358,
      "grad_norm": 0.951200008392334,
      "learning_rate": 8.08002742180902e-05,
      "loss": 0.0585,
      "step": 3932
    },
    {
      "epoch": 0.2941330441610889,
      "grad_norm": 1.2197089195251465,
      "learning_rate": 8.079094940048645e-05,
      "loss": 0.1285,
      "step": 3933
    },
    {
      "epoch": 0.29420783008637774,
      "grad_norm": 1.042015790939331,
      "learning_rate": 8.078162285738048e-05,
      "loss": 0.1893,
      "step": 3934
    },
    {
      "epoch": 0.2942826160116666,
      "grad_norm": 1.2856072187423706,
      "learning_rate": 8.077229458929493e-05,
      "loss": 0.1873,
      "step": 3935
    },
    {
      "epoch": 0.2943574019369555,
      "grad_norm": 1.463392972946167,
      "learning_rate": 8.076296459675254e-05,
      "loss": 0.2253,
      "step": 3936
    },
    {
      "epoch": 0.29443218786224434,
      "grad_norm": 0.953095018863678,
      "learning_rate": 8.075363288027618e-05,
      "loss": 0.0799,
      "step": 3937
    },
    {
      "epoch": 0.2945069737875332,
      "grad_norm": 1.1758207082748413,
      "learning_rate": 8.07442994403888e-05,
      "loss": 0.1537,
      "step": 3938
    },
    {
      "epoch": 0.294581759712822,
      "grad_norm": 1.0656179189682007,
      "learning_rate": 8.073496427761338e-05,
      "loss": 0.1024,
      "step": 3939
    },
    {
      "epoch": 0.2946565456381109,
      "grad_norm": 1.0871083736419678,
      "learning_rate": 8.072562739247311e-05,
      "loss": 0.0981,
      "step": 3940
    },
    {
      "epoch": 0.29473133156339976,
      "grad_norm": 1.3241000175476074,
      "learning_rate": 8.071628878549121e-05,
      "loss": 0.1161,
      "step": 3941
    },
    {
      "epoch": 0.2948061174886886,
      "grad_norm": 0.8613306879997253,
      "learning_rate": 8.0706948457191e-05,
      "loss": 0.0691,
      "step": 3942
    },
    {
      "epoch": 0.2948809034139775,
      "grad_norm": 1.1427308320999146,
      "learning_rate": 8.069760640809591e-05,
      "loss": 0.1435,
      "step": 3943
    },
    {
      "epoch": 0.29495568933926636,
      "grad_norm": 1.5238734483718872,
      "learning_rate": 8.068826263872947e-05,
      "loss": 0.1641,
      "step": 3944
    },
    {
      "epoch": 0.2950304752645552,
      "grad_norm": 1.581365942955017,
      "learning_rate": 8.067891714961529e-05,
      "loss": 0.1928,
      "step": 3945
    },
    {
      "epoch": 0.2951052611898441,
      "grad_norm": 2.3880975246429443,
      "learning_rate": 8.066956994127709e-05,
      "loss": 0.235,
      "step": 3946
    },
    {
      "epoch": 0.29518004711513296,
      "grad_norm": 2.187297821044922,
      "learning_rate": 8.066022101423865e-05,
      "loss": 0.2607,
      "step": 3947
    },
    {
      "epoch": 0.29525483304042177,
      "grad_norm": 1.3945999145507812,
      "learning_rate": 8.065087036902392e-05,
      "loss": 0.1413,
      "step": 3948
    },
    {
      "epoch": 0.29532961896571064,
      "grad_norm": 0.9930369257926941,
      "learning_rate": 8.064151800615689e-05,
      "loss": 0.0587,
      "step": 3949
    },
    {
      "epoch": 0.2954044048909995,
      "grad_norm": 2.5666863918304443,
      "learning_rate": 8.063216392616165e-05,
      "loss": 0.3362,
      "step": 3950
    },
    {
      "epoch": 0.2954791908162884,
      "grad_norm": 2.2368686199188232,
      "learning_rate": 8.06228081295624e-05,
      "loss": 0.182,
      "step": 3951
    },
    {
      "epoch": 0.29555397674157724,
      "grad_norm": 1.480668544769287,
      "learning_rate": 8.061345061688343e-05,
      "loss": 0.1135,
      "step": 3952
    },
    {
      "epoch": 0.2956287626668661,
      "grad_norm": 0.6924262046813965,
      "learning_rate": 8.060409138864913e-05,
      "loss": 0.0579,
      "step": 3953
    },
    {
      "epoch": 0.295703548592155,
      "grad_norm": 0.8503060340881348,
      "learning_rate": 8.0594730445384e-05,
      "loss": 0.0901,
      "step": 3954
    },
    {
      "epoch": 0.29577833451744384,
      "grad_norm": 0.7255544066429138,
      "learning_rate": 8.05853677876126e-05,
      "loss": 0.086,
      "step": 3955
    },
    {
      "epoch": 0.29585312044273265,
      "grad_norm": 1.0251282453536987,
      "learning_rate": 8.05760034158596e-05,
      "loss": 0.0659,
      "step": 3956
    },
    {
      "epoch": 0.2959279063680215,
      "grad_norm": 0.6780267953872681,
      "learning_rate": 8.05666373306498e-05,
      "loss": 0.0829,
      "step": 3957
    },
    {
      "epoch": 0.2960026922933104,
      "grad_norm": 0.8774229288101196,
      "learning_rate": 8.055726953250806e-05,
      "loss": 0.1048,
      "step": 3958
    },
    {
      "epoch": 0.29607747821859925,
      "grad_norm": 1.0808401107788086,
      "learning_rate": 8.05479000219593e-05,
      "loss": 0.1374,
      "step": 3959
    },
    {
      "epoch": 0.2961522641438881,
      "grad_norm": 0.9619810581207275,
      "learning_rate": 8.053852879952865e-05,
      "loss": 0.0531,
      "step": 3960
    },
    {
      "epoch": 0.296227050069177,
      "grad_norm": 0.8988427519798279,
      "learning_rate": 8.052915586574124e-05,
      "loss": 0.0908,
      "step": 3961
    },
    {
      "epoch": 0.29630183599446586,
      "grad_norm": 1.2819170951843262,
      "learning_rate": 8.051978122112229e-05,
      "loss": 0.132,
      "step": 3962
    },
    {
      "epoch": 0.2963766219197547,
      "grad_norm": 0.7353104948997498,
      "learning_rate": 8.05104048661972e-05,
      "loss": 0.0513,
      "step": 3963
    },
    {
      "epoch": 0.29645140784504354,
      "grad_norm": 2.5481228828430176,
      "learning_rate": 8.050102680149139e-05,
      "loss": 0.1732,
      "step": 3964
    },
    {
      "epoch": 0.2965261937703324,
      "grad_norm": 0.47842639684677124,
      "learning_rate": 8.049164702753038e-05,
      "loss": 0.0487,
      "step": 3965
    },
    {
      "epoch": 0.29660097969562127,
      "grad_norm": 0.8242469429969788,
      "learning_rate": 8.048226554483983e-05,
      "loss": 0.0692,
      "step": 3966
    },
    {
      "epoch": 0.29667576562091014,
      "grad_norm": 0.859080970287323,
      "learning_rate": 8.047288235394548e-05,
      "loss": 0.0732,
      "step": 3967
    },
    {
      "epoch": 0.296750551546199,
      "grad_norm": 0.8692772388458252,
      "learning_rate": 8.046349745537312e-05,
      "loss": 0.0799,
      "step": 3968
    },
    {
      "epoch": 0.29682533747148787,
      "grad_norm": 0.7091304659843445,
      "learning_rate": 8.045411084964871e-05,
      "loss": 0.1056,
      "step": 3969
    },
    {
      "epoch": 0.29690012339677674,
      "grad_norm": 0.9790000319480896,
      "learning_rate": 8.044472253729825e-05,
      "loss": 0.0965,
      "step": 3970
    },
    {
      "epoch": 0.2969749093220656,
      "grad_norm": 1.1049203872680664,
      "learning_rate": 8.043533251884788e-05,
      "loss": 0.1439,
      "step": 3971
    },
    {
      "epoch": 0.2970496952473545,
      "grad_norm": 1.3212363719940186,
      "learning_rate": 8.042594079482378e-05,
      "loss": 0.2238,
      "step": 3972
    },
    {
      "epoch": 0.2971244811726433,
      "grad_norm": 1.525667428970337,
      "learning_rate": 8.041654736575224e-05,
      "loss": 0.114,
      "step": 3973
    },
    {
      "epoch": 0.29719926709793215,
      "grad_norm": 0.8592941761016846,
      "learning_rate": 8.04071522321597e-05,
      "loss": 0.0857,
      "step": 3974
    },
    {
      "epoch": 0.297274053023221,
      "grad_norm": 0.9141266942024231,
      "learning_rate": 8.039775539457265e-05,
      "loss": 0.0785,
      "step": 3975
    },
    {
      "epoch": 0.2973488389485099,
      "grad_norm": 1.0233670473098755,
      "learning_rate": 8.038835685351766e-05,
      "loss": 0.1294,
      "step": 3976
    },
    {
      "epoch": 0.29742362487379875,
      "grad_norm": 1.0003342628479004,
      "learning_rate": 8.037895660952144e-05,
      "loss": 0.0913,
      "step": 3977
    },
    {
      "epoch": 0.2974984107990876,
      "grad_norm": 0.737339437007904,
      "learning_rate": 8.036955466311076e-05,
      "loss": 0.0659,
      "step": 3978
    },
    {
      "epoch": 0.2975731967243765,
      "grad_norm": 1.2189756631851196,
      "learning_rate": 8.03601510148125e-05,
      "loss": 0.1007,
      "step": 3979
    },
    {
      "epoch": 0.29764798264966535,
      "grad_norm": 0.8319933414459229,
      "learning_rate": 8.035074566515363e-05,
      "loss": 0.0691,
      "step": 3980
    },
    {
      "epoch": 0.29772276857495417,
      "grad_norm": 1.1418756246566772,
      "learning_rate": 8.034133861466124e-05,
      "loss": 0.0995,
      "step": 3981
    },
    {
      "epoch": 0.29779755450024303,
      "grad_norm": 0.9457061886787415,
      "learning_rate": 8.033192986386246e-05,
      "loss": 0.089,
      "step": 3982
    },
    {
      "epoch": 0.2978723404255319,
      "grad_norm": 1.453834891319275,
      "learning_rate": 8.032251941328458e-05,
      "loss": 0.1716,
      "step": 3983
    },
    {
      "epoch": 0.29794712635082077,
      "grad_norm": 1.0320022106170654,
      "learning_rate": 8.031310726345493e-05,
      "loss": 0.1296,
      "step": 3984
    },
    {
      "epoch": 0.29802191227610964,
      "grad_norm": 1.1011232137680054,
      "learning_rate": 8.0303693414901e-05,
      "loss": 0.1011,
      "step": 3985
    },
    {
      "epoch": 0.2980966982013985,
      "grad_norm": 1.3410887718200684,
      "learning_rate": 8.029427786815028e-05,
      "loss": 0.1442,
      "step": 3986
    },
    {
      "epoch": 0.29817148412668737,
      "grad_norm": 0.8743754625320435,
      "learning_rate": 8.028486062373044e-05,
      "loss": 0.0733,
      "step": 3987
    },
    {
      "epoch": 0.29824627005197624,
      "grad_norm": 1.0147958993911743,
      "learning_rate": 8.027544168216923e-05,
      "loss": 0.0872,
      "step": 3988
    },
    {
      "epoch": 0.2983210559772651,
      "grad_norm": 0.8616675734519958,
      "learning_rate": 8.026602104399445e-05,
      "loss": 0.0749,
      "step": 3989
    },
    {
      "epoch": 0.2983958419025539,
      "grad_norm": 1.1998865604400635,
      "learning_rate": 8.025659870973405e-05,
      "loss": 0.1497,
      "step": 3990
    },
    {
      "epoch": 0.2984706278278428,
      "grad_norm": 1.1597917079925537,
      "learning_rate": 8.024717467991603e-05,
      "loss": 0.0903,
      "step": 3991
    },
    {
      "epoch": 0.29854541375313165,
      "grad_norm": 1.2244402170181274,
      "learning_rate": 8.023774895506852e-05,
      "loss": 0.0996,
      "step": 3992
    },
    {
      "epoch": 0.2986201996784205,
      "grad_norm": 1.7704554796218872,
      "learning_rate": 8.022832153571973e-05,
      "loss": 0.1725,
      "step": 3993
    },
    {
      "epoch": 0.2986949856037094,
      "grad_norm": 1.2018711566925049,
      "learning_rate": 8.021889242239797e-05,
      "loss": 0.128,
      "step": 3994
    },
    {
      "epoch": 0.29876977152899825,
      "grad_norm": 1.556487798690796,
      "learning_rate": 8.020946161563161e-05,
      "loss": 0.1752,
      "step": 3995
    },
    {
      "epoch": 0.2988445574542871,
      "grad_norm": 1.709902286529541,
      "learning_rate": 8.020002911594919e-05,
      "loss": 0.2183,
      "step": 3996
    },
    {
      "epoch": 0.298919343379576,
      "grad_norm": 1.3541544675827026,
      "learning_rate": 8.019059492387927e-05,
      "loss": 0.1625,
      "step": 3997
    },
    {
      "epoch": 0.2989941293048648,
      "grad_norm": 2.1923952102661133,
      "learning_rate": 8.018115903995053e-05,
      "loss": 0.3357,
      "step": 3998
    },
    {
      "epoch": 0.29906891523015366,
      "grad_norm": 1.2746332883834839,
      "learning_rate": 8.017172146469178e-05,
      "loss": 0.1396,
      "step": 3999
    },
    {
      "epoch": 0.29914370115544253,
      "grad_norm": 2.989222764968872,
      "learning_rate": 8.016228219863189e-05,
      "loss": 0.3844,
      "step": 4000
    },
    {
      "epoch": 0.2992184870807314,
      "grad_norm": 1.297869086265564,
      "learning_rate": 8.015284124229981e-05,
      "loss": 0.073,
      "step": 4001
    },
    {
      "epoch": 0.29929327300602027,
      "grad_norm": 0.7798693776130676,
      "learning_rate": 8.014339859622461e-05,
      "loss": 0.1047,
      "step": 4002
    },
    {
      "epoch": 0.29936805893130913,
      "grad_norm": 0.8739305734634399,
      "learning_rate": 8.013395426093543e-05,
      "loss": 0.1006,
      "step": 4003
    },
    {
      "epoch": 0.299442844856598,
      "grad_norm": 0.6239356398582458,
      "learning_rate": 8.012450823696158e-05,
      "loss": 0.0449,
      "step": 4004
    },
    {
      "epoch": 0.29951763078188687,
      "grad_norm": 0.6617727279663086,
      "learning_rate": 8.011506052483235e-05,
      "loss": 0.0661,
      "step": 4005
    },
    {
      "epoch": 0.29959241670717573,
      "grad_norm": 0.6400078535079956,
      "learning_rate": 8.010561112507721e-05,
      "loss": 0.0879,
      "step": 4006
    },
    {
      "epoch": 0.29966720263246455,
      "grad_norm": 0.6931563019752502,
      "learning_rate": 8.009616003822571e-05,
      "loss": 0.0932,
      "step": 4007
    },
    {
      "epoch": 0.2997419885577534,
      "grad_norm": 0.6851723194122314,
      "learning_rate": 8.008670726480748e-05,
      "loss": 0.0723,
      "step": 4008
    },
    {
      "epoch": 0.2998167744830423,
      "grad_norm": 0.7824960350990295,
      "learning_rate": 8.007725280535219e-05,
      "loss": 0.0733,
      "step": 4009
    },
    {
      "epoch": 0.29989156040833115,
      "grad_norm": 1.2772401571273804,
      "learning_rate": 8.006779666038972e-05,
      "loss": 0.187,
      "step": 4010
    },
    {
      "epoch": 0.29996634633362,
      "grad_norm": 0.9837087392807007,
      "learning_rate": 8.005833883044997e-05,
      "loss": 0.111,
      "step": 4011
    },
    {
      "epoch": 0.3000411322589089,
      "grad_norm": 0.9358176589012146,
      "learning_rate": 8.004887931606295e-05,
      "loss": 0.0796,
      "step": 4012
    },
    {
      "epoch": 0.30011591818419775,
      "grad_norm": 0.8264371752738953,
      "learning_rate": 8.003941811775877e-05,
      "loss": 0.0918,
      "step": 4013
    },
    {
      "epoch": 0.3001907041094866,
      "grad_norm": 0.9767982959747314,
      "learning_rate": 8.00299552360676e-05,
      "loss": 0.1074,
      "step": 4014
    },
    {
      "epoch": 0.30026549003477543,
      "grad_norm": 0.80589759349823,
      "learning_rate": 8.002049067151978e-05,
      "loss": 0.0993,
      "step": 4015
    },
    {
      "epoch": 0.3003402759600643,
      "grad_norm": 0.6739761233329773,
      "learning_rate": 8.001102442464566e-05,
      "loss": 0.0475,
      "step": 4016
    },
    {
      "epoch": 0.30041506188535316,
      "grad_norm": 0.7986207604408264,
      "learning_rate": 8.000155649597572e-05,
      "loss": 0.0685,
      "step": 4017
    },
    {
      "epoch": 0.30048984781064203,
      "grad_norm": 1.0947165489196777,
      "learning_rate": 7.999208688604056e-05,
      "loss": 0.1713,
      "step": 4018
    },
    {
      "epoch": 0.3005646337359309,
      "grad_norm": 1.0012104511260986,
      "learning_rate": 7.998261559537086e-05,
      "loss": 0.1227,
      "step": 4019
    },
    {
      "epoch": 0.30063941966121976,
      "grad_norm": 2.2840981483459473,
      "learning_rate": 7.997314262449734e-05,
      "loss": 0.1179,
      "step": 4020
    },
    {
      "epoch": 0.30071420558650863,
      "grad_norm": 0.9716166853904724,
      "learning_rate": 7.996366797395088e-05,
      "loss": 0.1048,
      "step": 4021
    },
    {
      "epoch": 0.3007889915117975,
      "grad_norm": 0.7279813885688782,
      "learning_rate": 7.995419164426244e-05,
      "loss": 0.07,
      "step": 4022
    },
    {
      "epoch": 0.30086377743708637,
      "grad_norm": 0.7378339171409607,
      "learning_rate": 7.994471363596306e-05,
      "loss": 0.0414,
      "step": 4023
    },
    {
      "epoch": 0.3009385633623752,
      "grad_norm": 0.9604408740997314,
      "learning_rate": 7.99352339495839e-05,
      "loss": 0.1036,
      "step": 4024
    },
    {
      "epoch": 0.30101334928766404,
      "grad_norm": 1.9612306356430054,
      "learning_rate": 7.992575258565614e-05,
      "loss": 0.1824,
      "step": 4025
    },
    {
      "epoch": 0.3010881352129529,
      "grad_norm": 0.5736587047576904,
      "learning_rate": 7.991626954471116e-05,
      "loss": 0.0467,
      "step": 4026
    },
    {
      "epoch": 0.3011629211382418,
      "grad_norm": 0.7524763345718384,
      "learning_rate": 7.990678482728038e-05,
      "loss": 0.0596,
      "step": 4027
    },
    {
      "epoch": 0.30123770706353065,
      "grad_norm": 0.9495786428451538,
      "learning_rate": 7.989729843389528e-05,
      "loss": 0.1115,
      "step": 4028
    },
    {
      "epoch": 0.3013124929888195,
      "grad_norm": 0.951964795589447,
      "learning_rate": 7.988781036508751e-05,
      "loss": 0.0799,
      "step": 4029
    },
    {
      "epoch": 0.3013872789141084,
      "grad_norm": 0.9762458801269531,
      "learning_rate": 7.987832062138876e-05,
      "loss": 0.1028,
      "step": 4030
    },
    {
      "epoch": 0.30146206483939725,
      "grad_norm": 1.1162055730819702,
      "learning_rate": 7.986882920333082e-05,
      "loss": 0.1375,
      "step": 4031
    },
    {
      "epoch": 0.30153685076468606,
      "grad_norm": 0.9488098621368408,
      "learning_rate": 7.985933611144561e-05,
      "loss": 0.1001,
      "step": 4032
    },
    {
      "epoch": 0.3016116366899749,
      "grad_norm": 0.7364124059677124,
      "learning_rate": 7.984984134626506e-05,
      "loss": 0.0512,
      "step": 4033
    },
    {
      "epoch": 0.3016864226152638,
      "grad_norm": 1.453558325767517,
      "learning_rate": 7.984034490832131e-05,
      "loss": 0.2573,
      "step": 4034
    },
    {
      "epoch": 0.30176120854055266,
      "grad_norm": 1.476000428199768,
      "learning_rate": 7.98308467981465e-05,
      "loss": 0.1676,
      "step": 4035
    },
    {
      "epoch": 0.30183599446584153,
      "grad_norm": 1.630598783493042,
      "learning_rate": 7.98213470162729e-05,
      "loss": 0.1494,
      "step": 4036
    },
    {
      "epoch": 0.3019107803911304,
      "grad_norm": 1.51687490940094,
      "learning_rate": 7.981184556323289e-05,
      "loss": 0.1054,
      "step": 4037
    },
    {
      "epoch": 0.30198556631641926,
      "grad_norm": 1.361402153968811,
      "learning_rate": 7.98023424395589e-05,
      "loss": 0.1723,
      "step": 4038
    },
    {
      "epoch": 0.30206035224170813,
      "grad_norm": 1.1829149723052979,
      "learning_rate": 7.979283764578349e-05,
      "loss": 0.1086,
      "step": 4039
    },
    {
      "epoch": 0.302135138166997,
      "grad_norm": 1.015723466873169,
      "learning_rate": 7.97833311824393e-05,
      "loss": 0.1109,
      "step": 4040
    },
    {
      "epoch": 0.3022099240922858,
      "grad_norm": 0.6426371335983276,
      "learning_rate": 7.977382305005907e-05,
      "loss": 0.0585,
      "step": 4041
    },
    {
      "epoch": 0.3022847100175747,
      "grad_norm": 1.0785356760025024,
      "learning_rate": 7.976431324917563e-05,
      "loss": 0.0702,
      "step": 4042
    },
    {
      "epoch": 0.30235949594286354,
      "grad_norm": 1.7577743530273438,
      "learning_rate": 7.975480178032189e-05,
      "loss": 0.2607,
      "step": 4043
    },
    {
      "epoch": 0.3024342818681524,
      "grad_norm": 1.2607085704803467,
      "learning_rate": 7.974528864403085e-05,
      "loss": 0.1285,
      "step": 4044
    },
    {
      "epoch": 0.3025090677934413,
      "grad_norm": 1.0687131881713867,
      "learning_rate": 7.973577384083568e-05,
      "loss": 0.1047,
      "step": 4045
    },
    {
      "epoch": 0.30258385371873014,
      "grad_norm": 1.0646921396255493,
      "learning_rate": 7.972625737126953e-05,
      "loss": 0.0807,
      "step": 4046
    },
    {
      "epoch": 0.302658639644019,
      "grad_norm": 2.098951578140259,
      "learning_rate": 7.97167392358657e-05,
      "loss": 0.2743,
      "step": 4047
    },
    {
      "epoch": 0.3027334255693079,
      "grad_norm": 1.8416454792022705,
      "learning_rate": 7.97072194351576e-05,
      "loss": 0.201,
      "step": 4048
    },
    {
      "epoch": 0.3028082114945967,
      "grad_norm": 1.5593359470367432,
      "learning_rate": 7.96976979696787e-05,
      "loss": 0.0981,
      "step": 4049
    },
    {
      "epoch": 0.30288299741988556,
      "grad_norm": 3.4824955463409424,
      "learning_rate": 7.968817483996258e-05,
      "loss": 0.3226,
      "step": 4050
    },
    {
      "epoch": 0.3029577833451744,
      "grad_norm": 0.942625880241394,
      "learning_rate": 7.96786500465429e-05,
      "loss": 0.1046,
      "step": 4051
    },
    {
      "epoch": 0.3030325692704633,
      "grad_norm": 0.8999916315078735,
      "learning_rate": 7.966912358995344e-05,
      "loss": 0.0669,
      "step": 4052
    },
    {
      "epoch": 0.30310735519575216,
      "grad_norm": 0.9864063858985901,
      "learning_rate": 7.965959547072803e-05,
      "loss": 0.0858,
      "step": 4053
    },
    {
      "epoch": 0.303182141121041,
      "grad_norm": 0.9862155914306641,
      "learning_rate": 7.965006568940065e-05,
      "loss": 0.1095,
      "step": 4054
    },
    {
      "epoch": 0.3032569270463299,
      "grad_norm": 1.658406376838684,
      "learning_rate": 7.964053424650531e-05,
      "loss": 0.1602,
      "step": 4055
    },
    {
      "epoch": 0.30333171297161876,
      "grad_norm": 0.6773710250854492,
      "learning_rate": 7.963100114257618e-05,
      "loss": 0.0471,
      "step": 4056
    },
    {
      "epoch": 0.30340649889690763,
      "grad_norm": 0.6617851257324219,
      "learning_rate": 7.962146637814746e-05,
      "loss": 0.0578,
      "step": 4057
    },
    {
      "epoch": 0.30348128482219644,
      "grad_norm": 0.712715208530426,
      "learning_rate": 7.961192995375348e-05,
      "loss": 0.0642,
      "step": 4058
    },
    {
      "epoch": 0.3035560707474853,
      "grad_norm": 0.9764209389686584,
      "learning_rate": 7.960239186992867e-05,
      "loss": 0.1059,
      "step": 4059
    },
    {
      "epoch": 0.3036308566727742,
      "grad_norm": 0.7992178797721863,
      "learning_rate": 7.959285212720748e-05,
      "loss": 0.1029,
      "step": 4060
    },
    {
      "epoch": 0.30370564259806304,
      "grad_norm": 1.5812748670578003,
      "learning_rate": 7.95833107261246e-05,
      "loss": 0.218,
      "step": 4061
    },
    {
      "epoch": 0.3037804285233519,
      "grad_norm": 1.1293408870697021,
      "learning_rate": 7.957376766721465e-05,
      "loss": 0.0776,
      "step": 4062
    },
    {
      "epoch": 0.3038552144486408,
      "grad_norm": 1.1097667217254639,
      "learning_rate": 7.956422295101244e-05,
      "loss": 0.1074,
      "step": 4063
    },
    {
      "epoch": 0.30393000037392964,
      "grad_norm": 0.7849909067153931,
      "learning_rate": 7.955467657805286e-05,
      "loss": 0.0894,
      "step": 4064
    },
    {
      "epoch": 0.3040047862992185,
      "grad_norm": 1.073848843574524,
      "learning_rate": 7.954512854887086e-05,
      "loss": 0.1501,
      "step": 4065
    },
    {
      "epoch": 0.3040795722245073,
      "grad_norm": 0.9943831562995911,
      "learning_rate": 7.953557886400154e-05,
      "loss": 0.11,
      "step": 4066
    },
    {
      "epoch": 0.3041543581497962,
      "grad_norm": 1.1312248706817627,
      "learning_rate": 7.952602752398001e-05,
      "loss": 0.1414,
      "step": 4067
    },
    {
      "epoch": 0.30422914407508506,
      "grad_norm": 1.0732992887496948,
      "learning_rate": 7.951647452934156e-05,
      "loss": 0.1347,
      "step": 4068
    },
    {
      "epoch": 0.3043039300003739,
      "grad_norm": 0.7775306105613708,
      "learning_rate": 7.950691988062151e-05,
      "loss": 0.0869,
      "step": 4069
    },
    {
      "epoch": 0.3043787159256628,
      "grad_norm": 1.2149772644042969,
      "learning_rate": 7.94973635783553e-05,
      "loss": 0.1571,
      "step": 4070
    },
    {
      "epoch": 0.30445350185095166,
      "grad_norm": 0.7320137619972229,
      "learning_rate": 7.948780562307847e-05,
      "loss": 0.0842,
      "step": 4071
    },
    {
      "epoch": 0.3045282877762405,
      "grad_norm": 1.9799474477767944,
      "learning_rate": 7.947824601532661e-05,
      "loss": 0.1592,
      "step": 4072
    },
    {
      "epoch": 0.3046030737015294,
      "grad_norm": 0.8479204773902893,
      "learning_rate": 7.946868475563547e-05,
      "loss": 0.0795,
      "step": 4073
    },
    {
      "epoch": 0.30467785962681826,
      "grad_norm": 0.7573732733726501,
      "learning_rate": 7.945912184454086e-05,
      "loss": 0.0686,
      "step": 4074
    },
    {
      "epoch": 0.30475264555210707,
      "grad_norm": 1.258722186088562,
      "learning_rate": 7.944955728257862e-05,
      "loss": 0.1059,
      "step": 4075
    },
    {
      "epoch": 0.30482743147739594,
      "grad_norm": 1.0197341442108154,
      "learning_rate": 7.943999107028481e-05,
      "loss": 0.1508,
      "step": 4076
    },
    {
      "epoch": 0.3049022174026848,
      "grad_norm": 0.6423484683036804,
      "learning_rate": 7.943042320819547e-05,
      "loss": 0.087,
      "step": 4077
    },
    {
      "epoch": 0.3049770033279737,
      "grad_norm": 1.0579832792282104,
      "learning_rate": 7.942085369684678e-05,
      "loss": 0.1146,
      "step": 4078
    },
    {
      "epoch": 0.30505178925326254,
      "grad_norm": 0.6196786761283875,
      "learning_rate": 7.941128253677504e-05,
      "loss": 0.0503,
      "step": 4079
    },
    {
      "epoch": 0.3051265751785514,
      "grad_norm": 0.7072903513908386,
      "learning_rate": 7.940170972851658e-05,
      "loss": 0.0665,
      "step": 4080
    },
    {
      "epoch": 0.3052013611038403,
      "grad_norm": 0.635610818862915,
      "learning_rate": 7.939213527260785e-05,
      "loss": 0.0495,
      "step": 4081
    },
    {
      "epoch": 0.30527614702912914,
      "grad_norm": 0.9275839328765869,
      "learning_rate": 7.938255916958544e-05,
      "loss": 0.0965,
      "step": 4082
    },
    {
      "epoch": 0.30535093295441795,
      "grad_norm": 1.4205944538116455,
      "learning_rate": 7.937298141998593e-05,
      "loss": 0.1207,
      "step": 4083
    },
    {
      "epoch": 0.3054257188797068,
      "grad_norm": 1.004656434059143,
      "learning_rate": 7.936340202434608e-05,
      "loss": 0.0881,
      "step": 4084
    },
    {
      "epoch": 0.3055005048049957,
      "grad_norm": 0.6220511198043823,
      "learning_rate": 7.935382098320272e-05,
      "loss": 0.0397,
      "step": 4085
    },
    {
      "epoch": 0.30557529073028455,
      "grad_norm": 0.67828369140625,
      "learning_rate": 7.934423829709273e-05,
      "loss": 0.0557,
      "step": 4086
    },
    {
      "epoch": 0.3056500766555734,
      "grad_norm": 0.9815462827682495,
      "learning_rate": 7.933465396655315e-05,
      "loss": 0.0859,
      "step": 4087
    },
    {
      "epoch": 0.3057248625808623,
      "grad_norm": 2.369105815887451,
      "learning_rate": 7.932506799212107e-05,
      "loss": 0.1141,
      "step": 4088
    },
    {
      "epoch": 0.30579964850615116,
      "grad_norm": 1.7805014848709106,
      "learning_rate": 7.931548037433368e-05,
      "loss": 0.1411,
      "step": 4089
    },
    {
      "epoch": 0.30587443443144,
      "grad_norm": 1.1600018739700317,
      "learning_rate": 7.930589111372826e-05,
      "loss": 0.1444,
      "step": 4090
    },
    {
      "epoch": 0.3059492203567289,
      "grad_norm": 1.3595854043960571,
      "learning_rate": 7.929630021084218e-05,
      "loss": 0.1295,
      "step": 4091
    },
    {
      "epoch": 0.3060240062820177,
      "grad_norm": 1.7737922668457031,
      "learning_rate": 7.928670766621293e-05,
      "loss": 0.1552,
      "step": 4092
    },
    {
      "epoch": 0.30609879220730657,
      "grad_norm": 1.5676053762435913,
      "learning_rate": 7.927711348037803e-05,
      "loss": 0.1855,
      "step": 4093
    },
    {
      "epoch": 0.30617357813259544,
      "grad_norm": 1.614042043685913,
      "learning_rate": 7.926751765387517e-05,
      "loss": 0.1362,
      "step": 4094
    },
    {
      "epoch": 0.3062483640578843,
      "grad_norm": 1.6470259428024292,
      "learning_rate": 7.925792018724207e-05,
      "loss": 0.1954,
      "step": 4095
    },
    {
      "epoch": 0.30632314998317317,
      "grad_norm": 1.459065556526184,
      "learning_rate": 7.924832108101659e-05,
      "loss": 0.1051,
      "step": 4096
    },
    {
      "epoch": 0.30639793590846204,
      "grad_norm": 0.8138481974601746,
      "learning_rate": 7.923872033573662e-05,
      "loss": 0.072,
      "step": 4097
    },
    {
      "epoch": 0.3064727218337509,
      "grad_norm": 1.675696611404419,
      "learning_rate": 7.922911795194022e-05,
      "loss": 0.181,
      "step": 4098
    },
    {
      "epoch": 0.3065475077590398,
      "grad_norm": 1.6953223943710327,
      "learning_rate": 7.921951393016545e-05,
      "loss": 0.1647,
      "step": 4099
    },
    {
      "epoch": 0.3066222936843286,
      "grad_norm": 3.4350762367248535,
      "learning_rate": 7.920990827095056e-05,
      "loss": 0.2881,
      "step": 4100
    },
    {
      "epoch": 0.30669707960961745,
      "grad_norm": 1.0566942691802979,
      "learning_rate": 7.920030097483381e-05,
      "loss": 0.107,
      "step": 4101
    },
    {
      "epoch": 0.3067718655349063,
      "grad_norm": 0.9218131899833679,
      "learning_rate": 7.91906920423536e-05,
      "loss": 0.0768,
      "step": 4102
    },
    {
      "epoch": 0.3068466514601952,
      "grad_norm": 0.7563121318817139,
      "learning_rate": 7.918108147404844e-05,
      "loss": 0.0832,
      "step": 4103
    },
    {
      "epoch": 0.30692143738548405,
      "grad_norm": 0.8178194761276245,
      "learning_rate": 7.917146927045685e-05,
      "loss": 0.0836,
      "step": 4104
    },
    {
      "epoch": 0.3069962233107729,
      "grad_norm": 1.0290480852127075,
      "learning_rate": 7.91618554321175e-05,
      "loss": 0.1207,
      "step": 4105
    },
    {
      "epoch": 0.3070710092360618,
      "grad_norm": 0.8555828332901001,
      "learning_rate": 7.915223995956915e-05,
      "loss": 0.1051,
      "step": 4106
    },
    {
      "epoch": 0.30714579516135065,
      "grad_norm": 0.5591428875923157,
      "learning_rate": 7.914262285335065e-05,
      "loss": 0.0477,
      "step": 4107
    },
    {
      "epoch": 0.3072205810866395,
      "grad_norm": 0.5354630351066589,
      "learning_rate": 7.913300411400096e-05,
      "loss": 0.051,
      "step": 4108
    },
    {
      "epoch": 0.30729536701192833,
      "grad_norm": 0.7638776898384094,
      "learning_rate": 7.912338374205904e-05,
      "loss": 0.0896,
      "step": 4109
    },
    {
      "epoch": 0.3073701529372172,
      "grad_norm": 0.8057509660720825,
      "learning_rate": 7.911376173806405e-05,
      "loss": 0.0744,
      "step": 4110
    },
    {
      "epoch": 0.30744493886250607,
      "grad_norm": 0.5864748954772949,
      "learning_rate": 7.910413810255521e-05,
      "loss": 0.0581,
      "step": 4111
    },
    {
      "epoch": 0.30751972478779493,
      "grad_norm": 1.918811321258545,
      "learning_rate": 7.90945128360718e-05,
      "loss": 0.1587,
      "step": 4112
    },
    {
      "epoch": 0.3075945107130838,
      "grad_norm": 1.107725739479065,
      "learning_rate": 7.908488593915322e-05,
      "loss": 0.1263,
      "step": 4113
    },
    {
      "epoch": 0.30766929663837267,
      "grad_norm": 0.5660558938980103,
      "learning_rate": 7.907525741233896e-05,
      "loss": 0.0344,
      "step": 4114
    },
    {
      "epoch": 0.30774408256366154,
      "grad_norm": 1.152900218963623,
      "learning_rate": 7.90656272561686e-05,
      "loss": 0.1457,
      "step": 4115
    },
    {
      "epoch": 0.3078188684889504,
      "grad_norm": 0.7969929575920105,
      "learning_rate": 7.905599547118177e-05,
      "loss": 0.1034,
      "step": 4116
    },
    {
      "epoch": 0.3078936544142392,
      "grad_norm": 1.5530723333358765,
      "learning_rate": 7.904636205791828e-05,
      "loss": 0.1627,
      "step": 4117
    },
    {
      "epoch": 0.3079684403395281,
      "grad_norm": 0.8932026624679565,
      "learning_rate": 7.903672701691795e-05,
      "loss": 0.0806,
      "step": 4118
    },
    {
      "epoch": 0.30804322626481695,
      "grad_norm": 0.987010657787323,
      "learning_rate": 7.90270903487207e-05,
      "loss": 0.0933,
      "step": 4119
    },
    {
      "epoch": 0.3081180121901058,
      "grad_norm": 0.6005098819732666,
      "learning_rate": 7.901745205386661e-05,
      "loss": 0.0575,
      "step": 4120
    },
    {
      "epoch": 0.3081927981153947,
      "grad_norm": 0.8879896998405457,
      "learning_rate": 7.900781213289579e-05,
      "loss": 0.0648,
      "step": 4121
    },
    {
      "epoch": 0.30826758404068355,
      "grad_norm": 0.8777629733085632,
      "learning_rate": 7.899817058634844e-05,
      "loss": 0.0742,
      "step": 4122
    },
    {
      "epoch": 0.3083423699659724,
      "grad_norm": 1.3542126417160034,
      "learning_rate": 7.898852741476485e-05,
      "loss": 0.1342,
      "step": 4123
    },
    {
      "epoch": 0.3084171558912613,
      "grad_norm": 1.0736846923828125,
      "learning_rate": 7.897888261868547e-05,
      "loss": 0.0866,
      "step": 4124
    },
    {
      "epoch": 0.30849194181655015,
      "grad_norm": 0.8715320825576782,
      "learning_rate": 7.896923619865074e-05,
      "loss": 0.0724,
      "step": 4125
    },
    {
      "epoch": 0.30856672774183896,
      "grad_norm": 0.7705286145210266,
      "learning_rate": 7.895958815520123e-05,
      "loss": 0.0797,
      "step": 4126
    },
    {
      "epoch": 0.30864151366712783,
      "grad_norm": 0.9377044439315796,
      "learning_rate": 7.894993848887764e-05,
      "loss": 0.1071,
      "step": 4127
    },
    {
      "epoch": 0.3087162995924167,
      "grad_norm": 1.2719229459762573,
      "learning_rate": 7.894028720022073e-05,
      "loss": 0.1481,
      "step": 4128
    },
    {
      "epoch": 0.30879108551770557,
      "grad_norm": 1.032490849494934,
      "learning_rate": 7.893063428977135e-05,
      "loss": 0.1336,
      "step": 4129
    },
    {
      "epoch": 0.30886587144299443,
      "grad_norm": 0.5393971800804138,
      "learning_rate": 7.89209797580704e-05,
      "loss": 0.0431,
      "step": 4130
    },
    {
      "epoch": 0.3089406573682833,
      "grad_norm": 0.9168320298194885,
      "learning_rate": 7.891132360565898e-05,
      "loss": 0.1151,
      "step": 4131
    },
    {
      "epoch": 0.30901544329357217,
      "grad_norm": 1.1995035409927368,
      "learning_rate": 7.890166583307819e-05,
      "loss": 0.1136,
      "step": 4132
    },
    {
      "epoch": 0.30909022921886103,
      "grad_norm": 1.0480566024780273,
      "learning_rate": 7.88920064408692e-05,
      "loss": 0.1111,
      "step": 4133
    },
    {
      "epoch": 0.30916501514414985,
      "grad_norm": 1.1530169248580933,
      "learning_rate": 7.888234542957338e-05,
      "loss": 0.1011,
      "step": 4134
    },
    {
      "epoch": 0.3092398010694387,
      "grad_norm": 0.9881780743598938,
      "learning_rate": 7.887268279973208e-05,
      "loss": 0.1123,
      "step": 4135
    },
    {
      "epoch": 0.3093145869947276,
      "grad_norm": 1.3821543455123901,
      "learning_rate": 7.88630185518868e-05,
      "loss": 0.1609,
      "step": 4136
    },
    {
      "epoch": 0.30938937292001645,
      "grad_norm": 1.206420660018921,
      "learning_rate": 7.885335268657915e-05,
      "loss": 0.1061,
      "step": 4137
    },
    {
      "epoch": 0.3094641588453053,
      "grad_norm": 1.5604645013809204,
      "learning_rate": 7.884368520435074e-05,
      "loss": 0.1516,
      "step": 4138
    },
    {
      "epoch": 0.3095389447705942,
      "grad_norm": 1.501333236694336,
      "learning_rate": 7.883401610574336e-05,
      "loss": 0.1619,
      "step": 4139
    },
    {
      "epoch": 0.30961373069588305,
      "grad_norm": 1.5237594842910767,
      "learning_rate": 7.882434539129886e-05,
      "loss": 0.1735,
      "step": 4140
    },
    {
      "epoch": 0.3096885166211719,
      "grad_norm": 1.5053343772888184,
      "learning_rate": 7.881467306155919e-05,
      "loss": 0.1219,
      "step": 4141
    },
    {
      "epoch": 0.3097633025464608,
      "grad_norm": 1.3199453353881836,
      "learning_rate": 7.880499911706634e-05,
      "loss": 0.1599,
      "step": 4142
    },
    {
      "epoch": 0.3098380884717496,
      "grad_norm": 0.6787778735160828,
      "learning_rate": 7.879532355836248e-05,
      "loss": 0.0518,
      "step": 4143
    },
    {
      "epoch": 0.30991287439703846,
      "grad_norm": 1.631291151046753,
      "learning_rate": 7.87856463859898e-05,
      "loss": 0.2257,
      "step": 4144
    },
    {
      "epoch": 0.30998766032232733,
      "grad_norm": 1.4140849113464355,
      "learning_rate": 7.877596760049058e-05,
      "loss": 0.1303,
      "step": 4145
    },
    {
      "epoch": 0.3100624462476162,
      "grad_norm": 1.855851650238037,
      "learning_rate": 7.876628720240724e-05,
      "loss": 0.201,
      "step": 4146
    },
    {
      "epoch": 0.31013723217290506,
      "grad_norm": 2.430335283279419,
      "learning_rate": 7.875660519228228e-05,
      "loss": 0.1979,
      "step": 4147
    },
    {
      "epoch": 0.31021201809819393,
      "grad_norm": 1.9102689027786255,
      "learning_rate": 7.874692157065821e-05,
      "loss": 0.2579,
      "step": 4148
    },
    {
      "epoch": 0.3102868040234828,
      "grad_norm": 2.412125825881958,
      "learning_rate": 7.873723633807774e-05,
      "loss": 0.2683,
      "step": 4149
    },
    {
      "epoch": 0.31036158994877167,
      "grad_norm": 1.807755947113037,
      "learning_rate": 7.872754949508362e-05,
      "loss": 0.1354,
      "step": 4150
    },
    {
      "epoch": 0.3104363758740605,
      "grad_norm": 0.6868218779563904,
      "learning_rate": 7.871786104221868e-05,
      "loss": 0.0889,
      "step": 4151
    },
    {
      "epoch": 0.31051116179934934,
      "grad_norm": 0.9344778060913086,
      "learning_rate": 7.870817098002588e-05,
      "loss": 0.12,
      "step": 4152
    },
    {
      "epoch": 0.3105859477246382,
      "grad_norm": 0.45186281204223633,
      "learning_rate": 7.86984793090482e-05,
      "loss": 0.0596,
      "step": 4153
    },
    {
      "epoch": 0.3106607336499271,
      "grad_norm": 0.46639591455459595,
      "learning_rate": 7.868878602982881e-05,
      "loss": 0.0445,
      "step": 4154
    },
    {
      "epoch": 0.31073551957521595,
      "grad_norm": 0.6235028505325317,
      "learning_rate": 7.867909114291086e-05,
      "loss": 0.0439,
      "step": 4155
    },
    {
      "epoch": 0.3108103055005048,
      "grad_norm": 0.576733410358429,
      "learning_rate": 7.866939464883767e-05,
      "loss": 0.0774,
      "step": 4156
    },
    {
      "epoch": 0.3108850914257937,
      "grad_norm": 1.74466872215271,
      "learning_rate": 7.865969654815262e-05,
      "loss": 0.1701,
      "step": 4157
    },
    {
      "epoch": 0.31095987735108255,
      "grad_norm": 0.6673094630241394,
      "learning_rate": 7.864999684139919e-05,
      "loss": 0.0588,
      "step": 4158
    },
    {
      "epoch": 0.31103466327637136,
      "grad_norm": 0.8698420524597168,
      "learning_rate": 7.864029552912096e-05,
      "loss": 0.0621,
      "step": 4159
    },
    {
      "epoch": 0.3111094492016602,
      "grad_norm": 0.9478521943092346,
      "learning_rate": 7.863059261186154e-05,
      "loss": 0.0884,
      "step": 4160
    },
    {
      "epoch": 0.3111842351269491,
      "grad_norm": 0.6082038283348083,
      "learning_rate": 7.862088809016471e-05,
      "loss": 0.0612,
      "step": 4161
    },
    {
      "epoch": 0.31125902105223796,
      "grad_norm": 0.9731004238128662,
      "learning_rate": 7.861118196457429e-05,
      "loss": 0.0534,
      "step": 4162
    },
    {
      "epoch": 0.31133380697752683,
      "grad_norm": 0.9100056290626526,
      "learning_rate": 7.860147423563422e-05,
      "loss": 0.1324,
      "step": 4163
    },
    {
      "epoch": 0.3114085929028157,
      "grad_norm": 0.9309364557266235,
      "learning_rate": 7.859176490388849e-05,
      "loss": 0.1247,
      "step": 4164
    },
    {
      "epoch": 0.31148337882810456,
      "grad_norm": 1.3457114696502686,
      "learning_rate": 7.858205396988123e-05,
      "loss": 0.1802,
      "step": 4165
    },
    {
      "epoch": 0.31155816475339343,
      "grad_norm": 0.9154880046844482,
      "learning_rate": 7.85723414341566e-05,
      "loss": 0.1517,
      "step": 4166
    },
    {
      "epoch": 0.3116329506786823,
      "grad_norm": 1.1489566564559937,
      "learning_rate": 7.856262729725892e-05,
      "loss": 0.1259,
      "step": 4167
    },
    {
      "epoch": 0.3117077366039711,
      "grad_norm": 1.4450970888137817,
      "learning_rate": 7.855291155973254e-05,
      "loss": 0.1204,
      "step": 4168
    },
    {
      "epoch": 0.31178252252926,
      "grad_norm": 1.1630527973175049,
      "learning_rate": 7.854319422212193e-05,
      "loss": 0.1181,
      "step": 4169
    },
    {
      "epoch": 0.31185730845454884,
      "grad_norm": 0.7991469502449036,
      "learning_rate": 7.853347528497163e-05,
      "loss": 0.0718,
      "step": 4170
    },
    {
      "epoch": 0.3119320943798377,
      "grad_norm": 0.5860198140144348,
      "learning_rate": 7.852375474882631e-05,
      "loss": 0.0498,
      "step": 4171
    },
    {
      "epoch": 0.3120068803051266,
      "grad_norm": 0.6790357232093811,
      "learning_rate": 7.85140326142307e-05,
      "loss": 0.0536,
      "step": 4172
    },
    {
      "epoch": 0.31208166623041544,
      "grad_norm": 0.7850991487503052,
      "learning_rate": 7.850430888172957e-05,
      "loss": 0.0713,
      "step": 4173
    },
    {
      "epoch": 0.3121564521557043,
      "grad_norm": 1.014863133430481,
      "learning_rate": 7.849458355186789e-05,
      "loss": 0.1072,
      "step": 4174
    },
    {
      "epoch": 0.3122312380809932,
      "grad_norm": 0.9816336035728455,
      "learning_rate": 7.848485662519062e-05,
      "loss": 0.1036,
      "step": 4175
    },
    {
      "epoch": 0.312306024006282,
      "grad_norm": 1.0189208984375,
      "learning_rate": 7.84751281022429e-05,
      "loss": 0.0949,
      "step": 4176
    },
    {
      "epoch": 0.31238080993157086,
      "grad_norm": 1.0835188627243042,
      "learning_rate": 7.846539798356985e-05,
      "loss": 0.0818,
      "step": 4177
    },
    {
      "epoch": 0.3124555958568597,
      "grad_norm": 0.8341729044914246,
      "learning_rate": 7.845566626971679e-05,
      "loss": 0.0712,
      "step": 4178
    },
    {
      "epoch": 0.3125303817821486,
      "grad_norm": 0.7928082346916199,
      "learning_rate": 7.844593296122902e-05,
      "loss": 0.0706,
      "step": 4179
    },
    {
      "epoch": 0.31260516770743746,
      "grad_norm": 1.0213121175765991,
      "learning_rate": 7.843619805865205e-05,
      "loss": 0.0947,
      "step": 4180
    },
    {
      "epoch": 0.3126799536327263,
      "grad_norm": 1.092934012413025,
      "learning_rate": 7.842646156253137e-05,
      "loss": 0.0457,
      "step": 4181
    },
    {
      "epoch": 0.3127547395580152,
      "grad_norm": 0.9731342792510986,
      "learning_rate": 7.841672347341264e-05,
      "loss": 0.1007,
      "step": 4182
    },
    {
      "epoch": 0.31282952548330406,
      "grad_norm": 0.8723957538604736,
      "learning_rate": 7.840698379184155e-05,
      "loss": 0.0663,
      "step": 4183
    },
    {
      "epoch": 0.31290431140859293,
      "grad_norm": 0.9918550252914429,
      "learning_rate": 7.839724251836391e-05,
      "loss": 0.0968,
      "step": 4184
    },
    {
      "epoch": 0.31297909733388174,
      "grad_norm": 0.7103981375694275,
      "learning_rate": 7.838749965352563e-05,
      "loss": 0.0529,
      "step": 4185
    },
    {
      "epoch": 0.3130538832591706,
      "grad_norm": 0.7335584163665771,
      "learning_rate": 7.837775519787267e-05,
      "loss": 0.0707,
      "step": 4186
    },
    {
      "epoch": 0.3131286691844595,
      "grad_norm": 0.9521907567977905,
      "learning_rate": 7.836800915195112e-05,
      "loss": 0.0975,
      "step": 4187
    },
    {
      "epoch": 0.31320345510974834,
      "grad_norm": 0.8997702598571777,
      "learning_rate": 7.835826151630714e-05,
      "loss": 0.1235,
      "step": 4188
    },
    {
      "epoch": 0.3132782410350372,
      "grad_norm": 1.050546407699585,
      "learning_rate": 7.834851229148696e-05,
      "loss": 0.1153,
      "step": 4189
    },
    {
      "epoch": 0.3133530269603261,
      "grad_norm": 1.010382056236267,
      "learning_rate": 7.833876147803695e-05,
      "loss": 0.0788,
      "step": 4190
    },
    {
      "epoch": 0.31342781288561494,
      "grad_norm": 2.021684408187866,
      "learning_rate": 7.832900907650351e-05,
      "loss": 0.3061,
      "step": 4191
    },
    {
      "epoch": 0.3135025988109038,
      "grad_norm": 1.0660747289657593,
      "learning_rate": 7.831925508743318e-05,
      "loss": 0.0829,
      "step": 4192
    },
    {
      "epoch": 0.3135773847361926,
      "grad_norm": 1.70773446559906,
      "learning_rate": 7.830949951137256e-05,
      "loss": 0.1421,
      "step": 4193
    },
    {
      "epoch": 0.3136521706614815,
      "grad_norm": 1.22626793384552,
      "learning_rate": 7.829974234886832e-05,
      "loss": 0.1406,
      "step": 4194
    },
    {
      "epoch": 0.31372695658677036,
      "grad_norm": 1.370273232460022,
      "learning_rate": 7.828998360046729e-05,
      "loss": 0.1481,
      "step": 4195
    },
    {
      "epoch": 0.3138017425120592,
      "grad_norm": 1.7149487733840942,
      "learning_rate": 7.828022326671632e-05,
      "loss": 0.2396,
      "step": 4196
    },
    {
      "epoch": 0.3138765284373481,
      "grad_norm": 1.9205094575881958,
      "learning_rate": 7.827046134816234e-05,
      "loss": 0.2267,
      "step": 4197
    },
    {
      "epoch": 0.31395131436263696,
      "grad_norm": 1.3912060260772705,
      "learning_rate": 7.826069784535245e-05,
      "loss": 0.1372,
      "step": 4198
    },
    {
      "epoch": 0.3140261002879258,
      "grad_norm": 1.3820016384124756,
      "learning_rate": 7.825093275883379e-05,
      "loss": 0.1234,
      "step": 4199
    },
    {
      "epoch": 0.3141008862132147,
      "grad_norm": 3.1597909927368164,
      "learning_rate": 7.824116608915355e-05,
      "loss": 0.3404,
      "step": 4200
    },
    {
      "epoch": 0.31417567213850356,
      "grad_norm": 2.09788179397583,
      "learning_rate": 7.823139783685907e-05,
      "loss": 0.1409,
      "step": 4201
    },
    {
      "epoch": 0.31425045806379237,
      "grad_norm": 1.3412796258926392,
      "learning_rate": 7.822162800249775e-05,
      "loss": 0.1692,
      "step": 4202
    },
    {
      "epoch": 0.31432524398908124,
      "grad_norm": 0.6288430690765381,
      "learning_rate": 7.82118565866171e-05,
      "loss": 0.0376,
      "step": 4203
    },
    {
      "epoch": 0.3144000299143701,
      "grad_norm": 1.04358971118927,
      "learning_rate": 7.820208358976468e-05,
      "loss": 0.1265,
      "step": 4204
    },
    {
      "epoch": 0.31447481583965897,
      "grad_norm": 0.7647626399993896,
      "learning_rate": 7.819230901248818e-05,
      "loss": 0.1018,
      "step": 4205
    },
    {
      "epoch": 0.31454960176494784,
      "grad_norm": 1.0806400775909424,
      "learning_rate": 7.818253285533533e-05,
      "loss": 0.1052,
      "step": 4206
    },
    {
      "epoch": 0.3146243876902367,
      "grad_norm": 1.091125726699829,
      "learning_rate": 7.817275511885402e-05,
      "loss": 0.1468,
      "step": 4207
    },
    {
      "epoch": 0.3146991736155256,
      "grad_norm": 0.5640016794204712,
      "learning_rate": 7.816297580359216e-05,
      "loss": 0.0494,
      "step": 4208
    },
    {
      "epoch": 0.31477395954081444,
      "grad_norm": 0.7447690367698669,
      "learning_rate": 7.815319491009778e-05,
      "loss": 0.0838,
      "step": 4209
    },
    {
      "epoch": 0.31484874546610325,
      "grad_norm": 0.8974278569221497,
      "learning_rate": 7.814341243891901e-05,
      "loss": 0.0902,
      "step": 4210
    },
    {
      "epoch": 0.3149235313913921,
      "grad_norm": 0.7653438448905945,
      "learning_rate": 7.813362839060403e-05,
      "loss": 0.085,
      "step": 4211
    },
    {
      "epoch": 0.314998317316681,
      "grad_norm": 0.7086748480796814,
      "learning_rate": 7.812384276570115e-05,
      "loss": 0.0442,
      "step": 4212
    },
    {
      "epoch": 0.31507310324196985,
      "grad_norm": 0.594304084777832,
      "learning_rate": 7.811405556475873e-05,
      "loss": 0.0385,
      "step": 4213
    },
    {
      "epoch": 0.3151478891672587,
      "grad_norm": 0.7857401371002197,
      "learning_rate": 7.810426678832525e-05,
      "loss": 0.0622,
      "step": 4214
    },
    {
      "epoch": 0.3152226750925476,
      "grad_norm": 0.5468173623085022,
      "learning_rate": 7.809447643694926e-05,
      "loss": 0.0298,
      "step": 4215
    },
    {
      "epoch": 0.31529746101783646,
      "grad_norm": 0.9611033201217651,
      "learning_rate": 7.808468451117941e-05,
      "loss": 0.1015,
      "step": 4216
    },
    {
      "epoch": 0.3153722469431253,
      "grad_norm": 1.3873133659362793,
      "learning_rate": 7.807489101156443e-05,
      "loss": 0.0799,
      "step": 4217
    },
    {
      "epoch": 0.3154470328684142,
      "grad_norm": 0.7555099725723267,
      "learning_rate": 7.806509593865315e-05,
      "loss": 0.0633,
      "step": 4218
    },
    {
      "epoch": 0.315521818793703,
      "grad_norm": 1.1300158500671387,
      "learning_rate": 7.805529929299444e-05,
      "loss": 0.1204,
      "step": 4219
    },
    {
      "epoch": 0.31559660471899187,
      "grad_norm": 0.9572445750236511,
      "learning_rate": 7.804550107513734e-05,
      "loss": 0.0971,
      "step": 4220
    },
    {
      "epoch": 0.31567139064428074,
      "grad_norm": 1.2817418575286865,
      "learning_rate": 7.803570128563093e-05,
      "loss": 0.1522,
      "step": 4221
    },
    {
      "epoch": 0.3157461765695696,
      "grad_norm": 0.9924002885818481,
      "learning_rate": 7.802589992502438e-05,
      "loss": 0.1496,
      "step": 4222
    },
    {
      "epoch": 0.31582096249485847,
      "grad_norm": 0.9531498551368713,
      "learning_rate": 7.801609699386694e-05,
      "loss": 0.0853,
      "step": 4223
    },
    {
      "epoch": 0.31589574842014734,
      "grad_norm": 1.212530493736267,
      "learning_rate": 7.800629249270795e-05,
      "loss": 0.1109,
      "step": 4224
    },
    {
      "epoch": 0.3159705343454362,
      "grad_norm": 0.8043752908706665,
      "learning_rate": 7.799648642209687e-05,
      "loss": 0.084,
      "step": 4225
    },
    {
      "epoch": 0.31604532027072507,
      "grad_norm": 1.0343133211135864,
      "learning_rate": 7.798667878258321e-05,
      "loss": 0.09,
      "step": 4226
    },
    {
      "epoch": 0.3161201061960139,
      "grad_norm": 1.2157878875732422,
      "learning_rate": 7.79768695747166e-05,
      "loss": 0.1521,
      "step": 4227
    },
    {
      "epoch": 0.31619489212130275,
      "grad_norm": 0.6155722141265869,
      "learning_rate": 7.796705879904673e-05,
      "loss": 0.0483,
      "step": 4228
    },
    {
      "epoch": 0.3162696780465916,
      "grad_norm": 1.0080091953277588,
      "learning_rate": 7.795724645612339e-05,
      "loss": 0.0943,
      "step": 4229
    },
    {
      "epoch": 0.3163444639718805,
      "grad_norm": 1.0945017337799072,
      "learning_rate": 7.794743254649644e-05,
      "loss": 0.1118,
      "step": 4230
    },
    {
      "epoch": 0.31641924989716935,
      "grad_norm": 0.6841967105865479,
      "learning_rate": 7.793761707071585e-05,
      "loss": 0.0566,
      "step": 4231
    },
    {
      "epoch": 0.3164940358224582,
      "grad_norm": 1.2176249027252197,
      "learning_rate": 7.792780002933171e-05,
      "loss": 0.1729,
      "step": 4232
    },
    {
      "epoch": 0.3165688217477471,
      "grad_norm": 0.9118240475654602,
      "learning_rate": 7.791798142289412e-05,
      "loss": 0.1218,
      "step": 4233
    },
    {
      "epoch": 0.31664360767303595,
      "grad_norm": 1.2580550909042358,
      "learning_rate": 7.790816125195332e-05,
      "loss": 0.1179,
      "step": 4234
    },
    {
      "epoch": 0.3167183935983248,
      "grad_norm": 1.6715569496154785,
      "learning_rate": 7.789833951705963e-05,
      "loss": 0.2517,
      "step": 4235
    },
    {
      "epoch": 0.31679317952361363,
      "grad_norm": 1.6520066261291504,
      "learning_rate": 7.788851621876342e-05,
      "loss": 0.1652,
      "step": 4236
    },
    {
      "epoch": 0.3168679654489025,
      "grad_norm": 0.9496188759803772,
      "learning_rate": 7.787869135761523e-05,
      "loss": 0.106,
      "step": 4237
    },
    {
      "epoch": 0.31694275137419137,
      "grad_norm": 1.0406814813613892,
      "learning_rate": 7.786886493416562e-05,
      "loss": 0.091,
      "step": 4238
    },
    {
      "epoch": 0.31701753729948023,
      "grad_norm": 0.9063078165054321,
      "learning_rate": 7.785903694896524e-05,
      "loss": 0.0795,
      "step": 4239
    },
    {
      "epoch": 0.3170923232247691,
      "grad_norm": 0.8840852975845337,
      "learning_rate": 7.784920740256486e-05,
      "loss": 0.1172,
      "step": 4240
    },
    {
      "epoch": 0.31716710915005797,
      "grad_norm": 1.364673376083374,
      "learning_rate": 7.78393762955153e-05,
      "loss": 0.1464,
      "step": 4241
    },
    {
      "epoch": 0.31724189507534684,
      "grad_norm": 1.385904312133789,
      "learning_rate": 7.782954362836752e-05,
      "loss": 0.1503,
      "step": 4242
    },
    {
      "epoch": 0.3173166810006357,
      "grad_norm": 0.8949411511421204,
      "learning_rate": 7.781970940167249e-05,
      "loss": 0.0912,
      "step": 4243
    },
    {
      "epoch": 0.3173914669259245,
      "grad_norm": 0.8304741978645325,
      "learning_rate": 7.780987361598138e-05,
      "loss": 0.0689,
      "step": 4244
    },
    {
      "epoch": 0.3174662528512134,
      "grad_norm": 1.8211393356323242,
      "learning_rate": 7.780003627184532e-05,
      "loss": 0.2394,
      "step": 4245
    },
    {
      "epoch": 0.31754103877650225,
      "grad_norm": 1.5204474925994873,
      "learning_rate": 7.77901973698156e-05,
      "loss": 0.1314,
      "step": 4246
    },
    {
      "epoch": 0.3176158247017911,
      "grad_norm": 2.0803589820861816,
      "learning_rate": 7.77803569104436e-05,
      "loss": 0.2777,
      "step": 4247
    },
    {
      "epoch": 0.31769061062708,
      "grad_norm": 1.4418977499008179,
      "learning_rate": 7.777051489428077e-05,
      "loss": 0.1292,
      "step": 4248
    },
    {
      "epoch": 0.31776539655236885,
      "grad_norm": 1.2514535188674927,
      "learning_rate": 7.776067132187864e-05,
      "loss": 0.1195,
      "step": 4249
    },
    {
      "epoch": 0.3178401824776577,
      "grad_norm": 2.9055840969085693,
      "learning_rate": 7.775082619378884e-05,
      "loss": 0.3565,
      "step": 4250
    },
    {
      "epoch": 0.3179149684029466,
      "grad_norm": 1.1388567686080933,
      "learning_rate": 7.77409795105631e-05,
      "loss": 0.1974,
      "step": 4251
    },
    {
      "epoch": 0.31798975432823545,
      "grad_norm": 0.858941912651062,
      "learning_rate": 7.773113127275318e-05,
      "loss": 0.0905,
      "step": 4252
    },
    {
      "epoch": 0.31806454025352426,
      "grad_norm": 1.060619831085205,
      "learning_rate": 7.772128148091102e-05,
      "loss": 0.125,
      "step": 4253
    },
    {
      "epoch": 0.31813932617881313,
      "grad_norm": 0.681475818157196,
      "learning_rate": 7.771143013558855e-05,
      "loss": 0.0571,
      "step": 4254
    },
    {
      "epoch": 0.318214112104102,
      "grad_norm": 0.9978167414665222,
      "learning_rate": 7.770157723733786e-05,
      "loss": 0.0915,
      "step": 4255
    },
    {
      "epoch": 0.31828889802939087,
      "grad_norm": 0.6620211005210876,
      "learning_rate": 7.769172278671108e-05,
      "loss": 0.0549,
      "step": 4256
    },
    {
      "epoch": 0.31836368395467973,
      "grad_norm": 0.612763524055481,
      "learning_rate": 7.768186678426049e-05,
      "loss": 0.062,
      "step": 4257
    },
    {
      "epoch": 0.3184384698799686,
      "grad_norm": 0.6837325692176819,
      "learning_rate": 7.767200923053834e-05,
      "loss": 0.0662,
      "step": 4258
    },
    {
      "epoch": 0.31851325580525747,
      "grad_norm": 0.7188607454299927,
      "learning_rate": 7.76621501260971e-05,
      "loss": 0.0972,
      "step": 4259
    },
    {
      "epoch": 0.31858804173054633,
      "grad_norm": 1.2332515716552734,
      "learning_rate": 7.765228947148924e-05,
      "loss": 0.1534,
      "step": 4260
    },
    {
      "epoch": 0.31866282765583515,
      "grad_norm": 1.063173532485962,
      "learning_rate": 7.764242726726736e-05,
      "loss": 0.1067,
      "step": 4261
    },
    {
      "epoch": 0.318737613581124,
      "grad_norm": 0.7501976490020752,
      "learning_rate": 7.763256351398411e-05,
      "loss": 0.071,
      "step": 4262
    },
    {
      "epoch": 0.3188123995064129,
      "grad_norm": 0.9478926062583923,
      "learning_rate": 7.762269821219226e-05,
      "loss": 0.0923,
      "step": 4263
    },
    {
      "epoch": 0.31888718543170175,
      "grad_norm": 0.916585385799408,
      "learning_rate": 7.761283136244465e-05,
      "loss": 0.0747,
      "step": 4264
    },
    {
      "epoch": 0.3189619713569906,
      "grad_norm": 1.0971359014511108,
      "learning_rate": 7.760296296529424e-05,
      "loss": 0.1505,
      "step": 4265
    },
    {
      "epoch": 0.3190367572822795,
      "grad_norm": 0.6446987986564636,
      "learning_rate": 7.759309302129401e-05,
      "loss": 0.0454,
      "step": 4266
    },
    {
      "epoch": 0.31911154320756835,
      "grad_norm": 2.052936553955078,
      "learning_rate": 7.758322153099706e-05,
      "loss": 0.18,
      "step": 4267
    },
    {
      "epoch": 0.3191863291328572,
      "grad_norm": 0.8585130572319031,
      "learning_rate": 7.75733484949566e-05,
      "loss": 0.1383,
      "step": 4268
    },
    {
      "epoch": 0.3192611150581461,
      "grad_norm": 0.9988861083984375,
      "learning_rate": 7.756347391372592e-05,
      "loss": 0.058,
      "step": 4269
    },
    {
      "epoch": 0.3193359009834349,
      "grad_norm": 0.7665175199508667,
      "learning_rate": 7.755359778785837e-05,
      "loss": 0.0933,
      "step": 4270
    },
    {
      "epoch": 0.31941068690872376,
      "grad_norm": 1.0042659044265747,
      "learning_rate": 7.754372011790739e-05,
      "loss": 0.1469,
      "step": 4271
    },
    {
      "epoch": 0.31948547283401263,
      "grad_norm": 0.9408482909202576,
      "learning_rate": 7.753384090442653e-05,
      "loss": 0.0883,
      "step": 4272
    },
    {
      "epoch": 0.3195602587593015,
      "grad_norm": 1.026293396949768,
      "learning_rate": 7.752396014796941e-05,
      "loss": 0.0844,
      "step": 4273
    },
    {
      "epoch": 0.31963504468459036,
      "grad_norm": 0.9410287141799927,
      "learning_rate": 7.751407784908975e-05,
      "loss": 0.1798,
      "step": 4274
    },
    {
      "epoch": 0.31970983060987923,
      "grad_norm": 0.8368659019470215,
      "learning_rate": 7.750419400834133e-05,
      "loss": 0.0865,
      "step": 4275
    },
    {
      "epoch": 0.3197846165351681,
      "grad_norm": 0.9955689907073975,
      "learning_rate": 7.749430862627804e-05,
      "loss": 0.0879,
      "step": 4276
    },
    {
      "epoch": 0.31985940246045697,
      "grad_norm": 1.082492470741272,
      "learning_rate": 7.748442170345387e-05,
      "loss": 0.1081,
      "step": 4277
    },
    {
      "epoch": 0.3199341883857458,
      "grad_norm": 1.6201817989349365,
      "learning_rate": 7.747453324042284e-05,
      "loss": 0.1598,
      "step": 4278
    },
    {
      "epoch": 0.32000897431103464,
      "grad_norm": 1.269074559211731,
      "learning_rate": 7.74646432377391e-05,
      "loss": 0.0827,
      "step": 4279
    },
    {
      "epoch": 0.3200837602363235,
      "grad_norm": 0.8216387629508972,
      "learning_rate": 7.745475169595691e-05,
      "loss": 0.0646,
      "step": 4280
    },
    {
      "epoch": 0.3201585461616124,
      "grad_norm": 1.157065749168396,
      "learning_rate": 7.744485861563055e-05,
      "loss": 0.0942,
      "step": 4281
    },
    {
      "epoch": 0.32023333208690125,
      "grad_norm": 0.923612654209137,
      "learning_rate": 7.743496399731445e-05,
      "loss": 0.0663,
      "step": 4282
    },
    {
      "epoch": 0.3203081180121901,
      "grad_norm": 1.0792198181152344,
      "learning_rate": 7.742506784156305e-05,
      "loss": 0.1061,
      "step": 4283
    },
    {
      "epoch": 0.320382903937479,
      "grad_norm": 0.7817071080207825,
      "learning_rate": 7.741517014893099e-05,
      "loss": 0.0465,
      "step": 4284
    },
    {
      "epoch": 0.32045768986276785,
      "grad_norm": 1.4450761079788208,
      "learning_rate": 7.740527091997287e-05,
      "loss": 0.1257,
      "step": 4285
    },
    {
      "epoch": 0.3205324757880567,
      "grad_norm": 1.1923855543136597,
      "learning_rate": 7.739537015524348e-05,
      "loss": 0.1474,
      "step": 4286
    },
    {
      "epoch": 0.3206072617133455,
      "grad_norm": 0.8402057886123657,
      "learning_rate": 7.738546785529761e-05,
      "loss": 0.0664,
      "step": 4287
    },
    {
      "epoch": 0.3206820476386344,
      "grad_norm": 1.3075987100601196,
      "learning_rate": 7.73755640206902e-05,
      "loss": 0.1,
      "step": 4288
    },
    {
      "epoch": 0.32075683356392326,
      "grad_norm": 1.434983253479004,
      "learning_rate": 7.736565865197626e-05,
      "loss": 0.1738,
      "step": 4289
    },
    {
      "epoch": 0.3208316194892121,
      "grad_norm": 0.8080301284790039,
      "learning_rate": 7.735575174971087e-05,
      "loss": 0.0405,
      "step": 4290
    },
    {
      "epoch": 0.320906405414501,
      "grad_norm": 1.0557314157485962,
      "learning_rate": 7.734584331444921e-05,
      "loss": 0.1167,
      "step": 4291
    },
    {
      "epoch": 0.32098119133978986,
      "grad_norm": 1.2818574905395508,
      "learning_rate": 7.733593334674653e-05,
      "loss": 0.1473,
      "step": 4292
    },
    {
      "epoch": 0.32105597726507873,
      "grad_norm": 1.819785475730896,
      "learning_rate": 7.73260218471582e-05,
      "loss": 0.1696,
      "step": 4293
    },
    {
      "epoch": 0.3211307631903676,
      "grad_norm": 1.7605671882629395,
      "learning_rate": 7.731610881623963e-05,
      "loss": 0.1373,
      "step": 4294
    },
    {
      "epoch": 0.3212055491156564,
      "grad_norm": 1.5857404470443726,
      "learning_rate": 7.730619425454635e-05,
      "loss": 0.1872,
      "step": 4295
    },
    {
      "epoch": 0.3212803350409453,
      "grad_norm": 1.5821843147277832,
      "learning_rate": 7.729627816263396e-05,
      "loss": 0.1608,
      "step": 4296
    },
    {
      "epoch": 0.32135512096623414,
      "grad_norm": 2.2782974243164062,
      "learning_rate": 7.728636054105815e-05,
      "loss": 0.1934,
      "step": 4297
    },
    {
      "epoch": 0.321429906891523,
      "grad_norm": 1.9327071905136108,
      "learning_rate": 7.727644139037471e-05,
      "loss": 0.1582,
      "step": 4298
    },
    {
      "epoch": 0.3215046928168119,
      "grad_norm": 1.426995873451233,
      "learning_rate": 7.726652071113949e-05,
      "loss": 0.1269,
      "step": 4299
    },
    {
      "epoch": 0.32157947874210074,
      "grad_norm": 1.9780391454696655,
      "learning_rate": 7.725659850390845e-05,
      "loss": 0.1522,
      "step": 4300
    },
    {
      "epoch": 0.3216542646673896,
      "grad_norm": 0.7027694582939148,
      "learning_rate": 7.72466747692376e-05,
      "loss": 0.1184,
      "step": 4301
    },
    {
      "epoch": 0.3217290505926785,
      "grad_norm": 0.5861775279045105,
      "learning_rate": 7.723674950768305e-05,
      "loss": 0.0501,
      "step": 4302
    },
    {
      "epoch": 0.32180383651796735,
      "grad_norm": 1.0309137105941772,
      "learning_rate": 7.722682271980107e-05,
      "loss": 0.0774,
      "step": 4303
    },
    {
      "epoch": 0.32187862244325616,
      "grad_norm": 1.0105754137039185,
      "learning_rate": 7.721689440614787e-05,
      "loss": 0.1142,
      "step": 4304
    },
    {
      "epoch": 0.321953408368545,
      "grad_norm": 0.5355985164642334,
      "learning_rate": 7.720696456727987e-05,
      "loss": 0.0555,
      "step": 4305
    },
    {
      "epoch": 0.3220281942938339,
      "grad_norm": 0.7672566771507263,
      "learning_rate": 7.719703320375353e-05,
      "loss": 0.0697,
      "step": 4306
    },
    {
      "epoch": 0.32210298021912276,
      "grad_norm": 0.9695584177970886,
      "learning_rate": 7.718710031612538e-05,
      "loss": 0.1153,
      "step": 4307
    },
    {
      "epoch": 0.3221777661444116,
      "grad_norm": 0.8364936113357544,
      "learning_rate": 7.717716590495206e-05,
      "loss": 0.0707,
      "step": 4308
    },
    {
      "epoch": 0.3222525520697005,
      "grad_norm": 1.0570317506790161,
      "learning_rate": 7.716722997079028e-05,
      "loss": 0.1163,
      "step": 4309
    },
    {
      "epoch": 0.32232733799498936,
      "grad_norm": 0.7186483144760132,
      "learning_rate": 7.715729251419687e-05,
      "loss": 0.0809,
      "step": 4310
    },
    {
      "epoch": 0.3224021239202782,
      "grad_norm": 0.7977631688117981,
      "learning_rate": 7.71473535357287e-05,
      "loss": 0.0869,
      "step": 4311
    },
    {
      "epoch": 0.32247690984556704,
      "grad_norm": 0.9663172960281372,
      "learning_rate": 7.713741303594272e-05,
      "loss": 0.1024,
      "step": 4312
    },
    {
      "epoch": 0.3225516957708559,
      "grad_norm": 0.7113779187202454,
      "learning_rate": 7.7127471015396e-05,
      "loss": 0.0741,
      "step": 4313
    },
    {
      "epoch": 0.3226264816961448,
      "grad_norm": 0.6845435500144958,
      "learning_rate": 7.711752747464572e-05,
      "loss": 0.0538,
      "step": 4314
    },
    {
      "epoch": 0.32270126762143364,
      "grad_norm": 0.8534396886825562,
      "learning_rate": 7.710758241424906e-05,
      "loss": 0.0845,
      "step": 4315
    },
    {
      "epoch": 0.3227760535467225,
      "grad_norm": 0.958171010017395,
      "learning_rate": 7.709763583476336e-05,
      "loss": 0.0894,
      "step": 4316
    },
    {
      "epoch": 0.3228508394720114,
      "grad_norm": 1.1630053520202637,
      "learning_rate": 7.708768773674604e-05,
      "loss": 0.1373,
      "step": 4317
    },
    {
      "epoch": 0.32292562539730024,
      "grad_norm": 1.012425422668457,
      "learning_rate": 7.707773812075453e-05,
      "loss": 0.096,
      "step": 4318
    },
    {
      "epoch": 0.3230004113225891,
      "grad_norm": 1.013120174407959,
      "learning_rate": 7.706778698734644e-05,
      "loss": 0.1085,
      "step": 4319
    },
    {
      "epoch": 0.323075197247878,
      "grad_norm": 0.7845024466514587,
      "learning_rate": 7.705783433707941e-05,
      "loss": 0.0777,
      "step": 4320
    },
    {
      "epoch": 0.3231499831731668,
      "grad_norm": 1.2367242574691772,
      "learning_rate": 7.704788017051116e-05,
      "loss": 0.116,
      "step": 4321
    },
    {
      "epoch": 0.32322476909845566,
      "grad_norm": 1.022721529006958,
      "learning_rate": 7.703792448819955e-05,
      "loss": 0.1337,
      "step": 4322
    },
    {
      "epoch": 0.3232995550237445,
      "grad_norm": 1.0646004676818848,
      "learning_rate": 7.702796729070248e-05,
      "loss": 0.1311,
      "step": 4323
    },
    {
      "epoch": 0.3233743409490334,
      "grad_norm": 1.0242316722869873,
      "learning_rate": 7.701800857857793e-05,
      "loss": 0.1566,
      "step": 4324
    },
    {
      "epoch": 0.32344912687432226,
      "grad_norm": 0.845959484577179,
      "learning_rate": 7.7008048352384e-05,
      "loss": 0.0981,
      "step": 4325
    },
    {
      "epoch": 0.3235239127996111,
      "grad_norm": 1.2362440824508667,
      "learning_rate": 7.699808661267882e-05,
      "loss": 0.1428,
      "step": 4326
    },
    {
      "epoch": 0.3235986987249,
      "grad_norm": 1.233906865119934,
      "learning_rate": 7.698812336002069e-05,
      "loss": 0.0745,
      "step": 4327
    },
    {
      "epoch": 0.32367348465018886,
      "grad_norm": 1.6563796997070312,
      "learning_rate": 7.697815859496788e-05,
      "loss": 0.1931,
      "step": 4328
    },
    {
      "epoch": 0.32374827057547767,
      "grad_norm": 0.7991222739219666,
      "learning_rate": 7.696819231807886e-05,
      "loss": 0.0538,
      "step": 4329
    },
    {
      "epoch": 0.32382305650076654,
      "grad_norm": 1.1162558794021606,
      "learning_rate": 7.695822452991211e-05,
      "loss": 0.1052,
      "step": 4330
    },
    {
      "epoch": 0.3238978424260554,
      "grad_norm": 0.9613779187202454,
      "learning_rate": 7.694825523102621e-05,
      "loss": 0.0905,
      "step": 4331
    },
    {
      "epoch": 0.32397262835134427,
      "grad_norm": 0.8915812969207764,
      "learning_rate": 7.693828442197985e-05,
      "loss": 0.0706,
      "step": 4332
    },
    {
      "epoch": 0.32404741427663314,
      "grad_norm": 0.7290656566619873,
      "learning_rate": 7.69283121033318e-05,
      "loss": 0.0631,
      "step": 4333
    },
    {
      "epoch": 0.324122200201922,
      "grad_norm": 0.9762243628501892,
      "learning_rate": 7.691833827564085e-05,
      "loss": 0.1384,
      "step": 4334
    },
    {
      "epoch": 0.3241969861272109,
      "grad_norm": 0.8094133734703064,
      "learning_rate": 7.690836293946597e-05,
      "loss": 0.0746,
      "step": 4335
    },
    {
      "epoch": 0.32427177205249974,
      "grad_norm": 1.024704098701477,
      "learning_rate": 7.689838609536618e-05,
      "loss": 0.1031,
      "step": 4336
    },
    {
      "epoch": 0.3243465579777886,
      "grad_norm": 0.9647498726844788,
      "learning_rate": 7.688840774390052e-05,
      "loss": 0.0946,
      "step": 4337
    },
    {
      "epoch": 0.3244213439030774,
      "grad_norm": 1.2038418054580688,
      "learning_rate": 7.68784278856282e-05,
      "loss": 0.1363,
      "step": 4338
    },
    {
      "epoch": 0.3244961298283663,
      "grad_norm": 1.182364821434021,
      "learning_rate": 7.686844652110852e-05,
      "loss": 0.146,
      "step": 4339
    },
    {
      "epoch": 0.32457091575365515,
      "grad_norm": 1.084416151046753,
      "learning_rate": 7.685846365090078e-05,
      "loss": 0.0489,
      "step": 4340
    },
    {
      "epoch": 0.324645701678944,
      "grad_norm": 1.7760061025619507,
      "learning_rate": 7.684847927556442e-05,
      "loss": 0.1736,
      "step": 4341
    },
    {
      "epoch": 0.3247204876042329,
      "grad_norm": 1.0201694965362549,
      "learning_rate": 7.683849339565898e-05,
      "loss": 0.0917,
      "step": 4342
    },
    {
      "epoch": 0.32479527352952176,
      "grad_norm": 1.860420823097229,
      "learning_rate": 7.682850601174402e-05,
      "loss": 0.2091,
      "step": 4343
    },
    {
      "epoch": 0.3248700594548106,
      "grad_norm": 1.5925068855285645,
      "learning_rate": 7.681851712437927e-05,
      "loss": 0.2009,
      "step": 4344
    },
    {
      "epoch": 0.3249448453800995,
      "grad_norm": 1.537040114402771,
      "learning_rate": 7.680852673412448e-05,
      "loss": 0.1791,
      "step": 4345
    },
    {
      "epoch": 0.3250196313053883,
      "grad_norm": 1.1401885747909546,
      "learning_rate": 7.679853484153951e-05,
      "loss": 0.13,
      "step": 4346
    },
    {
      "epoch": 0.32509441723067717,
      "grad_norm": 1.7109392881393433,
      "learning_rate": 7.67885414471843e-05,
      "loss": 0.1732,
      "step": 4347
    },
    {
      "epoch": 0.32516920315596604,
      "grad_norm": 0.9000564813613892,
      "learning_rate": 7.677854655161885e-05,
      "loss": 0.1071,
      "step": 4348
    },
    {
      "epoch": 0.3252439890812549,
      "grad_norm": 1.595022439956665,
      "learning_rate": 7.67685501554033e-05,
      "loss": 0.1314,
      "step": 4349
    },
    {
      "epoch": 0.32531877500654377,
      "grad_norm": 1.5456699132919312,
      "learning_rate": 7.67585522590978e-05,
      "loss": 0.0824,
      "step": 4350
    },
    {
      "epoch": 0.32539356093183264,
      "grad_norm": 1.2121940851211548,
      "learning_rate": 7.674855286326268e-05,
      "loss": 0.0885,
      "step": 4351
    },
    {
      "epoch": 0.3254683468571215,
      "grad_norm": 0.7782663702964783,
      "learning_rate": 7.673855196845825e-05,
      "loss": 0.089,
      "step": 4352
    },
    {
      "epoch": 0.32554313278241037,
      "grad_norm": 0.5990158319473267,
      "learning_rate": 7.672854957524497e-05,
      "loss": 0.0591,
      "step": 4353
    },
    {
      "epoch": 0.32561791870769924,
      "grad_norm": 1.1446263790130615,
      "learning_rate": 7.671854568418338e-05,
      "loss": 0.0921,
      "step": 4354
    },
    {
      "epoch": 0.32569270463298805,
      "grad_norm": 0.599148690700531,
      "learning_rate": 7.670854029583406e-05,
      "loss": 0.0303,
      "step": 4355
    },
    {
      "epoch": 0.3257674905582769,
      "grad_norm": 1.2449893951416016,
      "learning_rate": 7.669853341075772e-05,
      "loss": 0.1345,
      "step": 4356
    },
    {
      "epoch": 0.3258422764835658,
      "grad_norm": 0.6889953017234802,
      "learning_rate": 7.668852502951515e-05,
      "loss": 0.0645,
      "step": 4357
    },
    {
      "epoch": 0.32591706240885465,
      "grad_norm": 0.6313255429267883,
      "learning_rate": 7.667851515266721e-05,
      "loss": 0.0685,
      "step": 4358
    },
    {
      "epoch": 0.3259918483341435,
      "grad_norm": 1.3809700012207031,
      "learning_rate": 7.666850378077483e-05,
      "loss": 0.1088,
      "step": 4359
    },
    {
      "epoch": 0.3260666342594324,
      "grad_norm": 0.7622043490409851,
      "learning_rate": 7.665849091439907e-05,
      "loss": 0.0683,
      "step": 4360
    },
    {
      "epoch": 0.32614142018472125,
      "grad_norm": 0.77995365858078,
      "learning_rate": 7.6648476554101e-05,
      "loss": 0.0721,
      "step": 4361
    },
    {
      "epoch": 0.3262162061100101,
      "grad_norm": 0.8883997201919556,
      "learning_rate": 7.663846070044185e-05,
      "loss": 0.0387,
      "step": 4362
    },
    {
      "epoch": 0.32629099203529893,
      "grad_norm": 0.8824328780174255,
      "learning_rate": 7.662844335398289e-05,
      "loss": 0.087,
      "step": 4363
    },
    {
      "epoch": 0.3263657779605878,
      "grad_norm": 1.0520013570785522,
      "learning_rate": 7.661842451528549e-05,
      "loss": 0.0964,
      "step": 4364
    },
    {
      "epoch": 0.32644056388587667,
      "grad_norm": 0.6531201004981995,
      "learning_rate": 7.66084041849111e-05,
      "loss": 0.0404,
      "step": 4365
    },
    {
      "epoch": 0.32651534981116553,
      "grad_norm": 1.059277057647705,
      "learning_rate": 7.659838236342123e-05,
      "loss": 0.1089,
      "step": 4366
    },
    {
      "epoch": 0.3265901357364544,
      "grad_norm": 0.6129506826400757,
      "learning_rate": 7.658835905137752e-05,
      "loss": 0.051,
      "step": 4367
    },
    {
      "epoch": 0.32666492166174327,
      "grad_norm": 1.176409125328064,
      "learning_rate": 7.657833424934166e-05,
      "loss": 0.1023,
      "step": 4368
    },
    {
      "epoch": 0.32673970758703214,
      "grad_norm": 0.8324370384216309,
      "learning_rate": 7.656830795787546e-05,
      "loss": 0.085,
      "step": 4369
    },
    {
      "epoch": 0.326814493512321,
      "grad_norm": 0.9814192652702332,
      "learning_rate": 7.655828017754072e-05,
      "loss": 0.1048,
      "step": 4370
    },
    {
      "epoch": 0.3268892794376098,
      "grad_norm": 1.2408941984176636,
      "learning_rate": 7.654825090889945e-05,
      "loss": 0.1242,
      "step": 4371
    },
    {
      "epoch": 0.3269640653628987,
      "grad_norm": 1.1123000383377075,
      "learning_rate": 7.653822015251366e-05,
      "loss": 0.1363,
      "step": 4372
    },
    {
      "epoch": 0.32703885128818755,
      "grad_norm": 0.9892035722732544,
      "learning_rate": 7.652818790894547e-05,
      "loss": 0.0972,
      "step": 4373
    },
    {
      "epoch": 0.3271136372134764,
      "grad_norm": 1.2913000583648682,
      "learning_rate": 7.651815417875707e-05,
      "loss": 0.0882,
      "step": 4374
    },
    {
      "epoch": 0.3271884231387653,
      "grad_norm": 0.9044743776321411,
      "learning_rate": 7.650811896251076e-05,
      "loss": 0.0749,
      "step": 4375
    },
    {
      "epoch": 0.32726320906405415,
      "grad_norm": 0.5848585367202759,
      "learning_rate": 7.64980822607689e-05,
      "loss": 0.0425,
      "step": 4376
    },
    {
      "epoch": 0.327337994989343,
      "grad_norm": 1.079738974571228,
      "learning_rate": 7.648804407409393e-05,
      "loss": 0.1195,
      "step": 4377
    },
    {
      "epoch": 0.3274127809146319,
      "grad_norm": 1.4216091632843018,
      "learning_rate": 7.647800440304838e-05,
      "loss": 0.144,
      "step": 4378
    },
    {
      "epoch": 0.32748756683992075,
      "grad_norm": 1.0068418979644775,
      "learning_rate": 7.64679632481949e-05,
      "loss": 0.1033,
      "step": 4379
    },
    {
      "epoch": 0.32756235276520956,
      "grad_norm": 1.222713828086853,
      "learning_rate": 7.645792061009613e-05,
      "loss": 0.0862,
      "step": 4380
    },
    {
      "epoch": 0.32763713869049843,
      "grad_norm": 1.2206206321716309,
      "learning_rate": 7.64478764893149e-05,
      "loss": 0.0954,
      "step": 4381
    },
    {
      "epoch": 0.3277119246157873,
      "grad_norm": 0.9048701524734497,
      "learning_rate": 7.643783088641407e-05,
      "loss": 0.0762,
      "step": 4382
    },
    {
      "epoch": 0.32778671054107617,
      "grad_norm": 0.8520976305007935,
      "learning_rate": 7.642778380195659e-05,
      "loss": 0.0674,
      "step": 4383
    },
    {
      "epoch": 0.32786149646636503,
      "grad_norm": 1.1770241260528564,
      "learning_rate": 7.641773523650546e-05,
      "loss": 0.1025,
      "step": 4384
    },
    {
      "epoch": 0.3279362823916539,
      "grad_norm": 0.5826326608657837,
      "learning_rate": 7.640768519062382e-05,
      "loss": 0.0491,
      "step": 4385
    },
    {
      "epoch": 0.32801106831694277,
      "grad_norm": 0.9560237526893616,
      "learning_rate": 7.639763366487487e-05,
      "loss": 0.063,
      "step": 4386
    },
    {
      "epoch": 0.32808585424223163,
      "grad_norm": 1.2301357984542847,
      "learning_rate": 7.638758065982187e-05,
      "loss": 0.2195,
      "step": 4387
    },
    {
      "epoch": 0.32816064016752045,
      "grad_norm": 0.6040716171264648,
      "learning_rate": 7.637752617602821e-05,
      "loss": 0.0412,
      "step": 4388
    },
    {
      "epoch": 0.3282354260928093,
      "grad_norm": 1.1443637609481812,
      "learning_rate": 7.63674702140573e-05,
      "loss": 0.1503,
      "step": 4389
    },
    {
      "epoch": 0.3283102120180982,
      "grad_norm": 1.2285411357879639,
      "learning_rate": 7.635741277447272e-05,
      "loss": 0.153,
      "step": 4390
    },
    {
      "epoch": 0.32838499794338705,
      "grad_norm": 1.262521743774414,
      "learning_rate": 7.634735385783803e-05,
      "loss": 0.1262,
      "step": 4391
    },
    {
      "epoch": 0.3284597838686759,
      "grad_norm": 1.0267847776412964,
      "learning_rate": 7.633729346471695e-05,
      "loss": 0.1116,
      "step": 4392
    },
    {
      "epoch": 0.3285345697939648,
      "grad_norm": 1.5239239931106567,
      "learning_rate": 7.632723159567325e-05,
      "loss": 0.1537,
      "step": 4393
    },
    {
      "epoch": 0.32860935571925365,
      "grad_norm": 1.4719321727752686,
      "learning_rate": 7.631716825127081e-05,
      "loss": 0.1823,
      "step": 4394
    },
    {
      "epoch": 0.3286841416445425,
      "grad_norm": 1.4961129426956177,
      "learning_rate": 7.630710343207355e-05,
      "loss": 0.1764,
      "step": 4395
    },
    {
      "epoch": 0.3287589275698314,
      "grad_norm": 1.6041685342788696,
      "learning_rate": 7.629703713864549e-05,
      "loss": 0.1903,
      "step": 4396
    },
    {
      "epoch": 0.3288337134951202,
      "grad_norm": 1.619213581085205,
      "learning_rate": 7.628696937155073e-05,
      "loss": 0.1585,
      "step": 4397
    },
    {
      "epoch": 0.32890849942040906,
      "grad_norm": 1.571071982383728,
      "learning_rate": 7.627690013135351e-05,
      "loss": 0.1329,
      "step": 4398
    },
    {
      "epoch": 0.32898328534569793,
      "grad_norm": 1.5395601987838745,
      "learning_rate": 7.626682941861807e-05,
      "loss": 0.1562,
      "step": 4399
    },
    {
      "epoch": 0.3290580712709868,
      "grad_norm": 3.52245831489563,
      "learning_rate": 7.625675723390875e-05,
      "loss": 0.5641,
      "step": 4400
    },
    {
      "epoch": 0.32913285719627566,
      "grad_norm": 0.8308981657028198,
      "learning_rate": 7.624668357779001e-05,
      "loss": 0.1157,
      "step": 4401
    },
    {
      "epoch": 0.32920764312156453,
      "grad_norm": 0.5702993869781494,
      "learning_rate": 7.623660845082636e-05,
      "loss": 0.0576,
      "step": 4402
    },
    {
      "epoch": 0.3292824290468534,
      "grad_norm": 0.7797635197639465,
      "learning_rate": 7.62265318535824e-05,
      "loss": 0.0897,
      "step": 4403
    },
    {
      "epoch": 0.32935721497214226,
      "grad_norm": 0.7678727507591248,
      "learning_rate": 7.621645378662284e-05,
      "loss": 0.1113,
      "step": 4404
    },
    {
      "epoch": 0.3294320008974311,
      "grad_norm": 0.7168284058570862,
      "learning_rate": 7.620637425051243e-05,
      "loss": 0.085,
      "step": 4405
    },
    {
      "epoch": 0.32950678682271994,
      "grad_norm": 0.7599136233329773,
      "learning_rate": 7.6196293245816e-05,
      "loss": 0.0825,
      "step": 4406
    },
    {
      "epoch": 0.3295815727480088,
      "grad_norm": 0.7533562779426575,
      "learning_rate": 7.618621077309854e-05,
      "loss": 0.0652,
      "step": 4407
    },
    {
      "epoch": 0.3296563586732977,
      "grad_norm": 0.8567273616790771,
      "learning_rate": 7.617612683292499e-05,
      "loss": 0.075,
      "step": 4408
    },
    {
      "epoch": 0.32973114459858655,
      "grad_norm": 0.896986186504364,
      "learning_rate": 7.616604142586049e-05,
      "loss": 0.0912,
      "step": 4409
    },
    {
      "epoch": 0.3298059305238754,
      "grad_norm": 0.789520263671875,
      "learning_rate": 7.615595455247022e-05,
      "loss": 0.0715,
      "step": 4410
    },
    {
      "epoch": 0.3298807164491643,
      "grad_norm": 1.1632680892944336,
      "learning_rate": 7.614586621331943e-05,
      "loss": 0.0956,
      "step": 4411
    },
    {
      "epoch": 0.32995550237445315,
      "grad_norm": 0.6980305910110474,
      "learning_rate": 7.613577640897346e-05,
      "loss": 0.0921,
      "step": 4412
    },
    {
      "epoch": 0.330030288299742,
      "grad_norm": 0.7163156867027283,
      "learning_rate": 7.612568513999775e-05,
      "loss": 0.052,
      "step": 4413
    },
    {
      "epoch": 0.3301050742250308,
      "grad_norm": 0.8227684497833252,
      "learning_rate": 7.61155924069578e-05,
      "loss": 0.0824,
      "step": 4414
    },
    {
      "epoch": 0.3301798601503197,
      "grad_norm": 1.8661879301071167,
      "learning_rate": 7.610549821041919e-05,
      "loss": 0.1183,
      "step": 4415
    },
    {
      "epoch": 0.33025464607560856,
      "grad_norm": 0.9724707007408142,
      "learning_rate": 7.60954025509476e-05,
      "loss": 0.0965,
      "step": 4416
    },
    {
      "epoch": 0.3303294320008974,
      "grad_norm": 0.7913810610771179,
      "learning_rate": 7.608530542910876e-05,
      "loss": 0.0894,
      "step": 4417
    },
    {
      "epoch": 0.3304042179261863,
      "grad_norm": 0.8101277351379395,
      "learning_rate": 7.607520684546856e-05,
      "loss": 0.0825,
      "step": 4418
    },
    {
      "epoch": 0.33047900385147516,
      "grad_norm": 0.8895857334136963,
      "learning_rate": 7.606510680059288e-05,
      "loss": 0.0818,
      "step": 4419
    },
    {
      "epoch": 0.33055378977676403,
      "grad_norm": 0.9847678542137146,
      "learning_rate": 7.605500529504771e-05,
      "loss": 0.1212,
      "step": 4420
    },
    {
      "epoch": 0.3306285757020529,
      "grad_norm": 1.2848443984985352,
      "learning_rate": 7.604490232939915e-05,
      "loss": 0.1663,
      "step": 4421
    },
    {
      "epoch": 0.3307033616273417,
      "grad_norm": 0.8982858061790466,
      "learning_rate": 7.603479790421337e-05,
      "loss": 0.0799,
      "step": 4422
    },
    {
      "epoch": 0.3307781475526306,
      "grad_norm": 1.084289312362671,
      "learning_rate": 7.60246920200566e-05,
      "loss": 0.0949,
      "step": 4423
    },
    {
      "epoch": 0.33085293347791944,
      "grad_norm": 1.1441954374313354,
      "learning_rate": 7.601458467749516e-05,
      "loss": 0.1104,
      "step": 4424
    },
    {
      "epoch": 0.3309277194032083,
      "grad_norm": 1.070602536201477,
      "learning_rate": 7.600447587709549e-05,
      "loss": 0.0936,
      "step": 4425
    },
    {
      "epoch": 0.3310025053284972,
      "grad_norm": 1.2717448472976685,
      "learning_rate": 7.599436561942402e-05,
      "loss": 0.1854,
      "step": 4426
    },
    {
      "epoch": 0.33107729125378604,
      "grad_norm": 1.1473551988601685,
      "learning_rate": 7.598425390504737e-05,
      "loss": 0.1399,
      "step": 4427
    },
    {
      "epoch": 0.3311520771790749,
      "grad_norm": 1.6082473993301392,
      "learning_rate": 7.59741407345322e-05,
      "loss": 0.1839,
      "step": 4428
    },
    {
      "epoch": 0.3312268631043638,
      "grad_norm": 0.8520277738571167,
      "learning_rate": 7.596402610844522e-05,
      "loss": 0.0613,
      "step": 4429
    },
    {
      "epoch": 0.33130164902965265,
      "grad_norm": 1.079483985900879,
      "learning_rate": 7.595391002735323e-05,
      "loss": 0.1279,
      "step": 4430
    },
    {
      "epoch": 0.33137643495494146,
      "grad_norm": 0.7926028370857239,
      "learning_rate": 7.594379249182316e-05,
      "loss": 0.0684,
      "step": 4431
    },
    {
      "epoch": 0.3314512208802303,
      "grad_norm": 0.6590998768806458,
      "learning_rate": 7.593367350242198e-05,
      "loss": 0.069,
      "step": 4432
    },
    {
      "epoch": 0.3315260068055192,
      "grad_norm": 0.880729079246521,
      "learning_rate": 7.592355305971676e-05,
      "loss": 0.0851,
      "step": 4433
    },
    {
      "epoch": 0.33160079273080806,
      "grad_norm": 0.9112294912338257,
      "learning_rate": 7.591343116427462e-05,
      "loss": 0.0643,
      "step": 4434
    },
    {
      "epoch": 0.3316755786560969,
      "grad_norm": 0.7743789553642273,
      "learning_rate": 7.590330781666279e-05,
      "loss": 0.0822,
      "step": 4435
    },
    {
      "epoch": 0.3317503645813858,
      "grad_norm": 1.0802509784698486,
      "learning_rate": 7.589318301744861e-05,
      "loss": 0.1323,
      "step": 4436
    },
    {
      "epoch": 0.33182515050667466,
      "grad_norm": 0.7480421662330627,
      "learning_rate": 7.58830567671994e-05,
      "loss": 0.048,
      "step": 4437
    },
    {
      "epoch": 0.3318999364319635,
      "grad_norm": 0.7534427642822266,
      "learning_rate": 7.587292906648269e-05,
      "loss": 0.0628,
      "step": 4438
    },
    {
      "epoch": 0.33197472235725234,
      "grad_norm": 1.2421250343322754,
      "learning_rate": 7.5862799915866e-05,
      "loss": 0.1324,
      "step": 4439
    },
    {
      "epoch": 0.3320495082825412,
      "grad_norm": 0.8169177174568176,
      "learning_rate": 7.585266931591694e-05,
      "loss": 0.0457,
      "step": 4440
    },
    {
      "epoch": 0.3321242942078301,
      "grad_norm": 1.2034201622009277,
      "learning_rate": 7.584253726720327e-05,
      "loss": 0.1747,
      "step": 4441
    },
    {
      "epoch": 0.33219908013311894,
      "grad_norm": 0.9001981616020203,
      "learning_rate": 7.583240377029274e-05,
      "loss": 0.0761,
      "step": 4442
    },
    {
      "epoch": 0.3322738660584078,
      "grad_norm": 1.8357595205307007,
      "learning_rate": 7.582226882575326e-05,
      "loss": 0.2441,
      "step": 4443
    },
    {
      "epoch": 0.3323486519836967,
      "grad_norm": 1.2540504932403564,
      "learning_rate": 7.581213243415275e-05,
      "loss": 0.1312,
      "step": 4444
    },
    {
      "epoch": 0.33242343790898554,
      "grad_norm": 2.3612422943115234,
      "learning_rate": 7.580199459605928e-05,
      "loss": 0.3061,
      "step": 4445
    },
    {
      "epoch": 0.3324982238342744,
      "grad_norm": 1.5668504238128662,
      "learning_rate": 7.579185531204094e-05,
      "loss": 0.1785,
      "step": 4446
    },
    {
      "epoch": 0.3325730097595633,
      "grad_norm": 1.7593412399291992,
      "learning_rate": 7.578171458266593e-05,
      "loss": 0.1948,
      "step": 4447
    },
    {
      "epoch": 0.3326477956848521,
      "grad_norm": 1.8284273147583008,
      "learning_rate": 7.577157240850255e-05,
      "loss": 0.2148,
      "step": 4448
    },
    {
      "epoch": 0.33272258161014096,
      "grad_norm": 1.3764915466308594,
      "learning_rate": 7.576142879011913e-05,
      "loss": 0.1004,
      "step": 4449
    },
    {
      "epoch": 0.3327973675354298,
      "grad_norm": 2.811602830886841,
      "learning_rate": 7.575128372808413e-05,
      "loss": 0.3018,
      "step": 4450
    },
    {
      "epoch": 0.3328721534607187,
      "grad_norm": 0.7953190207481384,
      "learning_rate": 7.574113722296608e-05,
      "loss": 0.1181,
      "step": 4451
    },
    {
      "epoch": 0.33294693938600756,
      "grad_norm": 0.7450648546218872,
      "learning_rate": 7.573098927533358e-05,
      "loss": 0.0836,
      "step": 4452
    },
    {
      "epoch": 0.3330217253112964,
      "grad_norm": 0.9111055731773376,
      "learning_rate": 7.572083988575528e-05,
      "loss": 0.0928,
      "step": 4453
    },
    {
      "epoch": 0.3330965112365853,
      "grad_norm": 0.8495780825614929,
      "learning_rate": 7.571068905479997e-05,
      "loss": 0.1067,
      "step": 4454
    },
    {
      "epoch": 0.33317129716187416,
      "grad_norm": 0.8274703621864319,
      "learning_rate": 7.57005367830365e-05,
      "loss": 0.1194,
      "step": 4455
    },
    {
      "epoch": 0.33324608308716297,
      "grad_norm": 1.0666956901550293,
      "learning_rate": 7.56903830710338e-05,
      "loss": 0.1262,
      "step": 4456
    },
    {
      "epoch": 0.33332086901245184,
      "grad_norm": 0.8854807615280151,
      "learning_rate": 7.568022791936087e-05,
      "loss": 0.0968,
      "step": 4457
    },
    {
      "epoch": 0.3333956549377407,
      "grad_norm": 0.8084486722946167,
      "learning_rate": 7.56700713285868e-05,
      "loss": 0.0629,
      "step": 4458
    },
    {
      "epoch": 0.33347044086302957,
      "grad_norm": 0.6322696208953857,
      "learning_rate": 7.565991329928074e-05,
      "loss": 0.0852,
      "step": 4459
    },
    {
      "epoch": 0.33354522678831844,
      "grad_norm": 0.6121720671653748,
      "learning_rate": 7.564975383201194e-05,
      "loss": 0.0572,
      "step": 4460
    },
    {
      "epoch": 0.3336200127136073,
      "grad_norm": 1.000734806060791,
      "learning_rate": 7.563959292734975e-05,
      "loss": 0.1064,
      "step": 4461
    },
    {
      "epoch": 0.3336947986388962,
      "grad_norm": 0.6236109137535095,
      "learning_rate": 7.562943058586359e-05,
      "loss": 0.0481,
      "step": 4462
    },
    {
      "epoch": 0.33376958456418504,
      "grad_norm": 1.0772916078567505,
      "learning_rate": 7.561926680812289e-05,
      "loss": 0.1073,
      "step": 4463
    },
    {
      "epoch": 0.3338443704894739,
      "grad_norm": 1.356545329093933,
      "learning_rate": 7.560910159469727e-05,
      "loss": 0.086,
      "step": 4464
    },
    {
      "epoch": 0.3339191564147627,
      "grad_norm": 0.8481993675231934,
      "learning_rate": 7.55989349461564e-05,
      "loss": 0.0713,
      "step": 4465
    },
    {
      "epoch": 0.3339939423400516,
      "grad_norm": 0.5760543346405029,
      "learning_rate": 7.558876686306996e-05,
      "loss": 0.0493,
      "step": 4466
    },
    {
      "epoch": 0.33406872826534045,
      "grad_norm": 0.8037357926368713,
      "learning_rate": 7.557859734600778e-05,
      "loss": 0.0793,
      "step": 4467
    },
    {
      "epoch": 0.3341435141906293,
      "grad_norm": 0.6400795578956604,
      "learning_rate": 7.556842639553979e-05,
      "loss": 0.0568,
      "step": 4468
    },
    {
      "epoch": 0.3342183001159182,
      "grad_norm": 0.7706001996994019,
      "learning_rate": 7.555825401223588e-05,
      "loss": 0.0768,
      "step": 4469
    },
    {
      "epoch": 0.33429308604120705,
      "grad_norm": 0.8984971642494202,
      "learning_rate": 7.554808019666619e-05,
      "loss": 0.0951,
      "step": 4470
    },
    {
      "epoch": 0.3343678719664959,
      "grad_norm": 0.8013433814048767,
      "learning_rate": 7.553790494940081e-05,
      "loss": 0.1008,
      "step": 4471
    },
    {
      "epoch": 0.3344426578917848,
      "grad_norm": 0.9316556453704834,
      "learning_rate": 7.552772827100993e-05,
      "loss": 0.1021,
      "step": 4472
    },
    {
      "epoch": 0.3345174438170736,
      "grad_norm": 0.9565207362174988,
      "learning_rate": 7.551755016206393e-05,
      "loss": 0.0789,
      "step": 4473
    },
    {
      "epoch": 0.33459222974236247,
      "grad_norm": 1.0544021129608154,
      "learning_rate": 7.550737062313308e-05,
      "loss": 0.0916,
      "step": 4474
    },
    {
      "epoch": 0.33466701566765134,
      "grad_norm": 1.0996190309524536,
      "learning_rate": 7.549718965478789e-05,
      "loss": 0.1192,
      "step": 4475
    },
    {
      "epoch": 0.3347418015929402,
      "grad_norm": 0.7477332949638367,
      "learning_rate": 7.548700725759889e-05,
      "loss": 0.0618,
      "step": 4476
    },
    {
      "epoch": 0.33481658751822907,
      "grad_norm": 0.7142981290817261,
      "learning_rate": 7.547682343213669e-05,
      "loss": 0.0803,
      "step": 4477
    },
    {
      "epoch": 0.33489137344351794,
      "grad_norm": 1.1826571226119995,
      "learning_rate": 7.546663817897197e-05,
      "loss": 0.1069,
      "step": 4478
    },
    {
      "epoch": 0.3349661593688068,
      "grad_norm": 0.7635929584503174,
      "learning_rate": 7.545645149867553e-05,
      "loss": 0.0872,
      "step": 4479
    },
    {
      "epoch": 0.33504094529409567,
      "grad_norm": 0.7968069911003113,
      "learning_rate": 7.544626339181821e-05,
      "loss": 0.0647,
      "step": 4480
    },
    {
      "epoch": 0.33511573121938454,
      "grad_norm": 1.2427308559417725,
      "learning_rate": 7.543607385897094e-05,
      "loss": 0.1224,
      "step": 4481
    },
    {
      "epoch": 0.33519051714467335,
      "grad_norm": 1.3101894855499268,
      "learning_rate": 7.542588290070474e-05,
      "loss": 0.1695,
      "step": 4482
    },
    {
      "epoch": 0.3352653030699622,
      "grad_norm": 0.7982553839683533,
      "learning_rate": 7.541569051759071e-05,
      "loss": 0.0658,
      "step": 4483
    },
    {
      "epoch": 0.3353400889952511,
      "grad_norm": 1.3771815299987793,
      "learning_rate": 7.54054967102e-05,
      "loss": 0.1616,
      "step": 4484
    },
    {
      "epoch": 0.33541487492053995,
      "grad_norm": 0.5118739604949951,
      "learning_rate": 7.53953014791039e-05,
      "loss": 0.034,
      "step": 4485
    },
    {
      "epoch": 0.3354896608458288,
      "grad_norm": 1.135581612586975,
      "learning_rate": 7.538510482487371e-05,
      "loss": 0.1841,
      "step": 4486
    },
    {
      "epoch": 0.3355644467711177,
      "grad_norm": 0.5577595829963684,
      "learning_rate": 7.537490674808086e-05,
      "loss": 0.0387,
      "step": 4487
    },
    {
      "epoch": 0.33563923269640655,
      "grad_norm": 1.2414014339447021,
      "learning_rate": 7.536470724929685e-05,
      "loss": 0.1799,
      "step": 4488
    },
    {
      "epoch": 0.3357140186216954,
      "grad_norm": 1.068508505821228,
      "learning_rate": 7.535450632909323e-05,
      "loss": 0.0874,
      "step": 4489
    },
    {
      "epoch": 0.33578880454698423,
      "grad_norm": 1.254596471786499,
      "learning_rate": 7.534430398804166e-05,
      "loss": 0.1153,
      "step": 4490
    },
    {
      "epoch": 0.3358635904722731,
      "grad_norm": 0.9909299612045288,
      "learning_rate": 7.533410022671387e-05,
      "loss": 0.1014,
      "step": 4491
    },
    {
      "epoch": 0.33593837639756197,
      "grad_norm": 0.581047773361206,
      "learning_rate": 7.532389504568169e-05,
      "loss": 0.0523,
      "step": 4492
    },
    {
      "epoch": 0.33601316232285083,
      "grad_norm": 1.002200961112976,
      "learning_rate": 7.5313688445517e-05,
      "loss": 0.1042,
      "step": 4493
    },
    {
      "epoch": 0.3360879482481397,
      "grad_norm": 1.2994966506958008,
      "learning_rate": 7.530348042679177e-05,
      "loss": 0.1471,
      "step": 4494
    },
    {
      "epoch": 0.33616273417342857,
      "grad_norm": 1.9725364446640015,
      "learning_rate": 7.529327099007802e-05,
      "loss": 0.1833,
      "step": 4495
    },
    {
      "epoch": 0.33623752009871744,
      "grad_norm": 1.5135966539382935,
      "learning_rate": 7.528306013594794e-05,
      "loss": 0.1832,
      "step": 4496
    },
    {
      "epoch": 0.3363123060240063,
      "grad_norm": 2.038198471069336,
      "learning_rate": 7.527284786497369e-05,
      "loss": 0.2401,
      "step": 4497
    },
    {
      "epoch": 0.33638709194929517,
      "grad_norm": 1.8539371490478516,
      "learning_rate": 7.526263417772757e-05,
      "loss": 0.2593,
      "step": 4498
    },
    {
      "epoch": 0.336461877874584,
      "grad_norm": 1.3609753847122192,
      "learning_rate": 7.525241907478196e-05,
      "loss": 0.1375,
      "step": 4499
    },
    {
      "epoch": 0.33653666379987285,
      "grad_norm": 3.142599582672119,
      "learning_rate": 7.524220255670929e-05,
      "loss": 0.2884,
      "step": 4500
    },
    {
      "epoch": 0.3366114497251617,
      "grad_norm": 1.7701611518859863,
      "learning_rate": 7.52319846240821e-05,
      "loss": 0.1603,
      "step": 4501
    },
    {
      "epoch": 0.3366862356504506,
      "grad_norm": 0.8387424349784851,
      "learning_rate": 7.522176527747297e-05,
      "loss": 0.1089,
      "step": 4502
    },
    {
      "epoch": 0.33676102157573945,
      "grad_norm": 0.9035482406616211,
      "learning_rate": 7.521154451745464e-05,
      "loss": 0.0938,
      "step": 4503
    },
    {
      "epoch": 0.3368358075010283,
      "grad_norm": 1.3149292469024658,
      "learning_rate": 7.520132234459982e-05,
      "loss": 0.1925,
      "step": 4504
    },
    {
      "epoch": 0.3369105934263172,
      "grad_norm": 0.6086734533309937,
      "learning_rate": 7.519109875948138e-05,
      "loss": 0.0827,
      "step": 4505
    },
    {
      "epoch": 0.33698537935160605,
      "grad_norm": 0.9404424428939819,
      "learning_rate": 7.518087376267222e-05,
      "loss": 0.0656,
      "step": 4506
    },
    {
      "epoch": 0.33706016527689486,
      "grad_norm": 0.5898691415786743,
      "learning_rate": 7.517064735474537e-05,
      "loss": 0.0388,
      "step": 4507
    },
    {
      "epoch": 0.33713495120218373,
      "grad_norm": 0.7769841551780701,
      "learning_rate": 7.516041953627389e-05,
      "loss": 0.0936,
      "step": 4508
    },
    {
      "epoch": 0.3372097371274726,
      "grad_norm": 1.0038057565689087,
      "learning_rate": 7.515019030783095e-05,
      "loss": 0.0663,
      "step": 4509
    },
    {
      "epoch": 0.33728452305276146,
      "grad_norm": 0.6673872470855713,
      "learning_rate": 7.513995966998978e-05,
      "loss": 0.0854,
      "step": 4510
    },
    {
      "epoch": 0.33735930897805033,
      "grad_norm": 0.8827033638954163,
      "learning_rate": 7.512972762332369e-05,
      "loss": 0.0974,
      "step": 4511
    },
    {
      "epoch": 0.3374340949033392,
      "grad_norm": 0.7990304827690125,
      "learning_rate": 7.51194941684061e-05,
      "loss": 0.0798,
      "step": 4512
    },
    {
      "epoch": 0.33750888082862807,
      "grad_norm": 0.6544533967971802,
      "learning_rate": 7.510925930581048e-05,
      "loss": 0.0607,
      "step": 4513
    },
    {
      "epoch": 0.33758366675391693,
      "grad_norm": 0.5977561473846436,
      "learning_rate": 7.509902303611035e-05,
      "loss": 0.0569,
      "step": 4514
    },
    {
      "epoch": 0.3376584526792058,
      "grad_norm": 0.6403871178627014,
      "learning_rate": 7.50887853598794e-05,
      "loss": 0.0656,
      "step": 4515
    },
    {
      "epoch": 0.3377332386044946,
      "grad_norm": 0.88330078125,
      "learning_rate": 7.507854627769128e-05,
      "loss": 0.0816,
      "step": 4516
    },
    {
      "epoch": 0.3378080245297835,
      "grad_norm": 0.963768720626831,
      "learning_rate": 7.506830579011984e-05,
      "loss": 0.122,
      "step": 4517
    },
    {
      "epoch": 0.33788281045507235,
      "grad_norm": 1.4873138666152954,
      "learning_rate": 7.50580638977389e-05,
      "loss": 0.1782,
      "step": 4518
    },
    {
      "epoch": 0.3379575963803612,
      "grad_norm": 1.1120028495788574,
      "learning_rate": 7.504782060112246e-05,
      "loss": 0.0872,
      "step": 4519
    },
    {
      "epoch": 0.3380323823056501,
      "grad_norm": 0.664682149887085,
      "learning_rate": 7.50375759008445e-05,
      "loss": 0.0536,
      "step": 4520
    },
    {
      "epoch": 0.33810716823093895,
      "grad_norm": 0.8287150263786316,
      "learning_rate": 7.502732979747915e-05,
      "loss": 0.0773,
      "step": 4521
    },
    {
      "epoch": 0.3381819541562278,
      "grad_norm": 0.785783588886261,
      "learning_rate": 7.501708229160057e-05,
      "loss": 0.0859,
      "step": 4522
    },
    {
      "epoch": 0.3382567400815167,
      "grad_norm": 0.6916666030883789,
      "learning_rate": 7.500683338378304e-05,
      "loss": 0.0744,
      "step": 4523
    },
    {
      "epoch": 0.3383315260068055,
      "grad_norm": 0.9805933237075806,
      "learning_rate": 7.49965830746009e-05,
      "loss": 0.0943,
      "step": 4524
    },
    {
      "epoch": 0.33840631193209436,
      "grad_norm": 1.7768478393554688,
      "learning_rate": 7.498633136462858e-05,
      "loss": 0.0876,
      "step": 4525
    },
    {
      "epoch": 0.33848109785738323,
      "grad_norm": 0.8904577493667603,
      "learning_rate": 7.497607825444057e-05,
      "loss": 0.0841,
      "step": 4526
    },
    {
      "epoch": 0.3385558837826721,
      "grad_norm": 1.0806421041488647,
      "learning_rate": 7.496582374461145e-05,
      "loss": 0.1169,
      "step": 4527
    },
    {
      "epoch": 0.33863066970796096,
      "grad_norm": 1.178316593170166,
      "learning_rate": 7.495556783571586e-05,
      "loss": 0.1447,
      "step": 4528
    },
    {
      "epoch": 0.33870545563324983,
      "grad_norm": 1.1904377937316895,
      "learning_rate": 7.494531052832854e-05,
      "loss": 0.1208,
      "step": 4529
    },
    {
      "epoch": 0.3387802415585387,
      "grad_norm": 0.772868812084198,
      "learning_rate": 7.493505182302432e-05,
      "loss": 0.0761,
      "step": 4530
    },
    {
      "epoch": 0.33885502748382756,
      "grad_norm": 1.2360628843307495,
      "learning_rate": 7.492479172037806e-05,
      "loss": 0.1617,
      "step": 4531
    },
    {
      "epoch": 0.33892981340911643,
      "grad_norm": 0.9649323225021362,
      "learning_rate": 7.491453022096476e-05,
      "loss": 0.067,
      "step": 4532
    },
    {
      "epoch": 0.33900459933440524,
      "grad_norm": 0.8891965746879578,
      "learning_rate": 7.490426732535944e-05,
      "loss": 0.0883,
      "step": 4533
    },
    {
      "epoch": 0.3390793852596941,
      "grad_norm": 1.1425126791000366,
      "learning_rate": 7.489400303413725e-05,
      "loss": 0.105,
      "step": 4534
    },
    {
      "epoch": 0.339154171184983,
      "grad_norm": 1.2419376373291016,
      "learning_rate": 7.488373734787337e-05,
      "loss": 0.0797,
      "step": 4535
    },
    {
      "epoch": 0.33922895711027184,
      "grad_norm": 1.282252311706543,
      "learning_rate": 7.48734702671431e-05,
      "loss": 0.0877,
      "step": 4536
    },
    {
      "epoch": 0.3393037430355607,
      "grad_norm": 0.7144117951393127,
      "learning_rate": 7.486320179252177e-05,
      "loss": 0.0454,
      "step": 4537
    },
    {
      "epoch": 0.3393785289608496,
      "grad_norm": 0.5633535385131836,
      "learning_rate": 7.485293192458487e-05,
      "loss": 0.0492,
      "step": 4538
    },
    {
      "epoch": 0.33945331488613845,
      "grad_norm": 1.104386329650879,
      "learning_rate": 7.484266066390786e-05,
      "loss": 0.1625,
      "step": 4539
    },
    {
      "epoch": 0.3395281008114273,
      "grad_norm": 1.0870945453643799,
      "learning_rate": 7.48323880110664e-05,
      "loss": 0.0858,
      "step": 4540
    },
    {
      "epoch": 0.3396028867367161,
      "grad_norm": 1.2446424961090088,
      "learning_rate": 7.482211396663608e-05,
      "loss": 0.1828,
      "step": 4541
    },
    {
      "epoch": 0.339677672662005,
      "grad_norm": 0.980657696723938,
      "learning_rate": 7.48118385311927e-05,
      "loss": 0.0917,
      "step": 4542
    },
    {
      "epoch": 0.33975245858729386,
      "grad_norm": 1.4581434726715088,
      "learning_rate": 7.480156170531208e-05,
      "loss": 0.1446,
      "step": 4543
    },
    {
      "epoch": 0.3398272445125827,
      "grad_norm": 1.4498448371887207,
      "learning_rate": 7.479128348957013e-05,
      "loss": 0.1311,
      "step": 4544
    },
    {
      "epoch": 0.3399020304378716,
      "grad_norm": 1.14297354221344,
      "learning_rate": 7.478100388454282e-05,
      "loss": 0.0851,
      "step": 4545
    },
    {
      "epoch": 0.33997681636316046,
      "grad_norm": 1.58175790309906,
      "learning_rate": 7.477072289080623e-05,
      "loss": 0.1567,
      "step": 4546
    },
    {
      "epoch": 0.34005160228844933,
      "grad_norm": 1.9924694299697876,
      "learning_rate": 7.476044050893649e-05,
      "loss": 0.2042,
      "step": 4547
    },
    {
      "epoch": 0.3401263882137382,
      "grad_norm": 1.115523338317871,
      "learning_rate": 7.475015673950981e-05,
      "loss": 0.0841,
      "step": 4548
    },
    {
      "epoch": 0.34020117413902706,
      "grad_norm": 2.1649739742279053,
      "learning_rate": 7.473987158310249e-05,
      "loss": 0.3431,
      "step": 4549
    },
    {
      "epoch": 0.3402759600643159,
      "grad_norm": 2.538187026977539,
      "learning_rate": 7.472958504029093e-05,
      "loss": 0.1688,
      "step": 4550
    },
    {
      "epoch": 0.34035074598960474,
      "grad_norm": 1.0337462425231934,
      "learning_rate": 7.471929711165153e-05,
      "loss": 0.1711,
      "step": 4551
    },
    {
      "epoch": 0.3404255319148936,
      "grad_norm": 0.8189663887023926,
      "learning_rate": 7.470900779776084e-05,
      "loss": 0.1042,
      "step": 4552
    },
    {
      "epoch": 0.3405003178401825,
      "grad_norm": 0.8483714461326599,
      "learning_rate": 7.469871709919548e-05,
      "loss": 0.068,
      "step": 4553
    },
    {
      "epoch": 0.34057510376547134,
      "grad_norm": 0.6316840648651123,
      "learning_rate": 7.46884250165321e-05,
      "loss": 0.0505,
      "step": 4554
    },
    {
      "epoch": 0.3406498896907602,
      "grad_norm": 1.100439429283142,
      "learning_rate": 7.46781315503475e-05,
      "loss": 0.1056,
      "step": 4555
    },
    {
      "epoch": 0.3407246756160491,
      "grad_norm": 0.9214105010032654,
      "learning_rate": 7.466783670121849e-05,
      "loss": 0.1092,
      "step": 4556
    },
    {
      "epoch": 0.34079946154133794,
      "grad_norm": 0.9778080582618713,
      "learning_rate": 7.465754046972201e-05,
      "loss": 0.1006,
      "step": 4557
    },
    {
      "epoch": 0.34087424746662676,
      "grad_norm": 0.7994668483734131,
      "learning_rate": 7.464724285643503e-05,
      "loss": 0.0915,
      "step": 4558
    },
    {
      "epoch": 0.3409490333919156,
      "grad_norm": 1.2634649276733398,
      "learning_rate": 7.463694386193462e-05,
      "loss": 0.0876,
      "step": 4559
    },
    {
      "epoch": 0.3410238193172045,
      "grad_norm": 1.1382150650024414,
      "learning_rate": 7.462664348679796e-05,
      "loss": 0.1154,
      "step": 4560
    },
    {
      "epoch": 0.34109860524249336,
      "grad_norm": 0.823104739189148,
      "learning_rate": 7.461634173160224e-05,
      "loss": 0.0692,
      "step": 4561
    },
    {
      "epoch": 0.3411733911677822,
      "grad_norm": 0.8979572057723999,
      "learning_rate": 7.460603859692478e-05,
      "loss": 0.0693,
      "step": 4562
    },
    {
      "epoch": 0.3412481770930711,
      "grad_norm": 1.3529132604599,
      "learning_rate": 7.459573408334295e-05,
      "loss": 0.1344,
      "step": 4563
    },
    {
      "epoch": 0.34132296301835996,
      "grad_norm": 0.7791057229042053,
      "learning_rate": 7.458542819143423e-05,
      "loss": 0.0864,
      "step": 4564
    },
    {
      "epoch": 0.3413977489436488,
      "grad_norm": 0.7756838202476501,
      "learning_rate": 7.457512092177612e-05,
      "loss": 0.0636,
      "step": 4565
    },
    {
      "epoch": 0.34147253486893764,
      "grad_norm": 1.0281914472579956,
      "learning_rate": 7.456481227494627e-05,
      "loss": 0.0782,
      "step": 4566
    },
    {
      "epoch": 0.3415473207942265,
      "grad_norm": 0.9019516706466675,
      "learning_rate": 7.455450225152233e-05,
      "loss": 0.0782,
      "step": 4567
    },
    {
      "epoch": 0.3416221067195154,
      "grad_norm": 0.7802594304084778,
      "learning_rate": 7.45441908520821e-05,
      "loss": 0.0685,
      "step": 4568
    },
    {
      "epoch": 0.34169689264480424,
      "grad_norm": 0.5409252643585205,
      "learning_rate": 7.45338780772034e-05,
      "loss": 0.0406,
      "step": 4569
    },
    {
      "epoch": 0.3417716785700931,
      "grad_norm": 1.0588469505310059,
      "learning_rate": 7.452356392746415e-05,
      "loss": 0.0663,
      "step": 4570
    },
    {
      "epoch": 0.341846464495382,
      "grad_norm": 1.0292044878005981,
      "learning_rate": 7.451324840344238e-05,
      "loss": 0.0911,
      "step": 4571
    },
    {
      "epoch": 0.34192125042067084,
      "grad_norm": 1.076786994934082,
      "learning_rate": 7.450293150571612e-05,
      "loss": 0.1801,
      "step": 4572
    },
    {
      "epoch": 0.3419960363459597,
      "grad_norm": 0.8372566103935242,
      "learning_rate": 7.449261323486356e-05,
      "loss": 0.0527,
      "step": 4573
    },
    {
      "epoch": 0.3420708222712486,
      "grad_norm": 0.8294873237609863,
      "learning_rate": 7.448229359146289e-05,
      "loss": 0.0879,
      "step": 4574
    },
    {
      "epoch": 0.3421456081965374,
      "grad_norm": 1.0332715511322021,
      "learning_rate": 7.447197257609246e-05,
      "loss": 0.1025,
      "step": 4575
    },
    {
      "epoch": 0.34222039412182625,
      "grad_norm": 0.7134588360786438,
      "learning_rate": 7.44616501893306e-05,
      "loss": 0.0753,
      "step": 4576
    },
    {
      "epoch": 0.3422951800471151,
      "grad_norm": 0.8902714848518372,
      "learning_rate": 7.445132643175584e-05,
      "loss": 0.1039,
      "step": 4577
    },
    {
      "epoch": 0.342369965972404,
      "grad_norm": 1.8037384748458862,
      "learning_rate": 7.444100130394663e-05,
      "loss": 0.1381,
      "step": 4578
    },
    {
      "epoch": 0.34244475189769286,
      "grad_norm": 1.2899552583694458,
      "learning_rate": 7.443067480648164e-05,
      "loss": 0.1592,
      "step": 4579
    },
    {
      "epoch": 0.3425195378229817,
      "grad_norm": 0.9592648148536682,
      "learning_rate": 7.442034693993954e-05,
      "loss": 0.0876,
      "step": 4580
    },
    {
      "epoch": 0.3425943237482706,
      "grad_norm": 1.0375772714614868,
      "learning_rate": 7.441001770489911e-05,
      "loss": 0.0874,
      "step": 4581
    },
    {
      "epoch": 0.34266910967355946,
      "grad_norm": 1.2351398468017578,
      "learning_rate": 7.439968710193919e-05,
      "loss": 0.1664,
      "step": 4582
    },
    {
      "epoch": 0.34274389559884827,
      "grad_norm": 1.3814575672149658,
      "learning_rate": 7.438935513163868e-05,
      "loss": 0.1411,
      "step": 4583
    },
    {
      "epoch": 0.34281868152413714,
      "grad_norm": 0.8771052360534668,
      "learning_rate": 7.437902179457659e-05,
      "loss": 0.0567,
      "step": 4584
    },
    {
      "epoch": 0.342893467449426,
      "grad_norm": 1.081190586090088,
      "learning_rate": 7.4368687091332e-05,
      "loss": 0.0931,
      "step": 4585
    },
    {
      "epoch": 0.34296825337471487,
      "grad_norm": 0.9307122826576233,
      "learning_rate": 7.435835102248404e-05,
      "loss": 0.0989,
      "step": 4586
    },
    {
      "epoch": 0.34304303930000374,
      "grad_norm": 0.7299928069114685,
      "learning_rate": 7.434801358861195e-05,
      "loss": 0.0367,
      "step": 4587
    },
    {
      "epoch": 0.3431178252252926,
      "grad_norm": 1.0988272428512573,
      "learning_rate": 7.433767479029503e-05,
      "loss": 0.1016,
      "step": 4588
    },
    {
      "epoch": 0.3431926111505815,
      "grad_norm": 1.7140203714370728,
      "learning_rate": 7.432733462811265e-05,
      "loss": 0.1606,
      "step": 4589
    },
    {
      "epoch": 0.34326739707587034,
      "grad_norm": 1.5195878744125366,
      "learning_rate": 7.431699310264428e-05,
      "loss": 0.1551,
      "step": 4590
    },
    {
      "epoch": 0.3433421830011592,
      "grad_norm": 1.279048204421997,
      "learning_rate": 7.430665021446944e-05,
      "loss": 0.1472,
      "step": 4591
    },
    {
      "epoch": 0.343416968926448,
      "grad_norm": 0.7925447225570679,
      "learning_rate": 7.429630596416775e-05,
      "loss": 0.0792,
      "step": 4592
    },
    {
      "epoch": 0.3434917548517369,
      "grad_norm": 1.284756064414978,
      "learning_rate": 7.428596035231888e-05,
      "loss": 0.1322,
      "step": 4593
    },
    {
      "epoch": 0.34356654077702575,
      "grad_norm": 1.4602582454681396,
      "learning_rate": 7.42756133795026e-05,
      "loss": 0.1744,
      "step": 4594
    },
    {
      "epoch": 0.3436413267023146,
      "grad_norm": 1.8796014785766602,
      "learning_rate": 7.426526504629873e-05,
      "loss": 0.3136,
      "step": 4595
    },
    {
      "epoch": 0.3437161126276035,
      "grad_norm": 2.4189252853393555,
      "learning_rate": 7.425491535328722e-05,
      "loss": 0.3934,
      "step": 4596
    },
    {
      "epoch": 0.34379089855289235,
      "grad_norm": 1.2311158180236816,
      "learning_rate": 7.424456430104803e-05,
      "loss": 0.1202,
      "step": 4597
    },
    {
      "epoch": 0.3438656844781812,
      "grad_norm": 1.8769152164459229,
      "learning_rate": 7.423421189016123e-05,
      "loss": 0.1802,
      "step": 4598
    },
    {
      "epoch": 0.3439404704034701,
      "grad_norm": 1.2164757251739502,
      "learning_rate": 7.422385812120694e-05,
      "loss": 0.0973,
      "step": 4599
    },
    {
      "epoch": 0.3440152563287589,
      "grad_norm": 1.989342212677002,
      "learning_rate": 7.421350299476543e-05,
      "loss": 0.2007,
      "step": 4600
    },
    {
      "epoch": 0.34409004225404777,
      "grad_norm": 1.0948597192764282,
      "learning_rate": 7.420314651141695e-05,
      "loss": 0.1068,
      "step": 4601
    },
    {
      "epoch": 0.34416482817933663,
      "grad_norm": 1.072105050086975,
      "learning_rate": 7.419278867174188e-05,
      "loss": 0.1906,
      "step": 4602
    },
    {
      "epoch": 0.3442396141046255,
      "grad_norm": 0.6010542511940002,
      "learning_rate": 7.418242947632068e-05,
      "loss": 0.0474,
      "step": 4603
    },
    {
      "epoch": 0.34431440002991437,
      "grad_norm": 0.6989748477935791,
      "learning_rate": 7.417206892573385e-05,
      "loss": 0.0851,
      "step": 4604
    },
    {
      "epoch": 0.34438918595520324,
      "grad_norm": 0.49049779772758484,
      "learning_rate": 7.4161707020562e-05,
      "loss": 0.0452,
      "step": 4605
    },
    {
      "epoch": 0.3444639718804921,
      "grad_norm": 0.7067670226097107,
      "learning_rate": 7.41513437613858e-05,
      "loss": 0.062,
      "step": 4606
    },
    {
      "epoch": 0.34453875780578097,
      "grad_norm": 0.7211161255836487,
      "learning_rate": 7.414097914878602e-05,
      "loss": 0.0842,
      "step": 4607
    },
    {
      "epoch": 0.34461354373106984,
      "grad_norm": 0.8327941298484802,
      "learning_rate": 7.413061318334345e-05,
      "loss": 0.0851,
      "step": 4608
    },
    {
      "epoch": 0.34468832965635865,
      "grad_norm": 0.8092445135116577,
      "learning_rate": 7.412024586563902e-05,
      "loss": 0.0808,
      "step": 4609
    },
    {
      "epoch": 0.3447631155816475,
      "grad_norm": 0.6570717096328735,
      "learning_rate": 7.410987719625368e-05,
      "loss": 0.0452,
      "step": 4610
    },
    {
      "epoch": 0.3448379015069364,
      "grad_norm": 1.0540729761123657,
      "learning_rate": 7.40995071757685e-05,
      "loss": 0.2224,
      "step": 4611
    },
    {
      "epoch": 0.34491268743222525,
      "grad_norm": 0.93914395570755,
      "learning_rate": 7.408913580476463e-05,
      "loss": 0.0746,
      "step": 4612
    },
    {
      "epoch": 0.3449874733575141,
      "grad_norm": 0.6465141177177429,
      "learning_rate": 7.407876308382323e-05,
      "loss": 0.0565,
      "step": 4613
    },
    {
      "epoch": 0.345062259282803,
      "grad_norm": 0.8073503375053406,
      "learning_rate": 7.40683890135256e-05,
      "loss": 0.0937,
      "step": 4614
    },
    {
      "epoch": 0.34513704520809185,
      "grad_norm": 0.7309283018112183,
      "learning_rate": 7.405801359445309e-05,
      "loss": 0.0641,
      "step": 4615
    },
    {
      "epoch": 0.3452118311333807,
      "grad_norm": 0.5774338245391846,
      "learning_rate": 7.404763682718715e-05,
      "loss": 0.0519,
      "step": 4616
    },
    {
      "epoch": 0.34528661705866953,
      "grad_norm": 0.9103105068206787,
      "learning_rate": 7.403725871230926e-05,
      "loss": 0.1191,
      "step": 4617
    },
    {
      "epoch": 0.3453614029839584,
      "grad_norm": 0.6908864974975586,
      "learning_rate": 7.402687925040102e-05,
      "loss": 0.0634,
      "step": 4618
    },
    {
      "epoch": 0.34543618890924727,
      "grad_norm": 1.8068029880523682,
      "learning_rate": 7.401649844204409e-05,
      "loss": 0.1612,
      "step": 4619
    },
    {
      "epoch": 0.34551097483453613,
      "grad_norm": 0.6842272877693176,
      "learning_rate": 7.400611628782018e-05,
      "loss": 0.0634,
      "step": 4620
    },
    {
      "epoch": 0.345585760759825,
      "grad_norm": 0.8326432704925537,
      "learning_rate": 7.399573278831111e-05,
      "loss": 0.0596,
      "step": 4621
    },
    {
      "epoch": 0.34566054668511387,
      "grad_norm": 1.7652732133865356,
      "learning_rate": 7.398534794409878e-05,
      "loss": 0.1905,
      "step": 4622
    },
    {
      "epoch": 0.34573533261040273,
      "grad_norm": 1.1706373691558838,
      "learning_rate": 7.397496175576512e-05,
      "loss": 0.1107,
      "step": 4623
    },
    {
      "epoch": 0.3458101185356916,
      "grad_norm": 0.5607896447181702,
      "learning_rate": 7.39645742238922e-05,
      "loss": 0.0514,
      "step": 4624
    },
    {
      "epoch": 0.34588490446098047,
      "grad_norm": 0.806373655796051,
      "learning_rate": 7.39541853490621e-05,
      "loss": 0.0785,
      "step": 4625
    },
    {
      "epoch": 0.3459596903862693,
      "grad_norm": 1.3000078201293945,
      "learning_rate": 7.394379513185701e-05,
      "loss": 0.1712,
      "step": 4626
    },
    {
      "epoch": 0.34603447631155815,
      "grad_norm": 1.1019269227981567,
      "learning_rate": 7.39334035728592e-05,
      "loss": 0.1051,
      "step": 4627
    },
    {
      "epoch": 0.346109262236847,
      "grad_norm": 0.6927208304405212,
      "learning_rate": 7.3923010672651e-05,
      "loss": 0.0473,
      "step": 4628
    },
    {
      "epoch": 0.3461840481621359,
      "grad_norm": 0.739105761051178,
      "learning_rate": 7.391261643181482e-05,
      "loss": 0.0848,
      "step": 4629
    },
    {
      "epoch": 0.34625883408742475,
      "grad_norm": 0.6969239115715027,
      "learning_rate": 7.390222085093315e-05,
      "loss": 0.0773,
      "step": 4630
    },
    {
      "epoch": 0.3463336200127136,
      "grad_norm": 0.9592590928077698,
      "learning_rate": 7.389182393058854e-05,
      "loss": 0.1042,
      "step": 4631
    },
    {
      "epoch": 0.3464084059380025,
      "grad_norm": 0.8439056873321533,
      "learning_rate": 7.388142567136363e-05,
      "loss": 0.0798,
      "step": 4632
    },
    {
      "epoch": 0.34648319186329135,
      "grad_norm": 0.9655965566635132,
      "learning_rate": 7.387102607384114e-05,
      "loss": 0.0878,
      "step": 4633
    },
    {
      "epoch": 0.34655797778858016,
      "grad_norm": 1.3919365406036377,
      "learning_rate": 7.386062513860385e-05,
      "loss": 0.1307,
      "step": 4634
    },
    {
      "epoch": 0.34663276371386903,
      "grad_norm": 0.8537657260894775,
      "learning_rate": 7.385022286623461e-05,
      "loss": 0.0928,
      "step": 4635
    },
    {
      "epoch": 0.3467075496391579,
      "grad_norm": 0.9604842662811279,
      "learning_rate": 7.383981925731637e-05,
      "loss": 0.0898,
      "step": 4636
    },
    {
      "epoch": 0.34678233556444676,
      "grad_norm": 0.8385573625564575,
      "learning_rate": 7.382941431243215e-05,
      "loss": 0.0724,
      "step": 4637
    },
    {
      "epoch": 0.34685712148973563,
      "grad_norm": 1.1097519397735596,
      "learning_rate": 7.381900803216501e-05,
      "loss": 0.1325,
      "step": 4638
    },
    {
      "epoch": 0.3469319074150245,
      "grad_norm": 1.0455633401870728,
      "learning_rate": 7.380860041709814e-05,
      "loss": 0.171,
      "step": 4639
    },
    {
      "epoch": 0.34700669334031337,
      "grad_norm": 1.2736282348632812,
      "learning_rate": 7.379819146781473e-05,
      "loss": 0.103,
      "step": 4640
    },
    {
      "epoch": 0.34708147926560223,
      "grad_norm": 1.4858700037002563,
      "learning_rate": 7.378778118489813e-05,
      "loss": 0.1636,
      "step": 4641
    },
    {
      "epoch": 0.3471562651908911,
      "grad_norm": 0.623445987701416,
      "learning_rate": 7.377736956893171e-05,
      "loss": 0.0396,
      "step": 4642
    },
    {
      "epoch": 0.3472310511161799,
      "grad_norm": 1.4428728818893433,
      "learning_rate": 7.376695662049895e-05,
      "loss": 0.1906,
      "step": 4643
    },
    {
      "epoch": 0.3473058370414688,
      "grad_norm": 1.5185445547103882,
      "learning_rate": 7.375654234018335e-05,
      "loss": 0.1187,
      "step": 4644
    },
    {
      "epoch": 0.34738062296675765,
      "grad_norm": 1.647266149520874,
      "learning_rate": 7.374612672856854e-05,
      "loss": 0.1717,
      "step": 4645
    },
    {
      "epoch": 0.3474554088920465,
      "grad_norm": 1.585358738899231,
      "learning_rate": 7.373570978623818e-05,
      "loss": 0.1502,
      "step": 4646
    },
    {
      "epoch": 0.3475301948173354,
      "grad_norm": 1.4603163003921509,
      "learning_rate": 7.372529151377605e-05,
      "loss": 0.1399,
      "step": 4647
    },
    {
      "epoch": 0.34760498074262425,
      "grad_norm": 2.149064779281616,
      "learning_rate": 7.371487191176598e-05,
      "loss": 0.2431,
      "step": 4648
    },
    {
      "epoch": 0.3476797666679131,
      "grad_norm": 1.7983059883117676,
      "learning_rate": 7.370445098079188e-05,
      "loss": 0.2244,
      "step": 4649
    },
    {
      "epoch": 0.347754552593202,
      "grad_norm": 2.2910947799682617,
      "learning_rate": 7.369402872143772e-05,
      "loss": 0.4881,
      "step": 4650
    },
    {
      "epoch": 0.3478293385184908,
      "grad_norm": 1.4466125965118408,
      "learning_rate": 7.368360513428756e-05,
      "loss": 0.0872,
      "step": 4651
    },
    {
      "epoch": 0.34790412444377966,
      "grad_norm": 0.7639082670211792,
      "learning_rate": 7.367318021992554e-05,
      "loss": 0.09,
      "step": 4652
    },
    {
      "epoch": 0.34797891036906853,
      "grad_norm": 0.7654514908790588,
      "learning_rate": 7.366275397893586e-05,
      "loss": 0.1024,
      "step": 4653
    },
    {
      "epoch": 0.3480536962943574,
      "grad_norm": 0.9325605034828186,
      "learning_rate": 7.365232641190279e-05,
      "loss": 0.092,
      "step": 4654
    },
    {
      "epoch": 0.34812848221964626,
      "grad_norm": 0.8402811884880066,
      "learning_rate": 7.364189751941068e-05,
      "loss": 0.0888,
      "step": 4655
    },
    {
      "epoch": 0.34820326814493513,
      "grad_norm": 0.7793105840682983,
      "learning_rate": 7.363146730204396e-05,
      "loss": 0.0677,
      "step": 4656
    },
    {
      "epoch": 0.348278054070224,
      "grad_norm": 0.858369767665863,
      "learning_rate": 7.362103576038714e-05,
      "loss": 0.0814,
      "step": 4657
    },
    {
      "epoch": 0.34835283999551286,
      "grad_norm": 1.186056137084961,
      "learning_rate": 7.36106028950248e-05,
      "loss": 0.0963,
      "step": 4658
    },
    {
      "epoch": 0.34842762592080173,
      "grad_norm": 1.041582465171814,
      "learning_rate": 7.360016870654159e-05,
      "loss": 0.0803,
      "step": 4659
    },
    {
      "epoch": 0.34850241184609054,
      "grad_norm": 1.3393690586090088,
      "learning_rate": 7.358973319552223e-05,
      "loss": 0.1531,
      "step": 4660
    },
    {
      "epoch": 0.3485771977713794,
      "grad_norm": 0.8130595088005066,
      "learning_rate": 7.357929636255149e-05,
      "loss": 0.0714,
      "step": 4661
    },
    {
      "epoch": 0.3486519836966683,
      "grad_norm": 0.630241870880127,
      "learning_rate": 7.35688582082143e-05,
      "loss": 0.0653,
      "step": 4662
    },
    {
      "epoch": 0.34872676962195714,
      "grad_norm": 0.6954803466796875,
      "learning_rate": 7.355841873309556e-05,
      "loss": 0.0571,
      "step": 4663
    },
    {
      "epoch": 0.348801555547246,
      "grad_norm": 1.209229826927185,
      "learning_rate": 7.35479779377803e-05,
      "loss": 0.1165,
      "step": 4664
    },
    {
      "epoch": 0.3488763414725349,
      "grad_norm": 0.7024759650230408,
      "learning_rate": 7.353753582285363e-05,
      "loss": 0.065,
      "step": 4665
    },
    {
      "epoch": 0.34895112739782375,
      "grad_norm": 1.2383382320404053,
      "learning_rate": 7.35270923889007e-05,
      "loss": 0.1403,
      "step": 4666
    },
    {
      "epoch": 0.3490259133231126,
      "grad_norm": 1.0440733432769775,
      "learning_rate": 7.351664763650678e-05,
      "loss": 0.1649,
      "step": 4667
    },
    {
      "epoch": 0.3491006992484014,
      "grad_norm": 0.5866228938102722,
      "learning_rate": 7.350620156625714e-05,
      "loss": 0.0495,
      "step": 4668
    },
    {
      "epoch": 0.3491754851736903,
      "grad_norm": 0.711544930934906,
      "learning_rate": 7.349575417873722e-05,
      "loss": 0.0457,
      "step": 4669
    },
    {
      "epoch": 0.34925027109897916,
      "grad_norm": 1.0739630460739136,
      "learning_rate": 7.348530547453245e-05,
      "loss": 0.111,
      "step": 4670
    },
    {
      "epoch": 0.349325057024268,
      "grad_norm": 1.981824517250061,
      "learning_rate": 7.347485545422838e-05,
      "loss": 0.2848,
      "step": 4671
    },
    {
      "epoch": 0.3493998429495569,
      "grad_norm": 0.9774243831634521,
      "learning_rate": 7.346440411841061e-05,
      "loss": 0.0939,
      "step": 4672
    },
    {
      "epoch": 0.34947462887484576,
      "grad_norm": 1.1687252521514893,
      "learning_rate": 7.345395146766484e-05,
      "loss": 0.0971,
      "step": 4673
    },
    {
      "epoch": 0.34954941480013463,
      "grad_norm": 0.7181838750839233,
      "learning_rate": 7.344349750257685e-05,
      "loss": 0.068,
      "step": 4674
    },
    {
      "epoch": 0.3496242007254235,
      "grad_norm": 0.69260573387146,
      "learning_rate": 7.343304222373243e-05,
      "loss": 0.0547,
      "step": 4675
    },
    {
      "epoch": 0.34969898665071236,
      "grad_norm": 0.6913742423057556,
      "learning_rate": 7.342258563171751e-05,
      "loss": 0.049,
      "step": 4676
    },
    {
      "epoch": 0.3497737725760012,
      "grad_norm": 0.5964500308036804,
      "learning_rate": 7.341212772711805e-05,
      "loss": 0.047,
      "step": 4677
    },
    {
      "epoch": 0.34984855850129004,
      "grad_norm": 1.1551976203918457,
      "learning_rate": 7.340166851052013e-05,
      "loss": 0.1098,
      "step": 4678
    },
    {
      "epoch": 0.3499233444265789,
      "grad_norm": 0.9804938435554504,
      "learning_rate": 7.339120798250985e-05,
      "loss": 0.1133,
      "step": 4679
    },
    {
      "epoch": 0.3499981303518678,
      "grad_norm": 0.893484354019165,
      "learning_rate": 7.338074614367342e-05,
      "loss": 0.0809,
      "step": 4680
    },
    {
      "epoch": 0.35007291627715664,
      "grad_norm": 1.1730501651763916,
      "learning_rate": 7.337028299459713e-05,
      "loss": 0.0634,
      "step": 4681
    },
    {
      "epoch": 0.3501477022024455,
      "grad_norm": 1.1563795804977417,
      "learning_rate": 7.335981853586731e-05,
      "loss": 0.1336,
      "step": 4682
    },
    {
      "epoch": 0.3502224881277344,
      "grad_norm": 0.8885262608528137,
      "learning_rate": 7.334935276807039e-05,
      "loss": 0.0632,
      "step": 4683
    },
    {
      "epoch": 0.35029727405302324,
      "grad_norm": 1.1769890785217285,
      "learning_rate": 7.333888569179286e-05,
      "loss": 0.1016,
      "step": 4684
    },
    {
      "epoch": 0.35037205997831206,
      "grad_norm": 0.9401769638061523,
      "learning_rate": 7.332841730762127e-05,
      "loss": 0.0799,
      "step": 4685
    },
    {
      "epoch": 0.3504468459036009,
      "grad_norm": 1.0209094285964966,
      "learning_rate": 7.331794761614228e-05,
      "loss": 0.1116,
      "step": 4686
    },
    {
      "epoch": 0.3505216318288898,
      "grad_norm": 1.2941373586654663,
      "learning_rate": 7.330747661794262e-05,
      "loss": 0.1234,
      "step": 4687
    },
    {
      "epoch": 0.35059641775417866,
      "grad_norm": 1.3371176719665527,
      "learning_rate": 7.329700431360904e-05,
      "loss": 0.1641,
      "step": 4688
    },
    {
      "epoch": 0.3506712036794675,
      "grad_norm": 0.9399266242980957,
      "learning_rate": 7.328653070372842e-05,
      "loss": 0.1072,
      "step": 4689
    },
    {
      "epoch": 0.3507459896047564,
      "grad_norm": 1.15589439868927,
      "learning_rate": 7.32760557888877e-05,
      "loss": 0.1261,
      "step": 4690
    },
    {
      "epoch": 0.35082077553004526,
      "grad_norm": 0.6647548079490662,
      "learning_rate": 7.326557956967387e-05,
      "loss": 0.0514,
      "step": 4691
    },
    {
      "epoch": 0.3508955614553341,
      "grad_norm": 1.5126334428787231,
      "learning_rate": 7.325510204667402e-05,
      "loss": 0.1663,
      "step": 4692
    },
    {
      "epoch": 0.350970347380623,
      "grad_norm": 1.5344657897949219,
      "learning_rate": 7.32446232204753e-05,
      "loss": 0.1683,
      "step": 4693
    },
    {
      "epoch": 0.3510451333059118,
      "grad_norm": 1.3932559490203857,
      "learning_rate": 7.323414309166494e-05,
      "loss": 0.1428,
      "step": 4694
    },
    {
      "epoch": 0.3511199192312007,
      "grad_norm": 1.7003374099731445,
      "learning_rate": 7.322366166083024e-05,
      "loss": 0.2213,
      "step": 4695
    },
    {
      "epoch": 0.35119470515648954,
      "grad_norm": 1.5717885494232178,
      "learning_rate": 7.321317892855854e-05,
      "loss": 0.2093,
      "step": 4696
    },
    {
      "epoch": 0.3512694910817784,
      "grad_norm": 1.6737819910049438,
      "learning_rate": 7.320269489543734e-05,
      "loss": 0.1935,
      "step": 4697
    },
    {
      "epoch": 0.3513442770070673,
      "grad_norm": 2.9119110107421875,
      "learning_rate": 7.319220956205412e-05,
      "loss": 0.4922,
      "step": 4698
    },
    {
      "epoch": 0.35141906293235614,
      "grad_norm": 0.9570828080177307,
      "learning_rate": 7.318172292899648e-05,
      "loss": 0.0683,
      "step": 4699
    },
    {
      "epoch": 0.351493848857645,
      "grad_norm": 2.1615641117095947,
      "learning_rate": 7.317123499685208e-05,
      "loss": 0.2189,
      "step": 4700
    },
    {
      "epoch": 0.3515686347829339,
      "grad_norm": 0.8308606743812561,
      "learning_rate": 7.316074576620865e-05,
      "loss": 0.095,
      "step": 4701
    },
    {
      "epoch": 0.3516434207082227,
      "grad_norm": 0.678676187992096,
      "learning_rate": 7.315025523765401e-05,
      "loss": 0.063,
      "step": 4702
    },
    {
      "epoch": 0.35171820663351155,
      "grad_norm": 1.1357977390289307,
      "learning_rate": 7.313976341177605e-05,
      "loss": 0.0845,
      "step": 4703
    },
    {
      "epoch": 0.3517929925588004,
      "grad_norm": 0.8709930181503296,
      "learning_rate": 7.312927028916271e-05,
      "loss": 0.1038,
      "step": 4704
    },
    {
      "epoch": 0.3518677784840893,
      "grad_norm": 0.6412291526794434,
      "learning_rate": 7.311877587040201e-05,
      "loss": 0.0607,
      "step": 4705
    },
    {
      "epoch": 0.35194256440937816,
      "grad_norm": 0.7984675765037537,
      "learning_rate": 7.310828015608208e-05,
      "loss": 0.0827,
      "step": 4706
    },
    {
      "epoch": 0.352017350334667,
      "grad_norm": 1.2087476253509521,
      "learning_rate": 7.309778314679105e-05,
      "loss": 0.1431,
      "step": 4707
    },
    {
      "epoch": 0.3520921362599559,
      "grad_norm": 0.9558773040771484,
      "learning_rate": 7.308728484311719e-05,
      "loss": 0.1104,
      "step": 4708
    },
    {
      "epoch": 0.35216692218524476,
      "grad_norm": 0.7090116143226624,
      "learning_rate": 7.307678524564882e-05,
      "loss": 0.0597,
      "step": 4709
    },
    {
      "epoch": 0.3522417081105336,
      "grad_norm": 1.0611664056777954,
      "learning_rate": 7.306628435497432e-05,
      "loss": 0.0788,
      "step": 4710
    },
    {
      "epoch": 0.35231649403582244,
      "grad_norm": 0.8770778179168701,
      "learning_rate": 7.305578217168216e-05,
      "loss": 0.0788,
      "step": 4711
    },
    {
      "epoch": 0.3523912799611113,
      "grad_norm": 0.6674090623855591,
      "learning_rate": 7.304527869636086e-05,
      "loss": 0.0596,
      "step": 4712
    },
    {
      "epoch": 0.35246606588640017,
      "grad_norm": 0.915556788444519,
      "learning_rate": 7.303477392959906e-05,
      "loss": 0.0723,
      "step": 4713
    },
    {
      "epoch": 0.35254085181168904,
      "grad_norm": 0.9031362533569336,
      "learning_rate": 7.302426787198539e-05,
      "loss": 0.0984,
      "step": 4714
    },
    {
      "epoch": 0.3526156377369779,
      "grad_norm": 0.9278972744941711,
      "learning_rate": 7.301376052410863e-05,
      "loss": 0.0788,
      "step": 4715
    },
    {
      "epoch": 0.35269042366226677,
      "grad_norm": 1.062343955039978,
      "learning_rate": 7.300325188655761e-05,
      "loss": 0.1264,
      "step": 4716
    },
    {
      "epoch": 0.35276520958755564,
      "grad_norm": 1.174125075340271,
      "learning_rate": 7.299274195992122e-05,
      "loss": 0.0787,
      "step": 4717
    },
    {
      "epoch": 0.3528399955128445,
      "grad_norm": 0.5712571740150452,
      "learning_rate": 7.298223074478843e-05,
      "loss": 0.0396,
      "step": 4718
    },
    {
      "epoch": 0.3529147814381333,
      "grad_norm": 0.9276459813117981,
      "learning_rate": 7.297171824174827e-05,
      "loss": 0.0576,
      "step": 4719
    },
    {
      "epoch": 0.3529895673634222,
      "grad_norm": 1.1436126232147217,
      "learning_rate": 7.296120445138987e-05,
      "loss": 0.1417,
      "step": 4720
    },
    {
      "epoch": 0.35306435328871105,
      "grad_norm": 1.2067679166793823,
      "learning_rate": 7.295068937430239e-05,
      "loss": 0.1736,
      "step": 4721
    },
    {
      "epoch": 0.3531391392139999,
      "grad_norm": 0.9016525745391846,
      "learning_rate": 7.294017301107511e-05,
      "loss": 0.0667,
      "step": 4722
    },
    {
      "epoch": 0.3532139251392888,
      "grad_norm": 1.046487808227539,
      "learning_rate": 7.292965536229737e-05,
      "loss": 0.0815,
      "step": 4723
    },
    {
      "epoch": 0.35328871106457765,
      "grad_norm": 1.4601997137069702,
      "learning_rate": 7.291913642855854e-05,
      "loss": 0.2021,
      "step": 4724
    },
    {
      "epoch": 0.3533634969898665,
      "grad_norm": 1.0703805685043335,
      "learning_rate": 7.29086162104481e-05,
      "loss": 0.0902,
      "step": 4725
    },
    {
      "epoch": 0.3534382829151554,
      "grad_norm": 0.757793128490448,
      "learning_rate": 7.28980947085556e-05,
      "loss": 0.0882,
      "step": 4726
    },
    {
      "epoch": 0.35351306884044426,
      "grad_norm": 1.202406883239746,
      "learning_rate": 7.288757192347068e-05,
      "loss": 0.1334,
      "step": 4727
    },
    {
      "epoch": 0.35358785476573307,
      "grad_norm": 1.1549993753433228,
      "learning_rate": 7.2877047855783e-05,
      "loss": 0.1053,
      "step": 4728
    },
    {
      "epoch": 0.35366264069102193,
      "grad_norm": 1.306588888168335,
      "learning_rate": 7.286652250608234e-05,
      "loss": 0.2643,
      "step": 4729
    },
    {
      "epoch": 0.3537374266163108,
      "grad_norm": 1.3306480646133423,
      "learning_rate": 7.28559958749585e-05,
      "loss": 0.1687,
      "step": 4730
    },
    {
      "epoch": 0.35381221254159967,
      "grad_norm": 1.2047325372695923,
      "learning_rate": 7.284546796300142e-05,
      "loss": 0.1127,
      "step": 4731
    },
    {
      "epoch": 0.35388699846688854,
      "grad_norm": 1.0148513317108154,
      "learning_rate": 7.283493877080106e-05,
      "loss": 0.0908,
      "step": 4732
    },
    {
      "epoch": 0.3539617843921774,
      "grad_norm": 0.9548755288124084,
      "learning_rate": 7.282440829894747e-05,
      "loss": 0.11,
      "step": 4733
    },
    {
      "epoch": 0.35403657031746627,
      "grad_norm": 1.1343066692352295,
      "learning_rate": 7.28138765480308e-05,
      "loss": 0.1484,
      "step": 4734
    },
    {
      "epoch": 0.35411135624275514,
      "grad_norm": 1.2677063941955566,
      "learning_rate": 7.280334351864119e-05,
      "loss": 0.1067,
      "step": 4735
    },
    {
      "epoch": 0.35418614216804395,
      "grad_norm": 1.1019330024719238,
      "learning_rate": 7.279280921136892e-05,
      "loss": 0.1243,
      "step": 4736
    },
    {
      "epoch": 0.3542609280933328,
      "grad_norm": 0.7859694957733154,
      "learning_rate": 7.278227362680434e-05,
      "loss": 0.0655,
      "step": 4737
    },
    {
      "epoch": 0.3543357140186217,
      "grad_norm": 1.1629353761672974,
      "learning_rate": 7.277173676553786e-05,
      "loss": 0.1306,
      "step": 4738
    },
    {
      "epoch": 0.35441049994391055,
      "grad_norm": 0.6749919652938843,
      "learning_rate": 7.276119862815993e-05,
      "loss": 0.0489,
      "step": 4739
    },
    {
      "epoch": 0.3544852858691994,
      "grad_norm": 1.2257329225540161,
      "learning_rate": 7.275065921526112e-05,
      "loss": 0.0969,
      "step": 4740
    },
    {
      "epoch": 0.3545600717944883,
      "grad_norm": 1.0196514129638672,
      "learning_rate": 7.274011852743205e-05,
      "loss": 0.091,
      "step": 4741
    },
    {
      "epoch": 0.35463485771977715,
      "grad_norm": 0.9352757334709167,
      "learning_rate": 7.27295765652634e-05,
      "loss": 0.0901,
      "step": 4742
    },
    {
      "epoch": 0.354709643645066,
      "grad_norm": 1.3504139184951782,
      "learning_rate": 7.271903332934596e-05,
      "loss": 0.1498,
      "step": 4743
    },
    {
      "epoch": 0.3547844295703549,
      "grad_norm": 1.1544690132141113,
      "learning_rate": 7.270848882027055e-05,
      "loss": 0.1318,
      "step": 4744
    },
    {
      "epoch": 0.3548592154956437,
      "grad_norm": 2.2909095287323,
      "learning_rate": 7.269794303862806e-05,
      "loss": 0.283,
      "step": 4745
    },
    {
      "epoch": 0.35493400142093257,
      "grad_norm": 1.8945847749710083,
      "learning_rate": 7.268739598500949e-05,
      "loss": 0.3338,
      "step": 4746
    },
    {
      "epoch": 0.35500878734622143,
      "grad_norm": 1.5504812002182007,
      "learning_rate": 7.267684766000586e-05,
      "loss": 0.1779,
      "step": 4747
    },
    {
      "epoch": 0.3550835732715103,
      "grad_norm": 1.4249461889266968,
      "learning_rate": 7.266629806420834e-05,
      "loss": 0.113,
      "step": 4748
    },
    {
      "epoch": 0.35515835919679917,
      "grad_norm": 2.2243130207061768,
      "learning_rate": 7.265574719820808e-05,
      "loss": 0.1934,
      "step": 4749
    },
    {
      "epoch": 0.35523314512208803,
      "grad_norm": 4.259603977203369,
      "learning_rate": 7.264519506259637e-05,
      "loss": 0.3652,
      "step": 4750
    },
    {
      "epoch": 0.3553079310473769,
      "grad_norm": 0.7850161790847778,
      "learning_rate": 7.263464165796452e-05,
      "loss": 0.1129,
      "step": 4751
    },
    {
      "epoch": 0.35538271697266577,
      "grad_norm": 0.8759620785713196,
      "learning_rate": 7.262408698490395e-05,
      "loss": 0.127,
      "step": 4752
    },
    {
      "epoch": 0.3554575028979546,
      "grad_norm": 0.7510620355606079,
      "learning_rate": 7.261353104400612e-05,
      "loss": 0.0409,
      "step": 4753
    },
    {
      "epoch": 0.35553228882324345,
      "grad_norm": 0.9411067962646484,
      "learning_rate": 7.26029738358626e-05,
      "loss": 0.1809,
      "step": 4754
    },
    {
      "epoch": 0.3556070747485323,
      "grad_norm": 1.159012794494629,
      "learning_rate": 7.259241536106499e-05,
      "loss": 0.0836,
      "step": 4755
    },
    {
      "epoch": 0.3556818606738212,
      "grad_norm": 0.5480623841285706,
      "learning_rate": 7.258185562020499e-05,
      "loss": 0.0611,
      "step": 4756
    },
    {
      "epoch": 0.35575664659911005,
      "grad_norm": 0.9640347361564636,
      "learning_rate": 7.257129461387437e-05,
      "loss": 0.0949,
      "step": 4757
    },
    {
      "epoch": 0.3558314325243989,
      "grad_norm": 0.8214637637138367,
      "learning_rate": 7.256073234266494e-05,
      "loss": 0.0508,
      "step": 4758
    },
    {
      "epoch": 0.3559062184496878,
      "grad_norm": 0.9463756084442139,
      "learning_rate": 7.255016880716859e-05,
      "loss": 0.0816,
      "step": 4759
    },
    {
      "epoch": 0.35598100437497665,
      "grad_norm": 0.6755184531211853,
      "learning_rate": 7.253960400797733e-05,
      "loss": 0.0539,
      "step": 4760
    },
    {
      "epoch": 0.3560557903002655,
      "grad_norm": 0.9236010909080505,
      "learning_rate": 7.252903794568319e-05,
      "loss": 0.0929,
      "step": 4761
    },
    {
      "epoch": 0.35613057622555433,
      "grad_norm": 0.6232467889785767,
      "learning_rate": 7.251847062087826e-05,
      "loss": 0.0447,
      "step": 4762
    },
    {
      "epoch": 0.3562053621508432,
      "grad_norm": 0.7980310320854187,
      "learning_rate": 7.250790203415476e-05,
      "loss": 0.0786,
      "step": 4763
    },
    {
      "epoch": 0.35628014807613206,
      "grad_norm": 1.2514010667800903,
      "learning_rate": 7.249733218610494e-05,
      "loss": 0.1833,
      "step": 4764
    },
    {
      "epoch": 0.35635493400142093,
      "grad_norm": 1.041898488998413,
      "learning_rate": 7.24867610773211e-05,
      "loss": 0.1161,
      "step": 4765
    },
    {
      "epoch": 0.3564297199267098,
      "grad_norm": 0.5892877578735352,
      "learning_rate": 7.247618870839567e-05,
      "loss": 0.0469,
      "step": 4766
    },
    {
      "epoch": 0.35650450585199867,
      "grad_norm": 0.712457537651062,
      "learning_rate": 7.24656150799211e-05,
      "loss": 0.0732,
      "step": 4767
    },
    {
      "epoch": 0.35657929177728753,
      "grad_norm": 0.7933622002601624,
      "learning_rate": 7.245504019248992e-05,
      "loss": 0.0645,
      "step": 4768
    },
    {
      "epoch": 0.3566540777025764,
      "grad_norm": 0.896317720413208,
      "learning_rate": 7.244446404669476e-05,
      "loss": 0.0926,
      "step": 4769
    },
    {
      "epoch": 0.3567288636278652,
      "grad_norm": 0.8767577409744263,
      "learning_rate": 7.243388664312829e-05,
      "loss": 0.0823,
      "step": 4770
    },
    {
      "epoch": 0.3568036495531541,
      "grad_norm": 0.7526605129241943,
      "learning_rate": 7.242330798238326e-05,
      "loss": 0.0685,
      "step": 4771
    },
    {
      "epoch": 0.35687843547844295,
      "grad_norm": 1.606819987297058,
      "learning_rate": 7.241272806505248e-05,
      "loss": 0.1812,
      "step": 4772
    },
    {
      "epoch": 0.3569532214037318,
      "grad_norm": 0.8185562491416931,
      "learning_rate": 7.240214689172886e-05,
      "loss": 0.0665,
      "step": 4773
    },
    {
      "epoch": 0.3570280073290207,
      "grad_norm": 0.7781193256378174,
      "learning_rate": 7.239156446300534e-05,
      "loss": 0.0686,
      "step": 4774
    },
    {
      "epoch": 0.35710279325430955,
      "grad_norm": 1.0674550533294678,
      "learning_rate": 7.238098077947498e-05,
      "loss": 0.1567,
      "step": 4775
    },
    {
      "epoch": 0.3571775791795984,
      "grad_norm": 0.8565999865531921,
      "learning_rate": 7.237039584173085e-05,
      "loss": 0.0633,
      "step": 4776
    },
    {
      "epoch": 0.3572523651048873,
      "grad_norm": 1.0964901447296143,
      "learning_rate": 7.235980965036615e-05,
      "loss": 0.0867,
      "step": 4777
    },
    {
      "epoch": 0.3573271510301761,
      "grad_norm": 1.10969078540802,
      "learning_rate": 7.23492222059741e-05,
      "loss": 0.1268,
      "step": 4778
    },
    {
      "epoch": 0.35740193695546496,
      "grad_norm": 0.9328060746192932,
      "learning_rate": 7.233863350914802e-05,
      "loss": 0.0628,
      "step": 4779
    },
    {
      "epoch": 0.3574767228807538,
      "grad_norm": 0.9341962337493896,
      "learning_rate": 7.232804356048132e-05,
      "loss": 0.0707,
      "step": 4780
    },
    {
      "epoch": 0.3575515088060427,
      "grad_norm": 0.8649099469184875,
      "learning_rate": 7.23174523605674e-05,
      "loss": 0.1023,
      "step": 4781
    },
    {
      "epoch": 0.35762629473133156,
      "grad_norm": 1.541229009628296,
      "learning_rate": 7.230685990999982e-05,
      "loss": 0.1905,
      "step": 4782
    },
    {
      "epoch": 0.35770108065662043,
      "grad_norm": 1.3810362815856934,
      "learning_rate": 7.229626620937217e-05,
      "loss": 0.2199,
      "step": 4783
    },
    {
      "epoch": 0.3577758665819093,
      "grad_norm": 1.9567941427230835,
      "learning_rate": 7.22856712592781e-05,
      "loss": 0.2348,
      "step": 4784
    },
    {
      "epoch": 0.35785065250719816,
      "grad_norm": 0.685961127281189,
      "learning_rate": 7.227507506031135e-05,
      "loss": 0.0411,
      "step": 4785
    },
    {
      "epoch": 0.35792543843248703,
      "grad_norm": 0.9338592290878296,
      "learning_rate": 7.226447761306574e-05,
      "loss": 0.1407,
      "step": 4786
    },
    {
      "epoch": 0.35800022435777584,
      "grad_norm": 1.52003014087677,
      "learning_rate": 7.225387891813512e-05,
      "loss": 0.1272,
      "step": 4787
    },
    {
      "epoch": 0.3580750102830647,
      "grad_norm": 0.6415731310844421,
      "learning_rate": 7.224327897611344e-05,
      "loss": 0.0457,
      "step": 4788
    },
    {
      "epoch": 0.3581497962083536,
      "grad_norm": 0.5506308078765869,
      "learning_rate": 7.223267778759471e-05,
      "loss": 0.0346,
      "step": 4789
    },
    {
      "epoch": 0.35822458213364244,
      "grad_norm": 1.1637028455734253,
      "learning_rate": 7.222207535317302e-05,
      "loss": 0.1821,
      "step": 4790
    },
    {
      "epoch": 0.3582993680589313,
      "grad_norm": 1.8702921867370605,
      "learning_rate": 7.221147167344251e-05,
      "loss": 0.1537,
      "step": 4791
    },
    {
      "epoch": 0.3583741539842202,
      "grad_norm": 1.4027602672576904,
      "learning_rate": 7.220086674899741e-05,
      "loss": 0.197,
      "step": 4792
    },
    {
      "epoch": 0.35844893990950905,
      "grad_norm": 2.519227981567383,
      "learning_rate": 7.219026058043203e-05,
      "loss": 0.6565,
      "step": 4793
    },
    {
      "epoch": 0.3585237258347979,
      "grad_norm": 1.6819838285446167,
      "learning_rate": 7.21796531683407e-05,
      "loss": 0.1342,
      "step": 4794
    },
    {
      "epoch": 0.3585985117600867,
      "grad_norm": 1.6616564989089966,
      "learning_rate": 7.216904451331787e-05,
      "loss": 0.1624,
      "step": 4795
    },
    {
      "epoch": 0.3586732976853756,
      "grad_norm": 1.6918296813964844,
      "learning_rate": 7.215843461595805e-05,
      "loss": 0.1852,
      "step": 4796
    },
    {
      "epoch": 0.35874808361066446,
      "grad_norm": 1.606224775314331,
      "learning_rate": 7.214782347685578e-05,
      "loss": 0.1873,
      "step": 4797
    },
    {
      "epoch": 0.3588228695359533,
      "grad_norm": 1.411132574081421,
      "learning_rate": 7.213721109660574e-05,
      "loss": 0.1601,
      "step": 4798
    },
    {
      "epoch": 0.3588976554612422,
      "grad_norm": 1.2306123971939087,
      "learning_rate": 7.21265974758026e-05,
      "loss": 0.0869,
      "step": 4799
    },
    {
      "epoch": 0.35897244138653106,
      "grad_norm": 1.2371022701263428,
      "learning_rate": 7.211598261504118e-05,
      "loss": 0.0993,
      "step": 4800
    },
    {
      "epoch": 0.3590472273118199,
      "grad_norm": 0.5795581936836243,
      "learning_rate": 7.210536651491629e-05,
      "loss": 0.0663,
      "step": 4801
    },
    {
      "epoch": 0.3591220132371088,
      "grad_norm": 0.9669610857963562,
      "learning_rate": 7.209474917602289e-05,
      "loss": 0.1168,
      "step": 4802
    },
    {
      "epoch": 0.35919679916239766,
      "grad_norm": 0.9390919804573059,
      "learning_rate": 7.208413059895592e-05,
      "loss": 0.0996,
      "step": 4803
    },
    {
      "epoch": 0.3592715850876865,
      "grad_norm": 0.6574649810791016,
      "learning_rate": 7.207351078431048e-05,
      "loss": 0.0729,
      "step": 4804
    },
    {
      "epoch": 0.35934637101297534,
      "grad_norm": 0.6070101261138916,
      "learning_rate": 7.206288973268166e-05,
      "loss": 0.0458,
      "step": 4805
    },
    {
      "epoch": 0.3594211569382642,
      "grad_norm": 0.8071112632751465,
      "learning_rate": 7.205226744466467e-05,
      "loss": 0.0898,
      "step": 4806
    },
    {
      "epoch": 0.3594959428635531,
      "grad_norm": 0.9998160004615784,
      "learning_rate": 7.20416439208548e-05,
      "loss": 0.1737,
      "step": 4807
    },
    {
      "epoch": 0.35957072878884194,
      "grad_norm": 0.8879320621490479,
      "learning_rate": 7.203101916184736e-05,
      "loss": 0.084,
      "step": 4808
    },
    {
      "epoch": 0.3596455147141308,
      "grad_norm": 0.540619432926178,
      "learning_rate": 7.202039316823774e-05,
      "loss": 0.0507,
      "step": 4809
    },
    {
      "epoch": 0.3597203006394197,
      "grad_norm": 1.1270921230316162,
      "learning_rate": 7.200976594062146e-05,
      "loss": 0.1047,
      "step": 4810
    },
    {
      "epoch": 0.35979508656470854,
      "grad_norm": 0.6566852927207947,
      "learning_rate": 7.199913747959402e-05,
      "loss": 0.0607,
      "step": 4811
    },
    {
      "epoch": 0.35986987248999736,
      "grad_norm": 0.7173895835876465,
      "learning_rate": 7.198850778575103e-05,
      "loss": 0.0728,
      "step": 4812
    },
    {
      "epoch": 0.3599446584152862,
      "grad_norm": 1.317858099937439,
      "learning_rate": 7.19778768596882e-05,
      "loss": 0.1728,
      "step": 4813
    },
    {
      "epoch": 0.3600194443405751,
      "grad_norm": 1.6818145513534546,
      "learning_rate": 7.196724470200125e-05,
      "loss": 0.1188,
      "step": 4814
    },
    {
      "epoch": 0.36009423026586396,
      "grad_norm": 0.4778715968132019,
      "learning_rate": 7.195661131328603e-05,
      "loss": 0.0403,
      "step": 4815
    },
    {
      "epoch": 0.3601690161911528,
      "grad_norm": 0.9894692301750183,
      "learning_rate": 7.19459766941384e-05,
      "loss": 0.1172,
      "step": 4816
    },
    {
      "epoch": 0.3602438021164417,
      "grad_norm": 0.8123432993888855,
      "learning_rate": 7.193534084515433e-05,
      "loss": 0.0848,
      "step": 4817
    },
    {
      "epoch": 0.36031858804173056,
      "grad_norm": 0.9888100624084473,
      "learning_rate": 7.192470376692984e-05,
      "loss": 0.114,
      "step": 4818
    },
    {
      "epoch": 0.3603933739670194,
      "grad_norm": 0.6945184469223022,
      "learning_rate": 7.191406546006101e-05,
      "loss": 0.0705,
      "step": 4819
    },
    {
      "epoch": 0.3604681598923083,
      "grad_norm": 0.6702865958213806,
      "learning_rate": 7.190342592514402e-05,
      "loss": 0.0524,
      "step": 4820
    },
    {
      "epoch": 0.3605429458175971,
      "grad_norm": 1.233595371246338,
      "learning_rate": 7.189278516277511e-05,
      "loss": 0.1041,
      "step": 4821
    },
    {
      "epoch": 0.36061773174288597,
      "grad_norm": 0.9033501744270325,
      "learning_rate": 7.188214317355057e-05,
      "loss": 0.0836,
      "step": 4822
    },
    {
      "epoch": 0.36069251766817484,
      "grad_norm": 0.960849404335022,
      "learning_rate": 7.187149995806677e-05,
      "loss": 0.0627,
      "step": 4823
    },
    {
      "epoch": 0.3607673035934637,
      "grad_norm": 0.7120299339294434,
      "learning_rate": 7.186085551692014e-05,
      "loss": 0.0811,
      "step": 4824
    },
    {
      "epoch": 0.3608420895187526,
      "grad_norm": 1.198624610900879,
      "learning_rate": 7.18502098507072e-05,
      "loss": 0.123,
      "step": 4825
    },
    {
      "epoch": 0.36091687544404144,
      "grad_norm": 1.0743063688278198,
      "learning_rate": 7.183956296002452e-05,
      "loss": 0.102,
      "step": 4826
    },
    {
      "epoch": 0.3609916613693303,
      "grad_norm": 1.6297740936279297,
      "learning_rate": 7.182891484546873e-05,
      "loss": 0.0714,
      "step": 4827
    },
    {
      "epoch": 0.3610664472946192,
      "grad_norm": 0.6029603481292725,
      "learning_rate": 7.181826550763656e-05,
      "loss": 0.0636,
      "step": 4828
    },
    {
      "epoch": 0.361141233219908,
      "grad_norm": 1.1851580142974854,
      "learning_rate": 7.18076149471248e-05,
      "loss": 0.1346,
      "step": 4829
    },
    {
      "epoch": 0.36121601914519685,
      "grad_norm": 0.5912629961967468,
      "learning_rate": 7.179696316453027e-05,
      "loss": 0.0587,
      "step": 4830
    },
    {
      "epoch": 0.3612908050704857,
      "grad_norm": 0.9183218479156494,
      "learning_rate": 7.178631016044992e-05,
      "loss": 0.0881,
      "step": 4831
    },
    {
      "epoch": 0.3613655909957746,
      "grad_norm": 1.1348419189453125,
      "learning_rate": 7.177565593548072e-05,
      "loss": 0.0867,
      "step": 4832
    },
    {
      "epoch": 0.36144037692106346,
      "grad_norm": 1.4091591835021973,
      "learning_rate": 7.176500049021971e-05,
      "loss": 0.1915,
      "step": 4833
    },
    {
      "epoch": 0.3615151628463523,
      "grad_norm": 0.7465636134147644,
      "learning_rate": 7.175434382526405e-05,
      "loss": 0.0783,
      "step": 4834
    },
    {
      "epoch": 0.3615899487716412,
      "grad_norm": 0.7927032113075256,
      "learning_rate": 7.174368594121089e-05,
      "loss": 0.0469,
      "step": 4835
    },
    {
      "epoch": 0.36166473469693006,
      "grad_norm": 0.6406716704368591,
      "learning_rate": 7.173302683865752e-05,
      "loss": 0.0417,
      "step": 4836
    },
    {
      "epoch": 0.3617395206222189,
      "grad_norm": 0.7321213483810425,
      "learning_rate": 7.172236651820126e-05,
      "loss": 0.0451,
      "step": 4837
    },
    {
      "epoch": 0.36181430654750774,
      "grad_norm": 1.001758098602295,
      "learning_rate": 7.17117049804395e-05,
      "loss": 0.0898,
      "step": 4838
    },
    {
      "epoch": 0.3618890924727966,
      "grad_norm": 1.3464957475662231,
      "learning_rate": 7.170104222596972e-05,
      "loss": 0.152,
      "step": 4839
    },
    {
      "epoch": 0.36196387839808547,
      "grad_norm": 1.0710196495056152,
      "learning_rate": 7.169037825538944e-05,
      "loss": 0.1038,
      "step": 4840
    },
    {
      "epoch": 0.36203866432337434,
      "grad_norm": 2.0760157108306885,
      "learning_rate": 7.167971306929625e-05,
      "loss": 0.231,
      "step": 4841
    },
    {
      "epoch": 0.3621134502486632,
      "grad_norm": 1.7518565654754639,
      "learning_rate": 7.166904666828784e-05,
      "loss": 0.2006,
      "step": 4842
    },
    {
      "epoch": 0.36218823617395207,
      "grad_norm": 1.3206932544708252,
      "learning_rate": 7.165837905296195e-05,
      "loss": 0.1466,
      "step": 4843
    },
    {
      "epoch": 0.36226302209924094,
      "grad_norm": 1.3693475723266602,
      "learning_rate": 7.164771022391638e-05,
      "loss": 0.1305,
      "step": 4844
    },
    {
      "epoch": 0.3623378080245298,
      "grad_norm": 1.8920667171478271,
      "learning_rate": 7.163704018174898e-05,
      "loss": 0.3115,
      "step": 4845
    },
    {
      "epoch": 0.3624125939498186,
      "grad_norm": 1.410063624382019,
      "learning_rate": 7.162636892705772e-05,
      "loss": 0.1275,
      "step": 4846
    },
    {
      "epoch": 0.3624873798751075,
      "grad_norm": 1.7142826318740845,
      "learning_rate": 7.161569646044061e-05,
      "loss": 0.1787,
      "step": 4847
    },
    {
      "epoch": 0.36256216580039635,
      "grad_norm": 1.203035593032837,
      "learning_rate": 7.160502278249573e-05,
      "loss": 0.1234,
      "step": 4848
    },
    {
      "epoch": 0.3626369517256852,
      "grad_norm": 2.1955461502075195,
      "learning_rate": 7.159434789382118e-05,
      "loss": 0.2519,
      "step": 4849
    },
    {
      "epoch": 0.3627117376509741,
      "grad_norm": 1.9026776552200317,
      "learning_rate": 7.158367179501522e-05,
      "loss": 0.1938,
      "step": 4850
    },
    {
      "epoch": 0.36278652357626295,
      "grad_norm": 0.7279386520385742,
      "learning_rate": 7.157299448667611e-05,
      "loss": 0.0867,
      "step": 4851
    },
    {
      "epoch": 0.3628613095015518,
      "grad_norm": 1.150542974472046,
      "learning_rate": 7.15623159694022e-05,
      "loss": 0.1139,
      "step": 4852
    },
    {
      "epoch": 0.3629360954268407,
      "grad_norm": 1.4009168148040771,
      "learning_rate": 7.155163624379192e-05,
      "loss": 0.1049,
      "step": 4853
    },
    {
      "epoch": 0.36301088135212956,
      "grad_norm": 1.03109610080719,
      "learning_rate": 7.154095531044376e-05,
      "loss": 0.1058,
      "step": 4854
    },
    {
      "epoch": 0.36308566727741837,
      "grad_norm": 0.7958400845527649,
      "learning_rate": 7.153027316995625e-05,
      "loss": 0.0984,
      "step": 4855
    },
    {
      "epoch": 0.36316045320270723,
      "grad_norm": 0.6524938344955444,
      "learning_rate": 7.1519589822928e-05,
      "loss": 0.0695,
      "step": 4856
    },
    {
      "epoch": 0.3632352391279961,
      "grad_norm": 0.890174925327301,
      "learning_rate": 7.150890526995773e-05,
      "loss": 0.0882,
      "step": 4857
    },
    {
      "epoch": 0.36331002505328497,
      "grad_norm": 0.6792649030685425,
      "learning_rate": 7.149821951164416e-05,
      "loss": 0.0411,
      "step": 4858
    },
    {
      "epoch": 0.36338481097857384,
      "grad_norm": 1.0524916648864746,
      "learning_rate": 7.148753254858614e-05,
      "loss": 0.1037,
      "step": 4859
    },
    {
      "epoch": 0.3634595969038627,
      "grad_norm": 0.5424289703369141,
      "learning_rate": 7.147684438138254e-05,
      "loss": 0.0532,
      "step": 4860
    },
    {
      "epoch": 0.36353438282915157,
      "grad_norm": 0.8842190504074097,
      "learning_rate": 7.146615501063235e-05,
      "loss": 0.0821,
      "step": 4861
    },
    {
      "epoch": 0.36360916875444044,
      "grad_norm": 0.831944465637207,
      "learning_rate": 7.145546443693456e-05,
      "loss": 0.1255,
      "step": 4862
    },
    {
      "epoch": 0.36368395467972925,
      "grad_norm": 0.9899646639823914,
      "learning_rate": 7.144477266088828e-05,
      "loss": 0.0959,
      "step": 4863
    },
    {
      "epoch": 0.3637587406050181,
      "grad_norm": 0.9230297207832336,
      "learning_rate": 7.143407968309264e-05,
      "loss": 0.0902,
      "step": 4864
    },
    {
      "epoch": 0.363833526530307,
      "grad_norm": 0.7605518698692322,
      "learning_rate": 7.142338550414689e-05,
      "loss": 0.0754,
      "step": 4865
    },
    {
      "epoch": 0.36390831245559585,
      "grad_norm": 1.1411384344100952,
      "learning_rate": 7.141269012465034e-05,
      "loss": 0.0698,
      "step": 4866
    },
    {
      "epoch": 0.3639830983808847,
      "grad_norm": 0.9622820615768433,
      "learning_rate": 7.140199354520232e-05,
      "loss": 0.0798,
      "step": 4867
    },
    {
      "epoch": 0.3640578843061736,
      "grad_norm": 1.0069032907485962,
      "learning_rate": 7.139129576640228e-05,
      "loss": 0.1153,
      "step": 4868
    },
    {
      "epoch": 0.36413267023146245,
      "grad_norm": 0.8389947414398193,
      "learning_rate": 7.138059678884971e-05,
      "loss": 0.0911,
      "step": 4869
    },
    {
      "epoch": 0.3642074561567513,
      "grad_norm": 1.4572995901107788,
      "learning_rate": 7.136989661314416e-05,
      "loss": 0.1491,
      "step": 4870
    },
    {
      "epoch": 0.3642822420820402,
      "grad_norm": 0.7439754605293274,
      "learning_rate": 7.135919523988527e-05,
      "loss": 0.0661,
      "step": 4871
    },
    {
      "epoch": 0.364357028007329,
      "grad_norm": 0.9123663306236267,
      "learning_rate": 7.134849266967275e-05,
      "loss": 0.0745,
      "step": 4872
    },
    {
      "epoch": 0.36443181393261787,
      "grad_norm": 1.1342474222183228,
      "learning_rate": 7.133778890310635e-05,
      "loss": 0.1702,
      "step": 4873
    },
    {
      "epoch": 0.36450659985790673,
      "grad_norm": 0.70516037940979,
      "learning_rate": 7.132708394078588e-05,
      "loss": 0.0525,
      "step": 4874
    },
    {
      "epoch": 0.3645813857831956,
      "grad_norm": 0.706619918346405,
      "learning_rate": 7.13163777833113e-05,
      "loss": 0.056,
      "step": 4875
    },
    {
      "epoch": 0.36465617170848447,
      "grad_norm": 0.914232611656189,
      "learning_rate": 7.130567043128251e-05,
      "loss": 0.0828,
      "step": 4876
    },
    {
      "epoch": 0.36473095763377333,
      "grad_norm": 0.852497935295105,
      "learning_rate": 7.129496188529959e-05,
      "loss": 0.0952,
      "step": 4877
    },
    {
      "epoch": 0.3648057435590622,
      "grad_norm": 1.2474656105041504,
      "learning_rate": 7.128425214596259e-05,
      "loss": 0.1545,
      "step": 4878
    },
    {
      "epoch": 0.36488052948435107,
      "grad_norm": 1.6538870334625244,
      "learning_rate": 7.127354121387171e-05,
      "loss": 0.3957,
      "step": 4879
    },
    {
      "epoch": 0.3649553154096399,
      "grad_norm": 0.899505615234375,
      "learning_rate": 7.126282908962719e-05,
      "loss": 0.0726,
      "step": 4880
    },
    {
      "epoch": 0.36503010133492875,
      "grad_norm": 1.0323797464370728,
      "learning_rate": 7.125211577382931e-05,
      "loss": 0.0881,
      "step": 4881
    },
    {
      "epoch": 0.3651048872602176,
      "grad_norm": 1.0032395124435425,
      "learning_rate": 7.124140126707845e-05,
      "loss": 0.0986,
      "step": 4882
    },
    {
      "epoch": 0.3651796731855065,
      "grad_norm": 0.7354112863540649,
      "learning_rate": 7.123068556997502e-05,
      "loss": 0.0574,
      "step": 4883
    },
    {
      "epoch": 0.36525445911079535,
      "grad_norm": 1.8667418956756592,
      "learning_rate": 7.121996868311955e-05,
      "loss": 0.3806,
      "step": 4884
    },
    {
      "epoch": 0.3653292450360842,
      "grad_norm": 1.0406330823898315,
      "learning_rate": 7.120925060711259e-05,
      "loss": 0.0804,
      "step": 4885
    },
    {
      "epoch": 0.3654040309613731,
      "grad_norm": 1.3291505575180054,
      "learning_rate": 7.119853134255477e-05,
      "loss": 0.1178,
      "step": 4886
    },
    {
      "epoch": 0.36547881688666195,
      "grad_norm": 0.9311416745185852,
      "learning_rate": 7.118781089004681e-05,
      "loss": 0.0653,
      "step": 4887
    },
    {
      "epoch": 0.3655536028119508,
      "grad_norm": 1.5683177709579468,
      "learning_rate": 7.117708925018945e-05,
      "loss": 0.1734,
      "step": 4888
    },
    {
      "epoch": 0.36562838873723963,
      "grad_norm": 0.5159708857536316,
      "learning_rate": 7.116636642358352e-05,
      "loss": 0.0245,
      "step": 4889
    },
    {
      "epoch": 0.3657031746625285,
      "grad_norm": 1.2337085008621216,
      "learning_rate": 7.115564241082994e-05,
      "loss": 0.1058,
      "step": 4890
    },
    {
      "epoch": 0.36577796058781736,
      "grad_norm": 1.528568148612976,
      "learning_rate": 7.114491721252968e-05,
      "loss": 0.1663,
      "step": 4891
    },
    {
      "epoch": 0.36585274651310623,
      "grad_norm": 1.0143996477127075,
      "learning_rate": 7.113419082928376e-05,
      "loss": 0.0693,
      "step": 4892
    },
    {
      "epoch": 0.3659275324383951,
      "grad_norm": 1.1457774639129639,
      "learning_rate": 7.112346326169328e-05,
      "loss": 0.1012,
      "step": 4893
    },
    {
      "epoch": 0.36600231836368396,
      "grad_norm": 1.4921143054962158,
      "learning_rate": 7.11127345103594e-05,
      "loss": 0.1781,
      "step": 4894
    },
    {
      "epoch": 0.36607710428897283,
      "grad_norm": 1.473747730255127,
      "learning_rate": 7.110200457588336e-05,
      "loss": 0.1792,
      "step": 4895
    },
    {
      "epoch": 0.3661518902142617,
      "grad_norm": 1.3708914518356323,
      "learning_rate": 7.109127345886646e-05,
      "loss": 0.2052,
      "step": 4896
    },
    {
      "epoch": 0.3662266761395505,
      "grad_norm": 1.7497823238372803,
      "learning_rate": 7.108054115991005e-05,
      "loss": 0.2921,
      "step": 4897
    },
    {
      "epoch": 0.3663014620648394,
      "grad_norm": 1.1776264905929565,
      "learning_rate": 7.106980767961555e-05,
      "loss": 0.0929,
      "step": 4898
    },
    {
      "epoch": 0.36637624799012825,
      "grad_norm": 1.1237659454345703,
      "learning_rate": 7.10590730185845e-05,
      "loss": 0.0906,
      "step": 4899
    },
    {
      "epoch": 0.3664510339154171,
      "grad_norm": 2.0313632488250732,
      "learning_rate": 7.104833717741843e-05,
      "loss": 0.1574,
      "step": 4900
    },
    {
      "epoch": 0.366525819840706,
      "grad_norm": 0.9080851078033447,
      "learning_rate": 7.103760015671899e-05,
      "loss": 0.1022,
      "step": 4901
    },
    {
      "epoch": 0.36660060576599485,
      "grad_norm": 0.7462155818939209,
      "learning_rate": 7.102686195708783e-05,
      "loss": 0.0711,
      "step": 4902
    },
    {
      "epoch": 0.3666753916912837,
      "grad_norm": 0.9468768239021301,
      "learning_rate": 7.101612257912677e-05,
      "loss": 0.0873,
      "step": 4903
    },
    {
      "epoch": 0.3667501776165726,
      "grad_norm": 0.85616534948349,
      "learning_rate": 7.100538202343758e-05,
      "loss": 0.0848,
      "step": 4904
    },
    {
      "epoch": 0.36682496354186145,
      "grad_norm": 0.7107383608818054,
      "learning_rate": 7.09946402906222e-05,
      "loss": 0.0679,
      "step": 4905
    },
    {
      "epoch": 0.36689974946715026,
      "grad_norm": 0.4985233545303345,
      "learning_rate": 7.098389738128257e-05,
      "loss": 0.0285,
      "step": 4906
    },
    {
      "epoch": 0.3669745353924391,
      "grad_norm": 1.1901843547821045,
      "learning_rate": 7.097315329602072e-05,
      "loss": 0.1011,
      "step": 4907
    },
    {
      "epoch": 0.367049321317728,
      "grad_norm": 1.017442226409912,
      "learning_rate": 7.096240803543872e-05,
      "loss": 0.1132,
      "step": 4908
    },
    {
      "epoch": 0.36712410724301686,
      "grad_norm": 0.8436556458473206,
      "learning_rate": 7.095166160013875e-05,
      "loss": 0.1053,
      "step": 4909
    },
    {
      "epoch": 0.36719889316830573,
      "grad_norm": 0.6194769740104675,
      "learning_rate": 7.094091399072303e-05,
      "loss": 0.0603,
      "step": 4910
    },
    {
      "epoch": 0.3672736790935946,
      "grad_norm": 0.8137874603271484,
      "learning_rate": 7.093016520779383e-05,
      "loss": 0.0957,
      "step": 4911
    },
    {
      "epoch": 0.36734846501888346,
      "grad_norm": 0.6856629252433777,
      "learning_rate": 7.091941525195351e-05,
      "loss": 0.0687,
      "step": 4912
    },
    {
      "epoch": 0.36742325094417233,
      "grad_norm": 1.1754950284957886,
      "learning_rate": 7.090866412380451e-05,
      "loss": 0.108,
      "step": 4913
    },
    {
      "epoch": 0.36749803686946114,
      "grad_norm": 0.8491052389144897,
      "learning_rate": 7.089791182394931e-05,
      "loss": 0.0688,
      "step": 4914
    },
    {
      "epoch": 0.36757282279475,
      "grad_norm": 0.8048354387283325,
      "learning_rate": 7.088715835299043e-05,
      "loss": 0.0669,
      "step": 4915
    },
    {
      "epoch": 0.3676476087200389,
      "grad_norm": 0.7707503437995911,
      "learning_rate": 7.087640371153053e-05,
      "loss": 0.075,
      "step": 4916
    },
    {
      "epoch": 0.36772239464532774,
      "grad_norm": 0.8712305426597595,
      "learning_rate": 7.086564790017227e-05,
      "loss": 0.1073,
      "step": 4917
    },
    {
      "epoch": 0.3677971805706166,
      "grad_norm": 0.5742440819740295,
      "learning_rate": 7.085489091951839e-05,
      "loss": 0.0456,
      "step": 4918
    },
    {
      "epoch": 0.3678719664959055,
      "grad_norm": 0.6624720692634583,
      "learning_rate": 7.08441327701717e-05,
      "loss": 0.0711,
      "step": 4919
    },
    {
      "epoch": 0.36794675242119435,
      "grad_norm": 1.3126497268676758,
      "learning_rate": 7.08333734527351e-05,
      "loss": 0.0991,
      "step": 4920
    },
    {
      "epoch": 0.3680215383464832,
      "grad_norm": 0.7505823969841003,
      "learning_rate": 7.082261296781154e-05,
      "loss": 0.0605,
      "step": 4921
    },
    {
      "epoch": 0.3680963242717721,
      "grad_norm": 0.9202297925949097,
      "learning_rate": 7.0811851316004e-05,
      "loss": 0.0689,
      "step": 4922
    },
    {
      "epoch": 0.3681711101970609,
      "grad_norm": 0.8079803586006165,
      "learning_rate": 7.080108849791557e-05,
      "loss": 0.0854,
      "step": 4923
    },
    {
      "epoch": 0.36824589612234976,
      "grad_norm": 0.9585278034210205,
      "learning_rate": 7.07903245141494e-05,
      "loss": 0.1019,
      "step": 4924
    },
    {
      "epoch": 0.3683206820476386,
      "grad_norm": 0.7716862559318542,
      "learning_rate": 7.077955936530868e-05,
      "loss": 0.0567,
      "step": 4925
    },
    {
      "epoch": 0.3683954679729275,
      "grad_norm": 1.3880376815795898,
      "learning_rate": 7.076879305199668e-05,
      "loss": 0.1482,
      "step": 4926
    },
    {
      "epoch": 0.36847025389821636,
      "grad_norm": 2.4131312370300293,
      "learning_rate": 7.075802557481675e-05,
      "loss": 0.5087,
      "step": 4927
    },
    {
      "epoch": 0.3685450398235052,
      "grad_norm": 0.6287079453468323,
      "learning_rate": 7.07472569343723e-05,
      "loss": 0.0669,
      "step": 4928
    },
    {
      "epoch": 0.3686198257487941,
      "grad_norm": 1.492013931274414,
      "learning_rate": 7.073648713126677e-05,
      "loss": 0.1561,
      "step": 4929
    },
    {
      "epoch": 0.36869461167408296,
      "grad_norm": 1.0478891134262085,
      "learning_rate": 7.07257161661037e-05,
      "loss": 0.0825,
      "step": 4930
    },
    {
      "epoch": 0.3687693975993718,
      "grad_norm": 0.34852832555770874,
      "learning_rate": 7.07149440394867e-05,
      "loss": 0.0252,
      "step": 4931
    },
    {
      "epoch": 0.36884418352466064,
      "grad_norm": 0.9072058796882629,
      "learning_rate": 7.070417075201941e-05,
      "loss": 0.0876,
      "step": 4932
    },
    {
      "epoch": 0.3689189694499495,
      "grad_norm": 1.0014432668685913,
      "learning_rate": 7.069339630430557e-05,
      "loss": 0.1002,
      "step": 4933
    },
    {
      "epoch": 0.3689937553752384,
      "grad_norm": 1.1468238830566406,
      "learning_rate": 7.068262069694897e-05,
      "loss": 0.1072,
      "step": 4934
    },
    {
      "epoch": 0.36906854130052724,
      "grad_norm": 0.9293745756149292,
      "learning_rate": 7.067184393055348e-05,
      "loss": 0.1091,
      "step": 4935
    },
    {
      "epoch": 0.3691433272258161,
      "grad_norm": 0.8058919906616211,
      "learning_rate": 7.066106600572302e-05,
      "loss": 0.0638,
      "step": 4936
    },
    {
      "epoch": 0.369218113151105,
      "grad_norm": 1.0186326503753662,
      "learning_rate": 7.065028692306156e-05,
      "loss": 0.0781,
      "step": 4937
    },
    {
      "epoch": 0.36929289907639384,
      "grad_norm": 1.1578220129013062,
      "learning_rate": 7.063950668317315e-05,
      "loss": 0.088,
      "step": 4938
    },
    {
      "epoch": 0.3693676850016827,
      "grad_norm": 0.9147764444351196,
      "learning_rate": 7.062872528666192e-05,
      "loss": 0.0758,
      "step": 4939
    },
    {
      "epoch": 0.3694424709269715,
      "grad_norm": 0.5167695879936218,
      "learning_rate": 7.061794273413204e-05,
      "loss": 0.0354,
      "step": 4940
    },
    {
      "epoch": 0.3695172568522604,
      "grad_norm": 0.740949273109436,
      "learning_rate": 7.060715902618779e-05,
      "loss": 0.0701,
      "step": 4941
    },
    {
      "epoch": 0.36959204277754926,
      "grad_norm": 1.1010973453521729,
      "learning_rate": 7.059637416343344e-05,
      "loss": 0.0987,
      "step": 4942
    },
    {
      "epoch": 0.3696668287028381,
      "grad_norm": 0.7079888582229614,
      "learning_rate": 7.05855881464734e-05,
      "loss": 0.052,
      "step": 4943
    },
    {
      "epoch": 0.369741614628127,
      "grad_norm": 1.8887747526168823,
      "learning_rate": 7.057480097591207e-05,
      "loss": 0.381,
      "step": 4944
    },
    {
      "epoch": 0.36981640055341586,
      "grad_norm": 1.72512686252594,
      "learning_rate": 7.056401265235399e-05,
      "loss": 0.1509,
      "step": 4945
    },
    {
      "epoch": 0.3698911864787047,
      "grad_norm": 1.5792912244796753,
      "learning_rate": 7.055322317640371e-05,
      "loss": 0.2059,
      "step": 4946
    },
    {
      "epoch": 0.3699659724039936,
      "grad_norm": 1.7344452142715454,
      "learning_rate": 7.054243254866586e-05,
      "loss": 0.1807,
      "step": 4947
    },
    {
      "epoch": 0.3700407583292824,
      "grad_norm": 1.636555790901184,
      "learning_rate": 7.053164076974517e-05,
      "loss": 0.2253,
      "step": 4948
    },
    {
      "epoch": 0.37011554425457127,
      "grad_norm": 1.3562397956848145,
      "learning_rate": 7.052084784024637e-05,
      "loss": 0.1117,
      "step": 4949
    },
    {
      "epoch": 0.37019033017986014,
      "grad_norm": 1.7383512258529663,
      "learning_rate": 7.05100537607743e-05,
      "loss": 0.1436,
      "step": 4950
    },
    {
      "epoch": 0.370265116105149,
      "grad_norm": 0.7674185037612915,
      "learning_rate": 7.049925853193387e-05,
      "loss": 0.0979,
      "step": 4951
    },
    {
      "epoch": 0.3703399020304379,
      "grad_norm": 0.636565625667572,
      "learning_rate": 7.048846215433003e-05,
      "loss": 0.0501,
      "step": 4952
    },
    {
      "epoch": 0.37041468795572674,
      "grad_norm": 0.9153987765312195,
      "learning_rate": 7.047766462856777e-05,
      "loss": 0.0825,
      "step": 4953
    },
    {
      "epoch": 0.3704894738810156,
      "grad_norm": 0.593097984790802,
      "learning_rate": 7.046686595525219e-05,
      "loss": 0.0468,
      "step": 4954
    },
    {
      "epoch": 0.3705642598063045,
      "grad_norm": 0.6372751593589783,
      "learning_rate": 7.045606613498845e-05,
      "loss": 0.0712,
      "step": 4955
    },
    {
      "epoch": 0.37063904573159334,
      "grad_norm": 0.788790762424469,
      "learning_rate": 7.04452651683818e-05,
      "loss": 0.0728,
      "step": 4956
    },
    {
      "epoch": 0.37071383165688215,
      "grad_norm": 1.1828769445419312,
      "learning_rate": 7.043446305603743e-05,
      "loss": 0.1453,
      "step": 4957
    },
    {
      "epoch": 0.370788617582171,
      "grad_norm": 0.4711846113204956,
      "learning_rate": 7.042365979856074e-05,
      "loss": 0.0579,
      "step": 4958
    },
    {
      "epoch": 0.3708634035074599,
      "grad_norm": 0.9004147052764893,
      "learning_rate": 7.041285539655715e-05,
      "loss": 0.1031,
      "step": 4959
    },
    {
      "epoch": 0.37093818943274875,
      "grad_norm": 0.9379255771636963,
      "learning_rate": 7.040204985063211e-05,
      "loss": 0.0778,
      "step": 4960
    },
    {
      "epoch": 0.3710129753580376,
      "grad_norm": 0.7468670606613159,
      "learning_rate": 7.039124316139113e-05,
      "loss": 0.092,
      "step": 4961
    },
    {
      "epoch": 0.3710877612833265,
      "grad_norm": 0.479812890291214,
      "learning_rate": 7.038043532943984e-05,
      "loss": 0.0261,
      "step": 4962
    },
    {
      "epoch": 0.37116254720861536,
      "grad_norm": 1.0006755590438843,
      "learning_rate": 7.03696263553839e-05,
      "loss": 0.1144,
      "step": 4963
    },
    {
      "epoch": 0.3712373331339042,
      "grad_norm": 0.6561642289161682,
      "learning_rate": 7.035881623982903e-05,
      "loss": 0.0577,
      "step": 4964
    },
    {
      "epoch": 0.37131211905919304,
      "grad_norm": 0.7235211730003357,
      "learning_rate": 7.034800498338102e-05,
      "loss": 0.0784,
      "step": 4965
    },
    {
      "epoch": 0.3713869049844819,
      "grad_norm": 0.6575239896774292,
      "learning_rate": 7.033719258664574e-05,
      "loss": 0.0634,
      "step": 4966
    },
    {
      "epoch": 0.37146169090977077,
      "grad_norm": 0.7167568802833557,
      "learning_rate": 7.032637905022909e-05,
      "loss": 0.0522,
      "step": 4967
    },
    {
      "epoch": 0.37153647683505964,
      "grad_norm": 0.846809446811676,
      "learning_rate": 7.031556437473706e-05,
      "loss": 0.0669,
      "step": 4968
    },
    {
      "epoch": 0.3716112627603485,
      "grad_norm": 1.302459955215454,
      "learning_rate": 7.030474856077569e-05,
      "loss": 0.15,
      "step": 4969
    },
    {
      "epoch": 0.37168604868563737,
      "grad_norm": 1.1003320217132568,
      "learning_rate": 7.02939316089511e-05,
      "loss": 0.096,
      "step": 4970
    },
    {
      "epoch": 0.37176083461092624,
      "grad_norm": 1.4810622930526733,
      "learning_rate": 7.028311351986947e-05,
      "loss": 0.2371,
      "step": 4971
    },
    {
      "epoch": 0.3718356205362151,
      "grad_norm": 0.7537431716918945,
      "learning_rate": 7.027229429413701e-05,
      "loss": 0.0588,
      "step": 4972
    },
    {
      "epoch": 0.3719104064615039,
      "grad_norm": 0.9765077233314514,
      "learning_rate": 7.026147393236007e-05,
      "loss": 0.1062,
      "step": 4973
    },
    {
      "epoch": 0.3719851923867928,
      "grad_norm": 0.8797093629837036,
      "learning_rate": 7.025065243514497e-05,
      "loss": 0.0611,
      "step": 4974
    },
    {
      "epoch": 0.37205997831208165,
      "grad_norm": 0.9153701066970825,
      "learning_rate": 7.023982980309815e-05,
      "loss": 0.1229,
      "step": 4975
    },
    {
      "epoch": 0.3721347642373705,
      "grad_norm": 0.8877870440483093,
      "learning_rate": 7.02290060368261e-05,
      "loss": 0.0868,
      "step": 4976
    },
    {
      "epoch": 0.3722095501626594,
      "grad_norm": 1.0522221326828003,
      "learning_rate": 7.021818113693539e-05,
      "loss": 0.0739,
      "step": 4977
    },
    {
      "epoch": 0.37228433608794825,
      "grad_norm": 1.1056914329528809,
      "learning_rate": 7.020735510403263e-05,
      "loss": 0.0976,
      "step": 4978
    },
    {
      "epoch": 0.3723591220132371,
      "grad_norm": 0.8142279386520386,
      "learning_rate": 7.01965279387245e-05,
      "loss": 0.066,
      "step": 4979
    },
    {
      "epoch": 0.372433907938526,
      "grad_norm": 0.8126105666160583,
      "learning_rate": 7.018569964161776e-05,
      "loss": 0.0835,
      "step": 4980
    },
    {
      "epoch": 0.37250869386381485,
      "grad_norm": 1.0599665641784668,
      "learning_rate": 7.017487021331922e-05,
      "loss": 0.0937,
      "step": 4981
    },
    {
      "epoch": 0.37258347978910367,
      "grad_norm": 0.8707044720649719,
      "learning_rate": 7.016403965443573e-05,
      "loss": 0.0714,
      "step": 4982
    },
    {
      "epoch": 0.37265826571439253,
      "grad_norm": 1.0835126638412476,
      "learning_rate": 7.015320796557424e-05,
      "loss": 0.1235,
      "step": 4983
    },
    {
      "epoch": 0.3727330516396814,
      "grad_norm": 0.6908434629440308,
      "learning_rate": 7.014237514734176e-05,
      "loss": 0.0756,
      "step": 4984
    },
    {
      "epoch": 0.37280783756497027,
      "grad_norm": 0.7122437357902527,
      "learning_rate": 7.013154120034533e-05,
      "loss": 0.0681,
      "step": 4985
    },
    {
      "epoch": 0.37288262349025914,
      "grad_norm": 0.8609374761581421,
      "learning_rate": 7.012070612519209e-05,
      "loss": 0.0862,
      "step": 4986
    },
    {
      "epoch": 0.372957409415548,
      "grad_norm": 1.1615564823150635,
      "learning_rate": 7.010986992248924e-05,
      "loss": 0.1128,
      "step": 4987
    },
    {
      "epoch": 0.37303219534083687,
      "grad_norm": 0.7259528040885925,
      "learning_rate": 7.009903259284403e-05,
      "loss": 0.0519,
      "step": 4988
    },
    {
      "epoch": 0.37310698126612574,
      "grad_norm": 0.9395694732666016,
      "learning_rate": 7.008819413686375e-05,
      "loss": 0.0613,
      "step": 4989
    },
    {
      "epoch": 0.37318176719141455,
      "grad_norm": 0.7011192440986633,
      "learning_rate": 7.007735455515582e-05,
      "loss": 0.0453,
      "step": 4990
    },
    {
      "epoch": 0.3732565531167034,
      "grad_norm": 1.7574561834335327,
      "learning_rate": 7.006651384832765e-05,
      "loss": 0.2468,
      "step": 4991
    },
    {
      "epoch": 0.3733313390419923,
      "grad_norm": 1.0525351762771606,
      "learning_rate": 7.005567201698676e-05,
      "loss": 0.1463,
      "step": 4992
    },
    {
      "epoch": 0.37340612496728115,
      "grad_norm": 1.2343415021896362,
      "learning_rate": 7.00448290617407e-05,
      "loss": 0.1262,
      "step": 4993
    },
    {
      "epoch": 0.37348091089257,
      "grad_norm": 1.3989262580871582,
      "learning_rate": 7.003398498319711e-05,
      "loss": 0.1064,
      "step": 4994
    },
    {
      "epoch": 0.3735556968178589,
      "grad_norm": 1.504027247428894,
      "learning_rate": 7.00231397819637e-05,
      "loss": 0.1366,
      "step": 4995
    },
    {
      "epoch": 0.37363048274314775,
      "grad_norm": 1.8431991338729858,
      "learning_rate": 7.001229345864823e-05,
      "loss": 0.1831,
      "step": 4996
    },
    {
      "epoch": 0.3737052686684366,
      "grad_norm": 1.5136622190475464,
      "learning_rate": 7.000144601385848e-05,
      "loss": 0.1783,
      "step": 4997
    },
    {
      "epoch": 0.3737800545937255,
      "grad_norm": 1.5090758800506592,
      "learning_rate": 6.999059744820237e-05,
      "loss": 0.1497,
      "step": 4998
    },
    {
      "epoch": 0.3738548405190143,
      "grad_norm": 1.4699997901916504,
      "learning_rate": 6.997974776228784e-05,
      "loss": 0.083,
      "step": 4999
    },
    {
      "epoch": 0.37392962644430316,
      "grad_norm": 1.6720163822174072,
      "learning_rate": 6.996889695672289e-05,
      "loss": 0.153,
      "step": 5000
    },
    {
      "epoch": 0.37400441236959203,
      "grad_norm": 1.0263502597808838,
      "learning_rate": 6.995804503211558e-05,
      "loss": 0.1383,
      "step": 5001
    },
    {
      "epoch": 0.3740791982948809,
      "grad_norm": 1.0664759874343872,
      "learning_rate": 6.994719198907408e-05,
      "loss": 0.1059,
      "step": 5002
    },
    {
      "epoch": 0.37415398422016977,
      "grad_norm": 0.9998195767402649,
      "learning_rate": 6.993633782820656e-05,
      "loss": 0.0938,
      "step": 5003
    },
    {
      "epoch": 0.37422877014545863,
      "grad_norm": 0.8426235318183899,
      "learning_rate": 6.992548255012129e-05,
      "loss": 0.0977,
      "step": 5004
    },
    {
      "epoch": 0.3743035560707475,
      "grad_norm": 0.8046814799308777,
      "learning_rate": 6.991462615542656e-05,
      "loss": 0.0884,
      "step": 5005
    },
    {
      "epoch": 0.37437834199603637,
      "grad_norm": 0.8809328079223633,
      "learning_rate": 6.99037686447308e-05,
      "loss": 0.1104,
      "step": 5006
    },
    {
      "epoch": 0.3744531279213252,
      "grad_norm": 1.2967437505722046,
      "learning_rate": 6.989291001864243e-05,
      "loss": 0.1419,
      "step": 5007
    },
    {
      "epoch": 0.37452791384661405,
      "grad_norm": 0.40327760577201843,
      "learning_rate": 6.988205027776998e-05,
      "loss": 0.0267,
      "step": 5008
    },
    {
      "epoch": 0.3746026997719029,
      "grad_norm": 0.5932759046554565,
      "learning_rate": 6.9871189422722e-05,
      "loss": 0.0444,
      "step": 5009
    },
    {
      "epoch": 0.3746774856971918,
      "grad_norm": 0.5645050406455994,
      "learning_rate": 6.986032745410714e-05,
      "loss": 0.0504,
      "step": 5010
    },
    {
      "epoch": 0.37475227162248065,
      "grad_norm": 0.8426464200019836,
      "learning_rate": 6.984946437253407e-05,
      "loss": 0.0607,
      "step": 5011
    },
    {
      "epoch": 0.3748270575477695,
      "grad_norm": 0.6568994522094727,
      "learning_rate": 6.983860017861158e-05,
      "loss": 0.0597,
      "step": 5012
    },
    {
      "epoch": 0.3749018434730584,
      "grad_norm": 0.5385452508926392,
      "learning_rate": 6.982773487294848e-05,
      "loss": 0.0323,
      "step": 5013
    },
    {
      "epoch": 0.37497662939834725,
      "grad_norm": 0.8569557666778564,
      "learning_rate": 6.981686845615365e-05,
      "loss": 0.0831,
      "step": 5014
    },
    {
      "epoch": 0.3750514153236361,
      "grad_norm": 0.8693606853485107,
      "learning_rate": 6.980600092883604e-05,
      "loss": 0.0989,
      "step": 5015
    },
    {
      "epoch": 0.37512620124892493,
      "grad_norm": 0.9237232804298401,
      "learning_rate": 6.979513229160466e-05,
      "loss": 0.1382,
      "step": 5016
    },
    {
      "epoch": 0.3752009871742138,
      "grad_norm": 0.8966386914253235,
      "learning_rate": 6.978426254506859e-05,
      "loss": 0.1151,
      "step": 5017
    },
    {
      "epoch": 0.37527577309950266,
      "grad_norm": 1.185099482536316,
      "learning_rate": 6.977339168983695e-05,
      "loss": 0.1048,
      "step": 5018
    },
    {
      "epoch": 0.37535055902479153,
      "grad_norm": 0.768695056438446,
      "learning_rate": 6.976251972651894e-05,
      "loss": 0.0928,
      "step": 5019
    },
    {
      "epoch": 0.3754253449500804,
      "grad_norm": 0.7260397672653198,
      "learning_rate": 6.97516466557238e-05,
      "loss": 0.0665,
      "step": 5020
    },
    {
      "epoch": 0.37550013087536926,
      "grad_norm": 1.0983717441558838,
      "learning_rate": 6.974077247806087e-05,
      "loss": 0.1158,
      "step": 5021
    },
    {
      "epoch": 0.37557491680065813,
      "grad_norm": 0.9118622541427612,
      "learning_rate": 6.972989719413952e-05,
      "loss": 0.0776,
      "step": 5022
    },
    {
      "epoch": 0.375649702725947,
      "grad_norm": 1.1384421586990356,
      "learning_rate": 6.971902080456918e-05,
      "loss": 0.0924,
      "step": 5023
    },
    {
      "epoch": 0.3757244886512358,
      "grad_norm": 0.7493661642074585,
      "learning_rate": 6.970814330995939e-05,
      "loss": 0.0812,
      "step": 5024
    },
    {
      "epoch": 0.3757992745765247,
      "grad_norm": 1.0779571533203125,
      "learning_rate": 6.969726471091968e-05,
      "loss": 0.0704,
      "step": 5025
    },
    {
      "epoch": 0.37587406050181354,
      "grad_norm": 0.7112746834754944,
      "learning_rate": 6.968638500805973e-05,
      "loss": 0.0553,
      "step": 5026
    },
    {
      "epoch": 0.3759488464271024,
      "grad_norm": 0.6738627552986145,
      "learning_rate": 6.967550420198916e-05,
      "loss": 0.0795,
      "step": 5027
    },
    {
      "epoch": 0.3760236323523913,
      "grad_norm": 0.8472769260406494,
      "learning_rate": 6.966462229331778e-05,
      "loss": 0.0828,
      "step": 5028
    },
    {
      "epoch": 0.37609841827768015,
      "grad_norm": 1.2224072217941284,
      "learning_rate": 6.965373928265538e-05,
      "loss": 0.1263,
      "step": 5029
    },
    {
      "epoch": 0.376173204202969,
      "grad_norm": 0.5290583968162537,
      "learning_rate": 6.964285517061184e-05,
      "loss": 0.0389,
      "step": 5030
    },
    {
      "epoch": 0.3762479901282579,
      "grad_norm": 1.0059148073196411,
      "learning_rate": 6.963196995779709e-05,
      "loss": 0.098,
      "step": 5031
    },
    {
      "epoch": 0.37632277605354675,
      "grad_norm": 1.1632245779037476,
      "learning_rate": 6.962108364482113e-05,
      "loss": 0.0779,
      "step": 5032
    },
    {
      "epoch": 0.37639756197883556,
      "grad_norm": 0.9729270339012146,
      "learning_rate": 6.961019623229405e-05,
      "loss": 0.1036,
      "step": 5033
    },
    {
      "epoch": 0.3764723479041244,
      "grad_norm": 0.9542474746704102,
      "learning_rate": 6.959930772082593e-05,
      "loss": 0.1515,
      "step": 5034
    },
    {
      "epoch": 0.3765471338294133,
      "grad_norm": 1.3237301111221313,
      "learning_rate": 6.958841811102699e-05,
      "loss": 0.1255,
      "step": 5035
    },
    {
      "epoch": 0.37662191975470216,
      "grad_norm": 1.2872101068496704,
      "learning_rate": 6.957752740350745e-05,
      "loss": 0.1567,
      "step": 5036
    },
    {
      "epoch": 0.37669670567999103,
      "grad_norm": 1.0597103834152222,
      "learning_rate": 6.956663559887761e-05,
      "loss": 0.0803,
      "step": 5037
    },
    {
      "epoch": 0.3767714916052799,
      "grad_norm": 0.9469735026359558,
      "learning_rate": 6.955574269774789e-05,
      "loss": 0.1017,
      "step": 5038
    },
    {
      "epoch": 0.37684627753056876,
      "grad_norm": 0.679743766784668,
      "learning_rate": 6.954484870072866e-05,
      "loss": 0.0544,
      "step": 5039
    },
    {
      "epoch": 0.37692106345585763,
      "grad_norm": 0.9143146872520447,
      "learning_rate": 6.953395360843047e-05,
      "loss": 0.0687,
      "step": 5040
    },
    {
      "epoch": 0.37699584938114644,
      "grad_norm": 0.8462779521942139,
      "learning_rate": 6.952305742146382e-05,
      "loss": 0.075,
      "step": 5041
    },
    {
      "epoch": 0.3770706353064353,
      "grad_norm": 1.2087831497192383,
      "learning_rate": 6.951216014043933e-05,
      "loss": 0.1122,
      "step": 5042
    },
    {
      "epoch": 0.3771454212317242,
      "grad_norm": 1.7057926654815674,
      "learning_rate": 6.95012617659677e-05,
      "loss": 0.1423,
      "step": 5043
    },
    {
      "epoch": 0.37722020715701304,
      "grad_norm": 1.267649531364441,
      "learning_rate": 6.949036229865967e-05,
      "loss": 0.12,
      "step": 5044
    },
    {
      "epoch": 0.3772949930823019,
      "grad_norm": 1.4275084733963013,
      "learning_rate": 6.947946173912602e-05,
      "loss": 0.1777,
      "step": 5045
    },
    {
      "epoch": 0.3773697790075908,
      "grad_norm": 1.2885795831680298,
      "learning_rate": 6.94685600879776e-05,
      "loss": 0.1111,
      "step": 5046
    },
    {
      "epoch": 0.37744456493287964,
      "grad_norm": 2.968419313430786,
      "learning_rate": 6.945765734582536e-05,
      "loss": 0.5978,
      "step": 5047
    },
    {
      "epoch": 0.3775193508581685,
      "grad_norm": 1.2505011558532715,
      "learning_rate": 6.944675351328028e-05,
      "loss": 0.109,
      "step": 5048
    },
    {
      "epoch": 0.3775941367834574,
      "grad_norm": 2.801417589187622,
      "learning_rate": 6.943584859095338e-05,
      "loss": 0.5314,
      "step": 5049
    },
    {
      "epoch": 0.3776689227087462,
      "grad_norm": 2.5915231704711914,
      "learning_rate": 6.942494257945578e-05,
      "loss": 0.2819,
      "step": 5050
    },
    {
      "epoch": 0.37774370863403506,
      "grad_norm": 1.1908677816390991,
      "learning_rate": 6.941403547939863e-05,
      "loss": 0.1509,
      "step": 5051
    },
    {
      "epoch": 0.3778184945593239,
      "grad_norm": 0.8387290239334106,
      "learning_rate": 6.940312729139315e-05,
      "loss": 0.0663,
      "step": 5052
    },
    {
      "epoch": 0.3778932804846128,
      "grad_norm": 0.8564955592155457,
      "learning_rate": 6.939221801605066e-05,
      "loss": 0.0719,
      "step": 5053
    },
    {
      "epoch": 0.37796806640990166,
      "grad_norm": 0.8492245674133301,
      "learning_rate": 6.93813076539825e-05,
      "loss": 0.1126,
      "step": 5054
    },
    {
      "epoch": 0.3780428523351905,
      "grad_norm": 0.8417646288871765,
      "learning_rate": 6.937039620580004e-05,
      "loss": 0.0749,
      "step": 5055
    },
    {
      "epoch": 0.3781176382604794,
      "grad_norm": 0.5181463360786438,
      "learning_rate": 6.93594836721148e-05,
      "loss": 0.0626,
      "step": 5056
    },
    {
      "epoch": 0.37819242418576826,
      "grad_norm": 0.645084798336029,
      "learning_rate": 6.934857005353827e-05,
      "loss": 0.0785,
      "step": 5057
    },
    {
      "epoch": 0.3782672101110571,
      "grad_norm": 0.6243399977684021,
      "learning_rate": 6.933765535068209e-05,
      "loss": 0.0419,
      "step": 5058
    },
    {
      "epoch": 0.37834199603634594,
      "grad_norm": 0.5550278425216675,
      "learning_rate": 6.932673956415785e-05,
      "loss": 0.054,
      "step": 5059
    },
    {
      "epoch": 0.3784167819616348,
      "grad_norm": 0.857343316078186,
      "learning_rate": 6.931582269457731e-05,
      "loss": 0.0969,
      "step": 5060
    },
    {
      "epoch": 0.3784915678869237,
      "grad_norm": 0.6947975158691406,
      "learning_rate": 6.930490474255221e-05,
      "loss": 0.0575,
      "step": 5061
    },
    {
      "epoch": 0.37856635381221254,
      "grad_norm": 1.1961597204208374,
      "learning_rate": 6.929398570869441e-05,
      "loss": 0.1616,
      "step": 5062
    },
    {
      "epoch": 0.3786411397375014,
      "grad_norm": 1.0979797840118408,
      "learning_rate": 6.92830655936158e-05,
      "loss": 0.1325,
      "step": 5063
    },
    {
      "epoch": 0.3787159256627903,
      "grad_norm": 1.2679678201675415,
      "learning_rate": 6.927214439792833e-05,
      "loss": 0.141,
      "step": 5064
    },
    {
      "epoch": 0.37879071158807914,
      "grad_norm": 0.8622188568115234,
      "learning_rate": 6.926122212224402e-05,
      "loss": 0.1136,
      "step": 5065
    },
    {
      "epoch": 0.378865497513368,
      "grad_norm": 0.513565719127655,
      "learning_rate": 6.925029876717494e-05,
      "loss": 0.0529,
      "step": 5066
    },
    {
      "epoch": 0.3789402834386568,
      "grad_norm": 0.9684776663780212,
      "learning_rate": 6.923937433333323e-05,
      "loss": 0.1179,
      "step": 5067
    },
    {
      "epoch": 0.3790150693639457,
      "grad_norm": 0.5741794109344482,
      "learning_rate": 6.922844882133109e-05,
      "loss": 0.045,
      "step": 5068
    },
    {
      "epoch": 0.37908985528923456,
      "grad_norm": 0.8439289331436157,
      "learning_rate": 6.921752223178077e-05,
      "loss": 0.0989,
      "step": 5069
    },
    {
      "epoch": 0.3791646412145234,
      "grad_norm": 0.8431405425071716,
      "learning_rate": 6.92065945652946e-05,
      "loss": 0.0491,
      "step": 5070
    },
    {
      "epoch": 0.3792394271398123,
      "grad_norm": 0.7444770932197571,
      "learning_rate": 6.919566582248495e-05,
      "loss": 0.0731,
      "step": 5071
    },
    {
      "epoch": 0.37931421306510116,
      "grad_norm": 0.9148901700973511,
      "learning_rate": 6.918473600396424e-05,
      "loss": 0.0659,
      "step": 5072
    },
    {
      "epoch": 0.37938899899039,
      "grad_norm": 1.1403484344482422,
      "learning_rate": 6.917380511034501e-05,
      "loss": 0.1396,
      "step": 5073
    },
    {
      "epoch": 0.3794637849156789,
      "grad_norm": 1.2945959568023682,
      "learning_rate": 6.91628731422398e-05,
      "loss": 0.098,
      "step": 5074
    },
    {
      "epoch": 0.3795385708409677,
      "grad_norm": 1.2427524328231812,
      "learning_rate": 6.915194010026122e-05,
      "loss": 0.1556,
      "step": 5075
    },
    {
      "epoch": 0.37961335676625657,
      "grad_norm": 0.8167312145233154,
      "learning_rate": 6.914100598502196e-05,
      "loss": 0.081,
      "step": 5076
    },
    {
      "epoch": 0.37968814269154544,
      "grad_norm": 1.1115204095840454,
      "learning_rate": 6.913007079713477e-05,
      "loss": 0.1062,
      "step": 5077
    },
    {
      "epoch": 0.3797629286168343,
      "grad_norm": 0.9011987447738647,
      "learning_rate": 6.911913453721241e-05,
      "loss": 0.0827,
      "step": 5078
    },
    {
      "epoch": 0.3798377145421232,
      "grad_norm": 0.8206591010093689,
      "learning_rate": 6.910819720586778e-05,
      "loss": 0.0674,
      "step": 5079
    },
    {
      "epoch": 0.37991250046741204,
      "grad_norm": 0.6946005821228027,
      "learning_rate": 6.909725880371379e-05,
      "loss": 0.0678,
      "step": 5080
    },
    {
      "epoch": 0.3799872863927009,
      "grad_norm": 0.7281002998352051,
      "learning_rate": 6.908631933136343e-05,
      "loss": 0.0766,
      "step": 5081
    },
    {
      "epoch": 0.3800620723179898,
      "grad_norm": 1.1835625171661377,
      "learning_rate": 6.907537878942971e-05,
      "loss": 0.1362,
      "step": 5082
    },
    {
      "epoch": 0.38013685824327864,
      "grad_norm": 0.9726108312606812,
      "learning_rate": 6.906443717852575e-05,
      "loss": 0.0845,
      "step": 5083
    },
    {
      "epoch": 0.38021164416856745,
      "grad_norm": 1.0011626482009888,
      "learning_rate": 6.905349449926471e-05,
      "loss": 0.1216,
      "step": 5084
    },
    {
      "epoch": 0.3802864300938563,
      "grad_norm": 0.9310060739517212,
      "learning_rate": 6.90425507522598e-05,
      "loss": 0.0636,
      "step": 5085
    },
    {
      "epoch": 0.3803612160191452,
      "grad_norm": 0.7009264826774597,
      "learning_rate": 6.903160593812434e-05,
      "loss": 0.0908,
      "step": 5086
    },
    {
      "epoch": 0.38043600194443405,
      "grad_norm": 1.085181474685669,
      "learning_rate": 6.90206600574716e-05,
      "loss": 0.1287,
      "step": 5087
    },
    {
      "epoch": 0.3805107878697229,
      "grad_norm": 1.1016802787780762,
      "learning_rate": 6.900971311091502e-05,
      "loss": 0.0845,
      "step": 5088
    },
    {
      "epoch": 0.3805855737950118,
      "grad_norm": 0.9352632164955139,
      "learning_rate": 6.899876509906805e-05,
      "loss": 0.0882,
      "step": 5089
    },
    {
      "epoch": 0.38066035972030066,
      "grad_norm": 0.6980222463607788,
      "learning_rate": 6.898781602254422e-05,
      "loss": 0.0601,
      "step": 5090
    },
    {
      "epoch": 0.3807351456455895,
      "grad_norm": 1.1650819778442383,
      "learning_rate": 6.89768658819571e-05,
      "loss": 0.1,
      "step": 5091
    },
    {
      "epoch": 0.38080993157087834,
      "grad_norm": 1.6805269718170166,
      "learning_rate": 6.896591467792033e-05,
      "loss": 0.2445,
      "step": 5092
    },
    {
      "epoch": 0.3808847174961672,
      "grad_norm": 1.53506600856781,
      "learning_rate": 6.895496241104762e-05,
      "loss": 0.1454,
      "step": 5093
    },
    {
      "epoch": 0.38095950342145607,
      "grad_norm": 1.0338718891143799,
      "learning_rate": 6.894400908195269e-05,
      "loss": 0.1031,
      "step": 5094
    },
    {
      "epoch": 0.38103428934674494,
      "grad_norm": 2.393925189971924,
      "learning_rate": 6.893305469124939e-05,
      "loss": 0.548,
      "step": 5095
    },
    {
      "epoch": 0.3811090752720338,
      "grad_norm": 3.515944719314575,
      "learning_rate": 6.892209923955158e-05,
      "loss": 0.1991,
      "step": 5096
    },
    {
      "epoch": 0.38118386119732267,
      "grad_norm": 1.4038945436477661,
      "learning_rate": 6.891114272747321e-05,
      "loss": 0.0958,
      "step": 5097
    },
    {
      "epoch": 0.38125864712261154,
      "grad_norm": 2.3829357624053955,
      "learning_rate": 6.890018515562825e-05,
      "loss": 0.2548,
      "step": 5098
    },
    {
      "epoch": 0.3813334330479004,
      "grad_norm": 1.5432639122009277,
      "learning_rate": 6.888922652463078e-05,
      "loss": 0.1092,
      "step": 5099
    },
    {
      "epoch": 0.3814082189731893,
      "grad_norm": 3.880025863647461,
      "learning_rate": 6.887826683509491e-05,
      "loss": 0.6231,
      "step": 5100
    },
    {
      "epoch": 0.3814830048984781,
      "grad_norm": 1.1598345041275024,
      "learning_rate": 6.886730608763481e-05,
      "loss": 0.1321,
      "step": 5101
    },
    {
      "epoch": 0.38155779082376695,
      "grad_norm": 1.129380226135254,
      "learning_rate": 6.885634428286469e-05,
      "loss": 0.1681,
      "step": 5102
    },
    {
      "epoch": 0.3816325767490558,
      "grad_norm": 0.7356563806533813,
      "learning_rate": 6.884538142139887e-05,
      "loss": 0.0576,
      "step": 5103
    },
    {
      "epoch": 0.3817073626743447,
      "grad_norm": 0.776128888130188,
      "learning_rate": 6.88344175038517e-05,
      "loss": 0.123,
      "step": 5104
    },
    {
      "epoch": 0.38178214859963355,
      "grad_norm": 0.4946461319923401,
      "learning_rate": 6.882345253083757e-05,
      "loss": 0.0541,
      "step": 5105
    },
    {
      "epoch": 0.3818569345249224,
      "grad_norm": 0.5563847422599792,
      "learning_rate": 6.881248650297096e-05,
      "loss": 0.056,
      "step": 5106
    },
    {
      "epoch": 0.3819317204502113,
      "grad_norm": 0.8194409608840942,
      "learning_rate": 6.88015194208664e-05,
      "loss": 0.0885,
      "step": 5107
    },
    {
      "epoch": 0.38200650637550015,
      "grad_norm": 0.6509178280830383,
      "learning_rate": 6.879055128513848e-05,
      "loss": 0.0587,
      "step": 5108
    },
    {
      "epoch": 0.38208129230078897,
      "grad_norm": 0.518770694732666,
      "learning_rate": 6.877958209640184e-05,
      "loss": 0.04,
      "step": 5109
    },
    {
      "epoch": 0.38215607822607783,
      "grad_norm": 0.904172420501709,
      "learning_rate": 6.876861185527119e-05,
      "loss": 0.116,
      "step": 5110
    },
    {
      "epoch": 0.3822308641513667,
      "grad_norm": 0.7183603048324585,
      "learning_rate": 6.875764056236128e-05,
      "loss": 0.0793,
      "step": 5111
    },
    {
      "epoch": 0.38230565007665557,
      "grad_norm": 1.0423065423965454,
      "learning_rate": 6.874666821828697e-05,
      "loss": 0.0875,
      "step": 5112
    },
    {
      "epoch": 0.38238043600194443,
      "grad_norm": 0.47184836864471436,
      "learning_rate": 6.87356948236631e-05,
      "loss": 0.037,
      "step": 5113
    },
    {
      "epoch": 0.3824552219272333,
      "grad_norm": 0.8119069933891296,
      "learning_rate": 6.872472037910462e-05,
      "loss": 0.0997,
      "step": 5114
    },
    {
      "epoch": 0.38253000785252217,
      "grad_norm": 0.8064603209495544,
      "learning_rate": 6.871374488522654e-05,
      "loss": 0.0767,
      "step": 5115
    },
    {
      "epoch": 0.38260479377781104,
      "grad_norm": 0.7527534365653992,
      "learning_rate": 6.870276834264392e-05,
      "loss": 0.048,
      "step": 5116
    },
    {
      "epoch": 0.3826795797030999,
      "grad_norm": 0.9070742726325989,
      "learning_rate": 6.869179075197189e-05,
      "loss": 0.09,
      "step": 5117
    },
    {
      "epoch": 0.3827543656283887,
      "grad_norm": 1.5996110439300537,
      "learning_rate": 6.868081211382558e-05,
      "loss": 0.2208,
      "step": 5118
    },
    {
      "epoch": 0.3828291515536776,
      "grad_norm": 0.6251774430274963,
      "learning_rate": 6.866983242882028e-05,
      "loss": 0.0712,
      "step": 5119
    },
    {
      "epoch": 0.38290393747896645,
      "grad_norm": 0.5796757936477661,
      "learning_rate": 6.865885169757125e-05,
      "loss": 0.0507,
      "step": 5120
    },
    {
      "epoch": 0.3829787234042553,
      "grad_norm": 0.6638596057891846,
      "learning_rate": 6.864786992069384e-05,
      "loss": 0.0557,
      "step": 5121
    },
    {
      "epoch": 0.3830535093295442,
      "grad_norm": 0.8378893733024597,
      "learning_rate": 6.863688709880347e-05,
      "loss": 0.0912,
      "step": 5122
    },
    {
      "epoch": 0.38312829525483305,
      "grad_norm": 0.8388766646385193,
      "learning_rate": 6.862590323251564e-05,
      "loss": 0.0987,
      "step": 5123
    },
    {
      "epoch": 0.3832030811801219,
      "grad_norm": 1.1624038219451904,
      "learning_rate": 6.861491832244581e-05,
      "loss": 0.1629,
      "step": 5124
    },
    {
      "epoch": 0.3832778671054108,
      "grad_norm": 0.8318583965301514,
      "learning_rate": 6.860393236920964e-05,
      "loss": 0.0871,
      "step": 5125
    },
    {
      "epoch": 0.3833526530306996,
      "grad_norm": 1.417978286743164,
      "learning_rate": 6.859294537342272e-05,
      "loss": 0.217,
      "step": 5126
    },
    {
      "epoch": 0.38342743895598846,
      "grad_norm": 0.7228118777275085,
      "learning_rate": 6.858195733570077e-05,
      "loss": 0.0525,
      "step": 5127
    },
    {
      "epoch": 0.38350222488127733,
      "grad_norm": 0.9015306234359741,
      "learning_rate": 6.857096825665955e-05,
      "loss": 0.0959,
      "step": 5128
    },
    {
      "epoch": 0.3835770108065662,
      "grad_norm": 1.0485607385635376,
      "learning_rate": 6.855997813691488e-05,
      "loss": 0.0893,
      "step": 5129
    },
    {
      "epoch": 0.38365179673185507,
      "grad_norm": 0.6349238157272339,
      "learning_rate": 6.854898697708266e-05,
      "loss": 0.0914,
      "step": 5130
    },
    {
      "epoch": 0.38372658265714393,
      "grad_norm": 0.8165202140808105,
      "learning_rate": 6.85379947777788e-05,
      "loss": 0.0643,
      "step": 5131
    },
    {
      "epoch": 0.3838013685824328,
      "grad_norm": 0.6188952922821045,
      "learning_rate": 6.85270015396193e-05,
      "loss": 0.047,
      "step": 5132
    },
    {
      "epoch": 0.38387615450772167,
      "grad_norm": 3.1008527278900146,
      "learning_rate": 6.851600726322022e-05,
      "loss": 0.1078,
      "step": 5133
    },
    {
      "epoch": 0.38395094043301053,
      "grad_norm": 0.7208024263381958,
      "learning_rate": 6.850501194919768e-05,
      "loss": 0.0602,
      "step": 5134
    },
    {
      "epoch": 0.38402572635829935,
      "grad_norm": 0.9715854525566101,
      "learning_rate": 6.849401559816782e-05,
      "loss": 0.1182,
      "step": 5135
    },
    {
      "epoch": 0.3841005122835882,
      "grad_norm": 1.0989964008331299,
      "learning_rate": 6.848301821074689e-05,
      "loss": 0.0783,
      "step": 5136
    },
    {
      "epoch": 0.3841752982088771,
      "grad_norm": 1.0242550373077393,
      "learning_rate": 6.847201978755117e-05,
      "loss": 0.1006,
      "step": 5137
    },
    {
      "epoch": 0.38425008413416595,
      "grad_norm": 1.159001350402832,
      "learning_rate": 6.8461020329197e-05,
      "loss": 0.1166,
      "step": 5138
    },
    {
      "epoch": 0.3843248700594548,
      "grad_norm": 1.6423298120498657,
      "learning_rate": 6.84500198363008e-05,
      "loss": 0.1541,
      "step": 5139
    },
    {
      "epoch": 0.3843996559847437,
      "grad_norm": 0.7156097292900085,
      "learning_rate": 6.8439018309479e-05,
      "loss": 0.0479,
      "step": 5140
    },
    {
      "epoch": 0.38447444191003255,
      "grad_norm": 0.949320912361145,
      "learning_rate": 6.842801574934813e-05,
      "loss": 0.071,
      "step": 5141
    },
    {
      "epoch": 0.3845492278353214,
      "grad_norm": 1.1121841669082642,
      "learning_rate": 6.841701215652478e-05,
      "loss": 0.0947,
      "step": 5142
    },
    {
      "epoch": 0.38462401376061023,
      "grad_norm": 1.1503244638442993,
      "learning_rate": 6.840600753162556e-05,
      "loss": 0.1278,
      "step": 5143
    },
    {
      "epoch": 0.3846987996858991,
      "grad_norm": 2.545210361480713,
      "learning_rate": 6.839500187526718e-05,
      "loss": 0.2696,
      "step": 5144
    },
    {
      "epoch": 0.38477358561118796,
      "grad_norm": 1.2687948942184448,
      "learning_rate": 6.838399518806638e-05,
      "loss": 0.1157,
      "step": 5145
    },
    {
      "epoch": 0.38484837153647683,
      "grad_norm": 2.58544659614563,
      "learning_rate": 6.837298747063997e-05,
      "loss": 0.1784,
      "step": 5146
    },
    {
      "epoch": 0.3849231574617657,
      "grad_norm": 1.037596344947815,
      "learning_rate": 6.83619787236048e-05,
      "loss": 0.083,
      "step": 5147
    },
    {
      "epoch": 0.38499794338705456,
      "grad_norm": 1.2160481214523315,
      "learning_rate": 6.835096894757782e-05,
      "loss": 0.0869,
      "step": 5148
    },
    {
      "epoch": 0.38507272931234343,
      "grad_norm": 2.170809745788574,
      "learning_rate": 6.833995814317598e-05,
      "loss": 0.2394,
      "step": 5149
    },
    {
      "epoch": 0.3851475152376323,
      "grad_norm": 2.185943603515625,
      "learning_rate": 6.832894631101632e-05,
      "loss": 0.2211,
      "step": 5150
    },
    {
      "epoch": 0.38522230116292117,
      "grad_norm": 0.8705189824104309,
      "learning_rate": 6.831793345171598e-05,
      "loss": 0.1097,
      "step": 5151
    },
    {
      "epoch": 0.38529708708821,
      "grad_norm": 1.1710333824157715,
      "learning_rate": 6.830691956589205e-05,
      "loss": 0.098,
      "step": 5152
    },
    {
      "epoch": 0.38537187301349884,
      "grad_norm": 0.9273372292518616,
      "learning_rate": 6.829590465416179e-05,
      "loss": 0.1236,
      "step": 5153
    },
    {
      "epoch": 0.3854466589387877,
      "grad_norm": 0.6496720314025879,
      "learning_rate": 6.828488871714242e-05,
      "loss": 0.091,
      "step": 5154
    },
    {
      "epoch": 0.3855214448640766,
      "grad_norm": 0.7565099596977234,
      "learning_rate": 6.827387175545133e-05,
      "loss": 0.0805,
      "step": 5155
    },
    {
      "epoch": 0.38559623078936545,
      "grad_norm": 0.9243069291114807,
      "learning_rate": 6.826285376970583e-05,
      "loss": 0.0954,
      "step": 5156
    },
    {
      "epoch": 0.3856710167146543,
      "grad_norm": 0.7109704613685608,
      "learning_rate": 6.825183476052341e-05,
      "loss": 0.1025,
      "step": 5157
    },
    {
      "epoch": 0.3857458026399432,
      "grad_norm": 0.486679345369339,
      "learning_rate": 6.824081472852154e-05,
      "loss": 0.0335,
      "step": 5158
    },
    {
      "epoch": 0.38582058856523205,
      "grad_norm": 0.9726535677909851,
      "learning_rate": 6.822979367431778e-05,
      "loss": 0.1024,
      "step": 5159
    },
    {
      "epoch": 0.38589537449052086,
      "grad_norm": 1.8581231832504272,
      "learning_rate": 6.821877159852977e-05,
      "loss": 0.1695,
      "step": 5160
    },
    {
      "epoch": 0.3859701604158097,
      "grad_norm": 0.8155854940414429,
      "learning_rate": 6.820774850177515e-05,
      "loss": 0.0776,
      "step": 5161
    },
    {
      "epoch": 0.3860449463410986,
      "grad_norm": 0.9449655413627625,
      "learning_rate": 6.819672438467164e-05,
      "loss": 0.1059,
      "step": 5162
    },
    {
      "epoch": 0.38611973226638746,
      "grad_norm": 0.8828156590461731,
      "learning_rate": 6.818569924783704e-05,
      "loss": 0.0723,
      "step": 5163
    },
    {
      "epoch": 0.38619451819167633,
      "grad_norm": 1.1375302076339722,
      "learning_rate": 6.817467309188919e-05,
      "loss": 0.1474,
      "step": 5164
    },
    {
      "epoch": 0.3862693041169652,
      "grad_norm": 0.9874199032783508,
      "learning_rate": 6.8163645917446e-05,
      "loss": 0.0946,
      "step": 5165
    },
    {
      "epoch": 0.38634409004225406,
      "grad_norm": 0.9623215198516846,
      "learning_rate": 6.815261772512537e-05,
      "loss": 0.0879,
      "step": 5166
    },
    {
      "epoch": 0.38641887596754293,
      "grad_norm": 0.8212792873382568,
      "learning_rate": 6.814158851554539e-05,
      "loss": 0.078,
      "step": 5167
    },
    {
      "epoch": 0.38649366189283174,
      "grad_norm": 1.3538845777511597,
      "learning_rate": 6.813055828932409e-05,
      "loss": 0.0666,
      "step": 5168
    },
    {
      "epoch": 0.3865684478181206,
      "grad_norm": 1.0000144243240356,
      "learning_rate": 6.811952704707957e-05,
      "loss": 0.0931,
      "step": 5169
    },
    {
      "epoch": 0.3866432337434095,
      "grad_norm": 0.7322109341621399,
      "learning_rate": 6.810849478943004e-05,
      "loss": 0.0757,
      "step": 5170
    },
    {
      "epoch": 0.38671801966869834,
      "grad_norm": 0.7213517427444458,
      "learning_rate": 6.809746151699375e-05,
      "loss": 0.0605,
      "step": 5171
    },
    {
      "epoch": 0.3867928055939872,
      "grad_norm": 0.8538912534713745,
      "learning_rate": 6.808642723038898e-05,
      "loss": 0.07,
      "step": 5172
    },
    {
      "epoch": 0.3868675915192761,
      "grad_norm": 1.1903773546218872,
      "learning_rate": 6.807539193023409e-05,
      "loss": 0.1398,
      "step": 5173
    },
    {
      "epoch": 0.38694237744456494,
      "grad_norm": 0.4768131375312805,
      "learning_rate": 6.80643556171475e-05,
      "loss": 0.0477,
      "step": 5174
    },
    {
      "epoch": 0.3870171633698538,
      "grad_norm": 0.9323743581771851,
      "learning_rate": 6.805331829174765e-05,
      "loss": 0.0932,
      "step": 5175
    },
    {
      "epoch": 0.3870919492951427,
      "grad_norm": 0.9124739170074463,
      "learning_rate": 6.804227995465308e-05,
      "loss": 0.0672,
      "step": 5176
    },
    {
      "epoch": 0.3871667352204315,
      "grad_norm": 0.534083902835846,
      "learning_rate": 6.803124060648237e-05,
      "loss": 0.0373,
      "step": 5177
    },
    {
      "epoch": 0.38724152114572036,
      "grad_norm": 0.6919833421707153,
      "learning_rate": 6.802020024785415e-05,
      "loss": 0.0436,
      "step": 5178
    },
    {
      "epoch": 0.3873163070710092,
      "grad_norm": 0.6580817699432373,
      "learning_rate": 6.800915887938712e-05,
      "loss": 0.0763,
      "step": 5179
    },
    {
      "epoch": 0.3873910929962981,
      "grad_norm": 0.9357327818870544,
      "learning_rate": 6.799811650170003e-05,
      "loss": 0.1145,
      "step": 5180
    },
    {
      "epoch": 0.38746587892158696,
      "grad_norm": 1.0334930419921875,
      "learning_rate": 6.798707311541169e-05,
      "loss": 0.0853,
      "step": 5181
    },
    {
      "epoch": 0.3875406648468758,
      "grad_norm": 0.826468288898468,
      "learning_rate": 6.797602872114096e-05,
      "loss": 0.092,
      "step": 5182
    },
    {
      "epoch": 0.3876154507721647,
      "grad_norm": 1.1906280517578125,
      "learning_rate": 6.796498331950677e-05,
      "loss": 0.136,
      "step": 5183
    },
    {
      "epoch": 0.38769023669745356,
      "grad_norm": 0.9062427878379822,
      "learning_rate": 6.795393691112807e-05,
      "loss": 0.0651,
      "step": 5184
    },
    {
      "epoch": 0.3877650226227424,
      "grad_norm": 1.0966185331344604,
      "learning_rate": 6.794288949662391e-05,
      "loss": 0.0936,
      "step": 5185
    },
    {
      "epoch": 0.38783980854803124,
      "grad_norm": 0.8001154065132141,
      "learning_rate": 6.793184107661338e-05,
      "loss": 0.0766,
      "step": 5186
    },
    {
      "epoch": 0.3879145944733201,
      "grad_norm": 0.9548858404159546,
      "learning_rate": 6.79207916517156e-05,
      "loss": 0.107,
      "step": 5187
    },
    {
      "epoch": 0.387989380398609,
      "grad_norm": 1.0599125623703003,
      "learning_rate": 6.790974122254983e-05,
      "loss": 0.1058,
      "step": 5188
    },
    {
      "epoch": 0.38806416632389784,
      "grad_norm": 1.078707218170166,
      "learning_rate": 6.789868978973528e-05,
      "loss": 0.106,
      "step": 5189
    },
    {
      "epoch": 0.3881389522491867,
      "grad_norm": 0.687372624874115,
      "learning_rate": 6.788763735389127e-05,
      "loss": 0.0555,
      "step": 5190
    },
    {
      "epoch": 0.3882137381744756,
      "grad_norm": 1.484462022781372,
      "learning_rate": 6.787658391563718e-05,
      "loss": 0.1225,
      "step": 5191
    },
    {
      "epoch": 0.38828852409976444,
      "grad_norm": 1.2576944828033447,
      "learning_rate": 6.786552947559244e-05,
      "loss": 0.1284,
      "step": 5192
    },
    {
      "epoch": 0.3883633100250533,
      "grad_norm": 0.6117145419120789,
      "learning_rate": 6.785447403437651e-05,
      "loss": 0.0319,
      "step": 5193
    },
    {
      "epoch": 0.3884380959503421,
      "grad_norm": 1.4179941415786743,
      "learning_rate": 6.784341759260896e-05,
      "loss": 0.241,
      "step": 5194
    },
    {
      "epoch": 0.388512881875631,
      "grad_norm": 1.309726595878601,
      "learning_rate": 6.783236015090936e-05,
      "loss": 0.1653,
      "step": 5195
    },
    {
      "epoch": 0.38858766780091986,
      "grad_norm": 2.266369104385376,
      "learning_rate": 6.782130170989738e-05,
      "loss": 0.3709,
      "step": 5196
    },
    {
      "epoch": 0.3886624537262087,
      "grad_norm": 2.021669864654541,
      "learning_rate": 6.781024227019272e-05,
      "loss": 0.3142,
      "step": 5197
    },
    {
      "epoch": 0.3887372396514976,
      "grad_norm": 1.2994424104690552,
      "learning_rate": 6.779918183241512e-05,
      "loss": 0.0983,
      "step": 5198
    },
    {
      "epoch": 0.38881202557678646,
      "grad_norm": 1.4173749685287476,
      "learning_rate": 6.778812039718443e-05,
      "loss": 0.0935,
      "step": 5199
    },
    {
      "epoch": 0.3888868115020753,
      "grad_norm": 1.8469462394714355,
      "learning_rate": 6.777705796512052e-05,
      "loss": 0.1735,
      "step": 5200
    },
    {
      "epoch": 0.3889615974273642,
      "grad_norm": 0.9330939054489136,
      "learning_rate": 6.776599453684331e-05,
      "loss": 0.096,
      "step": 5201
    },
    {
      "epoch": 0.389036383352653,
      "grad_norm": 0.827893078327179,
      "learning_rate": 6.77549301129728e-05,
      "loss": 0.0789,
      "step": 5202
    },
    {
      "epoch": 0.38911116927794187,
      "grad_norm": 0.7093123197555542,
      "learning_rate": 6.7743864694129e-05,
      "loss": 0.0744,
      "step": 5203
    },
    {
      "epoch": 0.38918595520323074,
      "grad_norm": 0.43737322092056274,
      "learning_rate": 6.773279828093205e-05,
      "loss": 0.0377,
      "step": 5204
    },
    {
      "epoch": 0.3892607411285196,
      "grad_norm": 0.7796815633773804,
      "learning_rate": 6.772173087400209e-05,
      "loss": 0.08,
      "step": 5205
    },
    {
      "epoch": 0.3893355270538085,
      "grad_norm": 0.7232140302658081,
      "learning_rate": 6.771066247395932e-05,
      "loss": 0.0618,
      "step": 5206
    },
    {
      "epoch": 0.38941031297909734,
      "grad_norm": 0.7465900778770447,
      "learning_rate": 6.7699593081424e-05,
      "loss": 0.0967,
      "step": 5207
    },
    {
      "epoch": 0.3894850989043862,
      "grad_norm": 0.7541224360466003,
      "learning_rate": 6.768852269701647e-05,
      "loss": 0.0867,
      "step": 5208
    },
    {
      "epoch": 0.3895598848296751,
      "grad_norm": 0.7927016019821167,
      "learning_rate": 6.767745132135707e-05,
      "loss": 0.081,
      "step": 5209
    },
    {
      "epoch": 0.38963467075496394,
      "grad_norm": 0.6299631595611572,
      "learning_rate": 6.766637895506629e-05,
      "loss": 0.057,
      "step": 5210
    },
    {
      "epoch": 0.38970945668025275,
      "grad_norm": 0.7492275834083557,
      "learning_rate": 6.765530559876456e-05,
      "loss": 0.0666,
      "step": 5211
    },
    {
      "epoch": 0.3897842426055416,
      "grad_norm": 0.7565486431121826,
      "learning_rate": 6.764423125307247e-05,
      "loss": 0.0617,
      "step": 5212
    },
    {
      "epoch": 0.3898590285308305,
      "grad_norm": 0.6828674077987671,
      "learning_rate": 6.763315591861059e-05,
      "loss": 0.0782,
      "step": 5213
    },
    {
      "epoch": 0.38993381445611935,
      "grad_norm": 1.0055874586105347,
      "learning_rate": 6.762207959599957e-05,
      "loss": 0.1204,
      "step": 5214
    },
    {
      "epoch": 0.3900086003814082,
      "grad_norm": 0.9024032354354858,
      "learning_rate": 6.761100228586014e-05,
      "loss": 0.0982,
      "step": 5215
    },
    {
      "epoch": 0.3900833863066971,
      "grad_norm": 0.9078956246376038,
      "learning_rate": 6.759992398881303e-05,
      "loss": 0.079,
      "step": 5216
    },
    {
      "epoch": 0.39015817223198596,
      "grad_norm": 0.8672634959220886,
      "learning_rate": 6.758884470547911e-05,
      "loss": 0.0917,
      "step": 5217
    },
    {
      "epoch": 0.3902329581572748,
      "grad_norm": 0.7772900462150574,
      "learning_rate": 6.757776443647921e-05,
      "loss": 0.0766,
      "step": 5218
    },
    {
      "epoch": 0.39030774408256363,
      "grad_norm": 0.573826789855957,
      "learning_rate": 6.75666831824343e-05,
      "loss": 0.0385,
      "step": 5219
    },
    {
      "epoch": 0.3903825300078525,
      "grad_norm": 0.7857236862182617,
      "learning_rate": 6.755560094396534e-05,
      "loss": 0.1019,
      "step": 5220
    },
    {
      "epoch": 0.39045731593314137,
      "grad_norm": 0.8560800552368164,
      "learning_rate": 6.754451772169336e-05,
      "loss": 0.0881,
      "step": 5221
    },
    {
      "epoch": 0.39053210185843024,
      "grad_norm": 0.715022623538971,
      "learning_rate": 6.753343351623946e-05,
      "loss": 0.0776,
      "step": 5222
    },
    {
      "epoch": 0.3906068877837191,
      "grad_norm": 0.6665098071098328,
      "learning_rate": 6.752234832822482e-05,
      "loss": 0.0495,
      "step": 5223
    },
    {
      "epoch": 0.39068167370900797,
      "grad_norm": 0.9654925465583801,
      "learning_rate": 6.751126215827062e-05,
      "loss": 0.0939,
      "step": 5224
    },
    {
      "epoch": 0.39075645963429684,
      "grad_norm": 1.8070873022079468,
      "learning_rate": 6.750017500699811e-05,
      "loss": 0.0904,
      "step": 5225
    },
    {
      "epoch": 0.3908312455595857,
      "grad_norm": 0.899782121181488,
      "learning_rate": 6.748908687502865e-05,
      "loss": 0.0623,
      "step": 5226
    },
    {
      "epoch": 0.39090603148487457,
      "grad_norm": 1.3533357381820679,
      "learning_rate": 6.747799776298357e-05,
      "loss": 0.168,
      "step": 5227
    },
    {
      "epoch": 0.3909808174101634,
      "grad_norm": 1.0834286212921143,
      "learning_rate": 6.746690767148431e-05,
      "loss": 0.1362,
      "step": 5228
    },
    {
      "epoch": 0.39105560333545225,
      "grad_norm": 0.6516976952552795,
      "learning_rate": 6.745581660115235e-05,
      "loss": 0.0491,
      "step": 5229
    },
    {
      "epoch": 0.3911303892607411,
      "grad_norm": 0.8407323956489563,
      "learning_rate": 6.744472455260922e-05,
      "loss": 0.0763,
      "step": 5230
    },
    {
      "epoch": 0.39120517518603,
      "grad_norm": 1.0957660675048828,
      "learning_rate": 6.743363152647652e-05,
      "loss": 0.0871,
      "step": 5231
    },
    {
      "epoch": 0.39127996111131885,
      "grad_norm": 0.8629140257835388,
      "learning_rate": 6.742253752337589e-05,
      "loss": 0.0774,
      "step": 5232
    },
    {
      "epoch": 0.3913547470366077,
      "grad_norm": 0.9266854524612427,
      "learning_rate": 6.741144254392903e-05,
      "loss": 0.0741,
      "step": 5233
    },
    {
      "epoch": 0.3914295329618966,
      "grad_norm": 1.2413184642791748,
      "learning_rate": 6.74003465887577e-05,
      "loss": 0.1428,
      "step": 5234
    },
    {
      "epoch": 0.39150431888718545,
      "grad_norm": 1.1302599906921387,
      "learning_rate": 6.73892496584837e-05,
      "loss": 0.0918,
      "step": 5235
    },
    {
      "epoch": 0.39157910481247427,
      "grad_norm": 1.1785266399383545,
      "learning_rate": 6.737815175372889e-05,
      "loss": 0.1033,
      "step": 5236
    },
    {
      "epoch": 0.39165389073776313,
      "grad_norm": 0.8133251667022705,
      "learning_rate": 6.736705287511521e-05,
      "loss": 0.057,
      "step": 5237
    },
    {
      "epoch": 0.391728676663052,
      "grad_norm": 1.0132646560668945,
      "learning_rate": 6.735595302326462e-05,
      "loss": 0.0832,
      "step": 5238
    },
    {
      "epoch": 0.39180346258834087,
      "grad_norm": 0.9433547258377075,
      "learning_rate": 6.734485219879913e-05,
      "loss": 0.0888,
      "step": 5239
    },
    {
      "epoch": 0.39187824851362973,
      "grad_norm": 0.9667996764183044,
      "learning_rate": 6.733375040234084e-05,
      "loss": 0.0742,
      "step": 5240
    },
    {
      "epoch": 0.3919530344389186,
      "grad_norm": 1.5123759508132935,
      "learning_rate": 6.73226476345119e-05,
      "loss": 0.1174,
      "step": 5241
    },
    {
      "epoch": 0.39202782036420747,
      "grad_norm": 0.9156140685081482,
      "learning_rate": 6.731154389593448e-05,
      "loss": 0.0698,
      "step": 5242
    },
    {
      "epoch": 0.39210260628949634,
      "grad_norm": 1.1922578811645508,
      "learning_rate": 6.730043918723084e-05,
      "loss": 0.1257,
      "step": 5243
    },
    {
      "epoch": 0.3921773922147852,
      "grad_norm": 1.1543656587600708,
      "learning_rate": 6.728933350902325e-05,
      "loss": 0.139,
      "step": 5244
    },
    {
      "epoch": 0.392252178140074,
      "grad_norm": 1.068772554397583,
      "learning_rate": 6.727822686193411e-05,
      "loss": 0.1018,
      "step": 5245
    },
    {
      "epoch": 0.3923269640653629,
      "grad_norm": 1.0993181467056274,
      "learning_rate": 6.726711924658578e-05,
      "loss": 0.1352,
      "step": 5246
    },
    {
      "epoch": 0.39240174999065175,
      "grad_norm": 1.3340388536453247,
      "learning_rate": 6.725601066360076e-05,
      "loss": 0.1141,
      "step": 5247
    },
    {
      "epoch": 0.3924765359159406,
      "grad_norm": 1.7585668563842773,
      "learning_rate": 6.724490111360155e-05,
      "loss": 0.1812,
      "step": 5248
    },
    {
      "epoch": 0.3925513218412295,
      "grad_norm": 1.3859639167785645,
      "learning_rate": 6.723379059721073e-05,
      "loss": 0.0861,
      "step": 5249
    },
    {
      "epoch": 0.39262610776651835,
      "grad_norm": 2.8567495346069336,
      "learning_rate": 6.722267911505093e-05,
      "loss": 0.3477,
      "step": 5250
    },
    {
      "epoch": 0.3927008936918072,
      "grad_norm": 0.9032319188117981,
      "learning_rate": 6.72115666677448e-05,
      "loss": 0.1345,
      "step": 5251
    },
    {
      "epoch": 0.3927756796170961,
      "grad_norm": 0.5424954295158386,
      "learning_rate": 6.720045325591508e-05,
      "loss": 0.0737,
      "step": 5252
    },
    {
      "epoch": 0.3928504655423849,
      "grad_norm": 0.7358320951461792,
      "learning_rate": 6.71893388801846e-05,
      "loss": 0.1283,
      "step": 5253
    },
    {
      "epoch": 0.39292525146767376,
      "grad_norm": 0.6111790537834167,
      "learning_rate": 6.717822354117616e-05,
      "loss": 0.0706,
      "step": 5254
    },
    {
      "epoch": 0.39300003739296263,
      "grad_norm": 0.5542864203453064,
      "learning_rate": 6.716710723951266e-05,
      "loss": 0.0523,
      "step": 5255
    },
    {
      "epoch": 0.3930748233182515,
      "grad_norm": 1.4664536714553833,
      "learning_rate": 6.715598997581705e-05,
      "loss": 0.1192,
      "step": 5256
    },
    {
      "epoch": 0.39314960924354037,
      "grad_norm": 0.8842437267303467,
      "learning_rate": 6.714487175071235e-05,
      "loss": 0.0501,
      "step": 5257
    },
    {
      "epoch": 0.39322439516882923,
      "grad_norm": 0.629983127117157,
      "learning_rate": 6.713375256482161e-05,
      "loss": 0.0394,
      "step": 5258
    },
    {
      "epoch": 0.3932991810941181,
      "grad_norm": 1.6831625699996948,
      "learning_rate": 6.712263241876793e-05,
      "loss": 0.1454,
      "step": 5259
    },
    {
      "epoch": 0.39337396701940697,
      "grad_norm": 1.0165728330612183,
      "learning_rate": 6.711151131317449e-05,
      "loss": 0.0953,
      "step": 5260
    },
    {
      "epoch": 0.39344875294469583,
      "grad_norm": 0.9361787438392639,
      "learning_rate": 6.71003892486645e-05,
      "loss": 0.1131,
      "step": 5261
    },
    {
      "epoch": 0.39352353886998465,
      "grad_norm": 0.9464120864868164,
      "learning_rate": 6.708926622586123e-05,
      "loss": 0.0886,
      "step": 5262
    },
    {
      "epoch": 0.3935983247952735,
      "grad_norm": 1.1976600885391235,
      "learning_rate": 6.707814224538799e-05,
      "loss": 0.1193,
      "step": 5263
    },
    {
      "epoch": 0.3936731107205624,
      "grad_norm": 0.8110114932060242,
      "learning_rate": 6.706701730786822e-05,
      "loss": 0.059,
      "step": 5264
    },
    {
      "epoch": 0.39374789664585125,
      "grad_norm": 0.5295092463493347,
      "learning_rate": 6.70558914139253e-05,
      "loss": 0.0522,
      "step": 5265
    },
    {
      "epoch": 0.3938226825711401,
      "grad_norm": 0.7475565075874329,
      "learning_rate": 6.704476456418272e-05,
      "loss": 0.0665,
      "step": 5266
    },
    {
      "epoch": 0.393897468496429,
      "grad_norm": 0.6670958399772644,
      "learning_rate": 6.703363675926402e-05,
      "loss": 0.051,
      "step": 5267
    },
    {
      "epoch": 0.39397225442171785,
      "grad_norm": 1.108606219291687,
      "learning_rate": 6.702250799979282e-05,
      "loss": 0.1506,
      "step": 5268
    },
    {
      "epoch": 0.3940470403470067,
      "grad_norm": 0.6436364650726318,
      "learning_rate": 6.701137828639274e-05,
      "loss": 0.059,
      "step": 5269
    },
    {
      "epoch": 0.39412182627229553,
      "grad_norm": 0.9598485827445984,
      "learning_rate": 6.70002476196875e-05,
      "loss": 0.1113,
      "step": 5270
    },
    {
      "epoch": 0.3941966121975844,
      "grad_norm": 1.7833458185195923,
      "learning_rate": 6.698911600030084e-05,
      "loss": 0.2284,
      "step": 5271
    },
    {
      "epoch": 0.39427139812287326,
      "grad_norm": 1.618638515472412,
      "learning_rate": 6.69779834288566e-05,
      "loss": 0.4601,
      "step": 5272
    },
    {
      "epoch": 0.39434618404816213,
      "grad_norm": 0.8132390379905701,
      "learning_rate": 6.696684990597858e-05,
      "loss": 0.0647,
      "step": 5273
    },
    {
      "epoch": 0.394420969973451,
      "grad_norm": 0.9547628164291382,
      "learning_rate": 6.695571543229076e-05,
      "loss": 0.1059,
      "step": 5274
    },
    {
      "epoch": 0.39449575589873986,
      "grad_norm": 1.0991884469985962,
      "learning_rate": 6.694458000841706e-05,
      "loss": 0.0837,
      "step": 5275
    },
    {
      "epoch": 0.39457054182402873,
      "grad_norm": 0.692552387714386,
      "learning_rate": 6.693344363498152e-05,
      "loss": 0.0518,
      "step": 5276
    },
    {
      "epoch": 0.3946453277493176,
      "grad_norm": 0.8401445150375366,
      "learning_rate": 6.69223063126082e-05,
      "loss": 0.0992,
      "step": 5277
    },
    {
      "epoch": 0.39472011367460647,
      "grad_norm": 1.051756739616394,
      "learning_rate": 6.691116804192126e-05,
      "loss": 0.1214,
      "step": 5278
    },
    {
      "epoch": 0.3947948995998953,
      "grad_norm": 0.8988984227180481,
      "learning_rate": 6.690002882354487e-05,
      "loss": 0.0864,
      "step": 5279
    },
    {
      "epoch": 0.39486968552518414,
      "grad_norm": 0.782606303691864,
      "learning_rate": 6.688888865810324e-05,
      "loss": 0.0887,
      "step": 5280
    },
    {
      "epoch": 0.394944471450473,
      "grad_norm": 1.287834644317627,
      "learning_rate": 6.687774754622068e-05,
      "loss": 0.1365,
      "step": 5281
    },
    {
      "epoch": 0.3950192573757619,
      "grad_norm": 1.1688730716705322,
      "learning_rate": 6.686660548852151e-05,
      "loss": 0.1023,
      "step": 5282
    },
    {
      "epoch": 0.39509404330105075,
      "grad_norm": 0.870986819267273,
      "learning_rate": 6.685546248563014e-05,
      "loss": 0.0793,
      "step": 5283
    },
    {
      "epoch": 0.3951688292263396,
      "grad_norm": 0.9895073175430298,
      "learning_rate": 6.6844318538171e-05,
      "loss": 0.086,
      "step": 5284
    },
    {
      "epoch": 0.3952436151516285,
      "grad_norm": 1.4699081182479858,
      "learning_rate": 6.683317364676861e-05,
      "loss": 0.2151,
      "step": 5285
    },
    {
      "epoch": 0.39531840107691735,
      "grad_norm": 0.7151733040809631,
      "learning_rate": 6.68220278120475e-05,
      "loss": 0.0528,
      "step": 5286
    },
    {
      "epoch": 0.39539318700220616,
      "grad_norm": 1.010753870010376,
      "learning_rate": 6.68108810346323e-05,
      "loss": 0.0973,
      "step": 5287
    },
    {
      "epoch": 0.395467972927495,
      "grad_norm": 1.242483139038086,
      "learning_rate": 6.679973331514764e-05,
      "loss": 0.1571,
      "step": 5288
    },
    {
      "epoch": 0.3955427588527839,
      "grad_norm": 1.8302278518676758,
      "learning_rate": 6.678858465421824e-05,
      "loss": 0.1358,
      "step": 5289
    },
    {
      "epoch": 0.39561754477807276,
      "grad_norm": 1.3904201984405518,
      "learning_rate": 6.677743505246888e-05,
      "loss": 0.1314,
      "step": 5290
    },
    {
      "epoch": 0.3956923307033616,
      "grad_norm": 1.3686069250106812,
      "learning_rate": 6.676628451052433e-05,
      "loss": 0.0798,
      "step": 5291
    },
    {
      "epoch": 0.3957671166286505,
      "grad_norm": 1.194611668586731,
      "learning_rate": 6.675513302900951e-05,
      "loss": 0.0964,
      "step": 5292
    },
    {
      "epoch": 0.39584190255393936,
      "grad_norm": 1.0612614154815674,
      "learning_rate": 6.674398060854931e-05,
      "loss": 0.0672,
      "step": 5293
    },
    {
      "epoch": 0.39591668847922823,
      "grad_norm": 1.4290707111358643,
      "learning_rate": 6.673282724976872e-05,
      "loss": 0.1749,
      "step": 5294
    },
    {
      "epoch": 0.3959914744045171,
      "grad_norm": 1.7107020616531372,
      "learning_rate": 6.672167295329274e-05,
      "loss": 0.1934,
      "step": 5295
    },
    {
      "epoch": 0.3960662603298059,
      "grad_norm": 1.2030519247055054,
      "learning_rate": 6.671051771974648e-05,
      "loss": 0.1893,
      "step": 5296
    },
    {
      "epoch": 0.3961410462550948,
      "grad_norm": 1.816480278968811,
      "learning_rate": 6.669936154975507e-05,
      "loss": 0.1897,
      "step": 5297
    },
    {
      "epoch": 0.39621583218038364,
      "grad_norm": 2.186197280883789,
      "learning_rate": 6.668820444394366e-05,
      "loss": 0.2886,
      "step": 5298
    },
    {
      "epoch": 0.3962906181056725,
      "grad_norm": 1.8280377388000488,
      "learning_rate": 6.667704640293752e-05,
      "loss": 0.1225,
      "step": 5299
    },
    {
      "epoch": 0.3963654040309614,
      "grad_norm": 4.1033101081848145,
      "learning_rate": 6.666588742736194e-05,
      "loss": 0.4076,
      "step": 5300
    },
    {
      "epoch": 0.39644018995625024,
      "grad_norm": 0.710295557975769,
      "learning_rate": 6.665472751784224e-05,
      "loss": 0.0812,
      "step": 5301
    },
    {
      "epoch": 0.3965149758815391,
      "grad_norm": 0.6765152812004089,
      "learning_rate": 6.66435666750038e-05,
      "loss": 0.0591,
      "step": 5302
    },
    {
      "epoch": 0.396589761806828,
      "grad_norm": 0.7787206768989563,
      "learning_rate": 6.66324048994721e-05,
      "loss": 0.0758,
      "step": 5303
    },
    {
      "epoch": 0.3966645477321168,
      "grad_norm": 1.1040431261062622,
      "learning_rate": 6.662124219187262e-05,
      "loss": 0.0857,
      "step": 5304
    },
    {
      "epoch": 0.39673933365740566,
      "grad_norm": 0.5615518689155579,
      "learning_rate": 6.661007855283091e-05,
      "loss": 0.0667,
      "step": 5305
    },
    {
      "epoch": 0.3968141195826945,
      "grad_norm": 0.9744017720222473,
      "learning_rate": 6.659891398297257e-05,
      "loss": 0.1228,
      "step": 5306
    },
    {
      "epoch": 0.3968889055079834,
      "grad_norm": 1.3729764223098755,
      "learning_rate": 6.658774848292327e-05,
      "loss": 0.1283,
      "step": 5307
    },
    {
      "epoch": 0.39696369143327226,
      "grad_norm": 0.764793336391449,
      "learning_rate": 6.65765820533087e-05,
      "loss": 0.0481,
      "step": 5308
    },
    {
      "epoch": 0.3970384773585611,
      "grad_norm": 0.95975661277771,
      "learning_rate": 6.656541469475463e-05,
      "loss": 0.0752,
      "step": 5309
    },
    {
      "epoch": 0.39711326328385,
      "grad_norm": 0.6099515557289124,
      "learning_rate": 6.655424640788688e-05,
      "loss": 0.0432,
      "step": 5310
    },
    {
      "epoch": 0.39718804920913886,
      "grad_norm": 0.8667145371437073,
      "learning_rate": 6.654307719333127e-05,
      "loss": 0.1311,
      "step": 5311
    },
    {
      "epoch": 0.3972628351344277,
      "grad_norm": 0.5525552034378052,
      "learning_rate": 6.653190705171374e-05,
      "loss": 0.0584,
      "step": 5312
    },
    {
      "epoch": 0.39733762105971654,
      "grad_norm": 0.7705315351486206,
      "learning_rate": 6.652073598366028e-05,
      "loss": 0.0833,
      "step": 5313
    },
    {
      "epoch": 0.3974124069850054,
      "grad_norm": 0.9009515047073364,
      "learning_rate": 6.650956398979689e-05,
      "loss": 0.0808,
      "step": 5314
    },
    {
      "epoch": 0.3974871929102943,
      "grad_norm": 0.8036972880363464,
      "learning_rate": 6.649839107074962e-05,
      "loss": 0.0865,
      "step": 5315
    },
    {
      "epoch": 0.39756197883558314,
      "grad_norm": 0.8793163299560547,
      "learning_rate": 6.648721722714461e-05,
      "loss": 0.0943,
      "step": 5316
    },
    {
      "epoch": 0.397636764760872,
      "grad_norm": 1.139329433441162,
      "learning_rate": 6.647604245960806e-05,
      "loss": 0.1138,
      "step": 5317
    },
    {
      "epoch": 0.3977115506861609,
      "grad_norm": 0.9388220310211182,
      "learning_rate": 6.646486676876614e-05,
      "loss": 0.0856,
      "step": 5318
    },
    {
      "epoch": 0.39778633661144974,
      "grad_norm": 0.6217937469482422,
      "learning_rate": 6.645369015524516e-05,
      "loss": 0.045,
      "step": 5319
    },
    {
      "epoch": 0.3978611225367386,
      "grad_norm": 0.7379308342933655,
      "learning_rate": 6.644251261967145e-05,
      "loss": 0.0636,
      "step": 5320
    },
    {
      "epoch": 0.3979359084620274,
      "grad_norm": 1.1218934059143066,
      "learning_rate": 6.64313341626714e-05,
      "loss": 0.0899,
      "step": 5321
    },
    {
      "epoch": 0.3980106943873163,
      "grad_norm": 0.5307571291923523,
      "learning_rate": 6.642015478487142e-05,
      "loss": 0.0354,
      "step": 5322
    },
    {
      "epoch": 0.39808548031260516,
      "grad_norm": 1.3563520908355713,
      "learning_rate": 6.6408974486898e-05,
      "loss": 0.258,
      "step": 5323
    },
    {
      "epoch": 0.398160266237894,
      "grad_norm": 0.7898536324501038,
      "learning_rate": 6.63977932693777e-05,
      "loss": 0.0535,
      "step": 5324
    },
    {
      "epoch": 0.3982350521631829,
      "grad_norm": 0.9084363579750061,
      "learning_rate": 6.638661113293707e-05,
      "loss": 0.1147,
      "step": 5325
    },
    {
      "epoch": 0.39830983808847176,
      "grad_norm": 0.8540683388710022,
      "learning_rate": 6.637542807820276e-05,
      "loss": 0.0715,
      "step": 5326
    },
    {
      "epoch": 0.3983846240137606,
      "grad_norm": 0.4722360074520111,
      "learning_rate": 6.636424410580148e-05,
      "loss": 0.0363,
      "step": 5327
    },
    {
      "epoch": 0.3984594099390495,
      "grad_norm": 2.004636764526367,
      "learning_rate": 6.635305921635994e-05,
      "loss": 0.203,
      "step": 5328
    },
    {
      "epoch": 0.39853419586433836,
      "grad_norm": 0.6609792709350586,
      "learning_rate": 6.634187341050497e-05,
      "loss": 0.0606,
      "step": 5329
    },
    {
      "epoch": 0.39860898178962717,
      "grad_norm": 1.099624752998352,
      "learning_rate": 6.633068668886337e-05,
      "loss": 0.1147,
      "step": 5330
    },
    {
      "epoch": 0.39868376771491604,
      "grad_norm": 0.9041147232055664,
      "learning_rate": 6.63194990520621e-05,
      "loss": 0.0746,
      "step": 5331
    },
    {
      "epoch": 0.3987585536402049,
      "grad_norm": 0.8414627909660339,
      "learning_rate": 6.630831050072804e-05,
      "loss": 0.0562,
      "step": 5332
    },
    {
      "epoch": 0.39883333956549377,
      "grad_norm": 1.1006227731704712,
      "learning_rate": 6.629712103548822e-05,
      "loss": 0.1143,
      "step": 5333
    },
    {
      "epoch": 0.39890812549078264,
      "grad_norm": 0.5834242105484009,
      "learning_rate": 6.628593065696968e-05,
      "loss": 0.0444,
      "step": 5334
    },
    {
      "epoch": 0.3989829114160715,
      "grad_norm": 1.2145198583602905,
      "learning_rate": 6.627473936579954e-05,
      "loss": 0.1009,
      "step": 5335
    },
    {
      "epoch": 0.3990576973413604,
      "grad_norm": 0.7444652915000916,
      "learning_rate": 6.626354716260492e-05,
      "loss": 0.0565,
      "step": 5336
    },
    {
      "epoch": 0.39913248326664924,
      "grad_norm": 0.9376307725906372,
      "learning_rate": 6.625235404801305e-05,
      "loss": 0.0761,
      "step": 5337
    },
    {
      "epoch": 0.39920726919193805,
      "grad_norm": 1.0775033235549927,
      "learning_rate": 6.624116002265117e-05,
      "loss": 0.063,
      "step": 5338
    },
    {
      "epoch": 0.3992820551172269,
      "grad_norm": 0.7282399535179138,
      "learning_rate": 6.622996508714658e-05,
      "loss": 0.1025,
      "step": 5339
    },
    {
      "epoch": 0.3993568410425158,
      "grad_norm": 0.7666979432106018,
      "learning_rate": 6.621876924212667e-05,
      "loss": 0.0641,
      "step": 5340
    },
    {
      "epoch": 0.39943162696780465,
      "grad_norm": 1.071441650390625,
      "learning_rate": 6.620757248821882e-05,
      "loss": 0.0981,
      "step": 5341
    },
    {
      "epoch": 0.3995064128930935,
      "grad_norm": 0.7108626961708069,
      "learning_rate": 6.619637482605047e-05,
      "loss": 0.0625,
      "step": 5342
    },
    {
      "epoch": 0.3995811988183824,
      "grad_norm": 1.7908453941345215,
      "learning_rate": 6.618517625624916e-05,
      "loss": 0.1879,
      "step": 5343
    },
    {
      "epoch": 0.39965598474367126,
      "grad_norm": 1.5457478761672974,
      "learning_rate": 6.617397677944244e-05,
      "loss": 0.1571,
      "step": 5344
    },
    {
      "epoch": 0.3997307706689601,
      "grad_norm": 0.9872355461120605,
      "learning_rate": 6.616277639625791e-05,
      "loss": 0.0848,
      "step": 5345
    },
    {
      "epoch": 0.399805556594249,
      "grad_norm": 1.3708525896072388,
      "learning_rate": 6.615157510732324e-05,
      "loss": 0.1242,
      "step": 5346
    },
    {
      "epoch": 0.3998803425195378,
      "grad_norm": 1.0410168170928955,
      "learning_rate": 6.614037291326616e-05,
      "loss": 0.0655,
      "step": 5347
    },
    {
      "epoch": 0.39995512844482667,
      "grad_norm": 2.057799816131592,
      "learning_rate": 6.61291698147144e-05,
      "loss": 0.2474,
      "step": 5348
    },
    {
      "epoch": 0.40002991437011554,
      "grad_norm": 1.071090579032898,
      "learning_rate": 6.611796581229578e-05,
      "loss": 0.0617,
      "step": 5349
    },
    {
      "epoch": 0.4001047002954044,
      "grad_norm": 2.3389744758605957,
      "learning_rate": 6.610676090663819e-05,
      "loss": 0.3258,
      "step": 5350
    },
    {
      "epoch": 0.40017948622069327,
      "grad_norm": 0.9954503774642944,
      "learning_rate": 6.609555509836952e-05,
      "loss": 0.1394,
      "step": 5351
    },
    {
      "epoch": 0.40025427214598214,
      "grad_norm": 0.915461003780365,
      "learning_rate": 6.608434838811774e-05,
      "loss": 0.0658,
      "step": 5352
    },
    {
      "epoch": 0.400329058071271,
      "grad_norm": 0.8041667938232422,
      "learning_rate": 6.607314077651087e-05,
      "loss": 0.0582,
      "step": 5353
    },
    {
      "epoch": 0.40040384399655987,
      "grad_norm": 0.9009208679199219,
      "learning_rate": 6.606193226417698e-05,
      "loss": 0.0641,
      "step": 5354
    },
    {
      "epoch": 0.4004786299218487,
      "grad_norm": 0.996199369430542,
      "learning_rate": 6.605072285174418e-05,
      "loss": 0.1266,
      "step": 5355
    },
    {
      "epoch": 0.40055341584713755,
      "grad_norm": 0.566531777381897,
      "learning_rate": 6.603951253984063e-05,
      "loss": 0.0534,
      "step": 5356
    },
    {
      "epoch": 0.4006282017724264,
      "grad_norm": 0.7355474233627319,
      "learning_rate": 6.602830132909457e-05,
      "loss": 0.0851,
      "step": 5357
    },
    {
      "epoch": 0.4007029876977153,
      "grad_norm": 0.5294699668884277,
      "learning_rate": 6.601708922013424e-05,
      "loss": 0.0439,
      "step": 5358
    },
    {
      "epoch": 0.40077777362300415,
      "grad_norm": 0.9555964469909668,
      "learning_rate": 6.600587621358798e-05,
      "loss": 0.108,
      "step": 5359
    },
    {
      "epoch": 0.400852559548293,
      "grad_norm": 0.9946795105934143,
      "learning_rate": 6.599466231008414e-05,
      "loss": 0.117,
      "step": 5360
    },
    {
      "epoch": 0.4009273454735819,
      "grad_norm": 1.31559157371521,
      "learning_rate": 6.598344751025118e-05,
      "loss": 0.1758,
      "step": 5361
    },
    {
      "epoch": 0.40100213139887075,
      "grad_norm": 0.8887689709663391,
      "learning_rate": 6.597223181471753e-05,
      "loss": 0.074,
      "step": 5362
    },
    {
      "epoch": 0.4010769173241596,
      "grad_norm": 0.8405412435531616,
      "learning_rate": 6.596101522411171e-05,
      "loss": 0.0816,
      "step": 5363
    },
    {
      "epoch": 0.40115170324944843,
      "grad_norm": 0.8033568859100342,
      "learning_rate": 6.59497977390623e-05,
      "loss": 0.0755,
      "step": 5364
    },
    {
      "epoch": 0.4012264891747373,
      "grad_norm": 2.163743257522583,
      "learning_rate": 6.593857936019791e-05,
      "loss": 0.1825,
      "step": 5365
    },
    {
      "epoch": 0.40130127510002617,
      "grad_norm": 1.0227456092834473,
      "learning_rate": 6.592736008814721e-05,
      "loss": 0.0892,
      "step": 5366
    },
    {
      "epoch": 0.40137606102531503,
      "grad_norm": 1.002314805984497,
      "learning_rate": 6.591613992353894e-05,
      "loss": 0.1039,
      "step": 5367
    },
    {
      "epoch": 0.4014508469506039,
      "grad_norm": 0.982844889163971,
      "learning_rate": 6.590491886700187e-05,
      "loss": 0.076,
      "step": 5368
    },
    {
      "epoch": 0.40152563287589277,
      "grad_norm": 1.1829676628112793,
      "learning_rate": 6.589369691916478e-05,
      "loss": 0.1318,
      "step": 5369
    },
    {
      "epoch": 0.40160041880118164,
      "grad_norm": 0.5810379981994629,
      "learning_rate": 6.58824740806566e-05,
      "loss": 0.0494,
      "step": 5370
    },
    {
      "epoch": 0.4016752047264705,
      "grad_norm": 0.9441888332366943,
      "learning_rate": 6.58712503521062e-05,
      "loss": 0.0877,
      "step": 5371
    },
    {
      "epoch": 0.4017499906517593,
      "grad_norm": 0.83991938829422,
      "learning_rate": 6.586002573414256e-05,
      "loss": 0.0636,
      "step": 5372
    },
    {
      "epoch": 0.4018247765770482,
      "grad_norm": 0.8986350297927856,
      "learning_rate": 6.584880022739471e-05,
      "loss": 0.0908,
      "step": 5373
    },
    {
      "epoch": 0.40189956250233705,
      "grad_norm": 0.7527185678482056,
      "learning_rate": 6.583757383249172e-05,
      "loss": 0.0605,
      "step": 5374
    },
    {
      "epoch": 0.4019743484276259,
      "grad_norm": 0.8240073323249817,
      "learning_rate": 6.582634655006268e-05,
      "loss": 0.0672,
      "step": 5375
    },
    {
      "epoch": 0.4020491343529148,
      "grad_norm": 1.5058807134628296,
      "learning_rate": 6.58151183807368e-05,
      "loss": 0.0853,
      "step": 5376
    },
    {
      "epoch": 0.40212392027820365,
      "grad_norm": 0.8556590676307678,
      "learning_rate": 6.580388932514329e-05,
      "loss": 0.0664,
      "step": 5377
    },
    {
      "epoch": 0.4021987062034925,
      "grad_norm": 1.0787575244903564,
      "learning_rate": 6.57926593839114e-05,
      "loss": 0.1275,
      "step": 5378
    },
    {
      "epoch": 0.4022734921287814,
      "grad_norm": 0.49224361777305603,
      "learning_rate": 6.578142855767046e-05,
      "loss": 0.0609,
      "step": 5379
    },
    {
      "epoch": 0.4023482780540702,
      "grad_norm": 1.3375319242477417,
      "learning_rate": 6.577019684704983e-05,
      "loss": 0.1053,
      "step": 5380
    },
    {
      "epoch": 0.40242306397935906,
      "grad_norm": 1.936314344406128,
      "learning_rate": 6.575896425267893e-05,
      "loss": 0.119,
      "step": 5381
    },
    {
      "epoch": 0.40249784990464793,
      "grad_norm": 0.6540796756744385,
      "learning_rate": 6.574773077518721e-05,
      "loss": 0.0674,
      "step": 5382
    },
    {
      "epoch": 0.4025726358299368,
      "grad_norm": 0.9543924331665039,
      "learning_rate": 6.573649641520423e-05,
      "loss": 0.0908,
      "step": 5383
    },
    {
      "epoch": 0.40264742175522567,
      "grad_norm": 0.8857616186141968,
      "learning_rate": 6.572526117335952e-05,
      "loss": 0.0624,
      "step": 5384
    },
    {
      "epoch": 0.40272220768051453,
      "grad_norm": 0.7679809927940369,
      "learning_rate": 6.57140250502827e-05,
      "loss": 0.0705,
      "step": 5385
    },
    {
      "epoch": 0.4027969936058034,
      "grad_norm": 1.5459190607070923,
      "learning_rate": 6.570278804660343e-05,
      "loss": 0.1404,
      "step": 5386
    },
    {
      "epoch": 0.40287177953109227,
      "grad_norm": 0.959905743598938,
      "learning_rate": 6.569155016295143e-05,
      "loss": 0.0875,
      "step": 5387
    },
    {
      "epoch": 0.40294656545638113,
      "grad_norm": 1.0944058895111084,
      "learning_rate": 6.568031139995647e-05,
      "loss": 0.0852,
      "step": 5388
    },
    {
      "epoch": 0.40302135138166995,
      "grad_norm": 1.1614043712615967,
      "learning_rate": 6.566907175824835e-05,
      "loss": 0.1331,
      "step": 5389
    },
    {
      "epoch": 0.4030961373069588,
      "grad_norm": 1.0333243608474731,
      "learning_rate": 6.565783123845693e-05,
      "loss": 0.1124,
      "step": 5390
    },
    {
      "epoch": 0.4031709232322477,
      "grad_norm": 0.7343151569366455,
      "learning_rate": 6.564658984121214e-05,
      "loss": 0.0675,
      "step": 5391
    },
    {
      "epoch": 0.40324570915753655,
      "grad_norm": 0.8625950217247009,
      "learning_rate": 6.563534756714393e-05,
      "loss": 0.0658,
      "step": 5392
    },
    {
      "epoch": 0.4033204950828254,
      "grad_norm": 0.9851550459861755,
      "learning_rate": 6.562410441688232e-05,
      "loss": 0.0915,
      "step": 5393
    },
    {
      "epoch": 0.4033952810081143,
      "grad_norm": 1.0991984605789185,
      "learning_rate": 6.561286039105732e-05,
      "loss": 0.1137,
      "step": 5394
    },
    {
      "epoch": 0.40347006693340315,
      "grad_norm": 1.6020373106002808,
      "learning_rate": 6.560161549029908e-05,
      "loss": 0.2712,
      "step": 5395
    },
    {
      "epoch": 0.403544852858692,
      "grad_norm": 1.7788431644439697,
      "learning_rate": 6.559036971523774e-05,
      "loss": 0.2626,
      "step": 5396
    },
    {
      "epoch": 0.4036196387839808,
      "grad_norm": 1.9667514562606812,
      "learning_rate": 6.557912306650351e-05,
      "loss": 0.2,
      "step": 5397
    },
    {
      "epoch": 0.4036944247092697,
      "grad_norm": 1.353952407836914,
      "learning_rate": 6.556787554472665e-05,
      "loss": 0.0944,
      "step": 5398
    },
    {
      "epoch": 0.40376921063455856,
      "grad_norm": 2.3657546043395996,
      "learning_rate": 6.555662715053747e-05,
      "loss": 0.1987,
      "step": 5399
    },
    {
      "epoch": 0.40384399655984743,
      "grad_norm": 2.564699411392212,
      "learning_rate": 6.55453778845663e-05,
      "loss": 0.3036,
      "step": 5400
    },
    {
      "epoch": 0.4039187824851363,
      "grad_norm": 0.6687673330307007,
      "learning_rate": 6.553412774744355e-05,
      "loss": 0.0699,
      "step": 5401
    },
    {
      "epoch": 0.40399356841042516,
      "grad_norm": 0.7259625792503357,
      "learning_rate": 6.552287673979967e-05,
      "loss": 0.0607,
      "step": 5402
    },
    {
      "epoch": 0.40406835433571403,
      "grad_norm": 0.4524192214012146,
      "learning_rate": 6.551162486226515e-05,
      "loss": 0.0401,
      "step": 5403
    },
    {
      "epoch": 0.4041431402610029,
      "grad_norm": 0.5919525027275085,
      "learning_rate": 6.550037211547055e-05,
      "loss": 0.0537,
      "step": 5404
    },
    {
      "epoch": 0.40421792618629176,
      "grad_norm": 0.6797882914543152,
      "learning_rate": 6.548911850004647e-05,
      "loss": 0.0697,
      "step": 5405
    },
    {
      "epoch": 0.4042927121115806,
      "grad_norm": 0.4909346401691437,
      "learning_rate": 6.547786401662353e-05,
      "loss": 0.0595,
      "step": 5406
    },
    {
      "epoch": 0.40436749803686944,
      "grad_norm": 1.3167701959609985,
      "learning_rate": 6.546660866583246e-05,
      "loss": 0.156,
      "step": 5407
    },
    {
      "epoch": 0.4044422839621583,
      "grad_norm": 0.8231397271156311,
      "learning_rate": 6.545535244830397e-05,
      "loss": 0.0895,
      "step": 5408
    },
    {
      "epoch": 0.4045170698874472,
      "grad_norm": 0.7999032139778137,
      "learning_rate": 6.544409536466884e-05,
      "loss": 0.0798,
      "step": 5409
    },
    {
      "epoch": 0.40459185581273605,
      "grad_norm": 0.733930230140686,
      "learning_rate": 6.543283741555795e-05,
      "loss": 0.0618,
      "step": 5410
    },
    {
      "epoch": 0.4046666417380249,
      "grad_norm": 1.0737910270690918,
      "learning_rate": 6.542157860160215e-05,
      "loss": 0.0983,
      "step": 5411
    },
    {
      "epoch": 0.4047414276633138,
      "grad_norm": 1.0160161256790161,
      "learning_rate": 6.54103189234324e-05,
      "loss": 0.1457,
      "step": 5412
    },
    {
      "epoch": 0.40481621358860265,
      "grad_norm": 0.5966867804527283,
      "learning_rate": 6.539905838167967e-05,
      "loss": 0.0476,
      "step": 5413
    },
    {
      "epoch": 0.40489099951389146,
      "grad_norm": 1.0228379964828491,
      "learning_rate": 6.538779697697502e-05,
      "loss": 0.1055,
      "step": 5414
    },
    {
      "epoch": 0.4049657854391803,
      "grad_norm": 0.7765791416168213,
      "learning_rate": 6.537653470994947e-05,
      "loss": 0.0729,
      "step": 5415
    },
    {
      "epoch": 0.4050405713644692,
      "grad_norm": 1.1475917100906372,
      "learning_rate": 6.536527158123421e-05,
      "loss": 0.265,
      "step": 5416
    },
    {
      "epoch": 0.40511535728975806,
      "grad_norm": 0.9640735983848572,
      "learning_rate": 6.53540075914604e-05,
      "loss": 0.1251,
      "step": 5417
    },
    {
      "epoch": 0.4051901432150469,
      "grad_norm": 1.060546636581421,
      "learning_rate": 6.534274274125924e-05,
      "loss": 0.0684,
      "step": 5418
    },
    {
      "epoch": 0.4052649291403358,
      "grad_norm": 0.6197052597999573,
      "learning_rate": 6.533147703126204e-05,
      "loss": 0.0443,
      "step": 5419
    },
    {
      "epoch": 0.40533971506562466,
      "grad_norm": 0.5724260807037354,
      "learning_rate": 6.53202104621001e-05,
      "loss": 0.0511,
      "step": 5420
    },
    {
      "epoch": 0.40541450099091353,
      "grad_norm": 1.2736928462982178,
      "learning_rate": 6.530894303440483e-05,
      "loss": 0.1836,
      "step": 5421
    },
    {
      "epoch": 0.4054892869162024,
      "grad_norm": 1.0253335237503052,
      "learning_rate": 6.529767474880758e-05,
      "loss": 0.1133,
      "step": 5422
    },
    {
      "epoch": 0.4055640728414912,
      "grad_norm": 0.8856045007705688,
      "learning_rate": 6.528640560593986e-05,
      "loss": 0.0803,
      "step": 5423
    },
    {
      "epoch": 0.4056388587667801,
      "grad_norm": 0.7433242797851562,
      "learning_rate": 6.527513560643317e-05,
      "loss": 0.0667,
      "step": 5424
    },
    {
      "epoch": 0.40571364469206894,
      "grad_norm": 0.5482986569404602,
      "learning_rate": 6.526386475091911e-05,
      "loss": 0.0614,
      "step": 5425
    },
    {
      "epoch": 0.4057884306173578,
      "grad_norm": 0.7646877765655518,
      "learning_rate": 6.525259304002924e-05,
      "loss": 0.0712,
      "step": 5426
    },
    {
      "epoch": 0.4058632165426467,
      "grad_norm": 0.6053643822669983,
      "learning_rate": 6.524132047439523e-05,
      "loss": 0.0372,
      "step": 5427
    },
    {
      "epoch": 0.40593800246793554,
      "grad_norm": 1.0900380611419678,
      "learning_rate": 6.52300470546488e-05,
      "loss": 0.089,
      "step": 5428
    },
    {
      "epoch": 0.4060127883932244,
      "grad_norm": 1.2968450784683228,
      "learning_rate": 6.52187727814217e-05,
      "loss": 0.1359,
      "step": 5429
    },
    {
      "epoch": 0.4060875743185133,
      "grad_norm": 0.9014797210693359,
      "learning_rate": 6.520749765534574e-05,
      "loss": 0.0865,
      "step": 5430
    },
    {
      "epoch": 0.4061623602438021,
      "grad_norm": 0.896289050579071,
      "learning_rate": 6.519622167705275e-05,
      "loss": 0.0837,
      "step": 5431
    },
    {
      "epoch": 0.40623714616909096,
      "grad_norm": 1.2955033779144287,
      "learning_rate": 6.518494484717464e-05,
      "loss": 0.0941,
      "step": 5432
    },
    {
      "epoch": 0.4063119320943798,
      "grad_norm": 0.9643566608428955,
      "learning_rate": 6.517366716634334e-05,
      "loss": 0.0825,
      "step": 5433
    },
    {
      "epoch": 0.4063867180196687,
      "grad_norm": 1.1463639736175537,
      "learning_rate": 6.516238863519088e-05,
      "loss": 0.1505,
      "step": 5434
    },
    {
      "epoch": 0.40646150394495756,
      "grad_norm": 1.2808808088302612,
      "learning_rate": 6.515110925434926e-05,
      "loss": 0.17,
      "step": 5435
    },
    {
      "epoch": 0.4065362898702464,
      "grad_norm": 0.7044541239738464,
      "learning_rate": 6.513982902445058e-05,
      "loss": 0.0585,
      "step": 5436
    },
    {
      "epoch": 0.4066110757955353,
      "grad_norm": 1.462322473526001,
      "learning_rate": 6.5128547946127e-05,
      "loss": 0.1778,
      "step": 5437
    },
    {
      "epoch": 0.40668586172082416,
      "grad_norm": 1.1591625213623047,
      "learning_rate": 6.511726602001069e-05,
      "loss": 0.081,
      "step": 5438
    },
    {
      "epoch": 0.406760647646113,
      "grad_norm": 1.031252145767212,
      "learning_rate": 6.510598324673385e-05,
      "loss": 0.1215,
      "step": 5439
    },
    {
      "epoch": 0.40683543357140184,
      "grad_norm": 1.0831284523010254,
      "learning_rate": 6.509469962692879e-05,
      "loss": 0.1261,
      "step": 5440
    },
    {
      "epoch": 0.4069102194966907,
      "grad_norm": 1.541640043258667,
      "learning_rate": 6.508341516122784e-05,
      "loss": 0.1867,
      "step": 5441
    },
    {
      "epoch": 0.4069850054219796,
      "grad_norm": 0.6468541622161865,
      "learning_rate": 6.507212985026336e-05,
      "loss": 0.0412,
      "step": 5442
    },
    {
      "epoch": 0.40705979134726844,
      "grad_norm": 1.8363159894943237,
      "learning_rate": 6.506084369466776e-05,
      "loss": 0.5194,
      "step": 5443
    },
    {
      "epoch": 0.4071345772725573,
      "grad_norm": 1.0031095743179321,
      "learning_rate": 6.504955669507354e-05,
      "loss": 0.0825,
      "step": 5444
    },
    {
      "epoch": 0.4072093631978462,
      "grad_norm": 1.1092551946640015,
      "learning_rate": 6.503826885211318e-05,
      "loss": 0.0919,
      "step": 5445
    },
    {
      "epoch": 0.40728414912313504,
      "grad_norm": 1.8048949241638184,
      "learning_rate": 6.502698016641926e-05,
      "loss": 0.205,
      "step": 5446
    },
    {
      "epoch": 0.4073589350484239,
      "grad_norm": 1.4288575649261475,
      "learning_rate": 6.50156906386244e-05,
      "loss": 0.12,
      "step": 5447
    },
    {
      "epoch": 0.4074337209737127,
      "grad_norm": 1.3221096992492676,
      "learning_rate": 6.500440026936124e-05,
      "loss": 0.1101,
      "step": 5448
    },
    {
      "epoch": 0.4075085068990016,
      "grad_norm": 2.3375439643859863,
      "learning_rate": 6.499310905926248e-05,
      "loss": 0.3233,
      "step": 5449
    },
    {
      "epoch": 0.40758329282429046,
      "grad_norm": 1.3728406429290771,
      "learning_rate": 6.498181700896089e-05,
      "loss": 0.0841,
      "step": 5450
    },
    {
      "epoch": 0.4076580787495793,
      "grad_norm": 0.6371941566467285,
      "learning_rate": 6.497052411908926e-05,
      "loss": 0.0803,
      "step": 5451
    },
    {
      "epoch": 0.4077328646748682,
      "grad_norm": 0.8957950472831726,
      "learning_rate": 6.495923039028042e-05,
      "loss": 0.0982,
      "step": 5452
    },
    {
      "epoch": 0.40780765060015706,
      "grad_norm": 0.6706679463386536,
      "learning_rate": 6.494793582316729e-05,
      "loss": 0.0668,
      "step": 5453
    },
    {
      "epoch": 0.4078824365254459,
      "grad_norm": 0.5581477284431458,
      "learning_rate": 6.493664041838278e-05,
      "loss": 0.0326,
      "step": 5454
    },
    {
      "epoch": 0.4079572224507348,
      "grad_norm": 0.6468675136566162,
      "learning_rate": 6.492534417655991e-05,
      "loss": 0.0541,
      "step": 5455
    },
    {
      "epoch": 0.40803200837602366,
      "grad_norm": 0.4098445475101471,
      "learning_rate": 6.49140470983317e-05,
      "loss": 0.0364,
      "step": 5456
    },
    {
      "epoch": 0.40810679430131247,
      "grad_norm": 0.8933831453323364,
      "learning_rate": 6.490274918433121e-05,
      "loss": 0.0843,
      "step": 5457
    },
    {
      "epoch": 0.40818158022660134,
      "grad_norm": 0.6800577044487,
      "learning_rate": 6.489145043519159e-05,
      "loss": 0.0921,
      "step": 5458
    },
    {
      "epoch": 0.4082563661518902,
      "grad_norm": 0.64003586769104,
      "learning_rate": 6.488015085154599e-05,
      "loss": 0.0512,
      "step": 5459
    },
    {
      "epoch": 0.40833115207717907,
      "grad_norm": 0.7852082252502441,
      "learning_rate": 6.486885043402766e-05,
      "loss": 0.0797,
      "step": 5460
    },
    {
      "epoch": 0.40840593800246794,
      "grad_norm": 0.6930357217788696,
      "learning_rate": 6.485754918326986e-05,
      "loss": 0.0784,
      "step": 5461
    },
    {
      "epoch": 0.4084807239277568,
      "grad_norm": 0.741498589515686,
      "learning_rate": 6.484624709990587e-05,
      "loss": 0.0626,
      "step": 5462
    },
    {
      "epoch": 0.4085555098530457,
      "grad_norm": 0.8305447101593018,
      "learning_rate": 6.483494418456908e-05,
      "loss": 0.1,
      "step": 5463
    },
    {
      "epoch": 0.40863029577833454,
      "grad_norm": 0.6528128385543823,
      "learning_rate": 6.48236404378929e-05,
      "loss": 0.0556,
      "step": 5464
    },
    {
      "epoch": 0.40870508170362335,
      "grad_norm": 0.7144676446914673,
      "learning_rate": 6.481233586051079e-05,
      "loss": 0.0828,
      "step": 5465
    },
    {
      "epoch": 0.4087798676289122,
      "grad_norm": 0.9292618036270142,
      "learning_rate": 6.480103045305622e-05,
      "loss": 0.0867,
      "step": 5466
    },
    {
      "epoch": 0.4088546535542011,
      "grad_norm": 0.5674214959144592,
      "learning_rate": 6.478972421616277e-05,
      "loss": 0.0578,
      "step": 5467
    },
    {
      "epoch": 0.40892943947948995,
      "grad_norm": 1.068550705909729,
      "learning_rate": 6.477841715046402e-05,
      "loss": 0.127,
      "step": 5468
    },
    {
      "epoch": 0.4090042254047788,
      "grad_norm": 0.7453112602233887,
      "learning_rate": 6.476710925659358e-05,
      "loss": 0.0748,
      "step": 5469
    },
    {
      "epoch": 0.4090790113300677,
      "grad_norm": 0.8752275705337524,
      "learning_rate": 6.475580053518518e-05,
      "loss": 0.0736,
      "step": 5470
    },
    {
      "epoch": 0.40915379725535655,
      "grad_norm": 1.0479423999786377,
      "learning_rate": 6.474449098687254e-05,
      "loss": 0.1139,
      "step": 5471
    },
    {
      "epoch": 0.4092285831806454,
      "grad_norm": 0.7747237086296082,
      "learning_rate": 6.473318061228944e-05,
      "loss": 0.0301,
      "step": 5472
    },
    {
      "epoch": 0.4093033691059343,
      "grad_norm": 1.065191626548767,
      "learning_rate": 6.472186941206967e-05,
      "loss": 0.0673,
      "step": 5473
    },
    {
      "epoch": 0.4093781550312231,
      "grad_norm": 0.8724045753479004,
      "learning_rate": 6.471055738684718e-05,
      "loss": 0.098,
      "step": 5474
    },
    {
      "epoch": 0.40945294095651197,
      "grad_norm": 1.04140043258667,
      "learning_rate": 6.46992445372558e-05,
      "loss": 0.0735,
      "step": 5475
    },
    {
      "epoch": 0.40952772688180084,
      "grad_norm": 1.4802460670471191,
      "learning_rate": 6.468793086392954e-05,
      "loss": 0.1508,
      "step": 5476
    },
    {
      "epoch": 0.4096025128070897,
      "grad_norm": 0.862736165523529,
      "learning_rate": 6.467661636750242e-05,
      "loss": 0.0992,
      "step": 5477
    },
    {
      "epoch": 0.40967729873237857,
      "grad_norm": 0.6346249580383301,
      "learning_rate": 6.466530104860846e-05,
      "loss": 0.0372,
      "step": 5478
    },
    {
      "epoch": 0.40975208465766744,
      "grad_norm": 0.7093786597251892,
      "learning_rate": 6.465398490788178e-05,
      "loss": 0.066,
      "step": 5479
    },
    {
      "epoch": 0.4098268705829563,
      "grad_norm": 0.8698179125785828,
      "learning_rate": 6.464266794595654e-05,
      "loss": 0.099,
      "step": 5480
    },
    {
      "epoch": 0.40990165650824517,
      "grad_norm": 1.1304701566696167,
      "learning_rate": 6.463135016346693e-05,
      "loss": 0.1701,
      "step": 5481
    },
    {
      "epoch": 0.409976442433534,
      "grad_norm": 0.6333924531936646,
      "learning_rate": 6.462003156104717e-05,
      "loss": 0.0374,
      "step": 5482
    },
    {
      "epoch": 0.41005122835882285,
      "grad_norm": 0.501365065574646,
      "learning_rate": 6.460871213933156e-05,
      "loss": 0.0306,
      "step": 5483
    },
    {
      "epoch": 0.4101260142841117,
      "grad_norm": 0.914836585521698,
      "learning_rate": 6.459739189895443e-05,
      "loss": 0.0955,
      "step": 5484
    },
    {
      "epoch": 0.4102008002094006,
      "grad_norm": 0.755681574344635,
      "learning_rate": 6.458607084055016e-05,
      "loss": 0.0588,
      "step": 5485
    },
    {
      "epoch": 0.41027558613468945,
      "grad_norm": 0.7308270335197449,
      "learning_rate": 6.457474896475317e-05,
      "loss": 0.0602,
      "step": 5486
    },
    {
      "epoch": 0.4103503720599783,
      "grad_norm": 0.8171824812889099,
      "learning_rate": 6.456342627219796e-05,
      "loss": 0.068,
      "step": 5487
    },
    {
      "epoch": 0.4104251579852672,
      "grad_norm": 0.9936589002609253,
      "learning_rate": 6.4552102763519e-05,
      "loss": 0.0727,
      "step": 5488
    },
    {
      "epoch": 0.41049994391055605,
      "grad_norm": 0.9082663059234619,
      "learning_rate": 6.454077843935086e-05,
      "loss": 0.0746,
      "step": 5489
    },
    {
      "epoch": 0.4105747298358449,
      "grad_norm": 0.7328563928604126,
      "learning_rate": 6.452945330032817e-05,
      "loss": 0.0536,
      "step": 5490
    },
    {
      "epoch": 0.41064951576113373,
      "grad_norm": 1.1267277002334595,
      "learning_rate": 6.451812734708556e-05,
      "loss": 0.1399,
      "step": 5491
    },
    {
      "epoch": 0.4107243016864226,
      "grad_norm": 1.1814182996749878,
      "learning_rate": 6.450680058025775e-05,
      "loss": 0.0899,
      "step": 5492
    },
    {
      "epoch": 0.41079908761171147,
      "grad_norm": 1.2665870189666748,
      "learning_rate": 6.449547300047945e-05,
      "loss": 0.1062,
      "step": 5493
    },
    {
      "epoch": 0.41087387353700033,
      "grad_norm": 1.1580727100372314,
      "learning_rate": 6.448414460838549e-05,
      "loss": 0.097,
      "step": 5494
    },
    {
      "epoch": 0.4109486594622892,
      "grad_norm": 1.0513516664505005,
      "learning_rate": 6.447281540461067e-05,
      "loss": 0.0681,
      "step": 5495
    },
    {
      "epoch": 0.41102344538757807,
      "grad_norm": 1.4805536270141602,
      "learning_rate": 6.44614853897899e-05,
      "loss": 0.1351,
      "step": 5496
    },
    {
      "epoch": 0.41109823131286694,
      "grad_norm": 1.8789106607437134,
      "learning_rate": 6.44501545645581e-05,
      "loss": 0.205,
      "step": 5497
    },
    {
      "epoch": 0.4111730172381558,
      "grad_norm": 1.897119164466858,
      "learning_rate": 6.44388229295502e-05,
      "loss": 0.1212,
      "step": 5498
    },
    {
      "epoch": 0.4112478031634446,
      "grad_norm": 2.2221908569335938,
      "learning_rate": 6.442749048540126e-05,
      "loss": 0.2888,
      "step": 5499
    },
    {
      "epoch": 0.4113225890887335,
      "grad_norm": 2.395874261856079,
      "learning_rate": 6.441615723274634e-05,
      "loss": 0.2349,
      "step": 5500
    },
    {
      "epoch": 0.41139737501402235,
      "grad_norm": 0.6094708442687988,
      "learning_rate": 6.440482317222053e-05,
      "loss": 0.0514,
      "step": 5501
    },
    {
      "epoch": 0.4114721609393112,
      "grad_norm": 0.5470349788665771,
      "learning_rate": 6.439348830445899e-05,
      "loss": 0.0659,
      "step": 5502
    },
    {
      "epoch": 0.4115469468646001,
      "grad_norm": 0.4810575544834137,
      "learning_rate": 6.438215263009692e-05,
      "loss": 0.0494,
      "step": 5503
    },
    {
      "epoch": 0.41162173278988895,
      "grad_norm": 0.45917072892189026,
      "learning_rate": 6.437081614976956e-05,
      "loss": 0.0437,
      "step": 5504
    },
    {
      "epoch": 0.4116965187151778,
      "grad_norm": 0.5797637104988098,
      "learning_rate": 6.435947886411221e-05,
      "loss": 0.0501,
      "step": 5505
    },
    {
      "epoch": 0.4117713046404667,
      "grad_norm": 0.5955984592437744,
      "learning_rate": 6.434814077376018e-05,
      "loss": 0.0522,
      "step": 5506
    },
    {
      "epoch": 0.41184609056575555,
      "grad_norm": 1.6760690212249756,
      "learning_rate": 6.433680187934885e-05,
      "loss": 0.1282,
      "step": 5507
    },
    {
      "epoch": 0.41192087649104436,
      "grad_norm": 0.572975754737854,
      "learning_rate": 6.432546218151367e-05,
      "loss": 0.0469,
      "step": 5508
    },
    {
      "epoch": 0.41199566241633323,
      "grad_norm": 0.6024308204650879,
      "learning_rate": 6.431412168089008e-05,
      "loss": 0.0563,
      "step": 5509
    },
    {
      "epoch": 0.4120704483416221,
      "grad_norm": 0.9964303970336914,
      "learning_rate": 6.430278037811362e-05,
      "loss": 0.1008,
      "step": 5510
    },
    {
      "epoch": 0.41214523426691096,
      "grad_norm": 0.7394946813583374,
      "learning_rate": 6.429143827381982e-05,
      "loss": 0.0809,
      "step": 5511
    },
    {
      "epoch": 0.41222002019219983,
      "grad_norm": 0.7212442755699158,
      "learning_rate": 6.428009536864431e-05,
      "loss": 0.0531,
      "step": 5512
    },
    {
      "epoch": 0.4122948061174887,
      "grad_norm": 1.2178360223770142,
      "learning_rate": 6.426875166322271e-05,
      "loss": 0.0918,
      "step": 5513
    },
    {
      "epoch": 0.41236959204277757,
      "grad_norm": 0.999853253364563,
      "learning_rate": 6.425740715819073e-05,
      "loss": 0.1428,
      "step": 5514
    },
    {
      "epoch": 0.41244437796806643,
      "grad_norm": 0.8961918354034424,
      "learning_rate": 6.424606185418411e-05,
      "loss": 0.0583,
      "step": 5515
    },
    {
      "epoch": 0.41251916389335525,
      "grad_norm": 0.6696032881736755,
      "learning_rate": 6.423471575183864e-05,
      "loss": 0.0669,
      "step": 5516
    },
    {
      "epoch": 0.4125939498186441,
      "grad_norm": 0.9741371273994446,
      "learning_rate": 6.42233688517901e-05,
      "loss": 0.0892,
      "step": 5517
    },
    {
      "epoch": 0.412668735743933,
      "grad_norm": 0.83099764585495,
      "learning_rate": 6.421202115467444e-05,
      "loss": 0.0947,
      "step": 5518
    },
    {
      "epoch": 0.41274352166922185,
      "grad_norm": 1.223278284072876,
      "learning_rate": 6.420067266112752e-05,
      "loss": 0.1485,
      "step": 5519
    },
    {
      "epoch": 0.4128183075945107,
      "grad_norm": 0.9206713438034058,
      "learning_rate": 6.418932337178531e-05,
      "loss": 0.1003,
      "step": 5520
    },
    {
      "epoch": 0.4128930935197996,
      "grad_norm": 0.6588163375854492,
      "learning_rate": 6.417797328728382e-05,
      "loss": 0.0349,
      "step": 5521
    },
    {
      "epoch": 0.41296787944508845,
      "grad_norm": 0.7736697196960449,
      "learning_rate": 6.41666224082591e-05,
      "loss": 0.0351,
      "step": 5522
    },
    {
      "epoch": 0.4130426653703773,
      "grad_norm": 1.0554838180541992,
      "learning_rate": 6.415527073534724e-05,
      "loss": 0.0801,
      "step": 5523
    },
    {
      "epoch": 0.4131174512956662,
      "grad_norm": 0.7986592054367065,
      "learning_rate": 6.41439182691844e-05,
      "loss": 0.1309,
      "step": 5524
    },
    {
      "epoch": 0.413192237220955,
      "grad_norm": 0.7139444947242737,
      "learning_rate": 6.413256501040674e-05,
      "loss": 0.0584,
      "step": 5525
    },
    {
      "epoch": 0.41326702314624386,
      "grad_norm": 1.3461472988128662,
      "learning_rate": 6.41212109596505e-05,
      "loss": 0.1528,
      "step": 5526
    },
    {
      "epoch": 0.41334180907153273,
      "grad_norm": 0.4247148931026459,
      "learning_rate": 6.410985611755195e-05,
      "loss": 0.0306,
      "step": 5527
    },
    {
      "epoch": 0.4134165949968216,
      "grad_norm": 0.8622874617576599,
      "learning_rate": 6.409850048474742e-05,
      "loss": 0.1022,
      "step": 5528
    },
    {
      "epoch": 0.41349138092211046,
      "grad_norm": 0.7538630366325378,
      "learning_rate": 6.408714406187324e-05,
      "loss": 0.0859,
      "step": 5529
    },
    {
      "epoch": 0.41356616684739933,
      "grad_norm": 0.6897523999214172,
      "learning_rate": 6.407578684956584e-05,
      "loss": 0.0589,
      "step": 5530
    },
    {
      "epoch": 0.4136409527726882,
      "grad_norm": 0.8873254656791687,
      "learning_rate": 6.406442884846165e-05,
      "loss": 0.093,
      "step": 5531
    },
    {
      "epoch": 0.41371573869797706,
      "grad_norm": 1.1873818635940552,
      "learning_rate": 6.40530700591972e-05,
      "loss": 0.0726,
      "step": 5532
    },
    {
      "epoch": 0.4137905246232659,
      "grad_norm": 0.923198401927948,
      "learning_rate": 6.4041710482409e-05,
      "loss": 0.0787,
      "step": 5533
    },
    {
      "epoch": 0.41386531054855474,
      "grad_norm": 0.8010883927345276,
      "learning_rate": 6.403035011873366e-05,
      "loss": 0.0915,
      "step": 5534
    },
    {
      "epoch": 0.4139400964738436,
      "grad_norm": 0.9174813032150269,
      "learning_rate": 6.401898896880776e-05,
      "loss": 0.0684,
      "step": 5535
    },
    {
      "epoch": 0.4140148823991325,
      "grad_norm": 0.646547257900238,
      "learning_rate": 6.400762703326799e-05,
      "loss": 0.0506,
      "step": 5536
    },
    {
      "epoch": 0.41408966832442134,
      "grad_norm": 0.763256311416626,
      "learning_rate": 6.399626431275108e-05,
      "loss": 0.0777,
      "step": 5537
    },
    {
      "epoch": 0.4141644542497102,
      "grad_norm": 1.1209651231765747,
      "learning_rate": 6.398490080789378e-05,
      "loss": 0.0884,
      "step": 5538
    },
    {
      "epoch": 0.4142392401749991,
      "grad_norm": 0.8105475902557373,
      "learning_rate": 6.397353651933289e-05,
      "loss": 0.0611,
      "step": 5539
    },
    {
      "epoch": 0.41431402610028795,
      "grad_norm": 1.0037144422531128,
      "learning_rate": 6.396217144770527e-05,
      "loss": 0.0843,
      "step": 5540
    },
    {
      "epoch": 0.4143888120255768,
      "grad_norm": 1.8170698881149292,
      "learning_rate": 6.395080559364779e-05,
      "loss": 0.2677,
      "step": 5541
    },
    {
      "epoch": 0.4144635979508656,
      "grad_norm": 1.1363495588302612,
      "learning_rate": 6.39394389577974e-05,
      "loss": 0.1175,
      "step": 5542
    },
    {
      "epoch": 0.4145383838761545,
      "grad_norm": 1.23920476436615,
      "learning_rate": 6.392807154079105e-05,
      "loss": 0.1129,
      "step": 5543
    },
    {
      "epoch": 0.41461316980144336,
      "grad_norm": 0.8463929295539856,
      "learning_rate": 6.391670334326578e-05,
      "loss": 0.07,
      "step": 5544
    },
    {
      "epoch": 0.4146879557267322,
      "grad_norm": 1.2812933921813965,
      "learning_rate": 6.390533436585867e-05,
      "loss": 0.1071,
      "step": 5545
    },
    {
      "epoch": 0.4147627416520211,
      "grad_norm": 1.6780511140823364,
      "learning_rate": 6.389396460920682e-05,
      "loss": 0.1557,
      "step": 5546
    },
    {
      "epoch": 0.41483752757730996,
      "grad_norm": 1.9120423793792725,
      "learning_rate": 6.388259407394738e-05,
      "loss": 0.2509,
      "step": 5547
    },
    {
      "epoch": 0.41491231350259883,
      "grad_norm": 1.5271220207214355,
      "learning_rate": 6.387122276071755e-05,
      "loss": 0.1162,
      "step": 5548
    },
    {
      "epoch": 0.4149870994278877,
      "grad_norm": 1.5151933431625366,
      "learning_rate": 6.385985067015457e-05,
      "loss": 0.1153,
      "step": 5549
    },
    {
      "epoch": 0.4150618853531765,
      "grad_norm": 1.2540761232376099,
      "learning_rate": 6.38484778028957e-05,
      "loss": 0.1153,
      "step": 5550
    },
    {
      "epoch": 0.4151366712784654,
      "grad_norm": 0.9337850213050842,
      "learning_rate": 6.38371041595783e-05,
      "loss": 0.1005,
      "step": 5551
    },
    {
      "epoch": 0.41521145720375424,
      "grad_norm": 0.6146396994590759,
      "learning_rate": 6.382572974083972e-05,
      "loss": 0.042,
      "step": 5552
    },
    {
      "epoch": 0.4152862431290431,
      "grad_norm": 0.9413897395133972,
      "learning_rate": 6.381435454731736e-05,
      "loss": 0.1049,
      "step": 5553
    },
    {
      "epoch": 0.415361029054332,
      "grad_norm": 0.6172950267791748,
      "learning_rate": 6.380297857964873e-05,
      "loss": 0.0358,
      "step": 5554
    },
    {
      "epoch": 0.41543581497962084,
      "grad_norm": 0.7666540145874023,
      "learning_rate": 6.37916018384713e-05,
      "loss": 0.1093,
      "step": 5555
    },
    {
      "epoch": 0.4155106009049097,
      "grad_norm": 0.9527052044868469,
      "learning_rate": 6.37802243244226e-05,
      "loss": 0.0943,
      "step": 5556
    },
    {
      "epoch": 0.4155853868301986,
      "grad_norm": 0.5711439251899719,
      "learning_rate": 6.376884603814024e-05,
      "loss": 0.0624,
      "step": 5557
    },
    {
      "epoch": 0.41566017275548744,
      "grad_norm": 1.1359816789627075,
      "learning_rate": 6.375746698026184e-05,
      "loss": 0.1251,
      "step": 5558
    },
    {
      "epoch": 0.41573495868077626,
      "grad_norm": 0.5693703293800354,
      "learning_rate": 6.374608715142507e-05,
      "loss": 0.0524,
      "step": 5559
    },
    {
      "epoch": 0.4158097446060651,
      "grad_norm": 0.7054079174995422,
      "learning_rate": 6.373470655226766e-05,
      "loss": 0.0594,
      "step": 5560
    },
    {
      "epoch": 0.415884530531354,
      "grad_norm": 0.7434424161911011,
      "learning_rate": 6.372332518342736e-05,
      "loss": 0.1145,
      "step": 5561
    },
    {
      "epoch": 0.41595931645664286,
      "grad_norm": 0.8474435806274414,
      "learning_rate": 6.3711943045542e-05,
      "loss": 0.0673,
      "step": 5562
    },
    {
      "epoch": 0.4160341023819317,
      "grad_norm": 0.6826972365379333,
      "learning_rate": 6.370056013924937e-05,
      "loss": 0.0486,
      "step": 5563
    },
    {
      "epoch": 0.4161088883072206,
      "grad_norm": 0.6238362789154053,
      "learning_rate": 6.368917646518741e-05,
      "loss": 0.0495,
      "step": 5564
    },
    {
      "epoch": 0.41618367423250946,
      "grad_norm": 0.705365002155304,
      "learning_rate": 6.367779202399404e-05,
      "loss": 0.0719,
      "step": 5565
    },
    {
      "epoch": 0.4162584601577983,
      "grad_norm": 1.0560433864593506,
      "learning_rate": 6.366640681630723e-05,
      "loss": 0.1476,
      "step": 5566
    },
    {
      "epoch": 0.41633324608308714,
      "grad_norm": 0.7029109001159668,
      "learning_rate": 6.3655020842765e-05,
      "loss": 0.058,
      "step": 5567
    },
    {
      "epoch": 0.416408032008376,
      "grad_norm": 0.9723007678985596,
      "learning_rate": 6.364363410400542e-05,
      "loss": 0.0631,
      "step": 5568
    },
    {
      "epoch": 0.4164828179336649,
      "grad_norm": 0.751821756362915,
      "learning_rate": 6.363224660066658e-05,
      "loss": 0.0544,
      "step": 5569
    },
    {
      "epoch": 0.41655760385895374,
      "grad_norm": 0.9267717003822327,
      "learning_rate": 6.362085833338663e-05,
      "loss": 0.0785,
      "step": 5570
    },
    {
      "epoch": 0.4166323897842426,
      "grad_norm": 0.7396231889724731,
      "learning_rate": 6.360946930280378e-05,
      "loss": 0.0789,
      "step": 5571
    },
    {
      "epoch": 0.4167071757095315,
      "grad_norm": 0.8539047837257385,
      "learning_rate": 6.359807950955623e-05,
      "loss": 0.0861,
      "step": 5572
    },
    {
      "epoch": 0.41678196163482034,
      "grad_norm": 0.9708623290061951,
      "learning_rate": 6.358668895428228e-05,
      "loss": 0.0887,
      "step": 5573
    },
    {
      "epoch": 0.4168567475601092,
      "grad_norm": 0.850114643573761,
      "learning_rate": 6.357529763762025e-05,
      "loss": 0.0769,
      "step": 5574
    },
    {
      "epoch": 0.416931533485398,
      "grad_norm": 1.2629114389419556,
      "learning_rate": 6.356390556020849e-05,
      "loss": 0.1482,
      "step": 5575
    },
    {
      "epoch": 0.4170063194106869,
      "grad_norm": 1.0384860038757324,
      "learning_rate": 6.355251272268538e-05,
      "loss": 0.0907,
      "step": 5576
    },
    {
      "epoch": 0.41708110533597575,
      "grad_norm": 0.6788596510887146,
      "learning_rate": 6.354111912568944e-05,
      "loss": 0.0393,
      "step": 5577
    },
    {
      "epoch": 0.4171558912612646,
      "grad_norm": 0.7241551876068115,
      "learning_rate": 6.352972476985907e-05,
      "loss": 0.0408,
      "step": 5578
    },
    {
      "epoch": 0.4172306771865535,
      "grad_norm": 0.5990865230560303,
      "learning_rate": 6.351832965583286e-05,
      "loss": 0.0426,
      "step": 5579
    },
    {
      "epoch": 0.41730546311184236,
      "grad_norm": 0.9642528891563416,
      "learning_rate": 6.350693378424938e-05,
      "loss": 0.0965,
      "step": 5580
    },
    {
      "epoch": 0.4173802490371312,
      "grad_norm": 1.2714922428131104,
      "learning_rate": 6.349553715574724e-05,
      "loss": 0.1094,
      "step": 5581
    },
    {
      "epoch": 0.4174550349624201,
      "grad_norm": 0.5519751310348511,
      "learning_rate": 6.348413977096506e-05,
      "loss": 0.0398,
      "step": 5582
    },
    {
      "epoch": 0.41752982088770896,
      "grad_norm": 1.2616431713104248,
      "learning_rate": 6.347274163054157e-05,
      "loss": 0.127,
      "step": 5583
    },
    {
      "epoch": 0.41760460681299777,
      "grad_norm": 1.0794180631637573,
      "learning_rate": 6.346134273511554e-05,
      "loss": 0.0889,
      "step": 5584
    },
    {
      "epoch": 0.41767939273828664,
      "grad_norm": 1.1047611236572266,
      "learning_rate": 6.344994308532573e-05,
      "loss": 0.0812,
      "step": 5585
    },
    {
      "epoch": 0.4177541786635755,
      "grad_norm": 0.5524501800537109,
      "learning_rate": 6.343854268181096e-05,
      "loss": 0.0248,
      "step": 5586
    },
    {
      "epoch": 0.41782896458886437,
      "grad_norm": 1.1304922103881836,
      "learning_rate": 6.342714152521012e-05,
      "loss": 0.0854,
      "step": 5587
    },
    {
      "epoch": 0.41790375051415324,
      "grad_norm": 0.6886274218559265,
      "learning_rate": 6.34157396161621e-05,
      "loss": 0.0535,
      "step": 5588
    },
    {
      "epoch": 0.4179785364394421,
      "grad_norm": 0.997602105140686,
      "learning_rate": 6.340433695530588e-05,
      "loss": 0.132,
      "step": 5589
    },
    {
      "epoch": 0.418053322364731,
      "grad_norm": 0.9523218274116516,
      "learning_rate": 6.339293354328043e-05,
      "loss": 0.0867,
      "step": 5590
    },
    {
      "epoch": 0.41812810829001984,
      "grad_norm": 1.1211175918579102,
      "learning_rate": 6.338152938072481e-05,
      "loss": 0.0971,
      "step": 5591
    },
    {
      "epoch": 0.41820289421530865,
      "grad_norm": 0.7056905031204224,
      "learning_rate": 6.337012446827809e-05,
      "loss": 0.0572,
      "step": 5592
    },
    {
      "epoch": 0.4182776801405975,
      "grad_norm": 1.3509728908538818,
      "learning_rate": 6.33587188065794e-05,
      "loss": 0.171,
      "step": 5593
    },
    {
      "epoch": 0.4183524660658864,
      "grad_norm": 1.4509843587875366,
      "learning_rate": 6.334731239626793e-05,
      "loss": 0.1096,
      "step": 5594
    },
    {
      "epoch": 0.41842725199117525,
      "grad_norm": 1.7862052917480469,
      "learning_rate": 6.333590523798282e-05,
      "loss": 0.1965,
      "step": 5595
    },
    {
      "epoch": 0.4185020379164641,
      "grad_norm": 2.243227005004883,
      "learning_rate": 6.332449733236337e-05,
      "loss": 0.193,
      "step": 5596
    },
    {
      "epoch": 0.418576823841753,
      "grad_norm": 1.475171685218811,
      "learning_rate": 6.331308868004885e-05,
      "loss": 0.1597,
      "step": 5597
    },
    {
      "epoch": 0.41865160976704185,
      "grad_norm": 1.8600436449050903,
      "learning_rate": 6.33016792816786e-05,
      "loss": 0.2612,
      "step": 5598
    },
    {
      "epoch": 0.4187263956923307,
      "grad_norm": 2.3495140075683594,
      "learning_rate": 6.329026913789201e-05,
      "loss": 0.3383,
      "step": 5599
    },
    {
      "epoch": 0.4188011816176196,
      "grad_norm": 1.3826748132705688,
      "learning_rate": 6.327885824932847e-05,
      "loss": 0.1328,
      "step": 5600
    },
    {
      "epoch": 0.4188759675429084,
      "grad_norm": 1.5511059761047363,
      "learning_rate": 6.326744661662747e-05,
      "loss": 0.0815,
      "step": 5601
    },
    {
      "epoch": 0.41895075346819727,
      "grad_norm": 0.5837354063987732,
      "learning_rate": 6.325603424042846e-05,
      "loss": 0.0525,
      "step": 5602
    },
    {
      "epoch": 0.41902553939348613,
      "grad_norm": 1.7219493389129639,
      "learning_rate": 6.324462112137102e-05,
      "loss": 0.0571,
      "step": 5603
    },
    {
      "epoch": 0.419100325318775,
      "grad_norm": 0.4535224437713623,
      "learning_rate": 6.323320726009473e-05,
      "loss": 0.0381,
      "step": 5604
    },
    {
      "epoch": 0.41917511124406387,
      "grad_norm": 0.9563626646995544,
      "learning_rate": 6.32217926572392e-05,
      "loss": 0.0613,
      "step": 5605
    },
    {
      "epoch": 0.41924989716935274,
      "grad_norm": 0.6369454860687256,
      "learning_rate": 6.32103773134441e-05,
      "loss": 0.0426,
      "step": 5606
    },
    {
      "epoch": 0.4193246830946416,
      "grad_norm": 1.197706937789917,
      "learning_rate": 6.319896122934914e-05,
      "loss": 0.1072,
      "step": 5607
    },
    {
      "epoch": 0.41939946901993047,
      "grad_norm": 0.7827461361885071,
      "learning_rate": 6.318754440559408e-05,
      "loss": 0.0885,
      "step": 5608
    },
    {
      "epoch": 0.4194742549452193,
      "grad_norm": 0.7439107298851013,
      "learning_rate": 6.31761268428187e-05,
      "loss": 0.0803,
      "step": 5609
    },
    {
      "epoch": 0.41954904087050815,
      "grad_norm": 0.8956907391548157,
      "learning_rate": 6.316470854166281e-05,
      "loss": 0.1023,
      "step": 5610
    },
    {
      "epoch": 0.419623826795797,
      "grad_norm": 0.5906603932380676,
      "learning_rate": 6.315328950276632e-05,
      "loss": 0.0371,
      "step": 5611
    },
    {
      "epoch": 0.4196986127210859,
      "grad_norm": 0.9573309421539307,
      "learning_rate": 6.314186972676914e-05,
      "loss": 0.0689,
      "step": 5612
    },
    {
      "epoch": 0.41977339864637475,
      "grad_norm": 0.6023414731025696,
      "learning_rate": 6.313044921431119e-05,
      "loss": 0.0528,
      "step": 5613
    },
    {
      "epoch": 0.4198481845716636,
      "grad_norm": 1.3105655908584595,
      "learning_rate": 6.31190279660325e-05,
      "loss": 0.1481,
      "step": 5614
    },
    {
      "epoch": 0.4199229704969525,
      "grad_norm": 0.7537449598312378,
      "learning_rate": 6.310760598257311e-05,
      "loss": 0.076,
      "step": 5615
    },
    {
      "epoch": 0.41999775642224135,
      "grad_norm": 0.700188934803009,
      "learning_rate": 6.309618326457311e-05,
      "loss": 0.0579,
      "step": 5616
    },
    {
      "epoch": 0.4200725423475302,
      "grad_norm": 1.2024105787277222,
      "learning_rate": 6.308475981267257e-05,
      "loss": 0.1229,
      "step": 5617
    },
    {
      "epoch": 0.42014732827281903,
      "grad_norm": 0.8472232222557068,
      "learning_rate": 6.307333562751169e-05,
      "loss": 0.0711,
      "step": 5618
    },
    {
      "epoch": 0.4202221141981079,
      "grad_norm": 0.8859524130821228,
      "learning_rate": 6.306191070973066e-05,
      "loss": 0.0932,
      "step": 5619
    },
    {
      "epoch": 0.42029690012339677,
      "grad_norm": 0.8726247549057007,
      "learning_rate": 6.305048505996974e-05,
      "loss": 0.0824,
      "step": 5620
    },
    {
      "epoch": 0.42037168604868563,
      "grad_norm": 0.7248902916908264,
      "learning_rate": 6.30390586788692e-05,
      "loss": 0.0518,
      "step": 5621
    },
    {
      "epoch": 0.4204464719739745,
      "grad_norm": 1.7162771224975586,
      "learning_rate": 6.302763156706937e-05,
      "loss": 0.0946,
      "step": 5622
    },
    {
      "epoch": 0.42052125789926337,
      "grad_norm": 0.5319793820381165,
      "learning_rate": 6.301620372521063e-05,
      "loss": 0.035,
      "step": 5623
    },
    {
      "epoch": 0.42059604382455223,
      "grad_norm": 1.010995626449585,
      "learning_rate": 6.300477515393337e-05,
      "loss": 0.1046,
      "step": 5624
    },
    {
      "epoch": 0.4206708297498411,
      "grad_norm": 1.1758549213409424,
      "learning_rate": 6.299334585387803e-05,
      "loss": 0.1188,
      "step": 5625
    },
    {
      "epoch": 0.4207456156751299,
      "grad_norm": 0.6976521015167236,
      "learning_rate": 6.298191582568513e-05,
      "loss": 0.0596,
      "step": 5626
    },
    {
      "epoch": 0.4208204016004188,
      "grad_norm": 0.8829367756843567,
      "learning_rate": 6.297048506999517e-05,
      "loss": 0.0661,
      "step": 5627
    },
    {
      "epoch": 0.42089518752570765,
      "grad_norm": 0.9407802224159241,
      "learning_rate": 6.295905358744876e-05,
      "loss": 0.0783,
      "step": 5628
    },
    {
      "epoch": 0.4209699734509965,
      "grad_norm": 0.6724710464477539,
      "learning_rate": 6.294762137868647e-05,
      "loss": 0.0863,
      "step": 5629
    },
    {
      "epoch": 0.4210447593762854,
      "grad_norm": 1.1067951917648315,
      "learning_rate": 6.293618844434896e-05,
      "loss": 0.0804,
      "step": 5630
    },
    {
      "epoch": 0.42111954530157425,
      "grad_norm": 1.0994622707366943,
      "learning_rate": 6.292475478507695e-05,
      "loss": 0.106,
      "step": 5631
    },
    {
      "epoch": 0.4211943312268631,
      "grad_norm": 0.9143994450569153,
      "learning_rate": 6.291332040151116e-05,
      "loss": 0.0821,
      "step": 5632
    },
    {
      "epoch": 0.421269117152152,
      "grad_norm": 1.2741756439208984,
      "learning_rate": 6.290188529429236e-05,
      "loss": 0.1961,
      "step": 5633
    },
    {
      "epoch": 0.42134390307744085,
      "grad_norm": 1.0325806140899658,
      "learning_rate": 6.289044946406135e-05,
      "loss": 0.0936,
      "step": 5634
    },
    {
      "epoch": 0.42141868900272966,
      "grad_norm": 0.9927231669425964,
      "learning_rate": 6.287901291145902e-05,
      "loss": 0.0767,
      "step": 5635
    },
    {
      "epoch": 0.42149347492801853,
      "grad_norm": 0.6213586330413818,
      "learning_rate": 6.286757563712624e-05,
      "loss": 0.0386,
      "step": 5636
    },
    {
      "epoch": 0.4215682608533074,
      "grad_norm": 1.3040229082107544,
      "learning_rate": 6.285613764170397e-05,
      "loss": 0.1549,
      "step": 5637
    },
    {
      "epoch": 0.42164304677859626,
      "grad_norm": 1.165805459022522,
      "learning_rate": 6.284469892583315e-05,
      "loss": 0.1464,
      "step": 5638
    },
    {
      "epoch": 0.42171783270388513,
      "grad_norm": 0.9265764355659485,
      "learning_rate": 6.283325949015484e-05,
      "loss": 0.0626,
      "step": 5639
    },
    {
      "epoch": 0.421792618629174,
      "grad_norm": 1.1581261157989502,
      "learning_rate": 6.282181933531006e-05,
      "loss": 0.1308,
      "step": 5640
    },
    {
      "epoch": 0.42186740455446287,
      "grad_norm": 0.9647440314292908,
      "learning_rate": 6.281037846193993e-05,
      "loss": 0.0748,
      "step": 5641
    },
    {
      "epoch": 0.42194219047975173,
      "grad_norm": 0.884482204914093,
      "learning_rate": 6.279893687068558e-05,
      "loss": 0.0847,
      "step": 5642
    },
    {
      "epoch": 0.42201697640504054,
      "grad_norm": 0.7133451700210571,
      "learning_rate": 6.27874945621882e-05,
      "loss": 0.079,
      "step": 5643
    },
    {
      "epoch": 0.4220917623303294,
      "grad_norm": 1.262964129447937,
      "learning_rate": 6.277605153708899e-05,
      "loss": 0.127,
      "step": 5644
    },
    {
      "epoch": 0.4221665482556183,
      "grad_norm": 1.6278616189956665,
      "learning_rate": 6.276460779602923e-05,
      "loss": 0.2368,
      "step": 5645
    },
    {
      "epoch": 0.42224133418090715,
      "grad_norm": 1.2262206077575684,
      "learning_rate": 6.275316333965021e-05,
      "loss": 0.1272,
      "step": 5646
    },
    {
      "epoch": 0.422316120106196,
      "grad_norm": 0.9442105293273926,
      "learning_rate": 6.274171816859325e-05,
      "loss": 0.0697,
      "step": 5647
    },
    {
      "epoch": 0.4223909060314849,
      "grad_norm": 1.7818549871444702,
      "learning_rate": 6.273027228349976e-05,
      "loss": 0.1331,
      "step": 5648
    },
    {
      "epoch": 0.42246569195677375,
      "grad_norm": 1.5687819719314575,
      "learning_rate": 6.271882568501113e-05,
      "loss": 0.1775,
      "step": 5649
    },
    {
      "epoch": 0.4225404778820626,
      "grad_norm": 5.3818793296813965,
      "learning_rate": 6.270737837376883e-05,
      "loss": 0.5753,
      "step": 5650
    },
    {
      "epoch": 0.4226152638073515,
      "grad_norm": 0.7447629570960999,
      "learning_rate": 6.269593035041438e-05,
      "loss": 0.0801,
      "step": 5651
    },
    {
      "epoch": 0.4226900497326403,
      "grad_norm": 0.6426982283592224,
      "learning_rate": 6.268448161558929e-05,
      "loss": 0.084,
      "step": 5652
    },
    {
      "epoch": 0.42276483565792916,
      "grad_norm": 0.5959586501121521,
      "learning_rate": 6.267303216993515e-05,
      "loss": 0.0491,
      "step": 5653
    },
    {
      "epoch": 0.42283962158321803,
      "grad_norm": 0.6919286251068115,
      "learning_rate": 6.266158201409358e-05,
      "loss": 0.0639,
      "step": 5654
    },
    {
      "epoch": 0.4229144075085069,
      "grad_norm": 0.5968740582466125,
      "learning_rate": 6.265013114870624e-05,
      "loss": 0.0602,
      "step": 5655
    },
    {
      "epoch": 0.42298919343379576,
      "grad_norm": 0.867502748966217,
      "learning_rate": 6.263867957441481e-05,
      "loss": 0.1085,
      "step": 5656
    },
    {
      "epoch": 0.42306397935908463,
      "grad_norm": 0.6934391260147095,
      "learning_rate": 6.262722729186105e-05,
      "loss": 0.1038,
      "step": 5657
    },
    {
      "epoch": 0.4231387652843735,
      "grad_norm": 0.8653107285499573,
      "learning_rate": 6.261577430168674e-05,
      "loss": 0.1382,
      "step": 5658
    },
    {
      "epoch": 0.42321355120966236,
      "grad_norm": 0.8943120837211609,
      "learning_rate": 6.260432060453367e-05,
      "loss": 0.1101,
      "step": 5659
    },
    {
      "epoch": 0.4232883371349512,
      "grad_norm": 0.8534675240516663,
      "learning_rate": 6.259286620104374e-05,
      "loss": 0.0829,
      "step": 5660
    },
    {
      "epoch": 0.42336312306024004,
      "grad_norm": 0.6726551651954651,
      "learning_rate": 6.25814110918588e-05,
      "loss": 0.0592,
      "step": 5661
    },
    {
      "epoch": 0.4234379089855289,
      "grad_norm": 0.7839329838752747,
      "learning_rate": 6.256995527762082e-05,
      "loss": 0.0643,
      "step": 5662
    },
    {
      "epoch": 0.4235126949108178,
      "grad_norm": 0.9605761766433716,
      "learning_rate": 6.255849875897174e-05,
      "loss": 0.0997,
      "step": 5663
    },
    {
      "epoch": 0.42358748083610664,
      "grad_norm": 0.9843268990516663,
      "learning_rate": 6.254704153655361e-05,
      "loss": 0.1245,
      "step": 5664
    },
    {
      "epoch": 0.4236622667613955,
      "grad_norm": 1.298416256904602,
      "learning_rate": 6.253558361100846e-05,
      "loss": 0.1362,
      "step": 5665
    },
    {
      "epoch": 0.4237370526866844,
      "grad_norm": 0.7796558737754822,
      "learning_rate": 6.252412498297842e-05,
      "loss": 0.0766,
      "step": 5666
    },
    {
      "epoch": 0.42381183861197325,
      "grad_norm": 0.9406201839447021,
      "learning_rate": 6.251266565310557e-05,
      "loss": 0.0943,
      "step": 5667
    },
    {
      "epoch": 0.4238866245372621,
      "grad_norm": 0.9877941608428955,
      "learning_rate": 6.250120562203213e-05,
      "loss": 0.1042,
      "step": 5668
    },
    {
      "epoch": 0.4239614104625509,
      "grad_norm": 0.48623737692832947,
      "learning_rate": 6.248974489040029e-05,
      "loss": 0.0464,
      "step": 5669
    },
    {
      "epoch": 0.4240361963878398,
      "grad_norm": 0.9317390322685242,
      "learning_rate": 6.247828345885229e-05,
      "loss": 0.0844,
      "step": 5670
    },
    {
      "epoch": 0.42411098231312866,
      "grad_norm": 0.6762930154800415,
      "learning_rate": 6.246682132803044e-05,
      "loss": 0.0544,
      "step": 5671
    },
    {
      "epoch": 0.4241857682384175,
      "grad_norm": 0.9106978178024292,
      "learning_rate": 6.245535849857707e-05,
      "loss": 0.0889,
      "step": 5672
    },
    {
      "epoch": 0.4242605541637064,
      "grad_norm": 0.7433539628982544,
      "learning_rate": 6.244389497113453e-05,
      "loss": 0.0894,
      "step": 5673
    },
    {
      "epoch": 0.42433534008899526,
      "grad_norm": 0.8550946116447449,
      "learning_rate": 6.243243074634525e-05,
      "loss": 0.0769,
      "step": 5674
    },
    {
      "epoch": 0.42441012601428413,
      "grad_norm": 0.9891848564147949,
      "learning_rate": 6.242096582485166e-05,
      "loss": 0.0998,
      "step": 5675
    },
    {
      "epoch": 0.424484911939573,
      "grad_norm": 0.6853232383728027,
      "learning_rate": 6.240950020729626e-05,
      "loss": 0.0617,
      "step": 5676
    },
    {
      "epoch": 0.4245596978648618,
      "grad_norm": 0.7674607634544373,
      "learning_rate": 6.239803389432155e-05,
      "loss": 0.0659,
      "step": 5677
    },
    {
      "epoch": 0.4246344837901507,
      "grad_norm": 0.8059215545654297,
      "learning_rate": 6.238656688657012e-05,
      "loss": 0.0715,
      "step": 5678
    },
    {
      "epoch": 0.42470926971543954,
      "grad_norm": 0.8678609728813171,
      "learning_rate": 6.237509918468455e-05,
      "loss": 0.0995,
      "step": 5679
    },
    {
      "epoch": 0.4247840556407284,
      "grad_norm": 1.2706159353256226,
      "learning_rate": 6.23636307893075e-05,
      "loss": 0.1573,
      "step": 5680
    },
    {
      "epoch": 0.4248588415660173,
      "grad_norm": 0.6350305080413818,
      "learning_rate": 6.235216170108164e-05,
      "loss": 0.0469,
      "step": 5681
    },
    {
      "epoch": 0.42493362749130614,
      "grad_norm": 0.9093866944313049,
      "learning_rate": 6.234069192064971e-05,
      "loss": 0.0859,
      "step": 5682
    },
    {
      "epoch": 0.425008413416595,
      "grad_norm": 1.0739247798919678,
      "learning_rate": 6.232922144865445e-05,
      "loss": 0.1088,
      "step": 5683
    },
    {
      "epoch": 0.4250831993418839,
      "grad_norm": 1.4975943565368652,
      "learning_rate": 6.231775028573865e-05,
      "loss": 0.1208,
      "step": 5684
    },
    {
      "epoch": 0.42515798526717274,
      "grad_norm": 1.333897352218628,
      "learning_rate": 6.230627843254516e-05,
      "loss": 0.1477,
      "step": 5685
    },
    {
      "epoch": 0.42523277119246156,
      "grad_norm": 0.6195803284645081,
      "learning_rate": 6.229480588971684e-05,
      "loss": 0.0384,
      "step": 5686
    },
    {
      "epoch": 0.4253075571177504,
      "grad_norm": 1.0153993368148804,
      "learning_rate": 6.228333265789662e-05,
      "loss": 0.0486,
      "step": 5687
    },
    {
      "epoch": 0.4253823430430393,
      "grad_norm": 1.2700181007385254,
      "learning_rate": 6.227185873772744e-05,
      "loss": 0.2317,
      "step": 5688
    },
    {
      "epoch": 0.42545712896832816,
      "grad_norm": 0.7738818526268005,
      "learning_rate": 6.226038412985229e-05,
      "loss": 0.0602,
      "step": 5689
    },
    {
      "epoch": 0.425531914893617,
      "grad_norm": 0.851604163646698,
      "learning_rate": 6.224890883491422e-05,
      "loss": 0.0812,
      "step": 5690
    },
    {
      "epoch": 0.4256067008189059,
      "grad_norm": 0.9352656602859497,
      "learning_rate": 6.223743285355626e-05,
      "loss": 0.0856,
      "step": 5691
    },
    {
      "epoch": 0.42568148674419476,
      "grad_norm": 0.8846746683120728,
      "learning_rate": 6.222595618642154e-05,
      "loss": 0.1168,
      "step": 5692
    },
    {
      "epoch": 0.4257562726694836,
      "grad_norm": 1.5772815942764282,
      "learning_rate": 6.221447883415319e-05,
      "loss": 0.1609,
      "step": 5693
    },
    {
      "epoch": 0.42583105859477244,
      "grad_norm": 0.8940046429634094,
      "learning_rate": 6.22030007973944e-05,
      "loss": 0.0919,
      "step": 5694
    },
    {
      "epoch": 0.4259058445200613,
      "grad_norm": 1.6543569564819336,
      "learning_rate": 6.21915220767884e-05,
      "loss": 0.235,
      "step": 5695
    },
    {
      "epoch": 0.4259806304453502,
      "grad_norm": 1.0674066543579102,
      "learning_rate": 6.218004267297845e-05,
      "loss": 0.0889,
      "step": 5696
    },
    {
      "epoch": 0.42605541637063904,
      "grad_norm": 1.7435944080352783,
      "learning_rate": 6.216856258660783e-05,
      "loss": 0.2152,
      "step": 5697
    },
    {
      "epoch": 0.4261302022959279,
      "grad_norm": 1.5030512809753418,
      "learning_rate": 6.21570818183199e-05,
      "loss": 0.1878,
      "step": 5698
    },
    {
      "epoch": 0.4262049882212168,
      "grad_norm": 1.970698356628418,
      "learning_rate": 6.2145600368758e-05,
      "loss": 0.2056,
      "step": 5699
    },
    {
      "epoch": 0.42627977414650564,
      "grad_norm": 2.8810956478118896,
      "learning_rate": 6.213411823856556e-05,
      "loss": 0.317,
      "step": 5700
    },
    {
      "epoch": 0.4263545600717945,
      "grad_norm": 0.7511791586875916,
      "learning_rate": 6.212263542838603e-05,
      "loss": 0.0734,
      "step": 5701
    },
    {
      "epoch": 0.4264293459970834,
      "grad_norm": 0.9309415817260742,
      "learning_rate": 6.211115193886289e-05,
      "loss": 0.1224,
      "step": 5702
    },
    {
      "epoch": 0.4265041319223722,
      "grad_norm": 0.6128948330879211,
      "learning_rate": 6.209966777063968e-05,
      "loss": 0.052,
      "step": 5703
    },
    {
      "epoch": 0.42657891784766105,
      "grad_norm": 0.6676550507545471,
      "learning_rate": 6.208818292435996e-05,
      "loss": 0.0942,
      "step": 5704
    },
    {
      "epoch": 0.4266537037729499,
      "grad_norm": 0.8580523133277893,
      "learning_rate": 6.207669740066733e-05,
      "loss": 0.0988,
      "step": 5705
    },
    {
      "epoch": 0.4267284896982388,
      "grad_norm": 0.8959083557128906,
      "learning_rate": 6.206521120020546e-05,
      "loss": 0.1153,
      "step": 5706
    },
    {
      "epoch": 0.42680327562352766,
      "grad_norm": 0.9069560766220093,
      "learning_rate": 6.205372432361797e-05,
      "loss": 0.1204,
      "step": 5707
    },
    {
      "epoch": 0.4268780615488165,
      "grad_norm": 0.7203208804130554,
      "learning_rate": 6.20422367715486e-05,
      "loss": 0.0785,
      "step": 5708
    },
    {
      "epoch": 0.4269528474741054,
      "grad_norm": 0.6088879704475403,
      "learning_rate": 6.203074854464112e-05,
      "loss": 0.0634,
      "step": 5709
    },
    {
      "epoch": 0.42702763339939426,
      "grad_norm": 0.6677170991897583,
      "learning_rate": 6.201925964353931e-05,
      "loss": 0.0584,
      "step": 5710
    },
    {
      "epoch": 0.42710241932468307,
      "grad_norm": 0.5207003355026245,
      "learning_rate": 6.200777006888701e-05,
      "loss": 0.0604,
      "step": 5711
    },
    {
      "epoch": 0.42717720524997194,
      "grad_norm": 0.7440757155418396,
      "learning_rate": 6.199627982132806e-05,
      "loss": 0.0436,
      "step": 5712
    },
    {
      "epoch": 0.4272519911752608,
      "grad_norm": 0.9854966402053833,
      "learning_rate": 6.198478890150641e-05,
      "loss": 0.0923,
      "step": 5713
    },
    {
      "epoch": 0.42732677710054967,
      "grad_norm": 0.7769410014152527,
      "learning_rate": 6.197329731006595e-05,
      "loss": 0.0531,
      "step": 5714
    },
    {
      "epoch": 0.42740156302583854,
      "grad_norm": 0.7128599882125854,
      "learning_rate": 6.19618050476507e-05,
      "loss": 0.0689,
      "step": 5715
    },
    {
      "epoch": 0.4274763489511274,
      "grad_norm": 0.7150771021842957,
      "learning_rate": 6.195031211490467e-05,
      "loss": 0.0779,
      "step": 5716
    },
    {
      "epoch": 0.42755113487641627,
      "grad_norm": 0.8939157724380493,
      "learning_rate": 6.19388185124719e-05,
      "loss": 0.1414,
      "step": 5717
    },
    {
      "epoch": 0.42762592080170514,
      "grad_norm": 0.6256988644599915,
      "learning_rate": 6.19273242409965e-05,
      "loss": 0.0414,
      "step": 5718
    },
    {
      "epoch": 0.427700706726994,
      "grad_norm": 0.7549479007720947,
      "learning_rate": 6.191582930112258e-05,
      "loss": 0.0756,
      "step": 5719
    },
    {
      "epoch": 0.4277754926522828,
      "grad_norm": 1.0785191059112549,
      "learning_rate": 6.190433369349434e-05,
      "loss": 0.1313,
      "step": 5720
    },
    {
      "epoch": 0.4278502785775717,
      "grad_norm": 1.622072458267212,
      "learning_rate": 6.189283741875596e-05,
      "loss": 0.1984,
      "step": 5721
    },
    {
      "epoch": 0.42792506450286055,
      "grad_norm": 0.8741216063499451,
      "learning_rate": 6.188134047755168e-05,
      "loss": 0.0787,
      "step": 5722
    },
    {
      "epoch": 0.4279998504281494,
      "grad_norm": 0.884117066860199,
      "learning_rate": 6.18698428705258e-05,
      "loss": 0.0676,
      "step": 5723
    },
    {
      "epoch": 0.4280746363534383,
      "grad_norm": 1.3372251987457275,
      "learning_rate": 6.185834459832263e-05,
      "loss": 0.1137,
      "step": 5724
    },
    {
      "epoch": 0.42814942227872715,
      "grad_norm": 1.0316799879074097,
      "learning_rate": 6.184684566158651e-05,
      "loss": 0.1138,
      "step": 5725
    },
    {
      "epoch": 0.428224208204016,
      "grad_norm": 0.8503162860870361,
      "learning_rate": 6.183534606096186e-05,
      "loss": 0.0655,
      "step": 5726
    },
    {
      "epoch": 0.4282989941293049,
      "grad_norm": 1.001839280128479,
      "learning_rate": 6.182384579709311e-05,
      "loss": 0.0871,
      "step": 5727
    },
    {
      "epoch": 0.4283737800545937,
      "grad_norm": 1.202652096748352,
      "learning_rate": 6.181234487062468e-05,
      "loss": 0.1466,
      "step": 5728
    },
    {
      "epoch": 0.42844856597988257,
      "grad_norm": 1.0964006185531616,
      "learning_rate": 6.18008432822011e-05,
      "loss": 0.076,
      "step": 5729
    },
    {
      "epoch": 0.42852335190517143,
      "grad_norm": 0.8737004995346069,
      "learning_rate": 6.178934103246693e-05,
      "loss": 0.0977,
      "step": 5730
    },
    {
      "epoch": 0.4285981378304603,
      "grad_norm": 0.604638934135437,
      "learning_rate": 6.177783812206672e-05,
      "loss": 0.0431,
      "step": 5731
    },
    {
      "epoch": 0.42867292375574917,
      "grad_norm": 0.8538640737533569,
      "learning_rate": 6.176633455164511e-05,
      "loss": 0.0774,
      "step": 5732
    },
    {
      "epoch": 0.42874770968103804,
      "grad_norm": 0.7859930396080017,
      "learning_rate": 6.175483032184673e-05,
      "loss": 0.0942,
      "step": 5733
    },
    {
      "epoch": 0.4288224956063269,
      "grad_norm": 0.7546459436416626,
      "learning_rate": 6.174332543331626e-05,
      "loss": 0.0645,
      "step": 5734
    },
    {
      "epoch": 0.42889728153161577,
      "grad_norm": 1.1176730394363403,
      "learning_rate": 6.173181988669849e-05,
      "loss": 0.1037,
      "step": 5735
    },
    {
      "epoch": 0.42897206745690464,
      "grad_norm": 1.1682871580123901,
      "learning_rate": 6.17203136826381e-05,
      "loss": 0.1315,
      "step": 5736
    },
    {
      "epoch": 0.42904685338219345,
      "grad_norm": 1.0354654788970947,
      "learning_rate": 6.170880682177993e-05,
      "loss": 0.0929,
      "step": 5737
    },
    {
      "epoch": 0.4291216393074823,
      "grad_norm": 1.1384085416793823,
      "learning_rate": 6.169729930476881e-05,
      "loss": 0.0751,
      "step": 5738
    },
    {
      "epoch": 0.4291964252327712,
      "grad_norm": 1.5413150787353516,
      "learning_rate": 6.16857911322496e-05,
      "loss": 0.1387,
      "step": 5739
    },
    {
      "epoch": 0.42927121115806005,
      "grad_norm": 1.1215314865112305,
      "learning_rate": 6.167428230486723e-05,
      "loss": 0.1293,
      "step": 5740
    },
    {
      "epoch": 0.4293459970833489,
      "grad_norm": 1.2267946004867554,
      "learning_rate": 6.166277282326665e-05,
      "loss": 0.1143,
      "step": 5741
    },
    {
      "epoch": 0.4294207830086378,
      "grad_norm": 0.7762895822525024,
      "learning_rate": 6.165126268809282e-05,
      "loss": 0.0693,
      "step": 5742
    },
    {
      "epoch": 0.42949556893392665,
      "grad_norm": 1.3784332275390625,
      "learning_rate": 6.163975189999078e-05,
      "loss": 0.0991,
      "step": 5743
    },
    {
      "epoch": 0.4295703548592155,
      "grad_norm": 1.1582657098770142,
      "learning_rate": 6.162824045960557e-05,
      "loss": 0.122,
      "step": 5744
    },
    {
      "epoch": 0.42964514078450433,
      "grad_norm": 1.6614240407943726,
      "learning_rate": 6.161672836758229e-05,
      "loss": 0.1695,
      "step": 5745
    },
    {
      "epoch": 0.4297199267097932,
      "grad_norm": 2.3906455039978027,
      "learning_rate": 6.160521562456607e-05,
      "loss": 0.2376,
      "step": 5746
    },
    {
      "epoch": 0.42979471263508207,
      "grad_norm": 1.0280038118362427,
      "learning_rate": 6.159370223120207e-05,
      "loss": 0.0962,
      "step": 5747
    },
    {
      "epoch": 0.42986949856037093,
      "grad_norm": 1.3363146781921387,
      "learning_rate": 6.158218818813549e-05,
      "loss": 0.1367,
      "step": 5748
    },
    {
      "epoch": 0.4299442844856598,
      "grad_norm": 1.6925758123397827,
      "learning_rate": 6.157067349601159e-05,
      "loss": 0.3312,
      "step": 5749
    },
    {
      "epoch": 0.43001907041094867,
      "grad_norm": 2.791936159133911,
      "learning_rate": 6.155915815547564e-05,
      "loss": 0.3457,
      "step": 5750
    },
    {
      "epoch": 0.43009385633623753,
      "grad_norm": 0.5379403233528137,
      "learning_rate": 6.154764216717292e-05,
      "loss": 0.1033,
      "step": 5751
    },
    {
      "epoch": 0.4301686422615264,
      "grad_norm": 0.8865437507629395,
      "learning_rate": 6.15361255317488e-05,
      "loss": 0.0599,
      "step": 5752
    },
    {
      "epoch": 0.43024342818681527,
      "grad_norm": 1.0416873693466187,
      "learning_rate": 6.152460824984867e-05,
      "loss": 0.1109,
      "step": 5753
    },
    {
      "epoch": 0.4303182141121041,
      "grad_norm": 0.6017489433288574,
      "learning_rate": 6.151309032211794e-05,
      "loss": 0.054,
      "step": 5754
    },
    {
      "epoch": 0.43039300003739295,
      "grad_norm": 0.5150975584983826,
      "learning_rate": 6.150157174920207e-05,
      "loss": 0.054,
      "step": 5755
    },
    {
      "epoch": 0.4304677859626818,
      "grad_norm": 1.143878698348999,
      "learning_rate": 6.149005253174654e-05,
      "loss": 0.1532,
      "step": 5756
    },
    {
      "epoch": 0.4305425718879707,
      "grad_norm": 0.7581791877746582,
      "learning_rate": 6.147853267039691e-05,
      "loss": 0.0683,
      "step": 5757
    },
    {
      "epoch": 0.43061735781325955,
      "grad_norm": 0.7027645707130432,
      "learning_rate": 6.146701216579872e-05,
      "loss": 0.0612,
      "step": 5758
    },
    {
      "epoch": 0.4306921437385484,
      "grad_norm": 1.105595350265503,
      "learning_rate": 6.145549101859758e-05,
      "loss": 0.0986,
      "step": 5759
    },
    {
      "epoch": 0.4307669296638373,
      "grad_norm": 0.9001535773277283,
      "learning_rate": 6.14439692294391e-05,
      "loss": 0.091,
      "step": 5760
    },
    {
      "epoch": 0.43084171558912615,
      "grad_norm": 0.4406370222568512,
      "learning_rate": 6.143244679896899e-05,
      "loss": 0.0252,
      "step": 5761
    },
    {
      "epoch": 0.43091650151441496,
      "grad_norm": 0.7155359983444214,
      "learning_rate": 6.142092372783293e-05,
      "loss": 0.0668,
      "step": 5762
    },
    {
      "epoch": 0.43099128743970383,
      "grad_norm": 0.7655448317527771,
      "learning_rate": 6.140940001667669e-05,
      "loss": 0.0798,
      "step": 5763
    },
    {
      "epoch": 0.4310660733649927,
      "grad_norm": 0.6837247610092163,
      "learning_rate": 6.139787566614603e-05,
      "loss": 0.0709,
      "step": 5764
    },
    {
      "epoch": 0.43114085929028156,
      "grad_norm": 0.8009727597236633,
      "learning_rate": 6.138635067688679e-05,
      "loss": 0.1223,
      "step": 5765
    },
    {
      "epoch": 0.43121564521557043,
      "grad_norm": 0.878404974937439,
      "learning_rate": 6.13748250495448e-05,
      "loss": 0.0891,
      "step": 5766
    },
    {
      "epoch": 0.4312904311408593,
      "grad_norm": 0.813453197479248,
      "learning_rate": 6.136329878476595e-05,
      "loss": 0.0734,
      "step": 5767
    },
    {
      "epoch": 0.43136521706614817,
      "grad_norm": 0.69685298204422,
      "learning_rate": 6.135177188319616e-05,
      "loss": 0.0613,
      "step": 5768
    },
    {
      "epoch": 0.43144000299143703,
      "grad_norm": 0.4428642988204956,
      "learning_rate": 6.13402443454814e-05,
      "loss": 0.0328,
      "step": 5769
    },
    {
      "epoch": 0.4315147889167259,
      "grad_norm": 1.0592371225357056,
      "learning_rate": 6.132871617226767e-05,
      "loss": 0.1327,
      "step": 5770
    },
    {
      "epoch": 0.4315895748420147,
      "grad_norm": 0.5455208420753479,
      "learning_rate": 6.131718736420097e-05,
      "loss": 0.0404,
      "step": 5771
    },
    {
      "epoch": 0.4316643607673036,
      "grad_norm": 0.8561267256736755,
      "learning_rate": 6.13056579219274e-05,
      "loss": 0.0911,
      "step": 5772
    },
    {
      "epoch": 0.43173914669259245,
      "grad_norm": 0.8917893767356873,
      "learning_rate": 6.129412784609305e-05,
      "loss": 0.0725,
      "step": 5773
    },
    {
      "epoch": 0.4318139326178813,
      "grad_norm": 0.6479944586753845,
      "learning_rate": 6.128259713734406e-05,
      "loss": 0.0422,
      "step": 5774
    },
    {
      "epoch": 0.4318887185431702,
      "grad_norm": 0.8440836071968079,
      "learning_rate": 6.127106579632659e-05,
      "loss": 0.0681,
      "step": 5775
    },
    {
      "epoch": 0.43196350446845905,
      "grad_norm": 0.9991315007209778,
      "learning_rate": 6.125953382368685e-05,
      "loss": 0.1185,
      "step": 5776
    },
    {
      "epoch": 0.4320382903937479,
      "grad_norm": 0.7132745981216431,
      "learning_rate": 6.12480012200711e-05,
      "loss": 0.053,
      "step": 5777
    },
    {
      "epoch": 0.4321130763190368,
      "grad_norm": 0.851732075214386,
      "learning_rate": 6.12364679861256e-05,
      "loss": 0.07,
      "step": 5778
    },
    {
      "epoch": 0.4321878622443256,
      "grad_norm": 0.987180769443512,
      "learning_rate": 6.122493412249668e-05,
      "loss": 0.0865,
      "step": 5779
    },
    {
      "epoch": 0.43226264816961446,
      "grad_norm": 1.2277768850326538,
      "learning_rate": 6.121339962983068e-05,
      "loss": 0.1737,
      "step": 5780
    },
    {
      "epoch": 0.43233743409490333,
      "grad_norm": 0.5088794231414795,
      "learning_rate": 6.120186450877399e-05,
      "loss": 0.0284,
      "step": 5781
    },
    {
      "epoch": 0.4324122200201922,
      "grad_norm": 1.207968831062317,
      "learning_rate": 6.119032875997301e-05,
      "loss": 0.1019,
      "step": 5782
    },
    {
      "epoch": 0.43248700594548106,
      "grad_norm": 1.0126699209213257,
      "learning_rate": 6.117879238407422e-05,
      "loss": 0.0996,
      "step": 5783
    },
    {
      "epoch": 0.43256179187076993,
      "grad_norm": 0.6770591735839844,
      "learning_rate": 6.11672553817241e-05,
      "loss": 0.0452,
      "step": 5784
    },
    {
      "epoch": 0.4326365777960588,
      "grad_norm": 1.5376474857330322,
      "learning_rate": 6.115571775356918e-05,
      "loss": 0.1358,
      "step": 5785
    },
    {
      "epoch": 0.43271136372134766,
      "grad_norm": 0.6682934761047363,
      "learning_rate": 6.1144179500256e-05,
      "loss": 0.0374,
      "step": 5786
    },
    {
      "epoch": 0.4327861496466365,
      "grad_norm": 0.8673866391181946,
      "learning_rate": 6.11326406224312e-05,
      "loss": 0.0683,
      "step": 5787
    },
    {
      "epoch": 0.43286093557192534,
      "grad_norm": 1.3333708047866821,
      "learning_rate": 6.112110112074135e-05,
      "loss": 0.0927,
      "step": 5788
    },
    {
      "epoch": 0.4329357214972142,
      "grad_norm": 0.6883472800254822,
      "learning_rate": 6.110956099583316e-05,
      "loss": 0.064,
      "step": 5789
    },
    {
      "epoch": 0.4330105074225031,
      "grad_norm": 0.9111366868019104,
      "learning_rate": 6.109802024835332e-05,
      "loss": 0.0716,
      "step": 5790
    },
    {
      "epoch": 0.43308529334779194,
      "grad_norm": 0.9415668845176697,
      "learning_rate": 6.108647887894854e-05,
      "loss": 0.0705,
      "step": 5791
    },
    {
      "epoch": 0.4331600792730808,
      "grad_norm": 1.5305750370025635,
      "learning_rate": 6.107493688826564e-05,
      "loss": 0.1402,
      "step": 5792
    },
    {
      "epoch": 0.4332348651983697,
      "grad_norm": 0.9955139756202698,
      "learning_rate": 6.106339427695137e-05,
      "loss": 0.0695,
      "step": 5793
    },
    {
      "epoch": 0.43330965112365855,
      "grad_norm": 1.4964591264724731,
      "learning_rate": 6.105185104565263e-05,
      "loss": 0.1538,
      "step": 5794
    },
    {
      "epoch": 0.4333844370489474,
      "grad_norm": 1.9493041038513184,
      "learning_rate": 6.104030719501624e-05,
      "loss": 0.2077,
      "step": 5795
    },
    {
      "epoch": 0.4334592229742362,
      "grad_norm": 1.4034146070480347,
      "learning_rate": 6.1028762725689125e-05,
      "loss": 0.1255,
      "step": 5796
    },
    {
      "epoch": 0.4335340088995251,
      "grad_norm": 1.2860338687896729,
      "learning_rate": 6.101721763831824e-05,
      "loss": 0.1327,
      "step": 5797
    },
    {
      "epoch": 0.43360879482481396,
      "grad_norm": 1.7266499996185303,
      "learning_rate": 6.1005671933550544e-05,
      "loss": 0.1493,
      "step": 5798
    },
    {
      "epoch": 0.4336835807501028,
      "grad_norm": 2.22426700592041,
      "learning_rate": 6.099412561203308e-05,
      "loss": 0.1595,
      "step": 5799
    },
    {
      "epoch": 0.4337583666753917,
      "grad_norm": 1.073722243309021,
      "learning_rate": 6.098257867441286e-05,
      "loss": 0.065,
      "step": 5800
    },
    {
      "epoch": 0.43383315260068056,
      "grad_norm": 0.7341942191123962,
      "learning_rate": 6.0971031121336996e-05,
      "loss": 0.0864,
      "step": 5801
    },
    {
      "epoch": 0.4339079385259694,
      "grad_norm": 0.7622949481010437,
      "learning_rate": 6.095948295345258e-05,
      "loss": 0.0769,
      "step": 5802
    },
    {
      "epoch": 0.4339827244512583,
      "grad_norm": 0.5692179203033447,
      "learning_rate": 6.0947934171406786e-05,
      "loss": 0.0488,
      "step": 5803
    },
    {
      "epoch": 0.4340575103765471,
      "grad_norm": 0.7787445187568665,
      "learning_rate": 6.093638477584678e-05,
      "loss": 0.0758,
      "step": 5804
    },
    {
      "epoch": 0.434132296301836,
      "grad_norm": 0.5839183926582336,
      "learning_rate": 6.0924834767419795e-05,
      "loss": 0.0546,
      "step": 5805
    },
    {
      "epoch": 0.43420708222712484,
      "grad_norm": 1.116824984550476,
      "learning_rate": 6.0913284146773064e-05,
      "loss": 0.0797,
      "step": 5806
    },
    {
      "epoch": 0.4342818681524137,
      "grad_norm": 0.8712582588195801,
      "learning_rate": 6.09017329145539e-05,
      "loss": 0.0966,
      "step": 5807
    },
    {
      "epoch": 0.4343566540777026,
      "grad_norm": 0.9388832449913025,
      "learning_rate": 6.089018107140961e-05,
      "loss": 0.0682,
      "step": 5808
    },
    {
      "epoch": 0.43443144000299144,
      "grad_norm": 0.6340227723121643,
      "learning_rate": 6.0878628617987554e-05,
      "loss": 0.0676,
      "step": 5809
    },
    {
      "epoch": 0.4345062259282803,
      "grad_norm": 0.780890166759491,
      "learning_rate": 6.086707555493515e-05,
      "loss": 0.074,
      "step": 5810
    },
    {
      "epoch": 0.4345810118535692,
      "grad_norm": 0.8165311813354492,
      "learning_rate": 6.085552188289978e-05,
      "loss": 0.0925,
      "step": 5811
    },
    {
      "epoch": 0.43465579777885804,
      "grad_norm": 0.6883161664009094,
      "learning_rate": 6.084396760252892e-05,
      "loss": 0.0515,
      "step": 5812
    },
    {
      "epoch": 0.43473058370414686,
      "grad_norm": 0.8893965482711792,
      "learning_rate": 6.0832412714470065e-05,
      "loss": 0.0772,
      "step": 5813
    },
    {
      "epoch": 0.4348053696294357,
      "grad_norm": 1.4284465312957764,
      "learning_rate": 6.0820857219370754e-05,
      "loss": 0.1174,
      "step": 5814
    },
    {
      "epoch": 0.4348801555547246,
      "grad_norm": 1.2095788717269897,
      "learning_rate": 6.080930111787852e-05,
      "loss": 0.0808,
      "step": 5815
    },
    {
      "epoch": 0.43495494148001346,
      "grad_norm": 0.9415900707244873,
      "learning_rate": 6.0797744410640986e-05,
      "loss": 0.0969,
      "step": 5816
    },
    {
      "epoch": 0.4350297274053023,
      "grad_norm": 0.5906383991241455,
      "learning_rate": 6.078618709830579e-05,
      "loss": 0.0382,
      "step": 5817
    },
    {
      "epoch": 0.4351045133305912,
      "grad_norm": 0.935745358467102,
      "learning_rate": 6.077462918152056e-05,
      "loss": 0.1049,
      "step": 5818
    },
    {
      "epoch": 0.43517929925588006,
      "grad_norm": 0.7743295431137085,
      "learning_rate": 6.076307066093301e-05,
      "loss": 0.0618,
      "step": 5819
    },
    {
      "epoch": 0.4352540851811689,
      "grad_norm": 1.1809966564178467,
      "learning_rate": 6.075151153719086e-05,
      "loss": 0.1481,
      "step": 5820
    },
    {
      "epoch": 0.43532887110645774,
      "grad_norm": 0.5705934166908264,
      "learning_rate": 6.07399518109419e-05,
      "loss": 0.0487,
      "step": 5821
    },
    {
      "epoch": 0.4354036570317466,
      "grad_norm": 1.433735728263855,
      "learning_rate": 6.07283914828339e-05,
      "loss": 0.1493,
      "step": 5822
    },
    {
      "epoch": 0.43547844295703547,
      "grad_norm": 0.819617509841919,
      "learning_rate": 6.0716830553514716e-05,
      "loss": 0.0594,
      "step": 5823
    },
    {
      "epoch": 0.43555322888232434,
      "grad_norm": 0.8113723993301392,
      "learning_rate": 6.070526902363222e-05,
      "loss": 0.0903,
      "step": 5824
    },
    {
      "epoch": 0.4356280148076132,
      "grad_norm": 1.0337311029434204,
      "learning_rate": 6.0693706893834277e-05,
      "loss": 0.0924,
      "step": 5825
    },
    {
      "epoch": 0.4357028007329021,
      "grad_norm": 1.1827372312545776,
      "learning_rate": 6.0682144164768854e-05,
      "loss": 0.093,
      "step": 5826
    },
    {
      "epoch": 0.43577758665819094,
      "grad_norm": 0.9656020402908325,
      "learning_rate": 6.067058083708388e-05,
      "loss": 0.1271,
      "step": 5827
    },
    {
      "epoch": 0.4358523725834798,
      "grad_norm": 1.1482926607131958,
      "learning_rate": 6.0659016911427394e-05,
      "loss": 0.1209,
      "step": 5828
    },
    {
      "epoch": 0.4359271585087687,
      "grad_norm": 0.9671989679336548,
      "learning_rate": 6.064745238844741e-05,
      "loss": 0.0953,
      "step": 5829
    },
    {
      "epoch": 0.4360019444340575,
      "grad_norm": 1.5749410390853882,
      "learning_rate": 6.063588726879201e-05,
      "loss": 0.0831,
      "step": 5830
    },
    {
      "epoch": 0.43607673035934635,
      "grad_norm": 0.5509088039398193,
      "learning_rate": 6.062432155310929e-05,
      "loss": 0.0763,
      "step": 5831
    },
    {
      "epoch": 0.4361515162846352,
      "grad_norm": 0.9426419734954834,
      "learning_rate": 6.0612755242047356e-05,
      "loss": 0.0737,
      "step": 5832
    },
    {
      "epoch": 0.4362263022099241,
      "grad_norm": 0.603981614112854,
      "learning_rate": 6.060118833625442e-05,
      "loss": 0.0372,
      "step": 5833
    },
    {
      "epoch": 0.43630108813521296,
      "grad_norm": 1.0612090826034546,
      "learning_rate": 6.058962083637865e-05,
      "loss": 0.1496,
      "step": 5834
    },
    {
      "epoch": 0.4363758740605018,
      "grad_norm": 0.8906646966934204,
      "learning_rate": 6.057805274306829e-05,
      "loss": 0.0755,
      "step": 5835
    },
    {
      "epoch": 0.4364506599857907,
      "grad_norm": 1.308813214302063,
      "learning_rate": 6.056648405697162e-05,
      "loss": 0.1451,
      "step": 5836
    },
    {
      "epoch": 0.43652544591107956,
      "grad_norm": 1.153643012046814,
      "learning_rate": 6.0554914778736915e-05,
      "loss": 0.0972,
      "step": 5837
    },
    {
      "epoch": 0.43660023183636837,
      "grad_norm": 0.8888727426528931,
      "learning_rate": 6.054334490901253e-05,
      "loss": 0.0628,
      "step": 5838
    },
    {
      "epoch": 0.43667501776165724,
      "grad_norm": 1.6737416982650757,
      "learning_rate": 6.053177444844683e-05,
      "loss": 0.1239,
      "step": 5839
    },
    {
      "epoch": 0.4367498036869461,
      "grad_norm": 1.1931079626083374,
      "learning_rate": 6.0520203397688215e-05,
      "loss": 0.1149,
      "step": 5840
    },
    {
      "epoch": 0.43682458961223497,
      "grad_norm": 0.8105047345161438,
      "learning_rate": 6.050863175738511e-05,
      "loss": 0.043,
      "step": 5841
    },
    {
      "epoch": 0.43689937553752384,
      "grad_norm": 1.0158352851867676,
      "learning_rate": 6.049705952818598e-05,
      "loss": 0.0896,
      "step": 5842
    },
    {
      "epoch": 0.4369741614628127,
      "grad_norm": 0.622397243976593,
      "learning_rate": 6.048548671073934e-05,
      "loss": 0.0694,
      "step": 5843
    },
    {
      "epoch": 0.43704894738810157,
      "grad_norm": 1.4946672916412354,
      "learning_rate": 6.0473913305693695e-05,
      "loss": 0.1419,
      "step": 5844
    },
    {
      "epoch": 0.43712373331339044,
      "grad_norm": 1.5956765413284302,
      "learning_rate": 6.046233931369765e-05,
      "loss": 0.1586,
      "step": 5845
    },
    {
      "epoch": 0.4371985192386793,
      "grad_norm": 1.042067289352417,
      "learning_rate": 6.045076473539975e-05,
      "loss": 0.0653,
      "step": 5846
    },
    {
      "epoch": 0.4372733051639681,
      "grad_norm": 1.294922113418579,
      "learning_rate": 6.0439189571448696e-05,
      "loss": 0.1131,
      "step": 5847
    },
    {
      "epoch": 0.437348091089257,
      "grad_norm": 2.3235864639282227,
      "learning_rate": 6.042761382249308e-05,
      "loss": 0.2651,
      "step": 5848
    },
    {
      "epoch": 0.43742287701454585,
      "grad_norm": 1.3811442852020264,
      "learning_rate": 6.0416037489181646e-05,
      "loss": 0.0809,
      "step": 5849
    },
    {
      "epoch": 0.4374976629398347,
      "grad_norm": 2.833367109298706,
      "learning_rate": 6.040446057216309e-05,
      "loss": 0.3328,
      "step": 5850
    },
    {
      "epoch": 0.4375724488651236,
      "grad_norm": 0.9803678393363953,
      "learning_rate": 6.0392883072086206e-05,
      "loss": 0.1201,
      "step": 5851
    },
    {
      "epoch": 0.43764723479041245,
      "grad_norm": 0.781580924987793,
      "learning_rate": 6.0381304989599775e-05,
      "loss": 0.0777,
      "step": 5852
    },
    {
      "epoch": 0.4377220207157013,
      "grad_norm": 0.7211794853210449,
      "learning_rate": 6.0369726325352616e-05,
      "loss": 0.0547,
      "step": 5853
    },
    {
      "epoch": 0.4377968066409902,
      "grad_norm": 0.7792016863822937,
      "learning_rate": 6.035814707999361e-05,
      "loss": 0.0537,
      "step": 5854
    },
    {
      "epoch": 0.437871592566279,
      "grad_norm": 0.763634979724884,
      "learning_rate": 6.0346567254171615e-05,
      "loss": 0.0807,
      "step": 5855
    },
    {
      "epoch": 0.43794637849156787,
      "grad_norm": 10.018446922302246,
      "learning_rate": 6.033498684853559e-05,
      "loss": 0.3061,
      "step": 5856
    },
    {
      "epoch": 0.43802116441685673,
      "grad_norm": 0.8022593259811401,
      "learning_rate": 6.032340586373447e-05,
      "loss": 0.0727,
      "step": 5857
    },
    {
      "epoch": 0.4380959503421456,
      "grad_norm": 0.7864231467247009,
      "learning_rate": 6.031182430041726e-05,
      "loss": 0.0954,
      "step": 5858
    },
    {
      "epoch": 0.43817073626743447,
      "grad_norm": 0.4342558681964874,
      "learning_rate": 6.030024215923297e-05,
      "loss": 0.0327,
      "step": 5859
    },
    {
      "epoch": 0.43824552219272334,
      "grad_norm": 0.6615716814994812,
      "learning_rate": 6.0288659440830666e-05,
      "loss": 0.0361,
      "step": 5860
    },
    {
      "epoch": 0.4383203081180122,
      "grad_norm": 0.8447818160057068,
      "learning_rate": 6.027707614585943e-05,
      "loss": 0.0876,
      "step": 5861
    },
    {
      "epoch": 0.43839509404330107,
      "grad_norm": 0.6776494979858398,
      "learning_rate": 6.026549227496838e-05,
      "loss": 0.0525,
      "step": 5862
    },
    {
      "epoch": 0.43846987996858994,
      "grad_norm": 0.9996283054351807,
      "learning_rate": 6.025390782880669e-05,
      "loss": 0.0614,
      "step": 5863
    },
    {
      "epoch": 0.43854466589387875,
      "grad_norm": 0.545137345790863,
      "learning_rate": 6.02423228080235e-05,
      "loss": 0.0572,
      "step": 5864
    },
    {
      "epoch": 0.4386194518191676,
      "grad_norm": 1.6829187870025635,
      "learning_rate": 6.023073721326805e-05,
      "loss": 0.3329,
      "step": 5865
    },
    {
      "epoch": 0.4386942377444565,
      "grad_norm": 0.7769907116889954,
      "learning_rate": 6.021915104518958e-05,
      "loss": 0.0811,
      "step": 5866
    },
    {
      "epoch": 0.43876902366974535,
      "grad_norm": 0.7213268876075745,
      "learning_rate": 6.0207564304437395e-05,
      "loss": 0.0552,
      "step": 5867
    },
    {
      "epoch": 0.4388438095950342,
      "grad_norm": 0.8009580969810486,
      "learning_rate": 6.019597699166077e-05,
      "loss": 0.0636,
      "step": 5868
    },
    {
      "epoch": 0.4389185955203231,
      "grad_norm": 1.1356738805770874,
      "learning_rate": 6.018438910750908e-05,
      "loss": 0.1155,
      "step": 5869
    },
    {
      "epoch": 0.43899338144561195,
      "grad_norm": 1.2249151468276978,
      "learning_rate": 6.01728006526317e-05,
      "loss": 0.1564,
      "step": 5870
    },
    {
      "epoch": 0.4390681673709008,
      "grad_norm": 0.9121518731117249,
      "learning_rate": 6.016121162767802e-05,
      "loss": 0.0828,
      "step": 5871
    },
    {
      "epoch": 0.43914295329618963,
      "grad_norm": 0.7510917782783508,
      "learning_rate": 6.014962203329749e-05,
      "loss": 0.0616,
      "step": 5872
    },
    {
      "epoch": 0.4392177392214785,
      "grad_norm": 0.7150889039039612,
      "learning_rate": 6.0138031870139576e-05,
      "loss": 0.0712,
      "step": 5873
    },
    {
      "epoch": 0.43929252514676737,
      "grad_norm": 0.9024711847305298,
      "learning_rate": 6.012644113885379e-05,
      "loss": 0.1054,
      "step": 5874
    },
    {
      "epoch": 0.43936731107205623,
      "grad_norm": 0.7675021886825562,
      "learning_rate": 6.011484984008968e-05,
      "loss": 0.052,
      "step": 5875
    },
    {
      "epoch": 0.4394420969973451,
      "grad_norm": 0.6083570718765259,
      "learning_rate": 6.010325797449678e-05,
      "loss": 0.0487,
      "step": 5876
    },
    {
      "epoch": 0.43951688292263397,
      "grad_norm": 0.9423626661300659,
      "learning_rate": 6.009166554272474e-05,
      "loss": 0.1048,
      "step": 5877
    },
    {
      "epoch": 0.43959166884792283,
      "grad_norm": 1.1177656650543213,
      "learning_rate": 6.008007254542314e-05,
      "loss": 0.1067,
      "step": 5878
    },
    {
      "epoch": 0.4396664547732117,
      "grad_norm": 1.491929292678833,
      "learning_rate": 6.006847898324167e-05,
      "loss": 0.0908,
      "step": 5879
    },
    {
      "epoch": 0.43974124069850057,
      "grad_norm": 0.7741011381149292,
      "learning_rate": 6.005688485683001e-05,
      "loss": 0.0595,
      "step": 5880
    },
    {
      "epoch": 0.4398160266237894,
      "grad_norm": 1.3298864364624023,
      "learning_rate": 6.004529016683791e-05,
      "loss": 0.1441,
      "step": 5881
    },
    {
      "epoch": 0.43989081254907825,
      "grad_norm": 0.8004788160324097,
      "learning_rate": 6.003369491391511e-05,
      "loss": 0.066,
      "step": 5882
    },
    {
      "epoch": 0.4399655984743671,
      "grad_norm": 1.1227277517318726,
      "learning_rate": 6.002209909871139e-05,
      "loss": 0.1185,
      "step": 5883
    },
    {
      "epoch": 0.440040384399656,
      "grad_norm": 0.9331737756729126,
      "learning_rate": 6.00105027218766e-05,
      "loss": 0.0884,
      "step": 5884
    },
    {
      "epoch": 0.44011517032494485,
      "grad_norm": 1.1631392240524292,
      "learning_rate": 5.999890578406057e-05,
      "loss": 0.1176,
      "step": 5885
    },
    {
      "epoch": 0.4401899562502337,
      "grad_norm": 0.7835510969161987,
      "learning_rate": 5.998730828591319e-05,
      "loss": 0.0557,
      "step": 5886
    },
    {
      "epoch": 0.4402647421755226,
      "grad_norm": 0.7680383920669556,
      "learning_rate": 5.9975710228084366e-05,
      "loss": 0.0584,
      "step": 5887
    },
    {
      "epoch": 0.44033952810081145,
      "grad_norm": 1.1907058954238892,
      "learning_rate": 5.996411161122407e-05,
      "loss": 0.0654,
      "step": 5888
    },
    {
      "epoch": 0.44041431402610026,
      "grad_norm": 1.172440767288208,
      "learning_rate": 5.9952512435982256e-05,
      "loss": 0.0733,
      "step": 5889
    },
    {
      "epoch": 0.44048909995138913,
      "grad_norm": 1.2926149368286133,
      "learning_rate": 5.994091270300895e-05,
      "loss": 0.176,
      "step": 5890
    },
    {
      "epoch": 0.440563885876678,
      "grad_norm": 1.7733168601989746,
      "learning_rate": 5.9929312412954185e-05,
      "loss": 0.1722,
      "step": 5891
    },
    {
      "epoch": 0.44063867180196686,
      "grad_norm": 1.4030159711837769,
      "learning_rate": 5.991771156646803e-05,
      "loss": 0.1094,
      "step": 5892
    },
    {
      "epoch": 0.44071345772725573,
      "grad_norm": 1.281265139579773,
      "learning_rate": 5.990611016420059e-05,
      "loss": 0.126,
      "step": 5893
    },
    {
      "epoch": 0.4407882436525446,
      "grad_norm": 1.3577216863632202,
      "learning_rate": 5.989450820680199e-05,
      "loss": 0.1266,
      "step": 5894
    },
    {
      "epoch": 0.44086302957783347,
      "grad_norm": 1.3030650615692139,
      "learning_rate": 5.988290569492241e-05,
      "loss": 0.1332,
      "step": 5895
    },
    {
      "epoch": 0.44093781550312233,
      "grad_norm": 1.182310938835144,
      "learning_rate": 5.987130262921203e-05,
      "loss": 0.0797,
      "step": 5896
    },
    {
      "epoch": 0.4410126014284112,
      "grad_norm": 1.2063769102096558,
      "learning_rate": 5.98596990103211e-05,
      "loss": 0.1029,
      "step": 5897
    },
    {
      "epoch": 0.4410873873537,
      "grad_norm": 0.9956613183021545,
      "learning_rate": 5.984809483889986e-05,
      "loss": 0.0685,
      "step": 5898
    },
    {
      "epoch": 0.4411621732789889,
      "grad_norm": 1.488673210144043,
      "learning_rate": 5.98364901155986e-05,
      "loss": 0.1088,
      "step": 5899
    },
    {
      "epoch": 0.44123695920427775,
      "grad_norm": 1.8147941827774048,
      "learning_rate": 5.982488484106766e-05,
      "loss": 0.2171,
      "step": 5900
    },
    {
      "epoch": 0.4413117451295666,
      "grad_norm": 0.8823112845420837,
      "learning_rate": 5.981327901595737e-05,
      "loss": 0.0828,
      "step": 5901
    },
    {
      "epoch": 0.4413865310548555,
      "grad_norm": 0.7754391431808472,
      "learning_rate": 5.9801672640918115e-05,
      "loss": 0.0794,
      "step": 5902
    },
    {
      "epoch": 0.44146131698014435,
      "grad_norm": 0.6303586363792419,
      "learning_rate": 5.979006571660032e-05,
      "loss": 0.0623,
      "step": 5903
    },
    {
      "epoch": 0.4415361029054332,
      "grad_norm": 0.5792861580848694,
      "learning_rate": 5.977845824365441e-05,
      "loss": 0.0602,
      "step": 5904
    },
    {
      "epoch": 0.4416108888307221,
      "grad_norm": 0.9006178379058838,
      "learning_rate": 5.9766850222730866e-05,
      "loss": 0.1018,
      "step": 5905
    },
    {
      "epoch": 0.4416856747560109,
      "grad_norm": 0.5671549439430237,
      "learning_rate": 5.97552416544802e-05,
      "loss": 0.0398,
      "step": 5906
    },
    {
      "epoch": 0.44176046068129976,
      "grad_norm": 1.0691345930099487,
      "learning_rate": 5.974363253955295e-05,
      "loss": 0.1213,
      "step": 5907
    },
    {
      "epoch": 0.4418352466065886,
      "grad_norm": 0.9079747200012207,
      "learning_rate": 5.973202287859968e-05,
      "loss": 0.1096,
      "step": 5908
    },
    {
      "epoch": 0.4419100325318775,
      "grad_norm": 1.0783072710037231,
      "learning_rate": 5.972041267227097e-05,
      "loss": 0.1251,
      "step": 5909
    },
    {
      "epoch": 0.44198481845716636,
      "grad_norm": 1.508807897567749,
      "learning_rate": 5.9708801921217464e-05,
      "loss": 0.1792,
      "step": 5910
    },
    {
      "epoch": 0.44205960438245523,
      "grad_norm": 0.7987422943115234,
      "learning_rate": 5.969719062608982e-05,
      "loss": 0.11,
      "step": 5911
    },
    {
      "epoch": 0.4421343903077441,
      "grad_norm": 0.4746052026748657,
      "learning_rate": 5.968557878753871e-05,
      "loss": 0.0486,
      "step": 5912
    },
    {
      "epoch": 0.44220917623303296,
      "grad_norm": 0.5860785245895386,
      "learning_rate": 5.9673966406214876e-05,
      "loss": 0.0617,
      "step": 5913
    },
    {
      "epoch": 0.44228396215832183,
      "grad_norm": 0.993613600730896,
      "learning_rate": 5.966235348276906e-05,
      "loss": 0.1167,
      "step": 5914
    },
    {
      "epoch": 0.44235874808361064,
      "grad_norm": 1.1649819612503052,
      "learning_rate": 5.965074001785204e-05,
      "loss": 0.1984,
      "step": 5915
    },
    {
      "epoch": 0.4424335340088995,
      "grad_norm": 1.1320292949676514,
      "learning_rate": 5.963912601211461e-05,
      "loss": 0.0864,
      "step": 5916
    },
    {
      "epoch": 0.4425083199341884,
      "grad_norm": 0.6345754265785217,
      "learning_rate": 5.9627511466207633e-05,
      "loss": 0.0478,
      "step": 5917
    },
    {
      "epoch": 0.44258310585947724,
      "grad_norm": 1.0723315477371216,
      "learning_rate": 5.9615896380781976e-05,
      "loss": 0.0942,
      "step": 5918
    },
    {
      "epoch": 0.4426578917847661,
      "grad_norm": 0.7763338088989258,
      "learning_rate": 5.960428075648853e-05,
      "loss": 0.0802,
      "step": 5919
    },
    {
      "epoch": 0.442732677710055,
      "grad_norm": 0.8417039513587952,
      "learning_rate": 5.9592664593978233e-05,
      "loss": 0.0794,
      "step": 5920
    },
    {
      "epoch": 0.44280746363534385,
      "grad_norm": 0.7189759016036987,
      "learning_rate": 5.958104789390205e-05,
      "loss": 0.0623,
      "step": 5921
    },
    {
      "epoch": 0.4428822495606327,
      "grad_norm": 1.5257668495178223,
      "learning_rate": 5.956943065691096e-05,
      "loss": 0.1458,
      "step": 5922
    },
    {
      "epoch": 0.4429570354859215,
      "grad_norm": 1.0199910402297974,
      "learning_rate": 5.9557812883655996e-05,
      "loss": 0.0547,
      "step": 5923
    },
    {
      "epoch": 0.4430318214112104,
      "grad_norm": 1.1144073009490967,
      "learning_rate": 5.95461945747882e-05,
      "loss": 0.1063,
      "step": 5924
    },
    {
      "epoch": 0.44310660733649926,
      "grad_norm": 0.8612557649612427,
      "learning_rate": 5.953457573095867e-05,
      "loss": 0.0874,
      "step": 5925
    },
    {
      "epoch": 0.4431813932617881,
      "grad_norm": 0.7483526468276978,
      "learning_rate": 5.95229563528185e-05,
      "loss": 0.0632,
      "step": 5926
    },
    {
      "epoch": 0.443256179187077,
      "grad_norm": 0.6197414994239807,
      "learning_rate": 5.951133644101883e-05,
      "loss": 0.0367,
      "step": 5927
    },
    {
      "epoch": 0.44333096511236586,
      "grad_norm": 0.7720510363578796,
      "learning_rate": 5.949971599621085e-05,
      "loss": 0.0753,
      "step": 5928
    },
    {
      "epoch": 0.4434057510376547,
      "grad_norm": 0.9328361749649048,
      "learning_rate": 5.948809501904574e-05,
      "loss": 0.0935,
      "step": 5929
    },
    {
      "epoch": 0.4434805369629436,
      "grad_norm": 1.4335240125656128,
      "learning_rate": 5.947647351017476e-05,
      "loss": 0.1684,
      "step": 5930
    },
    {
      "epoch": 0.44355532288823246,
      "grad_norm": 0.5992943048477173,
      "learning_rate": 5.946485147024913e-05,
      "loss": 0.0623,
      "step": 5931
    },
    {
      "epoch": 0.4436301088135213,
      "grad_norm": 0.9440935254096985,
      "learning_rate": 5.9453228899920165e-05,
      "loss": 0.0841,
      "step": 5932
    },
    {
      "epoch": 0.44370489473881014,
      "grad_norm": 0.6039694547653198,
      "learning_rate": 5.9441605799839196e-05,
      "loss": 0.0541,
      "step": 5933
    },
    {
      "epoch": 0.443779680664099,
      "grad_norm": 1.1231439113616943,
      "learning_rate": 5.942998217065755e-05,
      "loss": 0.1396,
      "step": 5934
    },
    {
      "epoch": 0.4438544665893879,
      "grad_norm": 1.1189422607421875,
      "learning_rate": 5.9418358013026606e-05,
      "loss": 0.1782,
      "step": 5935
    },
    {
      "epoch": 0.44392925251467674,
      "grad_norm": 0.83686363697052,
      "learning_rate": 5.940673332759781e-05,
      "loss": 0.0916,
      "step": 5936
    },
    {
      "epoch": 0.4440040384399656,
      "grad_norm": 0.9859153628349304,
      "learning_rate": 5.939510811502256e-05,
      "loss": 0.0836,
      "step": 5937
    },
    {
      "epoch": 0.4440788243652545,
      "grad_norm": 0.7721067667007446,
      "learning_rate": 5.938348237595234e-05,
      "loss": 0.0472,
      "step": 5938
    },
    {
      "epoch": 0.44415361029054334,
      "grad_norm": 1.1420881748199463,
      "learning_rate": 5.9371856111038646e-05,
      "loss": 0.1102,
      "step": 5939
    },
    {
      "epoch": 0.44422839621583216,
      "grad_norm": 0.8775085806846619,
      "learning_rate": 5.9360229320933005e-05,
      "loss": 0.0745,
      "step": 5940
    },
    {
      "epoch": 0.444303182141121,
      "grad_norm": 1.218219518661499,
      "learning_rate": 5.934860200628698e-05,
      "loss": 0.0945,
      "step": 5941
    },
    {
      "epoch": 0.4443779680664099,
      "grad_norm": 0.9413600564002991,
      "learning_rate": 5.9336974167752144e-05,
      "loss": 0.1028,
      "step": 5942
    },
    {
      "epoch": 0.44445275399169876,
      "grad_norm": 1.4254735708236694,
      "learning_rate": 5.932534580598013e-05,
      "loss": 0.1679,
      "step": 5943
    },
    {
      "epoch": 0.4445275399169876,
      "grad_norm": 2.291613817214966,
      "learning_rate": 5.931371692162258e-05,
      "loss": 0.3794,
      "step": 5944
    },
    {
      "epoch": 0.4446023258422765,
      "grad_norm": 1.336082935333252,
      "learning_rate": 5.930208751533115e-05,
      "loss": 0.0983,
      "step": 5945
    },
    {
      "epoch": 0.44467711176756536,
      "grad_norm": 2.622802972793579,
      "learning_rate": 5.929045758775755e-05,
      "loss": 0.2251,
      "step": 5946
    },
    {
      "epoch": 0.4447518976928542,
      "grad_norm": 1.5252101421356201,
      "learning_rate": 5.927882713955353e-05,
      "loss": 0.2391,
      "step": 5947
    },
    {
      "epoch": 0.4448266836181431,
      "grad_norm": 1.6477668285369873,
      "learning_rate": 5.926719617137083e-05,
      "loss": 0.333,
      "step": 5948
    },
    {
      "epoch": 0.4449014695434319,
      "grad_norm": 1.5800646543502808,
      "learning_rate": 5.925556468386126e-05,
      "loss": 0.1515,
      "step": 5949
    },
    {
      "epoch": 0.44497625546872077,
      "grad_norm": 1.1114176511764526,
      "learning_rate": 5.924393267767663e-05,
      "loss": 0.0642,
      "step": 5950
    },
    {
      "epoch": 0.44505104139400964,
      "grad_norm": 0.5806547403335571,
      "learning_rate": 5.923230015346879e-05,
      "loss": 0.0574,
      "step": 5951
    },
    {
      "epoch": 0.4451258273192985,
      "grad_norm": 1.4601798057556152,
      "learning_rate": 5.9220667111889613e-05,
      "loss": 0.0725,
      "step": 5952
    },
    {
      "epoch": 0.4452006132445874,
      "grad_norm": 0.6013655662536621,
      "learning_rate": 5.920903355359101e-05,
      "loss": 0.0724,
      "step": 5953
    },
    {
      "epoch": 0.44527539916987624,
      "grad_norm": 0.6650252342224121,
      "learning_rate": 5.919739947922492e-05,
      "loss": 0.0754,
      "step": 5954
    },
    {
      "epoch": 0.4453501850951651,
      "grad_norm": 0.789191722869873,
      "learning_rate": 5.918576488944332e-05,
      "loss": 0.0685,
      "step": 5955
    },
    {
      "epoch": 0.445424971020454,
      "grad_norm": 0.5786840915679932,
      "learning_rate": 5.917412978489817e-05,
      "loss": 0.0604,
      "step": 5956
    },
    {
      "epoch": 0.4454997569457428,
      "grad_norm": 1.0351184606552124,
      "learning_rate": 5.9162494166241524e-05,
      "loss": 0.1037,
      "step": 5957
    },
    {
      "epoch": 0.44557454287103165,
      "grad_norm": 0.6118152737617493,
      "learning_rate": 5.9150858034125414e-05,
      "loss": 0.0354,
      "step": 5958
    },
    {
      "epoch": 0.4456493287963205,
      "grad_norm": 0.5255938172340393,
      "learning_rate": 5.9139221389201924e-05,
      "loss": 0.0412,
      "step": 5959
    },
    {
      "epoch": 0.4457241147216094,
      "grad_norm": 0.7280818819999695,
      "learning_rate": 5.912758423212319e-05,
      "loss": 0.0549,
      "step": 5960
    },
    {
      "epoch": 0.44579890064689826,
      "grad_norm": 0.8059462308883667,
      "learning_rate": 5.911594656354131e-05,
      "loss": 0.0628,
      "step": 5961
    },
    {
      "epoch": 0.4458736865721871,
      "grad_norm": 0.8217291831970215,
      "learning_rate": 5.9104308384108474e-05,
      "loss": 0.0717,
      "step": 5962
    },
    {
      "epoch": 0.445948472497476,
      "grad_norm": 0.8373379111289978,
      "learning_rate": 5.9092669694476865e-05,
      "loss": 0.056,
      "step": 5963
    },
    {
      "epoch": 0.44602325842276486,
      "grad_norm": 0.7680845260620117,
      "learning_rate": 5.908103049529871e-05,
      "loss": 0.0756,
      "step": 5964
    },
    {
      "epoch": 0.4460980443480537,
      "grad_norm": 0.8487828969955444,
      "learning_rate": 5.906939078722626e-05,
      "loss": 0.0729,
      "step": 5965
    },
    {
      "epoch": 0.44617283027334254,
      "grad_norm": 0.6528527140617371,
      "learning_rate": 5.905775057091182e-05,
      "loss": 0.0605,
      "step": 5966
    },
    {
      "epoch": 0.4462476161986314,
      "grad_norm": 0.7489379644393921,
      "learning_rate": 5.904610984700767e-05,
      "loss": 0.1049,
      "step": 5967
    },
    {
      "epoch": 0.44632240212392027,
      "grad_norm": 0.6465211510658264,
      "learning_rate": 5.903446861616615e-05,
      "loss": 0.0561,
      "step": 5968
    },
    {
      "epoch": 0.44639718804920914,
      "grad_norm": 1.0484181642532349,
      "learning_rate": 5.902282687903964e-05,
      "loss": 0.1066,
      "step": 5969
    },
    {
      "epoch": 0.446471973974498,
      "grad_norm": 0.541337251663208,
      "learning_rate": 5.9011184636280516e-05,
      "loss": 0.0456,
      "step": 5970
    },
    {
      "epoch": 0.44654675989978687,
      "grad_norm": 0.8812934160232544,
      "learning_rate": 5.899954188854121e-05,
      "loss": 0.0848,
      "step": 5971
    },
    {
      "epoch": 0.44662154582507574,
      "grad_norm": 0.795371413230896,
      "learning_rate": 5.898789863647418e-05,
      "loss": 0.0582,
      "step": 5972
    },
    {
      "epoch": 0.4466963317503646,
      "grad_norm": 0.9001067280769348,
      "learning_rate": 5.897625488073191e-05,
      "loss": 0.1154,
      "step": 5973
    },
    {
      "epoch": 0.4467711176756534,
      "grad_norm": 0.7284050583839417,
      "learning_rate": 5.896461062196689e-05,
      "loss": 0.0604,
      "step": 5974
    },
    {
      "epoch": 0.4468459036009423,
      "grad_norm": 1.8985964059829712,
      "learning_rate": 5.8952965860831657e-05,
      "loss": 0.1204,
      "step": 5975
    },
    {
      "epoch": 0.44692068952623115,
      "grad_norm": 1.3310658931732178,
      "learning_rate": 5.894132059797879e-05,
      "loss": 0.1684,
      "step": 5976
    },
    {
      "epoch": 0.44699547545152,
      "grad_norm": 0.8433936834335327,
      "learning_rate": 5.892967483406087e-05,
      "loss": 0.0667,
      "step": 5977
    },
    {
      "epoch": 0.4470702613768089,
      "grad_norm": 0.46419718861579895,
      "learning_rate": 5.891802856973051e-05,
      "loss": 0.0216,
      "step": 5978
    },
    {
      "epoch": 0.44714504730209775,
      "grad_norm": 1.0845931768417358,
      "learning_rate": 5.890638180564036e-05,
      "loss": 0.1434,
      "step": 5979
    },
    {
      "epoch": 0.4472198332273866,
      "grad_norm": 1.1102218627929688,
      "learning_rate": 5.889473454244312e-05,
      "loss": 0.0714,
      "step": 5980
    },
    {
      "epoch": 0.4472946191526755,
      "grad_norm": 0.7602919340133667,
      "learning_rate": 5.888308678079149e-05,
      "loss": 0.0588,
      "step": 5981
    },
    {
      "epoch": 0.4473694050779643,
      "grad_norm": 0.879487931728363,
      "learning_rate": 5.8871438521338165e-05,
      "loss": 0.099,
      "step": 5982
    },
    {
      "epoch": 0.44744419100325317,
      "grad_norm": 0.6504092812538147,
      "learning_rate": 5.885978976473594e-05,
      "loss": 0.0388,
      "step": 5983
    },
    {
      "epoch": 0.44751897692854203,
      "grad_norm": 1.3566434383392334,
      "learning_rate": 5.8848140511637586e-05,
      "loss": 0.1119,
      "step": 5984
    },
    {
      "epoch": 0.4475937628538309,
      "grad_norm": 1.2688995599746704,
      "learning_rate": 5.883649076269593e-05,
      "loss": 0.095,
      "step": 5985
    },
    {
      "epoch": 0.44766854877911977,
      "grad_norm": 0.7609696984291077,
      "learning_rate": 5.88248405185638e-05,
      "loss": 0.0761,
      "step": 5986
    },
    {
      "epoch": 0.44774333470440864,
      "grad_norm": 0.9492650628089905,
      "learning_rate": 5.88131897798941e-05,
      "loss": 0.117,
      "step": 5987
    },
    {
      "epoch": 0.4478181206296975,
      "grad_norm": 1.0928043127059937,
      "learning_rate": 5.880153854733969e-05,
      "loss": 0.0816,
      "step": 5988
    },
    {
      "epoch": 0.44789290655498637,
      "grad_norm": 1.171126365661621,
      "learning_rate": 5.878988682155351e-05,
      "loss": 0.116,
      "step": 5989
    },
    {
      "epoch": 0.44796769248027524,
      "grad_norm": 0.9874975681304932,
      "learning_rate": 5.877823460318852e-05,
      "loss": 0.0969,
      "step": 5990
    },
    {
      "epoch": 0.44804247840556405,
      "grad_norm": 1.3980778455734253,
      "learning_rate": 5.8766581892897696e-05,
      "loss": 0.1425,
      "step": 5991
    },
    {
      "epoch": 0.4481172643308529,
      "grad_norm": 1.5058648586273193,
      "learning_rate": 5.875492869133405e-05,
      "loss": 0.1933,
      "step": 5992
    },
    {
      "epoch": 0.4481920502561418,
      "grad_norm": 0.9170818328857422,
      "learning_rate": 5.8743274999150625e-05,
      "loss": 0.0867,
      "step": 5993
    },
    {
      "epoch": 0.44826683618143065,
      "grad_norm": 0.9590766429901123,
      "learning_rate": 5.8731620817000466e-05,
      "loss": 0.0838,
      "step": 5994
    },
    {
      "epoch": 0.4483416221067195,
      "grad_norm": 1.6598997116088867,
      "learning_rate": 5.8719966145536687e-05,
      "loss": 0.2884,
      "step": 5995
    },
    {
      "epoch": 0.4484164080320084,
      "grad_norm": 1.3265438079833984,
      "learning_rate": 5.87083109854124e-05,
      "loss": 0.178,
      "step": 5996
    },
    {
      "epoch": 0.44849119395729725,
      "grad_norm": 1.2263071537017822,
      "learning_rate": 5.869665533728075e-05,
      "loss": 0.1037,
      "step": 5997
    },
    {
      "epoch": 0.4485659798825861,
      "grad_norm": 1.0364601612091064,
      "learning_rate": 5.868499920179491e-05,
      "loss": 0.0854,
      "step": 5998
    },
    {
      "epoch": 0.44864076580787493,
      "grad_norm": 1.275518536567688,
      "learning_rate": 5.867334257960808e-05,
      "loss": 0.1523,
      "step": 5999
    },
    {
      "epoch": 0.4487155517331638,
      "grad_norm": 1.723807454109192,
      "learning_rate": 5.866168547137348e-05,
      "loss": 0.1844,
      "step": 6000
    },
    {
      "epoch": 0.44879033765845266,
      "grad_norm": 1.537699580192566,
      "learning_rate": 5.8650027877744386e-05,
      "loss": 0.1856,
      "step": 6001
    },
    {
      "epoch": 0.44886512358374153,
      "grad_norm": 1.0276353359222412,
      "learning_rate": 5.863836979937407e-05,
      "loss": 0.0875,
      "step": 6002
    },
    {
      "epoch": 0.4489399095090304,
      "grad_norm": 0.5195919275283813,
      "learning_rate": 5.8626711236915856e-05,
      "loss": 0.0412,
      "step": 6003
    },
    {
      "epoch": 0.44901469543431927,
      "grad_norm": 0.6135621666908264,
      "learning_rate": 5.8615052191023056e-05,
      "loss": 0.0698,
      "step": 6004
    },
    {
      "epoch": 0.44908948135960813,
      "grad_norm": 0.8531287908554077,
      "learning_rate": 5.8603392662349055e-05,
      "loss": 0.087,
      "step": 6005
    },
    {
      "epoch": 0.449164267284897,
      "grad_norm": 0.5987899303436279,
      "learning_rate": 5.859173265154723e-05,
      "loss": 0.0555,
      "step": 6006
    },
    {
      "epoch": 0.44923905321018587,
      "grad_norm": 0.8199331760406494,
      "learning_rate": 5.8580072159271e-05,
      "loss": 0.0444,
      "step": 6007
    },
    {
      "epoch": 0.4493138391354747,
      "grad_norm": 0.951410174369812,
      "learning_rate": 5.856841118617382e-05,
      "loss": 0.1329,
      "step": 6008
    },
    {
      "epoch": 0.44938862506076355,
      "grad_norm": 0.5131794810295105,
      "learning_rate": 5.8556749732909165e-05,
      "loss": 0.039,
      "step": 6009
    },
    {
      "epoch": 0.4494634109860524,
      "grad_norm": 1.0622166395187378,
      "learning_rate": 5.8545087800130525e-05,
      "loss": 0.133,
      "step": 6010
    },
    {
      "epoch": 0.4495381969113413,
      "grad_norm": 0.798062801361084,
      "learning_rate": 5.853342538849144e-05,
      "loss": 0.0882,
      "step": 6011
    },
    {
      "epoch": 0.44961298283663015,
      "grad_norm": 0.5957850217819214,
      "learning_rate": 5.852176249864544e-05,
      "loss": 0.0525,
      "step": 6012
    },
    {
      "epoch": 0.449687768761919,
      "grad_norm": 0.7216407060623169,
      "learning_rate": 5.851009913124612e-05,
      "loss": 0.0697,
      "step": 6013
    },
    {
      "epoch": 0.4497625546872079,
      "grad_norm": 0.6083053946495056,
      "learning_rate": 5.849843528694707e-05,
      "loss": 0.0645,
      "step": 6014
    },
    {
      "epoch": 0.44983734061249675,
      "grad_norm": 1.538520097732544,
      "learning_rate": 5.848677096640196e-05,
      "loss": 0.2007,
      "step": 6015
    },
    {
      "epoch": 0.44991212653778556,
      "grad_norm": 1.2997713088989258,
      "learning_rate": 5.847510617026442e-05,
      "loss": 0.149,
      "step": 6016
    },
    {
      "epoch": 0.44998691246307443,
      "grad_norm": 0.7195115089416504,
      "learning_rate": 5.8463440899188136e-05,
      "loss": 0.0775,
      "step": 6017
    },
    {
      "epoch": 0.4500616983883633,
      "grad_norm": 0.8599526286125183,
      "learning_rate": 5.8451775153826835e-05,
      "loss": 0.0907,
      "step": 6018
    },
    {
      "epoch": 0.45013648431365216,
      "grad_norm": 0.7548092603683472,
      "learning_rate": 5.8440108934834246e-05,
      "loss": 0.0619,
      "step": 6019
    },
    {
      "epoch": 0.45021127023894103,
      "grad_norm": 0.7634870409965515,
      "learning_rate": 5.842844224286416e-05,
      "loss": 0.067,
      "step": 6020
    },
    {
      "epoch": 0.4502860561642299,
      "grad_norm": 0.8481934666633606,
      "learning_rate": 5.841677507857033e-05,
      "loss": 0.0829,
      "step": 6021
    },
    {
      "epoch": 0.45036084208951876,
      "grad_norm": 0.7359333038330078,
      "learning_rate": 5.84051074426066e-05,
      "loss": 0.0492,
      "step": 6022
    },
    {
      "epoch": 0.45043562801480763,
      "grad_norm": 0.7925461530685425,
      "learning_rate": 5.83934393356268e-05,
      "loss": 0.0708,
      "step": 6023
    },
    {
      "epoch": 0.4505104139400965,
      "grad_norm": 1.3762353658676147,
      "learning_rate": 5.838177075828483e-05,
      "loss": 0.088,
      "step": 6024
    },
    {
      "epoch": 0.4505851998653853,
      "grad_norm": 0.8300762176513672,
      "learning_rate": 5.837010171123456e-05,
      "loss": 0.0855,
      "step": 6025
    },
    {
      "epoch": 0.4506599857906742,
      "grad_norm": 1.1072007417678833,
      "learning_rate": 5.835843219512993e-05,
      "loss": 0.0751,
      "step": 6026
    },
    {
      "epoch": 0.45073477171596305,
      "grad_norm": 0.7787418365478516,
      "learning_rate": 5.83467622106249e-05,
      "loss": 0.0853,
      "step": 6027
    },
    {
      "epoch": 0.4508095576412519,
      "grad_norm": 1.4855467081069946,
      "learning_rate": 5.833509175837342e-05,
      "loss": 0.225,
      "step": 6028
    },
    {
      "epoch": 0.4508843435665408,
      "grad_norm": 0.8329917192459106,
      "learning_rate": 5.832342083902951e-05,
      "loss": 0.0662,
      "step": 6029
    },
    {
      "epoch": 0.45095912949182965,
      "grad_norm": 0.9835342168807983,
      "learning_rate": 5.831174945324719e-05,
      "loss": 0.0799,
      "step": 6030
    },
    {
      "epoch": 0.4510339154171185,
      "grad_norm": 0.8106595277786255,
      "learning_rate": 5.8300077601680535e-05,
      "loss": 0.063,
      "step": 6031
    },
    {
      "epoch": 0.4511087013424074,
      "grad_norm": 0.8865014910697937,
      "learning_rate": 5.8288405284983615e-05,
      "loss": 0.0856,
      "step": 6032
    },
    {
      "epoch": 0.4511834872676962,
      "grad_norm": 0.8150348663330078,
      "learning_rate": 5.827673250381054e-05,
      "loss": 0.06,
      "step": 6033
    },
    {
      "epoch": 0.45125827319298506,
      "grad_norm": 0.7829821109771729,
      "learning_rate": 5.8265059258815444e-05,
      "loss": 0.0942,
      "step": 6034
    },
    {
      "epoch": 0.4513330591182739,
      "grad_norm": 1.2346264123916626,
      "learning_rate": 5.825338555065249e-05,
      "loss": 0.1234,
      "step": 6035
    },
    {
      "epoch": 0.4514078450435628,
      "grad_norm": 0.9430320858955383,
      "learning_rate": 5.824171137997585e-05,
      "loss": 0.0945,
      "step": 6036
    },
    {
      "epoch": 0.45148263096885166,
      "grad_norm": 1.0264019966125488,
      "learning_rate": 5.823003674743975e-05,
      "loss": 0.1068,
      "step": 6037
    },
    {
      "epoch": 0.45155741689414053,
      "grad_norm": 1.0673975944519043,
      "learning_rate": 5.821836165369843e-05,
      "loss": 0.1134,
      "step": 6038
    },
    {
      "epoch": 0.4516322028194294,
      "grad_norm": 1.1743279695510864,
      "learning_rate": 5.820668609940615e-05,
      "loss": 0.0978,
      "step": 6039
    },
    {
      "epoch": 0.45170698874471826,
      "grad_norm": 1.2342462539672852,
      "learning_rate": 5.819501008521718e-05,
      "loss": 0.1221,
      "step": 6040
    },
    {
      "epoch": 0.45178177467000713,
      "grad_norm": 1.2805123329162598,
      "learning_rate": 5.818333361178588e-05,
      "loss": 0.1091,
      "step": 6041
    },
    {
      "epoch": 0.45185656059529594,
      "grad_norm": 1.5103881359100342,
      "learning_rate": 5.817165667976655e-05,
      "loss": 0.1864,
      "step": 6042
    },
    {
      "epoch": 0.4519313465205848,
      "grad_norm": 0.9248504042625427,
      "learning_rate": 5.815997928981357e-05,
      "loss": 0.0822,
      "step": 6043
    },
    {
      "epoch": 0.4520061324458737,
      "grad_norm": 1.7618286609649658,
      "learning_rate": 5.814830144258133e-05,
      "loss": 0.2062,
      "step": 6044
    },
    {
      "epoch": 0.45208091837116254,
      "grad_norm": 1.8120931386947632,
      "learning_rate": 5.8136623138724255e-05,
      "loss": 0.1482,
      "step": 6045
    },
    {
      "epoch": 0.4521557042964514,
      "grad_norm": 1.4598872661590576,
      "learning_rate": 5.8124944378896774e-05,
      "loss": 0.1944,
      "step": 6046
    },
    {
      "epoch": 0.4522304902217403,
      "grad_norm": 1.4065521955490112,
      "learning_rate": 5.8113265163753386e-05,
      "loss": 0.1165,
      "step": 6047
    },
    {
      "epoch": 0.45230527614702914,
      "grad_norm": 1.4449584484100342,
      "learning_rate": 5.810158549394856e-05,
      "loss": 0.0814,
      "step": 6048
    },
    {
      "epoch": 0.452380062072318,
      "grad_norm": 1.4324871301651,
      "learning_rate": 5.808990537013681e-05,
      "loss": 0.1922,
      "step": 6049
    },
    {
      "epoch": 0.4524548479976068,
      "grad_norm": 2.4496240615844727,
      "learning_rate": 5.807822479297271e-05,
      "loss": 0.249,
      "step": 6050
    },
    {
      "epoch": 0.4525296339228957,
      "grad_norm": 0.7016381621360779,
      "learning_rate": 5.8066543763110815e-05,
      "loss": 0.1302,
      "step": 6051
    },
    {
      "epoch": 0.45260441984818456,
      "grad_norm": 0.7675648331642151,
      "learning_rate": 5.805486228120571e-05,
      "loss": 0.0975,
      "step": 6052
    },
    {
      "epoch": 0.4526792057734734,
      "grad_norm": 0.4853576123714447,
      "learning_rate": 5.804318034791203e-05,
      "loss": 0.0405,
      "step": 6053
    },
    {
      "epoch": 0.4527539916987623,
      "grad_norm": 1.0683460235595703,
      "learning_rate": 5.803149796388443e-05,
      "loss": 0.0768,
      "step": 6054
    },
    {
      "epoch": 0.45282877762405116,
      "grad_norm": 0.6370950937271118,
      "learning_rate": 5.8019815129777554e-05,
      "loss": 0.0769,
      "step": 6055
    },
    {
      "epoch": 0.45290356354934,
      "grad_norm": 0.8759332299232483,
      "learning_rate": 5.800813184624613e-05,
      "loss": 0.0947,
      "step": 6056
    },
    {
      "epoch": 0.4529783494746289,
      "grad_norm": 0.7478798627853394,
      "learning_rate": 5.799644811394488e-05,
      "loss": 0.0807,
      "step": 6057
    },
    {
      "epoch": 0.45305313539991776,
      "grad_norm": 0.579451322555542,
      "learning_rate": 5.7984763933528516e-05,
      "loss": 0.0528,
      "step": 6058
    },
    {
      "epoch": 0.4531279213252066,
      "grad_norm": 0.8978353142738342,
      "learning_rate": 5.7973079305651844e-05,
      "loss": 0.1117,
      "step": 6059
    },
    {
      "epoch": 0.45320270725049544,
      "grad_norm": 0.9722079038619995,
      "learning_rate": 5.7961394230969656e-05,
      "loss": 0.1197,
      "step": 6060
    },
    {
      "epoch": 0.4532774931757843,
      "grad_norm": 0.6359418034553528,
      "learning_rate": 5.794970871013678e-05,
      "loss": 0.0576,
      "step": 6061
    },
    {
      "epoch": 0.4533522791010732,
      "grad_norm": 0.46839508414268494,
      "learning_rate": 5.793802274380804e-05,
      "loss": 0.0323,
      "step": 6062
    },
    {
      "epoch": 0.45342706502636204,
      "grad_norm": 0.8281689882278442,
      "learning_rate": 5.792633633263833e-05,
      "loss": 0.0815,
      "step": 6063
    },
    {
      "epoch": 0.4535018509516509,
      "grad_norm": 0.7753990888595581,
      "learning_rate": 5.7914649477282544e-05,
      "loss": 0.0704,
      "step": 6064
    },
    {
      "epoch": 0.4535766368769398,
      "grad_norm": 1.1869276762008667,
      "learning_rate": 5.7902962178395615e-05,
      "loss": 0.0538,
      "step": 6065
    },
    {
      "epoch": 0.45365142280222864,
      "grad_norm": 0.3306828737258911,
      "learning_rate": 5.789127443663246e-05,
      "loss": 0.0256,
      "step": 6066
    },
    {
      "epoch": 0.45372620872751745,
      "grad_norm": 1.1918038129806519,
      "learning_rate": 5.787958625264808e-05,
      "loss": 0.1828,
      "step": 6067
    },
    {
      "epoch": 0.4538009946528063,
      "grad_norm": 0.932820737361908,
      "learning_rate": 5.7867897627097455e-05,
      "loss": 0.1057,
      "step": 6068
    },
    {
      "epoch": 0.4538757805780952,
      "grad_norm": 0.6647050380706787,
      "learning_rate": 5.785620856063563e-05,
      "loss": 0.0489,
      "step": 6069
    },
    {
      "epoch": 0.45395056650338406,
      "grad_norm": 1.180987000465393,
      "learning_rate": 5.784451905391762e-05,
      "loss": 0.1478,
      "step": 6070
    },
    {
      "epoch": 0.4540253524286729,
      "grad_norm": 0.8242003917694092,
      "learning_rate": 5.783282910759854e-05,
      "loss": 0.0771,
      "step": 6071
    },
    {
      "epoch": 0.4541001383539618,
      "grad_norm": 1.0222771167755127,
      "learning_rate": 5.7821138722333446e-05,
      "loss": 0.1399,
      "step": 6072
    },
    {
      "epoch": 0.45417492427925066,
      "grad_norm": 0.9110097885131836,
      "learning_rate": 5.7809447898777456e-05,
      "loss": 0.0789,
      "step": 6073
    },
    {
      "epoch": 0.4542497102045395,
      "grad_norm": 0.8228186964988708,
      "learning_rate": 5.779775663758575e-05,
      "loss": 0.0784,
      "step": 6074
    },
    {
      "epoch": 0.4543244961298284,
      "grad_norm": 0.9054135084152222,
      "learning_rate": 5.7786064939413464e-05,
      "loss": 0.094,
      "step": 6075
    },
    {
      "epoch": 0.4543992820551172,
      "grad_norm": 0.934503436088562,
      "learning_rate": 5.7774372804915823e-05,
      "loss": 0.0804,
      "step": 6076
    },
    {
      "epoch": 0.45447406798040607,
      "grad_norm": 0.5507097244262695,
      "learning_rate": 5.776268023474801e-05,
      "loss": 0.0368,
      "step": 6077
    },
    {
      "epoch": 0.45454885390569494,
      "grad_norm": 0.7789632678031921,
      "learning_rate": 5.775098722956531e-05,
      "loss": 0.0673,
      "step": 6078
    },
    {
      "epoch": 0.4546236398309838,
      "grad_norm": 0.9219028949737549,
      "learning_rate": 5.7739293790022967e-05,
      "loss": 0.0839,
      "step": 6079
    },
    {
      "epoch": 0.4546984257562727,
      "grad_norm": 1.1321189403533936,
      "learning_rate": 5.7727599916776275e-05,
      "loss": 0.0862,
      "step": 6080
    },
    {
      "epoch": 0.45477321168156154,
      "grad_norm": 0.7739304304122925,
      "learning_rate": 5.771590561048054e-05,
      "loss": 0.0837,
      "step": 6081
    },
    {
      "epoch": 0.4548479976068504,
      "grad_norm": 1.2468018531799316,
      "learning_rate": 5.77042108717911e-05,
      "loss": 0.1638,
      "step": 6082
    },
    {
      "epoch": 0.4549227835321393,
      "grad_norm": 0.598727285861969,
      "learning_rate": 5.7692515701363336e-05,
      "loss": 0.0722,
      "step": 6083
    },
    {
      "epoch": 0.4549975694574281,
      "grad_norm": 0.7906426787376404,
      "learning_rate": 5.768082009985264e-05,
      "loss": 0.0635,
      "step": 6084
    },
    {
      "epoch": 0.45507235538271695,
      "grad_norm": 1.220267653465271,
      "learning_rate": 5.7669124067914416e-05,
      "loss": 0.1276,
      "step": 6085
    },
    {
      "epoch": 0.4551471413080058,
      "grad_norm": 0.7581795454025269,
      "learning_rate": 5.7657427606204094e-05,
      "loss": 0.0491,
      "step": 6086
    },
    {
      "epoch": 0.4552219272332947,
      "grad_norm": 0.9604880809783936,
      "learning_rate": 5.764573071537716e-05,
      "loss": 0.0922,
      "step": 6087
    },
    {
      "epoch": 0.45529671315858355,
      "grad_norm": 0.9659631252288818,
      "learning_rate": 5.7634033396089074e-05,
      "loss": 0.0834,
      "step": 6088
    },
    {
      "epoch": 0.4553714990838724,
      "grad_norm": 0.995234489440918,
      "learning_rate": 5.762233564899534e-05,
      "loss": 0.0843,
      "step": 6089
    },
    {
      "epoch": 0.4554462850091613,
      "grad_norm": 0.9817127585411072,
      "learning_rate": 5.761063747475152e-05,
      "loss": 0.0823,
      "step": 6090
    },
    {
      "epoch": 0.45552107093445016,
      "grad_norm": 0.8715813755989075,
      "learning_rate": 5.759893887401314e-05,
      "loss": 0.0797,
      "step": 6091
    },
    {
      "epoch": 0.455595856859739,
      "grad_norm": 1.1199007034301758,
      "learning_rate": 5.7587239847435806e-05,
      "loss": 0.0825,
      "step": 6092
    },
    {
      "epoch": 0.45567064278502784,
      "grad_norm": 0.982440173625946,
      "learning_rate": 5.757554039567511e-05,
      "loss": 0.0713,
      "step": 6093
    },
    {
      "epoch": 0.4557454287103167,
      "grad_norm": 0.9368941783905029,
      "learning_rate": 5.75638405193867e-05,
      "loss": 0.0919,
      "step": 6094
    },
    {
      "epoch": 0.45582021463560557,
      "grad_norm": 0.6767408847808838,
      "learning_rate": 5.755214021922619e-05,
      "loss": 0.0475,
      "step": 6095
    },
    {
      "epoch": 0.45589500056089444,
      "grad_norm": 1.2271833419799805,
      "learning_rate": 5.7540439495849295e-05,
      "loss": 0.1643,
      "step": 6096
    },
    {
      "epoch": 0.4559697864861833,
      "grad_norm": 1.6610771417617798,
      "learning_rate": 5.752873834991169e-05,
      "loss": 0.1984,
      "step": 6097
    },
    {
      "epoch": 0.45604457241147217,
      "grad_norm": 2.1052474975585938,
      "learning_rate": 5.751703678206911e-05,
      "loss": 0.275,
      "step": 6098
    },
    {
      "epoch": 0.45611935833676104,
      "grad_norm": 1.1503117084503174,
      "learning_rate": 5.7505334792977296e-05,
      "loss": 0.0789,
      "step": 6099
    },
    {
      "epoch": 0.4561941442620499,
      "grad_norm": 1.0816829204559326,
      "learning_rate": 5.7493632383292026e-05,
      "loss": 0.066,
      "step": 6100
    },
    {
      "epoch": 0.4562689301873387,
      "grad_norm": 0.9224259853363037,
      "learning_rate": 5.74819295536691e-05,
      "loss": 0.1329,
      "step": 6101
    },
    {
      "epoch": 0.4563437161126276,
      "grad_norm": 0.6202166080474854,
      "learning_rate": 5.747022630476432e-05,
      "loss": 0.0561,
      "step": 6102
    },
    {
      "epoch": 0.45641850203791645,
      "grad_norm": 0.8752011060714722,
      "learning_rate": 5.7458522637233524e-05,
      "loss": 0.0762,
      "step": 6103
    },
    {
      "epoch": 0.4564932879632053,
      "grad_norm": 0.5986824631690979,
      "learning_rate": 5.744681855173259e-05,
      "loss": 0.0663,
      "step": 6104
    },
    {
      "epoch": 0.4565680738884942,
      "grad_norm": 0.5965142250061035,
      "learning_rate": 5.743511404891741e-05,
      "loss": 0.0506,
      "step": 6105
    },
    {
      "epoch": 0.45664285981378305,
      "grad_norm": 0.7053025960922241,
      "learning_rate": 5.7423409129443895e-05,
      "loss": 0.0791,
      "step": 6106
    },
    {
      "epoch": 0.4567176457390719,
      "grad_norm": 0.6431928873062134,
      "learning_rate": 5.7411703793967966e-05,
      "loss": 0.0596,
      "step": 6107
    },
    {
      "epoch": 0.4567924316643608,
      "grad_norm": 0.5988678336143494,
      "learning_rate": 5.739999804314561e-05,
      "loss": 0.0507,
      "step": 6108
    },
    {
      "epoch": 0.45686721758964965,
      "grad_norm": 1.3698947429656982,
      "learning_rate": 5.7388291877632774e-05,
      "loss": 0.1492,
      "step": 6109
    },
    {
      "epoch": 0.45694200351493847,
      "grad_norm": 1.0216853618621826,
      "learning_rate": 5.737658529808547e-05,
      "loss": 0.1016,
      "step": 6110
    },
    {
      "epoch": 0.45701678944022733,
      "grad_norm": 0.5658583641052246,
      "learning_rate": 5.736487830515975e-05,
      "loss": 0.0596,
      "step": 6111
    },
    {
      "epoch": 0.4570915753655162,
      "grad_norm": 0.9884205460548401,
      "learning_rate": 5.7353170899511635e-05,
      "loss": 0.1515,
      "step": 6112
    },
    {
      "epoch": 0.45716636129080507,
      "grad_norm": 0.7025048732757568,
      "learning_rate": 5.734146308179722e-05,
      "loss": 0.0665,
      "step": 6113
    },
    {
      "epoch": 0.45724114721609393,
      "grad_norm": 1.1780520677566528,
      "learning_rate": 5.732975485267259e-05,
      "loss": 0.1864,
      "step": 6114
    },
    {
      "epoch": 0.4573159331413828,
      "grad_norm": 0.5634217262268066,
      "learning_rate": 5.7318046212793875e-05,
      "loss": 0.0545,
      "step": 6115
    },
    {
      "epoch": 0.45739071906667167,
      "grad_norm": 0.8246567845344543,
      "learning_rate": 5.7306337162817214e-05,
      "loss": 0.0951,
      "step": 6116
    },
    {
      "epoch": 0.45746550499196054,
      "grad_norm": 0.6919108629226685,
      "learning_rate": 5.7294627703398784e-05,
      "loss": 0.067,
      "step": 6117
    },
    {
      "epoch": 0.45754029091724935,
      "grad_norm": 0.8752252459526062,
      "learning_rate": 5.728291783519476e-05,
      "loss": 0.0634,
      "step": 6118
    },
    {
      "epoch": 0.4576150768425382,
      "grad_norm": 0.7617267370223999,
      "learning_rate": 5.727120755886136e-05,
      "loss": 0.0857,
      "step": 6119
    },
    {
      "epoch": 0.4576898627678271,
      "grad_norm": 0.6619637608528137,
      "learning_rate": 5.725949687505481e-05,
      "loss": 0.0471,
      "step": 6120
    },
    {
      "epoch": 0.45776464869311595,
      "grad_norm": 1.0733288526535034,
      "learning_rate": 5.724778578443138e-05,
      "loss": 0.1466,
      "step": 6121
    },
    {
      "epoch": 0.4578394346184048,
      "grad_norm": 1.2588773965835571,
      "learning_rate": 5.7236074287647355e-05,
      "loss": 0.1546,
      "step": 6122
    },
    {
      "epoch": 0.4579142205436937,
      "grad_norm": 0.6306621432304382,
      "learning_rate": 5.722436238535903e-05,
      "loss": 0.0606,
      "step": 6123
    },
    {
      "epoch": 0.45798900646898255,
      "grad_norm": 1.3336478471755981,
      "learning_rate": 5.721265007822274e-05,
      "loss": 0.1694,
      "step": 6124
    },
    {
      "epoch": 0.4580637923942714,
      "grad_norm": 1.0304542779922485,
      "learning_rate": 5.7200937366894826e-05,
      "loss": 0.0848,
      "step": 6125
    },
    {
      "epoch": 0.4581385783195603,
      "grad_norm": 1.0617789030075073,
      "learning_rate": 5.718922425203165e-05,
      "loss": 0.1145,
      "step": 6126
    },
    {
      "epoch": 0.4582133642448491,
      "grad_norm": 0.7086881995201111,
      "learning_rate": 5.717751073428963e-05,
      "loss": 0.0649,
      "step": 6127
    },
    {
      "epoch": 0.45828815017013796,
      "grad_norm": 1.0249590873718262,
      "learning_rate": 5.716579681432516e-05,
      "loss": 0.0913,
      "step": 6128
    },
    {
      "epoch": 0.45836293609542683,
      "grad_norm": 0.6464566588401794,
      "learning_rate": 5.7154082492794695e-05,
      "loss": 0.0457,
      "step": 6129
    },
    {
      "epoch": 0.4584377220207157,
      "grad_norm": 0.7183074355125427,
      "learning_rate": 5.714236777035469e-05,
      "loss": 0.0422,
      "step": 6130
    },
    {
      "epoch": 0.45851250794600457,
      "grad_norm": 0.6328592896461487,
      "learning_rate": 5.713065264766163e-05,
      "loss": 0.0692,
      "step": 6131
    },
    {
      "epoch": 0.45858729387129343,
      "grad_norm": 0.883539617061615,
      "learning_rate": 5.711893712537203e-05,
      "loss": 0.0779,
      "step": 6132
    },
    {
      "epoch": 0.4586620797965823,
      "grad_norm": 0.8116477727890015,
      "learning_rate": 5.71072212041424e-05,
      "loss": 0.0746,
      "step": 6133
    },
    {
      "epoch": 0.45873686572187117,
      "grad_norm": 0.7350195646286011,
      "learning_rate": 5.709550488462931e-05,
      "loss": 0.0591,
      "step": 6134
    },
    {
      "epoch": 0.45881165164716,
      "grad_norm": 1.2166152000427246,
      "learning_rate": 5.708378816748934e-05,
      "loss": 0.118,
      "step": 6135
    },
    {
      "epoch": 0.45888643757244885,
      "grad_norm": 1.0982556343078613,
      "learning_rate": 5.707207105337906e-05,
      "loss": 0.1085,
      "step": 6136
    },
    {
      "epoch": 0.4589612234977377,
      "grad_norm": 0.5058318972587585,
      "learning_rate": 5.706035354295512e-05,
      "loss": 0.029,
      "step": 6137
    },
    {
      "epoch": 0.4590360094230266,
      "grad_norm": 0.713890552520752,
      "learning_rate": 5.704863563687413e-05,
      "loss": 0.0496,
      "step": 6138
    },
    {
      "epoch": 0.45911079534831545,
      "grad_norm": 1.032478928565979,
      "learning_rate": 5.7036917335792764e-05,
      "loss": 0.0871,
      "step": 6139
    },
    {
      "epoch": 0.4591855812736043,
      "grad_norm": 0.8203012943267822,
      "learning_rate": 5.7025198640367715e-05,
      "loss": 0.0788,
      "step": 6140
    },
    {
      "epoch": 0.4592603671988932,
      "grad_norm": 1.3567404747009277,
      "learning_rate": 5.701347955125568e-05,
      "loss": 0.1419,
      "step": 6141
    },
    {
      "epoch": 0.45933515312418205,
      "grad_norm": 2.1231279373168945,
      "learning_rate": 5.70017600691134e-05,
      "loss": 0.3663,
      "step": 6142
    },
    {
      "epoch": 0.4594099390494709,
      "grad_norm": 0.8620340824127197,
      "learning_rate": 5.699004019459762e-05,
      "loss": 0.0703,
      "step": 6143
    },
    {
      "epoch": 0.45948472497475973,
      "grad_norm": 0.8944438099861145,
      "learning_rate": 5.697831992836511e-05,
      "loss": 0.0804,
      "step": 6144
    },
    {
      "epoch": 0.4595595109000486,
      "grad_norm": 1.2493871450424194,
      "learning_rate": 5.696659927107266e-05,
      "loss": 0.1263,
      "step": 6145
    },
    {
      "epoch": 0.45963429682533746,
      "grad_norm": 2.4807496070861816,
      "learning_rate": 5.6954878223377095e-05,
      "loss": 0.165,
      "step": 6146
    },
    {
      "epoch": 0.45970908275062633,
      "grad_norm": 1.7201972007751465,
      "learning_rate": 5.694315678593527e-05,
      "loss": 0.2546,
      "step": 6147
    },
    {
      "epoch": 0.4597838686759152,
      "grad_norm": 1.525162935256958,
      "learning_rate": 5.6931434959404005e-05,
      "loss": 0.1943,
      "step": 6148
    },
    {
      "epoch": 0.45985865460120406,
      "grad_norm": 1.3671256303787231,
      "learning_rate": 5.6919712744440225e-05,
      "loss": 0.1398,
      "step": 6149
    },
    {
      "epoch": 0.45993344052649293,
      "grad_norm": 1.4235198497772217,
      "learning_rate": 5.690799014170081e-05,
      "loss": 0.101,
      "step": 6150
    },
    {
      "epoch": 0.4600082264517818,
      "grad_norm": 0.7816941142082214,
      "learning_rate": 5.6896267151842686e-05,
      "loss": 0.0944,
      "step": 6151
    },
    {
      "epoch": 0.4600830123770706,
      "grad_norm": 0.760567307472229,
      "learning_rate": 5.6884543775522806e-05,
      "loss": 0.0739,
      "step": 6152
    },
    {
      "epoch": 0.4601577983023595,
      "grad_norm": 0.6158602833747864,
      "learning_rate": 5.687282001339814e-05,
      "loss": 0.0642,
      "step": 6153
    },
    {
      "epoch": 0.46023258422764834,
      "grad_norm": 0.9769707322120667,
      "learning_rate": 5.686109586612569e-05,
      "loss": 0.148,
      "step": 6154
    },
    {
      "epoch": 0.4603073701529372,
      "grad_norm": 0.8522312641143799,
      "learning_rate": 5.684937133436245e-05,
      "loss": 0.1085,
      "step": 6155
    },
    {
      "epoch": 0.4603821560782261,
      "grad_norm": 0.9144573211669922,
      "learning_rate": 5.6837646418765464e-05,
      "loss": 0.0794,
      "step": 6156
    },
    {
      "epoch": 0.46045694200351495,
      "grad_norm": 0.5386512279510498,
      "learning_rate": 5.682592111999179e-05,
      "loss": 0.0445,
      "step": 6157
    },
    {
      "epoch": 0.4605317279288038,
      "grad_norm": 0.6272873282432556,
      "learning_rate": 5.681419543869849e-05,
      "loss": 0.0698,
      "step": 6158
    },
    {
      "epoch": 0.4606065138540927,
      "grad_norm": 0.9015613198280334,
      "learning_rate": 5.6802469375542674e-05,
      "loss": 0.088,
      "step": 6159
    },
    {
      "epoch": 0.46068129977938155,
      "grad_norm": 0.5628843307495117,
      "learning_rate": 5.6790742931181476e-05,
      "loss": 0.0406,
      "step": 6160
    },
    {
      "epoch": 0.46075608570467036,
      "grad_norm": 0.6267970204353333,
      "learning_rate": 5.677901610627202e-05,
      "loss": 0.0523,
      "step": 6161
    },
    {
      "epoch": 0.4608308716299592,
      "grad_norm": 0.9819877743721008,
      "learning_rate": 5.676728890147146e-05,
      "loss": 0.079,
      "step": 6162
    },
    {
      "epoch": 0.4609056575552481,
      "grad_norm": 0.6112016439437866,
      "learning_rate": 5.6755561317437e-05,
      "loss": 0.0611,
      "step": 6163
    },
    {
      "epoch": 0.46098044348053696,
      "grad_norm": 0.807256817817688,
      "learning_rate": 5.674383335482583e-05,
      "loss": 0.0659,
      "step": 6164
    },
    {
      "epoch": 0.46105522940582583,
      "grad_norm": 0.9424164295196533,
      "learning_rate": 5.673210501429518e-05,
      "loss": 0.138,
      "step": 6165
    },
    {
      "epoch": 0.4611300153311147,
      "grad_norm": 0.5676896572113037,
      "learning_rate": 5.672037629650231e-05,
      "loss": 0.0516,
      "step": 6166
    },
    {
      "epoch": 0.46120480125640356,
      "grad_norm": 1.1435174942016602,
      "learning_rate": 5.670864720210447e-05,
      "loss": 0.0957,
      "step": 6167
    },
    {
      "epoch": 0.46127958718169243,
      "grad_norm": 0.6817287802696228,
      "learning_rate": 5.669691773175897e-05,
      "loss": 0.0612,
      "step": 6168
    },
    {
      "epoch": 0.46135437310698124,
      "grad_norm": 1.082299828529358,
      "learning_rate": 5.6685187886123106e-05,
      "loss": 0.1047,
      "step": 6169
    },
    {
      "epoch": 0.4614291590322701,
      "grad_norm": 1.117827296257019,
      "learning_rate": 5.6673457665854214e-05,
      "loss": 0.0737,
      "step": 6170
    },
    {
      "epoch": 0.461503944957559,
      "grad_norm": 0.4642338454723358,
      "learning_rate": 5.6661727071609636e-05,
      "loss": 0.0338,
      "step": 6171
    },
    {
      "epoch": 0.46157873088284784,
      "grad_norm": 0.6947047710418701,
      "learning_rate": 5.6649996104046766e-05,
      "loss": 0.0758,
      "step": 6172
    },
    {
      "epoch": 0.4616535168081367,
      "grad_norm": 0.9677342176437378,
      "learning_rate": 5.663826476382299e-05,
      "loss": 0.1101,
      "step": 6173
    },
    {
      "epoch": 0.4617283027334256,
      "grad_norm": 0.6049904227256775,
      "learning_rate": 5.662653305159573e-05,
      "loss": 0.0633,
      "step": 6174
    },
    {
      "epoch": 0.46180308865871444,
      "grad_norm": 0.8281413912773132,
      "learning_rate": 5.661480096802241e-05,
      "loss": 0.0583,
      "step": 6175
    },
    {
      "epoch": 0.4618778745840033,
      "grad_norm": 0.5343075394630432,
      "learning_rate": 5.6603068513760495e-05,
      "loss": 0.0567,
      "step": 6176
    },
    {
      "epoch": 0.4619526605092922,
      "grad_norm": 1.09055757522583,
      "learning_rate": 5.659133568946746e-05,
      "loss": 0.1064,
      "step": 6177
    },
    {
      "epoch": 0.462027446434581,
      "grad_norm": 1.2310394048690796,
      "learning_rate": 5.657960249580081e-05,
      "loss": 0.12,
      "step": 6178
    },
    {
      "epoch": 0.46210223235986986,
      "grad_norm": 0.6188746094703674,
      "learning_rate": 5.6567868933418046e-05,
      "loss": 0.0575,
      "step": 6179
    },
    {
      "epoch": 0.4621770182851587,
      "grad_norm": 1.0645781755447388,
      "learning_rate": 5.6556135002976726e-05,
      "loss": 0.1034,
      "step": 6180
    },
    {
      "epoch": 0.4622518042104476,
      "grad_norm": 0.6559000611305237,
      "learning_rate": 5.654440070513442e-05,
      "loss": 0.0845,
      "step": 6181
    },
    {
      "epoch": 0.46232659013573646,
      "grad_norm": 1.0771178007125854,
      "learning_rate": 5.6532666040548675e-05,
      "loss": 0.124,
      "step": 6182
    },
    {
      "epoch": 0.4624013760610253,
      "grad_norm": 0.9876750707626343,
      "learning_rate": 5.652093100987713e-05,
      "loss": 0.1068,
      "step": 6183
    },
    {
      "epoch": 0.4624761619863142,
      "grad_norm": 0.4581414461135864,
      "learning_rate": 5.65091956137774e-05,
      "loss": 0.0357,
      "step": 6184
    },
    {
      "epoch": 0.46255094791160306,
      "grad_norm": 1.1047730445861816,
      "learning_rate": 5.64974598529071e-05,
      "loss": 0.1228,
      "step": 6185
    },
    {
      "epoch": 0.4626257338368919,
      "grad_norm": 0.4983348548412323,
      "learning_rate": 5.648572372792392e-05,
      "loss": 0.0299,
      "step": 6186
    },
    {
      "epoch": 0.46270051976218074,
      "grad_norm": 1.245239019393921,
      "learning_rate": 5.6473987239485535e-05,
      "loss": 0.1272,
      "step": 6187
    },
    {
      "epoch": 0.4627753056874696,
      "grad_norm": 0.7746434807777405,
      "learning_rate": 5.646225038824966e-05,
      "loss": 0.0642,
      "step": 6188
    },
    {
      "epoch": 0.4628500916127585,
      "grad_norm": 0.566479504108429,
      "learning_rate": 5.6450513174874e-05,
      "loss": 0.0304,
      "step": 6189
    },
    {
      "epoch": 0.46292487753804734,
      "grad_norm": 1.2041040658950806,
      "learning_rate": 5.643877560001631e-05,
      "loss": 0.1448,
      "step": 6190
    },
    {
      "epoch": 0.4629996634633362,
      "grad_norm": 1.0321935415267944,
      "learning_rate": 5.642703766433438e-05,
      "loss": 0.0714,
      "step": 6191
    },
    {
      "epoch": 0.4630744493886251,
      "grad_norm": 1.0126519203186035,
      "learning_rate": 5.6415299368485955e-05,
      "loss": 0.0769,
      "step": 6192
    },
    {
      "epoch": 0.46314923531391394,
      "grad_norm": 1.339404821395874,
      "learning_rate": 5.640356071312884e-05,
      "loss": 0.1308,
      "step": 6193
    },
    {
      "epoch": 0.46322402123920275,
      "grad_norm": 1.131553292274475,
      "learning_rate": 5.63918216989209e-05,
      "loss": 0.1146,
      "step": 6194
    },
    {
      "epoch": 0.4632988071644916,
      "grad_norm": 1.8974770307540894,
      "learning_rate": 5.638008232651994e-05,
      "loss": 0.2947,
      "step": 6195
    },
    {
      "epoch": 0.4633735930897805,
      "grad_norm": 0.9433580040931702,
      "learning_rate": 5.636834259658387e-05,
      "loss": 0.0687,
      "step": 6196
    },
    {
      "epoch": 0.46344837901506936,
      "grad_norm": 1.428626298904419,
      "learning_rate": 5.635660250977053e-05,
      "loss": 0.1202,
      "step": 6197
    },
    {
      "epoch": 0.4635231649403582,
      "grad_norm": 2.3459815979003906,
      "learning_rate": 5.634486206673786e-05,
      "loss": 0.3347,
      "step": 6198
    },
    {
      "epoch": 0.4635979508656471,
      "grad_norm": 1.0773863792419434,
      "learning_rate": 5.633312126814375e-05,
      "loss": 0.0668,
      "step": 6199
    },
    {
      "epoch": 0.46367273679093596,
      "grad_norm": 1.7299538850784302,
      "learning_rate": 5.6321380114646185e-05,
      "loss": 0.1649,
      "step": 6200
    },
    {
      "epoch": 0.4637475227162248,
      "grad_norm": 0.9438605904579163,
      "learning_rate": 5.63096386069031e-05,
      "loss": 0.0915,
      "step": 6201
    },
    {
      "epoch": 0.4638223086415137,
      "grad_norm": 0.6467919945716858,
      "learning_rate": 5.62978967455725e-05,
      "loss": 0.056,
      "step": 6202
    },
    {
      "epoch": 0.4638970945668025,
      "grad_norm": 0.7707132697105408,
      "learning_rate": 5.6286154531312384e-05,
      "loss": 0.1002,
      "step": 6203
    },
    {
      "epoch": 0.46397188049209137,
      "grad_norm": 0.3683592677116394,
      "learning_rate": 5.6274411964780774e-05,
      "loss": 0.0303,
      "step": 6204
    },
    {
      "epoch": 0.46404666641738024,
      "grad_norm": 0.6325975060462952,
      "learning_rate": 5.626266904663573e-05,
      "loss": 0.0676,
      "step": 6205
    },
    {
      "epoch": 0.4641214523426691,
      "grad_norm": 0.610187292098999,
      "learning_rate": 5.62509257775353e-05,
      "loss": 0.0643,
      "step": 6206
    },
    {
      "epoch": 0.464196238267958,
      "grad_norm": 0.7454733848571777,
      "learning_rate": 5.623918215813756e-05,
      "loss": 0.1015,
      "step": 6207
    },
    {
      "epoch": 0.46427102419324684,
      "grad_norm": 1.0968815088272095,
      "learning_rate": 5.6227438189100634e-05,
      "loss": 0.0779,
      "step": 6208
    },
    {
      "epoch": 0.4643458101185357,
      "grad_norm": 0.6274544596672058,
      "learning_rate": 5.621569387108263e-05,
      "loss": 0.0445,
      "step": 6209
    },
    {
      "epoch": 0.4644205960438246,
      "grad_norm": 1.0743191242218018,
      "learning_rate": 5.62039492047417e-05,
      "loss": 0.1308,
      "step": 6210
    },
    {
      "epoch": 0.4644953819691134,
      "grad_norm": 1.1365180015563965,
      "learning_rate": 5.619220419073601e-05,
      "loss": 0.1073,
      "step": 6211
    },
    {
      "epoch": 0.46457016789440225,
      "grad_norm": 0.8367968797683716,
      "learning_rate": 5.6180458829723734e-05,
      "loss": 0.0996,
      "step": 6212
    },
    {
      "epoch": 0.4646449538196911,
      "grad_norm": 0.717369019985199,
      "learning_rate": 5.616871312236307e-05,
      "loss": 0.0576,
      "step": 6213
    },
    {
      "epoch": 0.46471973974498,
      "grad_norm": 0.9034823775291443,
      "learning_rate": 5.615696706931226e-05,
      "loss": 0.1002,
      "step": 6214
    },
    {
      "epoch": 0.46479452567026885,
      "grad_norm": 0.8689321279525757,
      "learning_rate": 5.6145220671229525e-05,
      "loss": 0.0743,
      "step": 6215
    },
    {
      "epoch": 0.4648693115955577,
      "grad_norm": 0.5114011168479919,
      "learning_rate": 5.613347392877313e-05,
      "loss": 0.039,
      "step": 6216
    },
    {
      "epoch": 0.4649440975208466,
      "grad_norm": 0.7441509366035461,
      "learning_rate": 5.612172684260134e-05,
      "loss": 0.1052,
      "step": 6217
    },
    {
      "epoch": 0.46501888344613546,
      "grad_norm": 1.4090471267700195,
      "learning_rate": 5.6109979413372474e-05,
      "loss": 0.058,
      "step": 6218
    },
    {
      "epoch": 0.4650936693714243,
      "grad_norm": 0.7916740775108337,
      "learning_rate": 5.609823164174484e-05,
      "loss": 0.0721,
      "step": 6219
    },
    {
      "epoch": 0.46516845529671313,
      "grad_norm": 0.9800249934196472,
      "learning_rate": 5.608648352837677e-05,
      "loss": 0.1099,
      "step": 6220
    },
    {
      "epoch": 0.465243241222002,
      "grad_norm": 0.9282382130622864,
      "learning_rate": 5.6074735073926646e-05,
      "loss": 0.0835,
      "step": 6221
    },
    {
      "epoch": 0.46531802714729087,
      "grad_norm": 0.8179684281349182,
      "learning_rate": 5.60629862790528e-05,
      "loss": 0.0638,
      "step": 6222
    },
    {
      "epoch": 0.46539281307257974,
      "grad_norm": 0.7815336585044861,
      "learning_rate": 5.605123714441366e-05,
      "loss": 0.075,
      "step": 6223
    },
    {
      "epoch": 0.4654675989978686,
      "grad_norm": 0.8274024724960327,
      "learning_rate": 5.6039487670667625e-05,
      "loss": 0.0387,
      "step": 6224
    },
    {
      "epoch": 0.46554238492315747,
      "grad_norm": 0.572394609451294,
      "learning_rate": 5.602773785847312e-05,
      "loss": 0.048,
      "step": 6225
    },
    {
      "epoch": 0.46561717084844634,
      "grad_norm": 0.9134330153465271,
      "learning_rate": 5.6015987708488604e-05,
      "loss": 0.1088,
      "step": 6226
    },
    {
      "epoch": 0.4656919567737352,
      "grad_norm": 0.7785769104957581,
      "learning_rate": 5.600423722137256e-05,
      "loss": 0.0604,
      "step": 6227
    },
    {
      "epoch": 0.465766742699024,
      "grad_norm": 0.8300604820251465,
      "learning_rate": 5.599248639778346e-05,
      "loss": 0.0463,
      "step": 6228
    },
    {
      "epoch": 0.4658415286243129,
      "grad_norm": 0.8071380853652954,
      "learning_rate": 5.598073523837981e-05,
      "loss": 0.0789,
      "step": 6229
    },
    {
      "epoch": 0.46591631454960175,
      "grad_norm": 0.8503481149673462,
      "learning_rate": 5.5968983743820145e-05,
      "loss": 0.0584,
      "step": 6230
    },
    {
      "epoch": 0.4659911004748906,
      "grad_norm": 0.6205543279647827,
      "learning_rate": 5.595723191476301e-05,
      "loss": 0.0623,
      "step": 6231
    },
    {
      "epoch": 0.4660658864001795,
      "grad_norm": 0.8535900115966797,
      "learning_rate": 5.594547975186696e-05,
      "loss": 0.0909,
      "step": 6232
    },
    {
      "epoch": 0.46614067232546835,
      "grad_norm": 1.0035194158554077,
      "learning_rate": 5.593372725579059e-05,
      "loss": 0.0818,
      "step": 6233
    },
    {
      "epoch": 0.4662154582507572,
      "grad_norm": 0.7733963131904602,
      "learning_rate": 5.5921974427192495e-05,
      "loss": 0.0432,
      "step": 6234
    },
    {
      "epoch": 0.4662902441760461,
      "grad_norm": 0.8480214476585388,
      "learning_rate": 5.591022126673129e-05,
      "loss": 0.0651,
      "step": 6235
    },
    {
      "epoch": 0.46636503010133495,
      "grad_norm": 1.3565324544906616,
      "learning_rate": 5.589846777506563e-05,
      "loss": 0.1363,
      "step": 6236
    },
    {
      "epoch": 0.46643981602662377,
      "grad_norm": 0.6663113832473755,
      "learning_rate": 5.588671395285415e-05,
      "loss": 0.0498,
      "step": 6237
    },
    {
      "epoch": 0.46651460195191263,
      "grad_norm": 1.0060603618621826,
      "learning_rate": 5.587495980075553e-05,
      "loss": 0.0917,
      "step": 6238
    },
    {
      "epoch": 0.4665893878772015,
      "grad_norm": 0.9043244123458862,
      "learning_rate": 5.586320531942848e-05,
      "loss": 0.0858,
      "step": 6239
    },
    {
      "epoch": 0.46666417380249037,
      "grad_norm": 1.0189529657363892,
      "learning_rate": 5.585145050953169e-05,
      "loss": 0.0815,
      "step": 6240
    },
    {
      "epoch": 0.46673895972777923,
      "grad_norm": 1.0683997869491577,
      "learning_rate": 5.583969537172391e-05,
      "loss": 0.121,
      "step": 6241
    },
    {
      "epoch": 0.4668137456530681,
      "grad_norm": 0.9013285636901855,
      "learning_rate": 5.5827939906663885e-05,
      "loss": 0.1015,
      "step": 6242
    },
    {
      "epoch": 0.46688853157835697,
      "grad_norm": 0.911045491695404,
      "learning_rate": 5.581618411501037e-05,
      "loss": 0.0726,
      "step": 6243
    },
    {
      "epoch": 0.46696331750364584,
      "grad_norm": 1.371650218963623,
      "learning_rate": 5.5804427997422195e-05,
      "loss": 0.1589,
      "step": 6244
    },
    {
      "epoch": 0.46703810342893465,
      "grad_norm": 1.0936075448989868,
      "learning_rate": 5.5792671554558094e-05,
      "loss": 0.085,
      "step": 6245
    },
    {
      "epoch": 0.4671128893542235,
      "grad_norm": 1.8597558736801147,
      "learning_rate": 5.5780914787076945e-05,
      "loss": 0.3708,
      "step": 6246
    },
    {
      "epoch": 0.4671876752795124,
      "grad_norm": 1.3086506128311157,
      "learning_rate": 5.5769157695637555e-05,
      "loss": 0.1126,
      "step": 6247
    },
    {
      "epoch": 0.46726246120480125,
      "grad_norm": 1.8974027633666992,
      "learning_rate": 5.5757400280898794e-05,
      "loss": 0.2049,
      "step": 6248
    },
    {
      "epoch": 0.4673372471300901,
      "grad_norm": 1.0451512336730957,
      "learning_rate": 5.574564254351956e-05,
      "loss": 0.0675,
      "step": 6249
    },
    {
      "epoch": 0.467412033055379,
      "grad_norm": 3.121861457824707,
      "learning_rate": 5.5733884484158715e-05,
      "loss": 0.3807,
      "step": 6250
    },
    {
      "epoch": 0.46748681898066785,
      "grad_norm": 1.0187278985977173,
      "learning_rate": 5.5722126103475216e-05,
      "loss": 0.12,
      "step": 6251
    },
    {
      "epoch": 0.4675616049059567,
      "grad_norm": 1.1199697256088257,
      "learning_rate": 5.571036740212794e-05,
      "loss": 0.0915,
      "step": 6252
    },
    {
      "epoch": 0.4676363908312456,
      "grad_norm": 0.7944904565811157,
      "learning_rate": 5.5698608380775866e-05,
      "loss": 0.1177,
      "step": 6253
    },
    {
      "epoch": 0.4677111767565344,
      "grad_norm": 0.4955323338508606,
      "learning_rate": 5.568684904007795e-05,
      "loss": 0.05,
      "step": 6254
    },
    {
      "epoch": 0.46778596268182326,
      "grad_norm": 0.572604775428772,
      "learning_rate": 5.567508938069319e-05,
      "loss": 0.053,
      "step": 6255
    },
    {
      "epoch": 0.46786074860711213,
      "grad_norm": 0.28871530294418335,
      "learning_rate": 5.566332940328057e-05,
      "loss": 0.0193,
      "step": 6256
    },
    {
      "epoch": 0.467935534532401,
      "grad_norm": 0.7255813479423523,
      "learning_rate": 5.5651569108499136e-05,
      "loss": 0.0658,
      "step": 6257
    },
    {
      "epoch": 0.46801032045768987,
      "grad_norm": 0.6264711618423462,
      "learning_rate": 5.5639808497007916e-05,
      "loss": 0.0517,
      "step": 6258
    },
    {
      "epoch": 0.46808510638297873,
      "grad_norm": 0.5410925149917603,
      "learning_rate": 5.5628047569465955e-05,
      "loss": 0.0349,
      "step": 6259
    },
    {
      "epoch": 0.4681598923082676,
      "grad_norm": 0.6994888782501221,
      "learning_rate": 5.561628632653233e-05,
      "loss": 0.0454,
      "step": 6260
    },
    {
      "epoch": 0.46823467823355647,
      "grad_norm": 0.9372659921646118,
      "learning_rate": 5.560452476886614e-05,
      "loss": 0.1064,
      "step": 6261
    },
    {
      "epoch": 0.4683094641588453,
      "grad_norm": 0.5403048992156982,
      "learning_rate": 5.559276289712649e-05,
      "loss": 0.0574,
      "step": 6262
    },
    {
      "epoch": 0.46838425008413415,
      "grad_norm": 0.8979576230049133,
      "learning_rate": 5.558100071197251e-05,
      "loss": 0.0961,
      "step": 6263
    },
    {
      "epoch": 0.468459036009423,
      "grad_norm": 0.8425209522247314,
      "learning_rate": 5.5569238214063346e-05,
      "loss": 0.0732,
      "step": 6264
    },
    {
      "epoch": 0.4685338219347119,
      "grad_norm": 0.7547446489334106,
      "learning_rate": 5.555747540405816e-05,
      "loss": 0.0833,
      "step": 6265
    },
    {
      "epoch": 0.46860860786000075,
      "grad_norm": 0.6760227084159851,
      "learning_rate": 5.554571228261611e-05,
      "loss": 0.0564,
      "step": 6266
    },
    {
      "epoch": 0.4686833937852896,
      "grad_norm": 0.4113217890262604,
      "learning_rate": 5.5533948850396425e-05,
      "loss": 0.0339,
      "step": 6267
    },
    {
      "epoch": 0.4687581797105785,
      "grad_norm": 0.9900462031364441,
      "learning_rate": 5.55221851080583e-05,
      "loss": 0.0778,
      "step": 6268
    },
    {
      "epoch": 0.46883296563586735,
      "grad_norm": 2.000847101211548,
      "learning_rate": 5.5510421056260966e-05,
      "loss": 0.1104,
      "step": 6269
    },
    {
      "epoch": 0.4689077515611562,
      "grad_norm": 1.1696168184280396,
      "learning_rate": 5.549865669566368e-05,
      "loss": 0.0935,
      "step": 6270
    },
    {
      "epoch": 0.46898253748644503,
      "grad_norm": 0.7232268452644348,
      "learning_rate": 5.5486892026925684e-05,
      "loss": 0.071,
      "step": 6271
    },
    {
      "epoch": 0.4690573234117339,
      "grad_norm": 0.7682031989097595,
      "learning_rate": 5.54751270507063e-05,
      "loss": 0.0699,
      "step": 6272
    },
    {
      "epoch": 0.46913210933702276,
      "grad_norm": 1.0886114835739136,
      "learning_rate": 5.546336176766482e-05,
      "loss": 0.0863,
      "step": 6273
    },
    {
      "epoch": 0.46920689526231163,
      "grad_norm": 1.115282654762268,
      "learning_rate": 5.545159617846053e-05,
      "loss": 0.1013,
      "step": 6274
    },
    {
      "epoch": 0.4692816811876005,
      "grad_norm": 1.0849406719207764,
      "learning_rate": 5.5439830283752804e-05,
      "loss": 0.133,
      "step": 6275
    },
    {
      "epoch": 0.46935646711288936,
      "grad_norm": 1.0374828577041626,
      "learning_rate": 5.542806408420096e-05,
      "loss": 0.1017,
      "step": 6276
    },
    {
      "epoch": 0.46943125303817823,
      "grad_norm": 1.242374300956726,
      "learning_rate": 5.541629758046439e-05,
      "loss": 0.1319,
      "step": 6277
    },
    {
      "epoch": 0.4695060389634671,
      "grad_norm": 1.001526951789856,
      "learning_rate": 5.5404530773202476e-05,
      "loss": 0.1028,
      "step": 6278
    },
    {
      "epoch": 0.4695808248887559,
      "grad_norm": 0.6613617539405823,
      "learning_rate": 5.539276366307462e-05,
      "loss": 0.0634,
      "step": 6279
    },
    {
      "epoch": 0.4696556108140448,
      "grad_norm": 0.8934713006019592,
      "learning_rate": 5.5380996250740244e-05,
      "loss": 0.0844,
      "step": 6280
    },
    {
      "epoch": 0.46973039673933364,
      "grad_norm": 0.7490875124931335,
      "learning_rate": 5.5369228536858794e-05,
      "loss": 0.0754,
      "step": 6281
    },
    {
      "epoch": 0.4698051826646225,
      "grad_norm": 0.8549321293830872,
      "learning_rate": 5.53574605220897e-05,
      "loss": 0.0786,
      "step": 6282
    },
    {
      "epoch": 0.4698799685899114,
      "grad_norm": 0.46179020404815674,
      "learning_rate": 5.5345692207092446e-05,
      "loss": 0.0241,
      "step": 6283
    },
    {
      "epoch": 0.46995475451520025,
      "grad_norm": 0.6599029302597046,
      "learning_rate": 5.5333923592526515e-05,
      "loss": 0.0403,
      "step": 6284
    },
    {
      "epoch": 0.4700295404404891,
      "grad_norm": 0.8755871057510376,
      "learning_rate": 5.532215467905142e-05,
      "loss": 0.0986,
      "step": 6285
    },
    {
      "epoch": 0.470104326365778,
      "grad_norm": 1.0688564777374268,
      "learning_rate": 5.531038546732669e-05,
      "loss": 0.1082,
      "step": 6286
    },
    {
      "epoch": 0.47017911229106685,
      "grad_norm": 1.1780376434326172,
      "learning_rate": 5.5298615958011835e-05,
      "loss": 0.0889,
      "step": 6287
    },
    {
      "epoch": 0.47025389821635566,
      "grad_norm": 0.7553766965866089,
      "learning_rate": 5.528684615176645e-05,
      "loss": 0.0554,
      "step": 6288
    },
    {
      "epoch": 0.4703286841416445,
      "grad_norm": 1.6841809749603271,
      "learning_rate": 5.527507604925006e-05,
      "loss": 0.143,
      "step": 6289
    },
    {
      "epoch": 0.4704034700669334,
      "grad_norm": 1.7631341218948364,
      "learning_rate": 5.5263305651122274e-05,
      "loss": 0.1606,
      "step": 6290
    },
    {
      "epoch": 0.47047825599222226,
      "grad_norm": 1.1612015962600708,
      "learning_rate": 5.5251534958042704e-05,
      "loss": 0.1621,
      "step": 6291
    },
    {
      "epoch": 0.47055304191751113,
      "grad_norm": 1.4472767114639282,
      "learning_rate": 5.523976397067098e-05,
      "loss": 0.223,
      "step": 6292
    },
    {
      "epoch": 0.4706278278428,
      "grad_norm": 1.430930495262146,
      "learning_rate": 5.52279926896667e-05,
      "loss": 0.1821,
      "step": 6293
    },
    {
      "epoch": 0.47070261376808886,
      "grad_norm": 1.1399877071380615,
      "learning_rate": 5.521622111568956e-05,
      "loss": 0.0882,
      "step": 6294
    },
    {
      "epoch": 0.47077739969337773,
      "grad_norm": 1.496001124382019,
      "learning_rate": 5.520444924939921e-05,
      "loss": 0.1645,
      "step": 6295
    },
    {
      "epoch": 0.47085218561866654,
      "grad_norm": 1.2616711854934692,
      "learning_rate": 5.5192677091455335e-05,
      "loss": 0.1606,
      "step": 6296
    },
    {
      "epoch": 0.4709269715439554,
      "grad_norm": 1.7676466703414917,
      "learning_rate": 5.518090464251764e-05,
      "loss": 0.2021,
      "step": 6297
    },
    {
      "epoch": 0.4710017574692443,
      "grad_norm": 2.5944952964782715,
      "learning_rate": 5.516913190324585e-05,
      "loss": 0.1445,
      "step": 6298
    },
    {
      "epoch": 0.47107654339453314,
      "grad_norm": 1.2582495212554932,
      "learning_rate": 5.515735887429972e-05,
      "loss": 0.1059,
      "step": 6299
    },
    {
      "epoch": 0.471151329319822,
      "grad_norm": 1.336320400238037,
      "learning_rate": 5.514558555633895e-05,
      "loss": 0.0941,
      "step": 6300
    },
    {
      "epoch": 0.4712261152451109,
      "grad_norm": 0.9024862051010132,
      "learning_rate": 5.513381195002335e-05,
      "loss": 0.0865,
      "step": 6301
    },
    {
      "epoch": 0.47130090117039974,
      "grad_norm": 0.7418102025985718,
      "learning_rate": 5.512203805601268e-05,
      "loss": 0.0734,
      "step": 6302
    },
    {
      "epoch": 0.4713756870956886,
      "grad_norm": 0.5617173314094543,
      "learning_rate": 5.511026387496677e-05,
      "loss": 0.0484,
      "step": 6303
    },
    {
      "epoch": 0.4714504730209775,
      "grad_norm": 0.7043728232383728,
      "learning_rate": 5.5098489407545414e-05,
      "loss": 0.0577,
      "step": 6304
    },
    {
      "epoch": 0.4715252589462663,
      "grad_norm": 1.009866714477539,
      "learning_rate": 5.508671465440845e-05,
      "loss": 0.094,
      "step": 6305
    },
    {
      "epoch": 0.47160004487155516,
      "grad_norm": 0.6276466250419617,
      "learning_rate": 5.5074939616215714e-05,
      "loss": 0.0717,
      "step": 6306
    },
    {
      "epoch": 0.471674830796844,
      "grad_norm": 0.6310288310050964,
      "learning_rate": 5.506316429362709e-05,
      "loss": 0.0582,
      "step": 6307
    },
    {
      "epoch": 0.4717496167221329,
      "grad_norm": 0.9099729061126709,
      "learning_rate": 5.505138868730245e-05,
      "loss": 0.109,
      "step": 6308
    },
    {
      "epoch": 0.47182440264742176,
      "grad_norm": 0.6769419312477112,
      "learning_rate": 5.503961279790168e-05,
      "loss": 0.0546,
      "step": 6309
    },
    {
      "epoch": 0.4718991885727106,
      "grad_norm": 1.5586903095245361,
      "learning_rate": 5.502783662608473e-05,
      "loss": 0.3544,
      "step": 6310
    },
    {
      "epoch": 0.4719739744979995,
      "grad_norm": 0.5607253909111023,
      "learning_rate": 5.501606017251149e-05,
      "loss": 0.0559,
      "step": 6311
    },
    {
      "epoch": 0.47204876042328836,
      "grad_norm": 0.5557520985603333,
      "learning_rate": 5.5004283437841906e-05,
      "loss": 0.0451,
      "step": 6312
    },
    {
      "epoch": 0.47212354634857717,
      "grad_norm": 0.5054733753204346,
      "learning_rate": 5.499250642273596e-05,
      "loss": 0.0396,
      "step": 6313
    },
    {
      "epoch": 0.47219833227386604,
      "grad_norm": 0.8586695790290833,
      "learning_rate": 5.4980729127853606e-05,
      "loss": 0.1244,
      "step": 6314
    },
    {
      "epoch": 0.4722731181991549,
      "grad_norm": 0.9118668437004089,
      "learning_rate": 5.496895155385484e-05,
      "loss": 0.0865,
      "step": 6315
    },
    {
      "epoch": 0.4723479041244438,
      "grad_norm": 1.536555290222168,
      "learning_rate": 5.4957173701399675e-05,
      "loss": 0.1663,
      "step": 6316
    },
    {
      "epoch": 0.47242269004973264,
      "grad_norm": 0.6664596796035767,
      "learning_rate": 5.494539557114813e-05,
      "loss": 0.0596,
      "step": 6317
    },
    {
      "epoch": 0.4724974759750215,
      "grad_norm": 1.0788154602050781,
      "learning_rate": 5.493361716376025e-05,
      "loss": 0.117,
      "step": 6318
    },
    {
      "epoch": 0.4725722619003104,
      "grad_norm": 0.8269741535186768,
      "learning_rate": 5.492183847989608e-05,
      "loss": 0.0428,
      "step": 6319
    },
    {
      "epoch": 0.47264704782559924,
      "grad_norm": 0.7757763266563416,
      "learning_rate": 5.491005952021568e-05,
      "loss": 0.0661,
      "step": 6320
    },
    {
      "epoch": 0.4727218337508881,
      "grad_norm": 0.605071485042572,
      "learning_rate": 5.489828028537916e-05,
      "loss": 0.07,
      "step": 6321
    },
    {
      "epoch": 0.4727966196761769,
      "grad_norm": 1.3334461450576782,
      "learning_rate": 5.488650077604659e-05,
      "loss": 0.2734,
      "step": 6322
    },
    {
      "epoch": 0.4728714056014658,
      "grad_norm": 0.711304247379303,
      "learning_rate": 5.48747209928781e-05,
      "loss": 0.0552,
      "step": 6323
    },
    {
      "epoch": 0.47294619152675466,
      "grad_norm": 0.899813175201416,
      "learning_rate": 5.4862940936533825e-05,
      "loss": 0.0857,
      "step": 6324
    },
    {
      "epoch": 0.4730209774520435,
      "grad_norm": 0.9510608315467834,
      "learning_rate": 5.485116060767391e-05,
      "loss": 0.1063,
      "step": 6325
    },
    {
      "epoch": 0.4730957633773324,
      "grad_norm": 0.840064287185669,
      "learning_rate": 5.48393800069585e-05,
      "loss": 0.0627,
      "step": 6326
    },
    {
      "epoch": 0.47317054930262126,
      "grad_norm": 0.706055760383606,
      "learning_rate": 5.482759913504778e-05,
      "loss": 0.0864,
      "step": 6327
    },
    {
      "epoch": 0.4732453352279101,
      "grad_norm": 0.5704856514930725,
      "learning_rate": 5.481581799260195e-05,
      "loss": 0.0438,
      "step": 6328
    },
    {
      "epoch": 0.473320121153199,
      "grad_norm": 0.4981876313686371,
      "learning_rate": 5.4804036580281216e-05,
      "loss": 0.0295,
      "step": 6329
    },
    {
      "epoch": 0.4733949070784878,
      "grad_norm": 0.7047887444496155,
      "learning_rate": 5.479225489874579e-05,
      "loss": 0.0487,
      "step": 6330
    },
    {
      "epoch": 0.47346969300377667,
      "grad_norm": 0.9476316571235657,
      "learning_rate": 5.478047294865591e-05,
      "loss": 0.0785,
      "step": 6331
    },
    {
      "epoch": 0.47354447892906554,
      "grad_norm": 1.3946807384490967,
      "learning_rate": 5.476869073067183e-05,
      "loss": 0.0627,
      "step": 6332
    },
    {
      "epoch": 0.4736192648543544,
      "grad_norm": 1.0406969785690308,
      "learning_rate": 5.475690824545383e-05,
      "loss": 0.0829,
      "step": 6333
    },
    {
      "epoch": 0.47369405077964327,
      "grad_norm": 0.6860013604164124,
      "learning_rate": 5.4745125493662166e-05,
      "loss": 0.0497,
      "step": 6334
    },
    {
      "epoch": 0.47376883670493214,
      "grad_norm": 1.5682084560394287,
      "learning_rate": 5.473334247595715e-05,
      "loss": 0.1657,
      "step": 6335
    },
    {
      "epoch": 0.473843622630221,
      "grad_norm": 0.7121527194976807,
      "learning_rate": 5.4721559192999096e-05,
      "loss": 0.0476,
      "step": 6336
    },
    {
      "epoch": 0.4739184085555099,
      "grad_norm": 0.8601043820381165,
      "learning_rate": 5.4709775645448316e-05,
      "loss": 0.0604,
      "step": 6337
    },
    {
      "epoch": 0.47399319448079874,
      "grad_norm": 1.013168215751648,
      "learning_rate": 5.4697991833965166e-05,
      "loss": 0.0901,
      "step": 6338
    },
    {
      "epoch": 0.47406798040608755,
      "grad_norm": 0.6818447113037109,
      "learning_rate": 5.4686207759209994e-05,
      "loss": 0.0506,
      "step": 6339
    },
    {
      "epoch": 0.4741427663313764,
      "grad_norm": 1.573886513710022,
      "learning_rate": 5.467442342184319e-05,
      "loss": 0.2095,
      "step": 6340
    },
    {
      "epoch": 0.4742175522566653,
      "grad_norm": 1.494935393333435,
      "learning_rate": 5.466263882252511e-05,
      "loss": 0.2489,
      "step": 6341
    },
    {
      "epoch": 0.47429233818195415,
      "grad_norm": 1.8886833190917969,
      "learning_rate": 5.465085396191618e-05,
      "loss": 0.267,
      "step": 6342
    },
    {
      "epoch": 0.474367124107243,
      "grad_norm": 0.8836846351623535,
      "learning_rate": 5.46390688406768e-05,
      "loss": 0.0855,
      "step": 6343
    },
    {
      "epoch": 0.4744419100325319,
      "grad_norm": 0.9398717880249023,
      "learning_rate": 5.4627283459467396e-05,
      "loss": 0.0729,
      "step": 6344
    },
    {
      "epoch": 0.47451669595782076,
      "grad_norm": 1.1304770708084106,
      "learning_rate": 5.461549781894842e-05,
      "loss": 0.1122,
      "step": 6345
    },
    {
      "epoch": 0.4745914818831096,
      "grad_norm": 1.3553532361984253,
      "learning_rate": 5.460371191978034e-05,
      "loss": 0.1582,
      "step": 6346
    },
    {
      "epoch": 0.47466626780839843,
      "grad_norm": 2.8610377311706543,
      "learning_rate": 5.459192576262361e-05,
      "loss": 0.1329,
      "step": 6347
    },
    {
      "epoch": 0.4747410537336873,
      "grad_norm": 1.9419405460357666,
      "learning_rate": 5.458013934813874e-05,
      "loss": 0.205,
      "step": 6348
    },
    {
      "epoch": 0.47481583965897617,
      "grad_norm": 1.4502813816070557,
      "learning_rate": 5.456835267698621e-05,
      "loss": 0.1121,
      "step": 6349
    },
    {
      "epoch": 0.47489062558426504,
      "grad_norm": 1.8425577878952026,
      "learning_rate": 5.455656574982654e-05,
      "loss": 0.1872,
      "step": 6350
    },
    {
      "epoch": 0.4749654115095539,
      "grad_norm": 0.6465848088264465,
      "learning_rate": 5.4544778567320266e-05,
      "loss": 0.0792,
      "step": 6351
    },
    {
      "epoch": 0.47504019743484277,
      "grad_norm": 0.8114977478981018,
      "learning_rate": 5.453299113012794e-05,
      "loss": 0.0872,
      "step": 6352
    },
    {
      "epoch": 0.47511498336013164,
      "grad_norm": 0.6379362940788269,
      "learning_rate": 5.452120343891011e-05,
      "loss": 0.057,
      "step": 6353
    },
    {
      "epoch": 0.4751897692854205,
      "grad_norm": 0.9890245795249939,
      "learning_rate": 5.4509415494327355e-05,
      "loss": 0.1418,
      "step": 6354
    },
    {
      "epoch": 0.47526455521070937,
      "grad_norm": 0.6871156692504883,
      "learning_rate": 5.4497627297040264e-05,
      "loss": 0.0807,
      "step": 6355
    },
    {
      "epoch": 0.4753393411359982,
      "grad_norm": 0.6707212924957275,
      "learning_rate": 5.448583884770944e-05,
      "loss": 0.0431,
      "step": 6356
    },
    {
      "epoch": 0.47541412706128705,
      "grad_norm": 1.007149577140808,
      "learning_rate": 5.447405014699549e-05,
      "loss": 0.0861,
      "step": 6357
    },
    {
      "epoch": 0.4754889129865759,
      "grad_norm": 0.809417188167572,
      "learning_rate": 5.446226119555905e-05,
      "loss": 0.0835,
      "step": 6358
    },
    {
      "epoch": 0.4755636989118648,
      "grad_norm": 0.9032142162322998,
      "learning_rate": 5.445047199406076e-05,
      "loss": 0.1108,
      "step": 6359
    },
    {
      "epoch": 0.47563848483715365,
      "grad_norm": 0.4908876121044159,
      "learning_rate": 5.443868254316128e-05,
      "loss": 0.0414,
      "step": 6360
    },
    {
      "epoch": 0.4757132707624425,
      "grad_norm": 0.8755438327789307,
      "learning_rate": 5.44268928435213e-05,
      "loss": 0.0788,
      "step": 6361
    },
    {
      "epoch": 0.4757880566877314,
      "grad_norm": 0.9661677479743958,
      "learning_rate": 5.4415102895801485e-05,
      "loss": 0.0934,
      "step": 6362
    },
    {
      "epoch": 0.47586284261302025,
      "grad_norm": 0.7036583423614502,
      "learning_rate": 5.4403312700662545e-05,
      "loss": 0.0588,
      "step": 6363
    },
    {
      "epoch": 0.47593762853830907,
      "grad_norm": 0.8024945259094238,
      "learning_rate": 5.439152225876518e-05,
      "loss": 0.0707,
      "step": 6364
    },
    {
      "epoch": 0.47601241446359793,
      "grad_norm": 1.0746067762374878,
      "learning_rate": 5.437973157077013e-05,
      "loss": 0.0725,
      "step": 6365
    },
    {
      "epoch": 0.4760872003888868,
      "grad_norm": 1.0793696641921997,
      "learning_rate": 5.4367940637338124e-05,
      "loss": 0.1525,
      "step": 6366
    },
    {
      "epoch": 0.47616198631417567,
      "grad_norm": 1.1865736246109009,
      "learning_rate": 5.4356149459129933e-05,
      "loss": 0.0687,
      "step": 6367
    },
    {
      "epoch": 0.47623677223946453,
      "grad_norm": 0.6251709461212158,
      "learning_rate": 5.434435803680632e-05,
      "loss": 0.0408,
      "step": 6368
    },
    {
      "epoch": 0.4763115581647534,
      "grad_norm": 1.0665943622589111,
      "learning_rate": 5.4332566371028074e-05,
      "loss": 0.0726,
      "step": 6369
    },
    {
      "epoch": 0.47638634409004227,
      "grad_norm": 0.5622157454490662,
      "learning_rate": 5.432077446245599e-05,
      "loss": 0.0552,
      "step": 6370
    },
    {
      "epoch": 0.47646113001533114,
      "grad_norm": 0.7685840725898743,
      "learning_rate": 5.4308982311750865e-05,
      "loss": 0.0593,
      "step": 6371
    },
    {
      "epoch": 0.47653591594062,
      "grad_norm": 0.7041543126106262,
      "learning_rate": 5.429718991957352e-05,
      "loss": 0.0452,
      "step": 6372
    },
    {
      "epoch": 0.4766107018659088,
      "grad_norm": 0.8086285591125488,
      "learning_rate": 5.4285397286584814e-05,
      "loss": 0.0748,
      "step": 6373
    },
    {
      "epoch": 0.4766854877911977,
      "grad_norm": 0.7024213075637817,
      "learning_rate": 5.4273604413445576e-05,
      "loss": 0.061,
      "step": 6374
    },
    {
      "epoch": 0.47676027371648655,
      "grad_norm": 0.7520734667778015,
      "learning_rate": 5.426181130081669e-05,
      "loss": 0.0609,
      "step": 6375
    },
    {
      "epoch": 0.4768350596417754,
      "grad_norm": 0.8272243142127991,
      "learning_rate": 5.4250017949359024e-05,
      "loss": 0.0574,
      "step": 6376
    },
    {
      "epoch": 0.4769098455670643,
      "grad_norm": 1.3923624753952026,
      "learning_rate": 5.423822435973347e-05,
      "loss": 0.1599,
      "step": 6377
    },
    {
      "epoch": 0.47698463149235315,
      "grad_norm": 0.9229049682617188,
      "learning_rate": 5.422643053260092e-05,
      "loss": 0.0684,
      "step": 6378
    },
    {
      "epoch": 0.477059417417642,
      "grad_norm": 0.99622642993927,
      "learning_rate": 5.4214636468622306e-05,
      "loss": 0.1228,
      "step": 6379
    },
    {
      "epoch": 0.4771342033429309,
      "grad_norm": 1.3938130140304565,
      "learning_rate": 5.4202842168458547e-05,
      "loss": 0.1589,
      "step": 6380
    },
    {
      "epoch": 0.4772089892682197,
      "grad_norm": 1.0281087160110474,
      "learning_rate": 5.419104763277061e-05,
      "loss": 0.1217,
      "step": 6381
    },
    {
      "epoch": 0.47728377519350856,
      "grad_norm": 0.7367894053459167,
      "learning_rate": 5.417925286221942e-05,
      "loss": 0.0534,
      "step": 6382
    },
    {
      "epoch": 0.47735856111879743,
      "grad_norm": 1.2194173336029053,
      "learning_rate": 5.416745785746596e-05,
      "loss": 0.0865,
      "step": 6383
    },
    {
      "epoch": 0.4774333470440863,
      "grad_norm": 0.8913883566856384,
      "learning_rate": 5.4155662619171235e-05,
      "loss": 0.0886,
      "step": 6384
    },
    {
      "epoch": 0.47750813296937517,
      "grad_norm": 0.5248324871063232,
      "learning_rate": 5.414386714799622e-05,
      "loss": 0.0318,
      "step": 6385
    },
    {
      "epoch": 0.47758291889466403,
      "grad_norm": 1.0865496397018433,
      "learning_rate": 5.4132071444601926e-05,
      "loss": 0.0893,
      "step": 6386
    },
    {
      "epoch": 0.4776577048199529,
      "grad_norm": 0.8944061398506165,
      "learning_rate": 5.412027550964938e-05,
      "loss": 0.0635,
      "step": 6387
    },
    {
      "epoch": 0.47773249074524177,
      "grad_norm": 0.5980362892150879,
      "learning_rate": 5.41084793437996e-05,
      "loss": 0.0387,
      "step": 6388
    },
    {
      "epoch": 0.4778072766705306,
      "grad_norm": 0.5652362704277039,
      "learning_rate": 5.409668294771366e-05,
      "loss": 0.0493,
      "step": 6389
    },
    {
      "epoch": 0.47788206259581945,
      "grad_norm": 0.6498489379882812,
      "learning_rate": 5.408488632205261e-05,
      "loss": 0.0478,
      "step": 6390
    },
    {
      "epoch": 0.4779568485211083,
      "grad_norm": 0.7549814581871033,
      "learning_rate": 5.407308946747752e-05,
      "loss": 0.055,
      "step": 6391
    },
    {
      "epoch": 0.4780316344463972,
      "grad_norm": 0.9311299324035645,
      "learning_rate": 5.406129238464951e-05,
      "loss": 0.0705,
      "step": 6392
    },
    {
      "epoch": 0.47810642037168605,
      "grad_norm": 1.1890060901641846,
      "learning_rate": 5.404949507422964e-05,
      "loss": 0.0853,
      "step": 6393
    },
    {
      "epoch": 0.4781812062969749,
      "grad_norm": 1.1414756774902344,
      "learning_rate": 5.403769753687902e-05,
      "loss": 0.1045,
      "step": 6394
    },
    {
      "epoch": 0.4782559922222638,
      "grad_norm": 1.8754818439483643,
      "learning_rate": 5.4025899773258794e-05,
      "loss": 0.272,
      "step": 6395
    },
    {
      "epoch": 0.47833077814755265,
      "grad_norm": 1.2771247625350952,
      "learning_rate": 5.40141017840301e-05,
      "loss": 0.1232,
      "step": 6396
    },
    {
      "epoch": 0.4784055640728415,
      "grad_norm": 1.3887245655059814,
      "learning_rate": 5.4002303569854085e-05,
      "loss": 0.1785,
      "step": 6397
    },
    {
      "epoch": 0.4784803499981303,
      "grad_norm": 1.5574909448623657,
      "learning_rate": 5.39905051313919e-05,
      "loss": 0.1406,
      "step": 6398
    },
    {
      "epoch": 0.4785551359234192,
      "grad_norm": 1.0748234987258911,
      "learning_rate": 5.397870646930474e-05,
      "loss": 0.0954,
      "step": 6399
    },
    {
      "epoch": 0.47862992184870806,
      "grad_norm": 1.7967709302902222,
      "learning_rate": 5.39669075842538e-05,
      "loss": 0.2072,
      "step": 6400
    },
    {
      "epoch": 0.47870470777399693,
      "grad_norm": 0.9857814311981201,
      "learning_rate": 5.395510847690026e-05,
      "loss": 0.1072,
      "step": 6401
    },
    {
      "epoch": 0.4787794936992858,
      "grad_norm": 0.597406268119812,
      "learning_rate": 5.394330914790534e-05,
      "loss": 0.0616,
      "step": 6402
    },
    {
      "epoch": 0.47885427962457466,
      "grad_norm": 0.9868131875991821,
      "learning_rate": 5.393150959793026e-05,
      "loss": 0.1125,
      "step": 6403
    },
    {
      "epoch": 0.47892906554986353,
      "grad_norm": 0.761127233505249,
      "learning_rate": 5.391970982763627e-05,
      "loss": 0.047,
      "step": 6404
    },
    {
      "epoch": 0.4790038514751524,
      "grad_norm": 0.9169573187828064,
      "learning_rate": 5.3907909837684615e-05,
      "loss": 0.0742,
      "step": 6405
    },
    {
      "epoch": 0.4790786374004412,
      "grad_norm": 0.9311373233795166,
      "learning_rate": 5.389610962873655e-05,
      "loss": 0.1215,
      "step": 6406
    },
    {
      "epoch": 0.4791534233257301,
      "grad_norm": 0.7284712791442871,
      "learning_rate": 5.3884309201453376e-05,
      "loss": 0.0722,
      "step": 6407
    },
    {
      "epoch": 0.47922820925101894,
      "grad_norm": 0.8045549988746643,
      "learning_rate": 5.387250855649635e-05,
      "loss": 0.0947,
      "step": 6408
    },
    {
      "epoch": 0.4793029951763078,
      "grad_norm": 0.8273499011993408,
      "learning_rate": 5.386070769452678e-05,
      "loss": 0.0808,
      "step": 6409
    },
    {
      "epoch": 0.4793777811015967,
      "grad_norm": 0.5637067556381226,
      "learning_rate": 5.3848906616205975e-05,
      "loss": 0.0394,
      "step": 6410
    },
    {
      "epoch": 0.47945256702688555,
      "grad_norm": 0.7309063076972961,
      "learning_rate": 5.383710532219528e-05,
      "loss": 0.061,
      "step": 6411
    },
    {
      "epoch": 0.4795273529521744,
      "grad_norm": 0.771520733833313,
      "learning_rate": 5.3825303813156e-05,
      "loss": 0.0688,
      "step": 6412
    },
    {
      "epoch": 0.4796021388774633,
      "grad_norm": 0.6849660277366638,
      "learning_rate": 5.381350208974951e-05,
      "loss": 0.0904,
      "step": 6413
    },
    {
      "epoch": 0.47967692480275215,
      "grad_norm": 1.071541666984558,
      "learning_rate": 5.380170015263716e-05,
      "loss": 0.1232,
      "step": 6414
    },
    {
      "epoch": 0.47975171072804096,
      "grad_norm": 1.0816023349761963,
      "learning_rate": 5.3789898002480335e-05,
      "loss": 0.1112,
      "step": 6415
    },
    {
      "epoch": 0.4798264966533298,
      "grad_norm": 0.7326072454452515,
      "learning_rate": 5.377809563994037e-05,
      "loss": 0.094,
      "step": 6416
    },
    {
      "epoch": 0.4799012825786187,
      "grad_norm": 0.6302750706672668,
      "learning_rate": 5.376629306567872e-05,
      "loss": 0.0442,
      "step": 6417
    },
    {
      "epoch": 0.47997606850390756,
      "grad_norm": 0.6223425269126892,
      "learning_rate": 5.375449028035676e-05,
      "loss": 0.0663,
      "step": 6418
    },
    {
      "epoch": 0.4800508544291964,
      "grad_norm": 1.2700568437576294,
      "learning_rate": 5.3742687284635916e-05,
      "loss": 0.146,
      "step": 6419
    },
    {
      "epoch": 0.4801256403544853,
      "grad_norm": 0.9644614458084106,
      "learning_rate": 5.3730884079177625e-05,
      "loss": 0.0773,
      "step": 6420
    },
    {
      "epoch": 0.48020042627977416,
      "grad_norm": 0.5713587403297424,
      "learning_rate": 5.371908066464332e-05,
      "loss": 0.035,
      "step": 6421
    },
    {
      "epoch": 0.48027521220506303,
      "grad_norm": 0.8923754096031189,
      "learning_rate": 5.370727704169447e-05,
      "loss": 0.0948,
      "step": 6422
    },
    {
      "epoch": 0.48034999813035184,
      "grad_norm": 0.8505822420120239,
      "learning_rate": 5.369547321099253e-05,
      "loss": 0.0674,
      "step": 6423
    },
    {
      "epoch": 0.4804247840556407,
      "grad_norm": 0.6210178732872009,
      "learning_rate": 5.3683669173198984e-05,
      "loss": 0.0528,
      "step": 6424
    },
    {
      "epoch": 0.4804995699809296,
      "grad_norm": 0.942675769329071,
      "learning_rate": 5.367186492897531e-05,
      "loss": 0.0797,
      "step": 6425
    },
    {
      "epoch": 0.48057435590621844,
      "grad_norm": 0.9368547797203064,
      "learning_rate": 5.366006047898302e-05,
      "loss": 0.0888,
      "step": 6426
    },
    {
      "epoch": 0.4806491418315073,
      "grad_norm": 1.029855728149414,
      "learning_rate": 5.364825582388362e-05,
      "loss": 0.1013,
      "step": 6427
    },
    {
      "epoch": 0.4807239277567962,
      "grad_norm": 1.4967527389526367,
      "learning_rate": 5.363645096433864e-05,
      "loss": 0.1248,
      "step": 6428
    },
    {
      "epoch": 0.48079871368208504,
      "grad_norm": 0.6177212595939636,
      "learning_rate": 5.3624645901009605e-05,
      "loss": 0.0407,
      "step": 6429
    },
    {
      "epoch": 0.4808734996073739,
      "grad_norm": 0.5925999879837036,
      "learning_rate": 5.361284063455809e-05,
      "loss": 0.0415,
      "step": 6430
    },
    {
      "epoch": 0.4809482855326628,
      "grad_norm": 1.0873891115188599,
      "learning_rate": 5.360103516564563e-05,
      "loss": 0.1023,
      "step": 6431
    },
    {
      "epoch": 0.4810230714579516,
      "grad_norm": 0.8431206345558167,
      "learning_rate": 5.358922949493379e-05,
      "loss": 0.0796,
      "step": 6432
    },
    {
      "epoch": 0.48109785738324046,
      "grad_norm": 0.580409049987793,
      "learning_rate": 5.357742362308417e-05,
      "loss": 0.0406,
      "step": 6433
    },
    {
      "epoch": 0.4811726433085293,
      "grad_norm": 0.9178640246391296,
      "learning_rate": 5.356561755075834e-05,
      "loss": 0.081,
      "step": 6434
    },
    {
      "epoch": 0.4812474292338182,
      "grad_norm": 0.8046499490737915,
      "learning_rate": 5.355381127861793e-05,
      "loss": 0.0719,
      "step": 6435
    },
    {
      "epoch": 0.48132221515910706,
      "grad_norm": 0.8190299868583679,
      "learning_rate": 5.354200480732453e-05,
      "loss": 0.0911,
      "step": 6436
    },
    {
      "epoch": 0.4813970010843959,
      "grad_norm": 0.6119239330291748,
      "learning_rate": 5.3530198137539786e-05,
      "loss": 0.0285,
      "step": 6437
    },
    {
      "epoch": 0.4814717870096848,
      "grad_norm": 0.8284762501716614,
      "learning_rate": 5.3518391269925325e-05,
      "loss": 0.0548,
      "step": 6438
    },
    {
      "epoch": 0.48154657293497366,
      "grad_norm": 0.9295399188995361,
      "learning_rate": 5.35065842051428e-05,
      "loss": 0.0956,
      "step": 6439
    },
    {
      "epoch": 0.48162135886026247,
      "grad_norm": 0.7860324382781982,
      "learning_rate": 5.3494776943853864e-05,
      "loss": 0.0634,
      "step": 6440
    },
    {
      "epoch": 0.48169614478555134,
      "grad_norm": 2.0488481521606445,
      "learning_rate": 5.348296948672018e-05,
      "loss": 0.1595,
      "step": 6441
    },
    {
      "epoch": 0.4817709307108402,
      "grad_norm": 1.5688700675964355,
      "learning_rate": 5.3471161834403446e-05,
      "loss": 0.1587,
      "step": 6442
    },
    {
      "epoch": 0.4818457166361291,
      "grad_norm": 0.780060350894928,
      "learning_rate": 5.345935398756535e-05,
      "loss": 0.0679,
      "step": 6443
    },
    {
      "epoch": 0.48192050256141794,
      "grad_norm": 2.058121681213379,
      "learning_rate": 5.344754594686761e-05,
      "loss": 0.1855,
      "step": 6444
    },
    {
      "epoch": 0.4819952884867068,
      "grad_norm": 1.2678536176681519,
      "learning_rate": 5.34357377129719e-05,
      "loss": 0.0874,
      "step": 6445
    },
    {
      "epoch": 0.4820700744119957,
      "grad_norm": 1.2100845575332642,
      "learning_rate": 5.3423929286539965e-05,
      "loss": 0.0977,
      "step": 6446
    },
    {
      "epoch": 0.48214486033728454,
      "grad_norm": 1.653313398361206,
      "learning_rate": 5.341212066823355e-05,
      "loss": 0.2133,
      "step": 6447
    },
    {
      "epoch": 0.4822196462625734,
      "grad_norm": 1.3058503866195679,
      "learning_rate": 5.340031185871439e-05,
      "loss": 0.1221,
      "step": 6448
    },
    {
      "epoch": 0.4822944321878622,
      "grad_norm": 1.3275278806686401,
      "learning_rate": 5.338850285864425e-05,
      "loss": 0.1379,
      "step": 6449
    },
    {
      "epoch": 0.4823692181131511,
      "grad_norm": 2.5767862796783447,
      "learning_rate": 5.3376693668684896e-05,
      "loss": 0.2594,
      "step": 6450
    },
    {
      "epoch": 0.48244400403843996,
      "grad_norm": 0.9436557292938232,
      "learning_rate": 5.3364884289498105e-05,
      "loss": 0.1056,
      "step": 6451
    },
    {
      "epoch": 0.4825187899637288,
      "grad_norm": 0.9936926364898682,
      "learning_rate": 5.335307472174568e-05,
      "loss": 0.055,
      "step": 6452
    },
    {
      "epoch": 0.4825935758890177,
      "grad_norm": 1.2832565307617188,
      "learning_rate": 5.3341264966089376e-05,
      "loss": 0.1078,
      "step": 6453
    },
    {
      "epoch": 0.48266836181430656,
      "grad_norm": 0.8021187782287598,
      "learning_rate": 5.332945502319105e-05,
      "loss": 0.0782,
      "step": 6454
    },
    {
      "epoch": 0.4827431477395954,
      "grad_norm": 0.9283884167671204,
      "learning_rate": 5.331764489371251e-05,
      "loss": 0.0707,
      "step": 6455
    },
    {
      "epoch": 0.4828179336648843,
      "grad_norm": 0.7559624314308167,
      "learning_rate": 5.3305834578315573e-05,
      "loss": 0.0955,
      "step": 6456
    },
    {
      "epoch": 0.4828927195901731,
      "grad_norm": 0.7651797533035278,
      "learning_rate": 5.329402407766209e-05,
      "loss": 0.0929,
      "step": 6457
    },
    {
      "epoch": 0.48296750551546197,
      "grad_norm": 0.5595182180404663,
      "learning_rate": 5.328221339241392e-05,
      "loss": 0.0445,
      "step": 6458
    },
    {
      "epoch": 0.48304229144075084,
      "grad_norm": 0.6235619187355042,
      "learning_rate": 5.32704025232329e-05,
      "loss": 0.0668,
      "step": 6459
    },
    {
      "epoch": 0.4831170773660397,
      "grad_norm": 0.4482893943786621,
      "learning_rate": 5.325859147078095e-05,
      "loss": 0.0319,
      "step": 6460
    },
    {
      "epoch": 0.48319186329132857,
      "grad_norm": 0.5864087343215942,
      "learning_rate": 5.3246780235719896e-05,
      "loss": 0.0503,
      "step": 6461
    },
    {
      "epoch": 0.48326664921661744,
      "grad_norm": 1.0650289058685303,
      "learning_rate": 5.3234968818711676e-05,
      "loss": 0.1594,
      "step": 6462
    },
    {
      "epoch": 0.4833414351419063,
      "grad_norm": 1.0846279859542847,
      "learning_rate": 5.322315722041815e-05,
      "loss": 0.0881,
      "step": 6463
    },
    {
      "epoch": 0.4834162210671952,
      "grad_norm": 0.6344859600067139,
      "learning_rate": 5.321134544150128e-05,
      "loss": 0.0631,
      "step": 6464
    },
    {
      "epoch": 0.48349100699248404,
      "grad_norm": 0.587519109249115,
      "learning_rate": 5.3199533482622956e-05,
      "loss": 0.0322,
      "step": 6465
    },
    {
      "epoch": 0.48356579291777285,
      "grad_norm": 0.8640275597572327,
      "learning_rate": 5.318772134444512e-05,
      "loss": 0.0783,
      "step": 6466
    },
    {
      "epoch": 0.4836405788430617,
      "grad_norm": 0.9705674052238464,
      "learning_rate": 5.317590902762973e-05,
      "loss": 0.0585,
      "step": 6467
    },
    {
      "epoch": 0.4837153647683506,
      "grad_norm": 0.8340708613395691,
      "learning_rate": 5.316409653283872e-05,
      "loss": 0.0636,
      "step": 6468
    },
    {
      "epoch": 0.48379015069363945,
      "grad_norm": 0.8699209690093994,
      "learning_rate": 5.3152283860734054e-05,
      "loss": 0.0516,
      "step": 6469
    },
    {
      "epoch": 0.4838649366189283,
      "grad_norm": 1.1916152238845825,
      "learning_rate": 5.314047101197771e-05,
      "loss": 0.1259,
      "step": 6470
    },
    {
      "epoch": 0.4839397225442172,
      "grad_norm": 0.9739223718643188,
      "learning_rate": 5.3128657987231666e-05,
      "loss": 0.0771,
      "step": 6471
    },
    {
      "epoch": 0.48401450846950606,
      "grad_norm": 1.063754916191101,
      "learning_rate": 5.3116844787157936e-05,
      "loss": 0.0803,
      "step": 6472
    },
    {
      "epoch": 0.4840892943947949,
      "grad_norm": 1.1597609519958496,
      "learning_rate": 5.3105031412418504e-05,
      "loss": 0.1109,
      "step": 6473
    },
    {
      "epoch": 0.48416408032008373,
      "grad_norm": 1.3220582008361816,
      "learning_rate": 5.3093217863675405e-05,
      "loss": 0.0864,
      "step": 6474
    },
    {
      "epoch": 0.4842388662453726,
      "grad_norm": 0.827667236328125,
      "learning_rate": 5.308140414159063e-05,
      "loss": 0.0716,
      "step": 6475
    },
    {
      "epoch": 0.48431365217066147,
      "grad_norm": 0.8044272661209106,
      "learning_rate": 5.306959024682622e-05,
      "loss": 0.0604,
      "step": 6476
    },
    {
      "epoch": 0.48438843809595034,
      "grad_norm": 1.0587811470031738,
      "learning_rate": 5.3057776180044225e-05,
      "loss": 0.0634,
      "step": 6477
    },
    {
      "epoch": 0.4844632240212392,
      "grad_norm": 0.7085504531860352,
      "learning_rate": 5.3045961941906695e-05,
      "loss": 0.0789,
      "step": 6478
    },
    {
      "epoch": 0.48453800994652807,
      "grad_norm": 1.0189088582992554,
      "learning_rate": 5.3034147533075696e-05,
      "loss": 0.0984,
      "step": 6479
    },
    {
      "epoch": 0.48461279587181694,
      "grad_norm": 1.544084906578064,
      "learning_rate": 5.3022332954213294e-05,
      "loss": 0.149,
      "step": 6480
    },
    {
      "epoch": 0.4846875817971058,
      "grad_norm": 1.1855213642120361,
      "learning_rate": 5.3010518205981566e-05,
      "loss": 0.0989,
      "step": 6481
    },
    {
      "epoch": 0.48476236772239467,
      "grad_norm": 1.8179658651351929,
      "learning_rate": 5.299870328904262e-05,
      "loss": 0.1836,
      "step": 6482
    },
    {
      "epoch": 0.4848371536476835,
      "grad_norm": 0.9906300902366638,
      "learning_rate": 5.298688820405852e-05,
      "loss": 0.0868,
      "step": 6483
    },
    {
      "epoch": 0.48491193957297235,
      "grad_norm": 0.7846551537513733,
      "learning_rate": 5.2975072951691393e-05,
      "loss": 0.0495,
      "step": 6484
    },
    {
      "epoch": 0.4849867254982612,
      "grad_norm": 1.6521294116973877,
      "learning_rate": 5.296325753260337e-05,
      "loss": 0.119,
      "step": 6485
    },
    {
      "epoch": 0.4850615114235501,
      "grad_norm": 0.7936215400695801,
      "learning_rate": 5.295144194745657e-05,
      "loss": 0.0715,
      "step": 6486
    },
    {
      "epoch": 0.48513629734883895,
      "grad_norm": 1.1803572177886963,
      "learning_rate": 5.293962619691312e-05,
      "loss": 0.1458,
      "step": 6487
    },
    {
      "epoch": 0.4852110832741278,
      "grad_norm": 1.1041971445083618,
      "learning_rate": 5.292781028163517e-05,
      "loss": 0.1044,
      "step": 6488
    },
    {
      "epoch": 0.4852858691994167,
      "grad_norm": 0.9071256518363953,
      "learning_rate": 5.291599420228488e-05,
      "loss": 0.0876,
      "step": 6489
    },
    {
      "epoch": 0.48536065512470555,
      "grad_norm": 0.8696023225784302,
      "learning_rate": 5.290417795952442e-05,
      "loss": 0.0817,
      "step": 6490
    },
    {
      "epoch": 0.48543544104999437,
      "grad_norm": 0.7539781928062439,
      "learning_rate": 5.2892361554015955e-05,
      "loss": 0.0722,
      "step": 6491
    },
    {
      "epoch": 0.48551022697528323,
      "grad_norm": 0.9537415504455566,
      "learning_rate": 5.288054498642167e-05,
      "loss": 0.1071,
      "step": 6492
    },
    {
      "epoch": 0.4855850129005721,
      "grad_norm": 1.4546736478805542,
      "learning_rate": 5.2868728257403745e-05,
      "loss": 0.1378,
      "step": 6493
    },
    {
      "epoch": 0.48565979882586097,
      "grad_norm": 0.8760227560997009,
      "learning_rate": 5.28569113676244e-05,
      "loss": 0.0847,
      "step": 6494
    },
    {
      "epoch": 0.48573458475114983,
      "grad_norm": 2.16680645942688,
      "learning_rate": 5.284509431774583e-05,
      "loss": 0.3284,
      "step": 6495
    },
    {
      "epoch": 0.4858093706764387,
      "grad_norm": 1.4577383995056152,
      "learning_rate": 5.2833277108430265e-05,
      "loss": 0.1573,
      "step": 6496
    },
    {
      "epoch": 0.48588415660172757,
      "grad_norm": 1.1150908470153809,
      "learning_rate": 5.282145974033994e-05,
      "loss": 0.1175,
      "step": 6497
    },
    {
      "epoch": 0.48595894252701644,
      "grad_norm": 1.3546786308288574,
      "learning_rate": 5.280964221413707e-05,
      "loss": 0.1366,
      "step": 6498
    },
    {
      "epoch": 0.4860337284523053,
      "grad_norm": 2.30001163482666,
      "learning_rate": 5.27978245304839e-05,
      "loss": 0.2781,
      "step": 6499
    },
    {
      "epoch": 0.4861085143775941,
      "grad_norm": 3.130499839782715,
      "learning_rate": 5.27860066900427e-05,
      "loss": 0.3166,
      "step": 6500
    },
    {
      "epoch": 0.486183300302883,
      "grad_norm": 0.8163034915924072,
      "learning_rate": 5.277418869347572e-05,
      "loss": 0.1003,
      "step": 6501
    },
    {
      "epoch": 0.48625808622817185,
      "grad_norm": 0.5657106637954712,
      "learning_rate": 5.276237054144525e-05,
      "loss": 0.0539,
      "step": 6502
    },
    {
      "epoch": 0.4863328721534607,
      "grad_norm": 0.7325512170791626,
      "learning_rate": 5.275055223461356e-05,
      "loss": 0.0452,
      "step": 6503
    },
    {
      "epoch": 0.4864076580787496,
      "grad_norm": 0.4339187443256378,
      "learning_rate": 5.2738733773642944e-05,
      "loss": 0.034,
      "step": 6504
    },
    {
      "epoch": 0.48648244400403845,
      "grad_norm": 0.4719183146953583,
      "learning_rate": 5.272691515919569e-05,
      "loss": 0.0313,
      "step": 6505
    },
    {
      "epoch": 0.4865572299293273,
      "grad_norm": 0.6330671310424805,
      "learning_rate": 5.2715096391934113e-05,
      "loss": 0.0636,
      "step": 6506
    },
    {
      "epoch": 0.4866320158546162,
      "grad_norm": 1.118532657623291,
      "learning_rate": 5.270327747252052e-05,
      "loss": 0.0949,
      "step": 6507
    },
    {
      "epoch": 0.486706801779905,
      "grad_norm": 0.9175809025764465,
      "learning_rate": 5.269145840161723e-05,
      "loss": 0.0761,
      "step": 6508
    },
    {
      "epoch": 0.48678158770519386,
      "grad_norm": 0.7351396679878235,
      "learning_rate": 5.26796391798866e-05,
      "loss": 0.0621,
      "step": 6509
    },
    {
      "epoch": 0.48685637363048273,
      "grad_norm": 1.0159202814102173,
      "learning_rate": 5.2667819807990945e-05,
      "loss": 0.0634,
      "step": 6510
    },
    {
      "epoch": 0.4869311595557716,
      "grad_norm": 0.6601770520210266,
      "learning_rate": 5.265600028659264e-05,
      "loss": 0.076,
      "step": 6511
    },
    {
      "epoch": 0.48700594548106046,
      "grad_norm": 0.9225878119468689,
      "learning_rate": 5.264418061635401e-05,
      "loss": 0.1286,
      "step": 6512
    },
    {
      "epoch": 0.48708073140634933,
      "grad_norm": 0.6779196262359619,
      "learning_rate": 5.263236079793744e-05,
      "loss": 0.0508,
      "step": 6513
    },
    {
      "epoch": 0.4871555173316382,
      "grad_norm": 0.8947311043739319,
      "learning_rate": 5.262054083200531e-05,
      "loss": 0.0896,
      "step": 6514
    },
    {
      "epoch": 0.48723030325692707,
      "grad_norm": 1.9864108562469482,
      "learning_rate": 5.260872071921997e-05,
      "loss": 0.1151,
      "step": 6515
    },
    {
      "epoch": 0.48730508918221593,
      "grad_norm": 0.8416978716850281,
      "learning_rate": 5.259690046024385e-05,
      "loss": 0.084,
      "step": 6516
    },
    {
      "epoch": 0.48737987510750475,
      "grad_norm": 0.8326950669288635,
      "learning_rate": 5.2585080055739346e-05,
      "loss": 0.0942,
      "step": 6517
    },
    {
      "epoch": 0.4874546610327936,
      "grad_norm": 0.6154471635818481,
      "learning_rate": 5.2573259506368833e-05,
      "loss": 0.0704,
      "step": 6518
    },
    {
      "epoch": 0.4875294469580825,
      "grad_norm": 0.7314236164093018,
      "learning_rate": 5.2561438812794736e-05,
      "loss": 0.061,
      "step": 6519
    },
    {
      "epoch": 0.48760423288337135,
      "grad_norm": 1.187226414680481,
      "learning_rate": 5.254961797567951e-05,
      "loss": 0.0663,
      "step": 6520
    },
    {
      "epoch": 0.4876790188086602,
      "grad_norm": 0.8292408585548401,
      "learning_rate": 5.253779699568555e-05,
      "loss": 0.0529,
      "step": 6521
    },
    {
      "epoch": 0.4877538047339491,
      "grad_norm": 0.9744170308113098,
      "learning_rate": 5.25259758734753e-05,
      "loss": 0.1272,
      "step": 6522
    },
    {
      "epoch": 0.48782859065923795,
      "grad_norm": 1.0114214420318604,
      "learning_rate": 5.251415460971122e-05,
      "loss": 0.1004,
      "step": 6523
    },
    {
      "epoch": 0.4879033765845268,
      "grad_norm": 0.7933403849601746,
      "learning_rate": 5.250233320505575e-05,
      "loss": 0.0805,
      "step": 6524
    },
    {
      "epoch": 0.4879781625098156,
      "grad_norm": 0.6262800693511963,
      "learning_rate": 5.249051166017137e-05,
      "loss": 0.0396,
      "step": 6525
    },
    {
      "epoch": 0.4880529484351045,
      "grad_norm": 1.4524797201156616,
      "learning_rate": 5.247868997572054e-05,
      "loss": 0.2067,
      "step": 6526
    },
    {
      "epoch": 0.48812773436039336,
      "grad_norm": 1.1237668991088867,
      "learning_rate": 5.2466868152365753e-05,
      "loss": 0.1478,
      "step": 6527
    },
    {
      "epoch": 0.48820252028568223,
      "grad_norm": 0.850558340549469,
      "learning_rate": 5.2455046190769476e-05,
      "loss": 0.0724,
      "step": 6528
    },
    {
      "epoch": 0.4882773062109711,
      "grad_norm": 0.9236506223678589,
      "learning_rate": 5.24432240915942e-05,
      "loss": 0.0544,
      "step": 6529
    },
    {
      "epoch": 0.48835209213625996,
      "grad_norm": 0.7483351826667786,
      "learning_rate": 5.243140185550244e-05,
      "loss": 0.0605,
      "step": 6530
    },
    {
      "epoch": 0.48842687806154883,
      "grad_norm": 0.8225741982460022,
      "learning_rate": 5.241957948315671e-05,
      "loss": 0.0728,
      "step": 6531
    },
    {
      "epoch": 0.4885016639868377,
      "grad_norm": 0.7168421745300293,
      "learning_rate": 5.2407756975219515e-05,
      "loss": 0.0553,
      "step": 6532
    },
    {
      "epoch": 0.48857644991212656,
      "grad_norm": 0.9501627683639526,
      "learning_rate": 5.239593433235338e-05,
      "loss": 0.0673,
      "step": 6533
    },
    {
      "epoch": 0.4886512358374154,
      "grad_norm": 0.7636614441871643,
      "learning_rate": 5.238411155522086e-05,
      "loss": 0.0558,
      "step": 6534
    },
    {
      "epoch": 0.48872602176270424,
      "grad_norm": 0.6210617423057556,
      "learning_rate": 5.237228864448446e-05,
      "loss": 0.0523,
      "step": 6535
    },
    {
      "epoch": 0.4888008076879931,
      "grad_norm": 0.8292121887207031,
      "learning_rate": 5.236046560080674e-05,
      "loss": 0.091,
      "step": 6536
    },
    {
      "epoch": 0.488875593613282,
      "grad_norm": 0.655322790145874,
      "learning_rate": 5.234864242485027e-05,
      "loss": 0.0474,
      "step": 6537
    },
    {
      "epoch": 0.48895037953857085,
      "grad_norm": 1.1213712692260742,
      "learning_rate": 5.233681911727759e-05,
      "loss": 0.107,
      "step": 6538
    },
    {
      "epoch": 0.4890251654638597,
      "grad_norm": 0.942977249622345,
      "learning_rate": 5.232499567875129e-05,
      "loss": 0.0543,
      "step": 6539
    },
    {
      "epoch": 0.4890999513891486,
      "grad_norm": 1.528623342514038,
      "learning_rate": 5.231317210993393e-05,
      "loss": 0.1393,
      "step": 6540
    },
    {
      "epoch": 0.48917473731443745,
      "grad_norm": 0.9502177238464355,
      "learning_rate": 5.2301348411488116e-05,
      "loss": 0.0757,
      "step": 6541
    },
    {
      "epoch": 0.48924952323972626,
      "grad_norm": 0.836611270904541,
      "learning_rate": 5.228952458407641e-05,
      "loss": 0.0816,
      "step": 6542
    },
    {
      "epoch": 0.4893243091650151,
      "grad_norm": 1.4584590196609497,
      "learning_rate": 5.227770062836141e-05,
      "loss": 0.192,
      "step": 6543
    },
    {
      "epoch": 0.489399095090304,
      "grad_norm": 0.7403097152709961,
      "learning_rate": 5.2265876545005764e-05,
      "loss": 0.0512,
      "step": 6544
    },
    {
      "epoch": 0.48947388101559286,
      "grad_norm": 0.687766969203949,
      "learning_rate": 5.225405233467204e-05,
      "loss": 0.0566,
      "step": 6545
    },
    {
      "epoch": 0.4895486669408817,
      "grad_norm": 1.2976659536361694,
      "learning_rate": 5.2242227998022885e-05,
      "loss": 0.1494,
      "step": 6546
    },
    {
      "epoch": 0.4896234528661706,
      "grad_norm": 1.6190980672836304,
      "learning_rate": 5.2230403535720904e-05,
      "loss": 0.1885,
      "step": 6547
    },
    {
      "epoch": 0.48969823879145946,
      "grad_norm": 1.461623191833496,
      "learning_rate": 5.2218578948428756e-05,
      "loss": 0.1404,
      "step": 6548
    },
    {
      "epoch": 0.48977302471674833,
      "grad_norm": 1.6824790239334106,
      "learning_rate": 5.220675423680908e-05,
      "loss": 0.1767,
      "step": 6549
    },
    {
      "epoch": 0.4898478106420372,
      "grad_norm": 1.663430094718933,
      "learning_rate": 5.219492940152452e-05,
      "loss": 0.1974,
      "step": 6550
    },
    {
      "epoch": 0.489922596567326,
      "grad_norm": 0.9291544556617737,
      "learning_rate": 5.2183104443237694e-05,
      "loss": 0.0842,
      "step": 6551
    },
    {
      "epoch": 0.4899973824926149,
      "grad_norm": 0.923482358455658,
      "learning_rate": 5.217127936261132e-05,
      "loss": 0.1094,
      "step": 6552
    },
    {
      "epoch": 0.49007216841790374,
      "grad_norm": 0.7022238969802856,
      "learning_rate": 5.215945416030802e-05,
      "loss": 0.0534,
      "step": 6553
    },
    {
      "epoch": 0.4901469543431926,
      "grad_norm": 0.6935226321220398,
      "learning_rate": 5.21476288369905e-05,
      "loss": 0.0666,
      "step": 6554
    },
    {
      "epoch": 0.4902217402684815,
      "grad_norm": 0.7324379682540894,
      "learning_rate": 5.213580339332145e-05,
      "loss": 0.0673,
      "step": 6555
    },
    {
      "epoch": 0.49029652619377034,
      "grad_norm": 0.7197427749633789,
      "learning_rate": 5.212397782996352e-05,
      "loss": 0.0766,
      "step": 6556
    },
    {
      "epoch": 0.4903713121190592,
      "grad_norm": 0.47453591227531433,
      "learning_rate": 5.211215214757945e-05,
      "loss": 0.038,
      "step": 6557
    },
    {
      "epoch": 0.4904460980443481,
      "grad_norm": 0.8975571393966675,
      "learning_rate": 5.2100326346831915e-05,
      "loss": 0.0713,
      "step": 6558
    },
    {
      "epoch": 0.4905208839696369,
      "grad_norm": 0.6338253021240234,
      "learning_rate": 5.2088500428383634e-05,
      "loss": 0.0547,
      "step": 6559
    },
    {
      "epoch": 0.49059566989492576,
      "grad_norm": 0.7361375689506531,
      "learning_rate": 5.207667439289731e-05,
      "loss": 0.0494,
      "step": 6560
    },
    {
      "epoch": 0.4906704558202146,
      "grad_norm": 0.6048609018325806,
      "learning_rate": 5.206484824103568e-05,
      "loss": 0.0412,
      "step": 6561
    },
    {
      "epoch": 0.4907452417455035,
      "grad_norm": 0.6459636688232422,
      "learning_rate": 5.2053021973461466e-05,
      "loss": 0.0579,
      "step": 6562
    },
    {
      "epoch": 0.49082002767079236,
      "grad_norm": 0.5256049036979675,
      "learning_rate": 5.204119559083741e-05,
      "loss": 0.0379,
      "step": 6563
    },
    {
      "epoch": 0.4908948135960812,
      "grad_norm": 0.7049599289894104,
      "learning_rate": 5.202936909382626e-05,
      "loss": 0.0636,
      "step": 6564
    },
    {
      "epoch": 0.4909695995213701,
      "grad_norm": 0.3470219373703003,
      "learning_rate": 5.201754248309074e-05,
      "loss": 0.0318,
      "step": 6565
    },
    {
      "epoch": 0.49104438544665896,
      "grad_norm": 1.0998908281326294,
      "learning_rate": 5.2005715759293626e-05,
      "loss": 0.0919,
      "step": 6566
    },
    {
      "epoch": 0.4911191713719478,
      "grad_norm": 0.7832287549972534,
      "learning_rate": 5.199388892309767e-05,
      "loss": 0.0729,
      "step": 6567
    },
    {
      "epoch": 0.49119395729723664,
      "grad_norm": 0.9163509607315063,
      "learning_rate": 5.198206197516563e-05,
      "loss": 0.1044,
      "step": 6568
    },
    {
      "epoch": 0.4912687432225255,
      "grad_norm": 0.7844504714012146,
      "learning_rate": 5.19702349161603e-05,
      "loss": 0.1015,
      "step": 6569
    },
    {
      "epoch": 0.4913435291478144,
      "grad_norm": 0.7859731316566467,
      "learning_rate": 5.195840774674444e-05,
      "loss": 0.0674,
      "step": 6570
    },
    {
      "epoch": 0.49141831507310324,
      "grad_norm": 0.8586912751197815,
      "learning_rate": 5.194658046758086e-05,
      "loss": 0.0885,
      "step": 6571
    },
    {
      "epoch": 0.4914931009983921,
      "grad_norm": 0.9858973622322083,
      "learning_rate": 5.1934753079332334e-05,
      "loss": 0.0664,
      "step": 6572
    },
    {
      "epoch": 0.491567886923681,
      "grad_norm": 0.664836585521698,
      "learning_rate": 5.192292558266165e-05,
      "loss": 0.0653,
      "step": 6573
    },
    {
      "epoch": 0.49164267284896984,
      "grad_norm": 0.7581928372383118,
      "learning_rate": 5.191109797823164e-05,
      "loss": 0.0734,
      "step": 6574
    },
    {
      "epoch": 0.4917174587742587,
      "grad_norm": 1.1068990230560303,
      "learning_rate": 5.189927026670509e-05,
      "loss": 0.1079,
      "step": 6575
    },
    {
      "epoch": 0.4917922446995475,
      "grad_norm": 0.7215669751167297,
      "learning_rate": 5.188744244874484e-05,
      "loss": 0.0662,
      "step": 6576
    },
    {
      "epoch": 0.4918670306248364,
      "grad_norm": 0.7400889992713928,
      "learning_rate": 5.1875614525013694e-05,
      "loss": 0.0434,
      "step": 6577
    },
    {
      "epoch": 0.49194181655012525,
      "grad_norm": 1.0536803007125854,
      "learning_rate": 5.186378649617449e-05,
      "loss": 0.1366,
      "step": 6578
    },
    {
      "epoch": 0.4920166024754141,
      "grad_norm": 0.6275638341903687,
      "learning_rate": 5.185195836289005e-05,
      "loss": 0.0426,
      "step": 6579
    },
    {
      "epoch": 0.492091388400703,
      "grad_norm": 0.946171224117279,
      "learning_rate": 5.184013012582323e-05,
      "loss": 0.1204,
      "step": 6580
    },
    {
      "epoch": 0.49216617432599186,
      "grad_norm": 1.1196821928024292,
      "learning_rate": 5.182830178563686e-05,
      "loss": 0.0765,
      "step": 6581
    },
    {
      "epoch": 0.4922409602512807,
      "grad_norm": 0.7446983456611633,
      "learning_rate": 5.181647334299379e-05,
      "loss": 0.0563,
      "step": 6582
    },
    {
      "epoch": 0.4923157461765696,
      "grad_norm": 0.9470092058181763,
      "learning_rate": 5.180464479855689e-05,
      "loss": 0.0766,
      "step": 6583
    },
    {
      "epoch": 0.49239053210185846,
      "grad_norm": 0.8549834489822388,
      "learning_rate": 5.179281615298902e-05,
      "loss": 0.0644,
      "step": 6584
    },
    {
      "epoch": 0.49246531802714727,
      "grad_norm": 1.2487977743148804,
      "learning_rate": 5.178098740695305e-05,
      "loss": 0.0702,
      "step": 6585
    },
    {
      "epoch": 0.49254010395243614,
      "grad_norm": 0.8084449172019958,
      "learning_rate": 5.1769158561111844e-05,
      "loss": 0.0517,
      "step": 6586
    },
    {
      "epoch": 0.492614889877725,
      "grad_norm": 0.8825863003730774,
      "learning_rate": 5.17573296161283e-05,
      "loss": 0.0743,
      "step": 6587
    },
    {
      "epoch": 0.49268967580301387,
      "grad_norm": 1.0492579936981201,
      "learning_rate": 5.1745500572665296e-05,
      "loss": 0.0894,
      "step": 6588
    },
    {
      "epoch": 0.49276446172830274,
      "grad_norm": 0.689526379108429,
      "learning_rate": 5.173367143138571e-05,
      "loss": 0.0587,
      "step": 6589
    },
    {
      "epoch": 0.4928392476535916,
      "grad_norm": 0.4782973527908325,
      "learning_rate": 5.1721842192952443e-05,
      "loss": 0.0442,
      "step": 6590
    },
    {
      "epoch": 0.4929140335788805,
      "grad_norm": 1.1037367582321167,
      "learning_rate": 5.1710012858028415e-05,
      "loss": 0.1001,
      "step": 6591
    },
    {
      "epoch": 0.49298881950416934,
      "grad_norm": 1.4552675485610962,
      "learning_rate": 5.1698183427276506e-05,
      "loss": 0.1138,
      "step": 6592
    },
    {
      "epoch": 0.49306360542945815,
      "grad_norm": 0.6070215106010437,
      "learning_rate": 5.1686353901359653e-05,
      "loss": 0.047,
      "step": 6593
    },
    {
      "epoch": 0.493138391354747,
      "grad_norm": 1.4639345407485962,
      "learning_rate": 5.1674524280940764e-05,
      "loss": 0.1106,
      "step": 6594
    },
    {
      "epoch": 0.4932131772800359,
      "grad_norm": 1.8142560720443726,
      "learning_rate": 5.1662694566682754e-05,
      "loss": 0.3197,
      "step": 6595
    },
    {
      "epoch": 0.49328796320532475,
      "grad_norm": 1.4228657484054565,
      "learning_rate": 5.1650864759248565e-05,
      "loss": 0.1362,
      "step": 6596
    },
    {
      "epoch": 0.4933627491306136,
      "grad_norm": 1.7849647998809814,
      "learning_rate": 5.1639034859301126e-05,
      "loss": 0.1705,
      "step": 6597
    },
    {
      "epoch": 0.4934375350559025,
      "grad_norm": 1.9379380941390991,
      "learning_rate": 5.1627204867503366e-05,
      "loss": 0.2758,
      "step": 6598
    },
    {
      "epoch": 0.49351232098119135,
      "grad_norm": 1.242753505706787,
      "learning_rate": 5.1615374784518246e-05,
      "loss": 0.0666,
      "step": 6599
    },
    {
      "epoch": 0.4935871069064802,
      "grad_norm": 2.2650163173675537,
      "learning_rate": 5.16035446110087e-05,
      "loss": 0.1876,
      "step": 6600
    },
    {
      "epoch": 0.49366189283176903,
      "grad_norm": 1.4143508672714233,
      "learning_rate": 5.159171434763771e-05,
      "loss": 0.0887,
      "step": 6601
    },
    {
      "epoch": 0.4937366787570579,
      "grad_norm": 0.7395333051681519,
      "learning_rate": 5.15798839950682e-05,
      "loss": 0.0457,
      "step": 6602
    },
    {
      "epoch": 0.49381146468234677,
      "grad_norm": 0.45720458030700684,
      "learning_rate": 5.156805355396315e-05,
      "loss": 0.0365,
      "step": 6603
    },
    {
      "epoch": 0.49388625060763564,
      "grad_norm": 0.8327629566192627,
      "learning_rate": 5.155622302498553e-05,
      "loss": 0.0453,
      "step": 6604
    },
    {
      "epoch": 0.4939610365329245,
      "grad_norm": 0.5254346132278442,
      "learning_rate": 5.1544392408798306e-05,
      "loss": 0.05,
      "step": 6605
    },
    {
      "epoch": 0.49403582245821337,
      "grad_norm": 0.8165717720985413,
      "learning_rate": 5.153256170606446e-05,
      "loss": 0.0973,
      "step": 6606
    },
    {
      "epoch": 0.49411060838350224,
      "grad_norm": 0.5795495510101318,
      "learning_rate": 5.152073091744699e-05,
      "loss": 0.0565,
      "step": 6607
    },
    {
      "epoch": 0.4941853943087911,
      "grad_norm": 0.8658264875411987,
      "learning_rate": 5.1508900043608886e-05,
      "loss": 0.0531,
      "step": 6608
    },
    {
      "epoch": 0.49426018023407997,
      "grad_norm": 0.8337674736976624,
      "learning_rate": 5.1497069085213114e-05,
      "loss": 0.1168,
      "step": 6609
    },
    {
      "epoch": 0.4943349661593688,
      "grad_norm": 0.5880935788154602,
      "learning_rate": 5.148523804292269e-05,
      "loss": 0.0471,
      "step": 6610
    },
    {
      "epoch": 0.49440975208465765,
      "grad_norm": 0.894134521484375,
      "learning_rate": 5.147340691740063e-05,
      "loss": 0.12,
      "step": 6611
    },
    {
      "epoch": 0.4944845380099465,
      "grad_norm": 0.824387788772583,
      "learning_rate": 5.14615757093099e-05,
      "loss": 0.0594,
      "step": 6612
    },
    {
      "epoch": 0.4945593239352354,
      "grad_norm": 0.6155996918678284,
      "learning_rate": 5.144974441931356e-05,
      "loss": 0.0558,
      "step": 6613
    },
    {
      "epoch": 0.49463410986052425,
      "grad_norm": 0.9254188537597656,
      "learning_rate": 5.1437913048074595e-05,
      "loss": 0.0975,
      "step": 6614
    },
    {
      "epoch": 0.4947088957858131,
      "grad_norm": 0.9410561919212341,
      "learning_rate": 5.1426081596256036e-05,
      "loss": 0.0829,
      "step": 6615
    },
    {
      "epoch": 0.494783681711102,
      "grad_norm": 1.0401394367218018,
      "learning_rate": 5.141425006452091e-05,
      "loss": 0.1003,
      "step": 6616
    },
    {
      "epoch": 0.49485846763639085,
      "grad_norm": 0.503097653388977,
      "learning_rate": 5.1402418453532255e-05,
      "loss": 0.0351,
      "step": 6617
    },
    {
      "epoch": 0.49493325356167966,
      "grad_norm": 0.7763699293136597,
      "learning_rate": 5.13905867639531e-05,
      "loss": 0.0474,
      "step": 6618
    },
    {
      "epoch": 0.49500803948696853,
      "grad_norm": 0.9252760410308838,
      "learning_rate": 5.137875499644647e-05,
      "loss": 0.095,
      "step": 6619
    },
    {
      "epoch": 0.4950828254122574,
      "grad_norm": 0.7681972980499268,
      "learning_rate": 5.136692315167542e-05,
      "loss": 0.0719,
      "step": 6620
    },
    {
      "epoch": 0.49515761133754627,
      "grad_norm": 0.6301289796829224,
      "learning_rate": 5.1355091230303e-05,
      "loss": 0.0524,
      "step": 6621
    },
    {
      "epoch": 0.49523239726283513,
      "grad_norm": 1.01961350440979,
      "learning_rate": 5.134325923299227e-05,
      "loss": 0.1458,
      "step": 6622
    },
    {
      "epoch": 0.495307183188124,
      "grad_norm": 0.9620431661605835,
      "learning_rate": 5.133142716040626e-05,
      "loss": 0.0827,
      "step": 6623
    },
    {
      "epoch": 0.49538196911341287,
      "grad_norm": 0.3966217041015625,
      "learning_rate": 5.131959501320808e-05,
      "loss": 0.0242,
      "step": 6624
    },
    {
      "epoch": 0.49545675503870173,
      "grad_norm": 0.9369410276412964,
      "learning_rate": 5.1307762792060746e-05,
      "loss": 0.1149,
      "step": 6625
    },
    {
      "epoch": 0.4955315409639906,
      "grad_norm": 0.7252473831176758,
      "learning_rate": 5.129593049762733e-05,
      "loss": 0.0889,
      "step": 6626
    },
    {
      "epoch": 0.4956063268892794,
      "grad_norm": 0.6058491468429565,
      "learning_rate": 5.1284098130570936e-05,
      "loss": 0.0443,
      "step": 6627
    },
    {
      "epoch": 0.4956811128145683,
      "grad_norm": 1.5840510129928589,
      "learning_rate": 5.127226569155461e-05,
      "loss": 0.1729,
      "step": 6628
    },
    {
      "epoch": 0.49575589873985715,
      "grad_norm": 1.1158244609832764,
      "learning_rate": 5.126043318124146e-05,
      "loss": 0.0963,
      "step": 6629
    },
    {
      "epoch": 0.495830684665146,
      "grad_norm": 0.6833906173706055,
      "learning_rate": 5.124860060029455e-05,
      "loss": 0.0467,
      "step": 6630
    },
    {
      "epoch": 0.4959054705904349,
      "grad_norm": 0.9507737159729004,
      "learning_rate": 5.1236767949377e-05,
      "loss": 0.1038,
      "step": 6631
    },
    {
      "epoch": 0.49598025651572375,
      "grad_norm": 1.202487826347351,
      "learning_rate": 5.122493522915186e-05,
      "loss": 0.0861,
      "step": 6632
    },
    {
      "epoch": 0.4960550424410126,
      "grad_norm": 1.1615616083145142,
      "learning_rate": 5.121310244028225e-05,
      "loss": 0.088,
      "step": 6633
    },
    {
      "epoch": 0.4961298283663015,
      "grad_norm": 1.138342022895813,
      "learning_rate": 5.120126958343127e-05,
      "loss": 0.113,
      "step": 6634
    },
    {
      "epoch": 0.4962046142915903,
      "grad_norm": 0.8124698996543884,
      "learning_rate": 5.118943665926201e-05,
      "loss": 0.0548,
      "step": 6635
    },
    {
      "epoch": 0.49627940021687916,
      "grad_norm": 0.8804903030395508,
      "learning_rate": 5.117760366843761e-05,
      "loss": 0.0617,
      "step": 6636
    },
    {
      "epoch": 0.49635418614216803,
      "grad_norm": 0.8172562122344971,
      "learning_rate": 5.1165770611621155e-05,
      "loss": 0.0661,
      "step": 6637
    },
    {
      "epoch": 0.4964289720674569,
      "grad_norm": 0.7407346367835999,
      "learning_rate": 5.1153937489475776e-05,
      "loss": 0.0564,
      "step": 6638
    },
    {
      "epoch": 0.49650375799274576,
      "grad_norm": 0.9961872696876526,
      "learning_rate": 5.114210430266458e-05,
      "loss": 0.1111,
      "step": 6639
    },
    {
      "epoch": 0.49657854391803463,
      "grad_norm": 1.341509461402893,
      "learning_rate": 5.113027105185071e-05,
      "loss": 0.167,
      "step": 6640
    },
    {
      "epoch": 0.4966533298433235,
      "grad_norm": 1.3217960596084595,
      "learning_rate": 5.111843773769725e-05,
      "loss": 0.1395,
      "step": 6641
    },
    {
      "epoch": 0.49672811576861237,
      "grad_norm": 1.027783751487732,
      "learning_rate": 5.1106604360867397e-05,
      "loss": 0.0829,
      "step": 6642
    },
    {
      "epoch": 0.49680290169390123,
      "grad_norm": 1.0732324123382568,
      "learning_rate": 5.1094770922024225e-05,
      "loss": 0.1114,
      "step": 6643
    },
    {
      "epoch": 0.49687768761919004,
      "grad_norm": 1.0608934164047241,
      "learning_rate": 5.108293742183089e-05,
      "loss": 0.0907,
      "step": 6644
    },
    {
      "epoch": 0.4969524735444789,
      "grad_norm": 1.606427788734436,
      "learning_rate": 5.107110386095054e-05,
      "loss": 0.1335,
      "step": 6645
    },
    {
      "epoch": 0.4970272594697678,
      "grad_norm": 0.9423105120658875,
      "learning_rate": 5.105927024004632e-05,
      "loss": 0.0816,
      "step": 6646
    },
    {
      "epoch": 0.49710204539505665,
      "grad_norm": 1.9631330966949463,
      "learning_rate": 5.104743655978138e-05,
      "loss": 0.2667,
      "step": 6647
    },
    {
      "epoch": 0.4971768313203455,
      "grad_norm": 1.4062243700027466,
      "learning_rate": 5.103560282081885e-05,
      "loss": 0.0943,
      "step": 6648
    },
    {
      "epoch": 0.4972516172456344,
      "grad_norm": 1.3383656740188599,
      "learning_rate": 5.1023769023821886e-05,
      "loss": 0.1115,
      "step": 6649
    },
    {
      "epoch": 0.49732640317092325,
      "grad_norm": 1.7057874202728271,
      "learning_rate": 5.101193516945367e-05,
      "loss": 0.112,
      "step": 6650
    },
    {
      "epoch": 0.4974011890962121,
      "grad_norm": 0.7030674815177917,
      "learning_rate": 5.1000101258377354e-05,
      "loss": 0.0851,
      "step": 6651
    },
    {
      "epoch": 0.4974759750215009,
      "grad_norm": 0.8245441913604736,
      "learning_rate": 5.0988267291256085e-05,
      "loss": 0.0827,
      "step": 6652
    },
    {
      "epoch": 0.4975507609467898,
      "grad_norm": 0.5240063667297363,
      "learning_rate": 5.097643326875304e-05,
      "loss": 0.0509,
      "step": 6653
    },
    {
      "epoch": 0.49762554687207866,
      "grad_norm": 1.0434420108795166,
      "learning_rate": 5.0964599191531416e-05,
      "loss": 0.0847,
      "step": 6654
    },
    {
      "epoch": 0.49770033279736753,
      "grad_norm": 0.744208574295044,
      "learning_rate": 5.0952765060254335e-05,
      "loss": 0.0521,
      "step": 6655
    },
    {
      "epoch": 0.4977751187226564,
      "grad_norm": 0.6546514630317688,
      "learning_rate": 5.0940930875585e-05,
      "loss": 0.0589,
      "step": 6656
    },
    {
      "epoch": 0.49784990464794526,
      "grad_norm": 0.6706584692001343,
      "learning_rate": 5.09290966381866e-05,
      "loss": 0.0541,
      "step": 6657
    },
    {
      "epoch": 0.49792469057323413,
      "grad_norm": 0.8408224582672119,
      "learning_rate": 5.0917262348722296e-05,
      "loss": 0.0946,
      "step": 6658
    },
    {
      "epoch": 0.497999476498523,
      "grad_norm": 0.6992235779762268,
      "learning_rate": 5.090542800785528e-05,
      "loss": 0.0675,
      "step": 6659
    },
    {
      "epoch": 0.49807426242381186,
      "grad_norm": 0.805874764919281,
      "learning_rate": 5.0893593616248756e-05,
      "loss": 0.087,
      "step": 6660
    },
    {
      "epoch": 0.4981490483491007,
      "grad_norm": 0.6069709062576294,
      "learning_rate": 5.08817591745659e-05,
      "loss": 0.0488,
      "step": 6661
    },
    {
      "epoch": 0.49822383427438954,
      "grad_norm": 0.8866961598396301,
      "learning_rate": 5.0869924683469894e-05,
      "loss": 0.0606,
      "step": 6662
    },
    {
      "epoch": 0.4982986201996784,
      "grad_norm": 0.8893043398857117,
      "learning_rate": 5.085809014362395e-05,
      "loss": 0.0728,
      "step": 6663
    },
    {
      "epoch": 0.4983734061249673,
      "grad_norm": 1.0400220155715942,
      "learning_rate": 5.084625555569127e-05,
      "loss": 0.1059,
      "step": 6664
    },
    {
      "epoch": 0.49844819205025614,
      "grad_norm": 1.116270661354065,
      "learning_rate": 5.083442092033505e-05,
      "loss": 0.0821,
      "step": 6665
    },
    {
      "epoch": 0.498522977975545,
      "grad_norm": 0.9320610165596008,
      "learning_rate": 5.0822586238218474e-05,
      "loss": 0.123,
      "step": 6666
    },
    {
      "epoch": 0.4985977639008339,
      "grad_norm": 0.9611369371414185,
      "learning_rate": 5.081075151000478e-05,
      "loss": 0.0677,
      "step": 6667
    },
    {
      "epoch": 0.49867254982612275,
      "grad_norm": 1.1075255870819092,
      "learning_rate": 5.0798916736357186e-05,
      "loss": 0.0977,
      "step": 6668
    },
    {
      "epoch": 0.49874733575141156,
      "grad_norm": 1.3592373132705688,
      "learning_rate": 5.078708191793886e-05,
      "loss": 0.2414,
      "step": 6669
    },
    {
      "epoch": 0.4988221216767004,
      "grad_norm": 0.8677114248275757,
      "learning_rate": 5.077524705541305e-05,
      "loss": 0.0872,
      "step": 6670
    },
    {
      "epoch": 0.4988969076019893,
      "grad_norm": 0.9613963961601257,
      "learning_rate": 5.076341214944296e-05,
      "loss": 0.0858,
      "step": 6671
    },
    {
      "epoch": 0.49897169352727816,
      "grad_norm": 0.6742513179779053,
      "learning_rate": 5.07515772006918e-05,
      "loss": 0.0468,
      "step": 6672
    },
    {
      "epoch": 0.499046479452567,
      "grad_norm": 0.9350826740264893,
      "learning_rate": 5.0739742209822814e-05,
      "loss": 0.0582,
      "step": 6673
    },
    {
      "epoch": 0.4991212653778559,
      "grad_norm": 0.8095672130584717,
      "learning_rate": 5.0727907177499236e-05,
      "loss": 0.0517,
      "step": 6674
    },
    {
      "epoch": 0.49919605130314476,
      "grad_norm": 1.0747718811035156,
      "learning_rate": 5.071607210438425e-05,
      "loss": 0.1099,
      "step": 6675
    },
    {
      "epoch": 0.49927083722843363,
      "grad_norm": 0.9240844249725342,
      "learning_rate": 5.0704236991141116e-05,
      "loss": 0.0916,
      "step": 6676
    },
    {
      "epoch": 0.4993456231537225,
      "grad_norm": 0.7418780326843262,
      "learning_rate": 5.069240183843307e-05,
      "loss": 0.0593,
      "step": 6677
    },
    {
      "epoch": 0.4994204090790113,
      "grad_norm": 0.7354178428649902,
      "learning_rate": 5.068056664692331e-05,
      "loss": 0.0428,
      "step": 6678
    },
    {
      "epoch": 0.4994951950043002,
      "grad_norm": 0.9087404608726501,
      "learning_rate": 5.0668731417275104e-05,
      "loss": 0.0598,
      "step": 6679
    },
    {
      "epoch": 0.49956998092958904,
      "grad_norm": 0.9934104681015015,
      "learning_rate": 5.0656896150151676e-05,
      "loss": 0.0918,
      "step": 6680
    },
    {
      "epoch": 0.4996447668548779,
      "grad_norm": 0.6024392247200012,
      "learning_rate": 5.064506084621628e-05,
      "loss": 0.0412,
      "step": 6681
    },
    {
      "epoch": 0.4997195527801668,
      "grad_norm": 1.3975956439971924,
      "learning_rate": 5.0633225506132134e-05,
      "loss": 0.1205,
      "step": 6682
    },
    {
      "epoch": 0.49979433870545564,
      "grad_norm": 0.9079504013061523,
      "learning_rate": 5.0621390130562494e-05,
      "loss": 0.0625,
      "step": 6683
    },
    {
      "epoch": 0.4998691246307445,
      "grad_norm": 0.6999342441558838,
      "learning_rate": 5.0609554720170625e-05,
      "loss": 0.0421,
      "step": 6684
    },
    {
      "epoch": 0.4999439105560334,
      "grad_norm": 0.95777827501297,
      "learning_rate": 5.059771927561975e-05,
      "loss": 0.0932,
      "step": 6685
    },
    {
      "epoch": 0.5000186964813222,
      "grad_norm": 0.6950179934501648,
      "learning_rate": 5.058588379757312e-05,
      "loss": 0.0549,
      "step": 6686
    },
    {
      "epoch": 0.5000934824066111,
      "grad_norm": 1.150441288948059,
      "learning_rate": 5.057404828669399e-05,
      "loss": 0.0752,
      "step": 6687
    },
    {
      "epoch": 0.5001682683319,
      "grad_norm": 2.407090425491333,
      "learning_rate": 5.056221274364561e-05,
      "loss": 0.1458,
      "step": 6688
    },
    {
      "epoch": 0.5002430542571888,
      "grad_norm": 0.9253618121147156,
      "learning_rate": 5.055037716909124e-05,
      "loss": 0.0513,
      "step": 6689
    },
    {
      "epoch": 0.5003178401824776,
      "grad_norm": 1.0870966911315918,
      "learning_rate": 5.053854156369414e-05,
      "loss": 0.1241,
      "step": 6690
    },
    {
      "epoch": 0.5003926261077665,
      "grad_norm": 1.6860002279281616,
      "learning_rate": 5.052670592811758e-05,
      "loss": 0.1486,
      "step": 6691
    },
    {
      "epoch": 0.5004674120330553,
      "grad_norm": 1.2874971628189087,
      "learning_rate": 5.0514870263024795e-05,
      "loss": 0.1296,
      "step": 6692
    },
    {
      "epoch": 0.5005421979583442,
      "grad_norm": 1.3732911348342896,
      "learning_rate": 5.050303456907905e-05,
      "loss": 0.0821,
      "step": 6693
    },
    {
      "epoch": 0.5006169838836331,
      "grad_norm": 0.844857931137085,
      "learning_rate": 5.049119884694363e-05,
      "loss": 0.0566,
      "step": 6694
    },
    {
      "epoch": 0.5006917698089219,
      "grad_norm": 0.8417956233024597,
      "learning_rate": 5.047936309728177e-05,
      "loss": 0.0762,
      "step": 6695
    },
    {
      "epoch": 0.5007665557342108,
      "grad_norm": 0.9568527340888977,
      "learning_rate": 5.046752732075677e-05,
      "loss": 0.0644,
      "step": 6696
    },
    {
      "epoch": 0.5008413416594997,
      "grad_norm": 2.028311014175415,
      "learning_rate": 5.045569151803188e-05,
      "loss": 0.3155,
      "step": 6697
    },
    {
      "epoch": 0.5009161275847885,
      "grad_norm": 1.0059932470321655,
      "learning_rate": 5.044385568977037e-05,
      "loss": 0.0656,
      "step": 6698
    },
    {
      "epoch": 0.5009909135100774,
      "grad_norm": 1.8345943689346313,
      "learning_rate": 5.0432019836635516e-05,
      "loss": 0.2217,
      "step": 6699
    },
    {
      "epoch": 0.5010656994353663,
      "grad_norm": 2.184502363204956,
      "learning_rate": 5.0420183959290565e-05,
      "loss": 0.1927,
      "step": 6700
    },
    {
      "epoch": 0.5011404853606551,
      "grad_norm": 0.8999089002609253,
      "learning_rate": 5.040834805839884e-05,
      "loss": 0.1335,
      "step": 6701
    },
    {
      "epoch": 0.501215271285944,
      "grad_norm": 0.6290686726570129,
      "learning_rate": 5.039651213462357e-05,
      "loss": 0.068,
      "step": 6702
    },
    {
      "epoch": 0.5012900572112329,
      "grad_norm": 0.9255871176719666,
      "learning_rate": 5.038467618862806e-05,
      "loss": 0.1234,
      "step": 6703
    },
    {
      "epoch": 0.5013648431365217,
      "grad_norm": 0.9307847619056702,
      "learning_rate": 5.037284022107557e-05,
      "loss": 0.0838,
      "step": 6704
    },
    {
      "epoch": 0.5014396290618106,
      "grad_norm": 0.5591307878494263,
      "learning_rate": 5.0361004232629405e-05,
      "loss": 0.0496,
      "step": 6705
    },
    {
      "epoch": 0.5015144149870995,
      "grad_norm": 0.5969998836517334,
      "learning_rate": 5.0349168223952816e-05,
      "loss": 0.0575,
      "step": 6706
    },
    {
      "epoch": 0.5015892009123882,
      "grad_norm": 0.7132737040519714,
      "learning_rate": 5.033733219570911e-05,
      "loss": 0.0685,
      "step": 6707
    },
    {
      "epoch": 0.5016639868376771,
      "grad_norm": 1.0754280090332031,
      "learning_rate": 5.0325496148561536e-05,
      "loss": 0.0758,
      "step": 6708
    },
    {
      "epoch": 0.501738772762966,
      "grad_norm": 0.7918241024017334,
      "learning_rate": 5.03136600831734e-05,
      "loss": 0.0716,
      "step": 6709
    },
    {
      "epoch": 0.5018135586882548,
      "grad_norm": 1.0567430257797241,
      "learning_rate": 5.030182400020799e-05,
      "loss": 0.1471,
      "step": 6710
    },
    {
      "epoch": 0.5018883446135437,
      "grad_norm": 0.8883621096611023,
      "learning_rate": 5.028998790032857e-05,
      "loss": 0.086,
      "step": 6711
    },
    {
      "epoch": 0.5019631305388326,
      "grad_norm": 0.665006697177887,
      "learning_rate": 5.0278151784198446e-05,
      "loss": 0.0505,
      "step": 6712
    },
    {
      "epoch": 0.5020379164641214,
      "grad_norm": 0.5798658132553101,
      "learning_rate": 5.026631565248091e-05,
      "loss": 0.0638,
      "step": 6713
    },
    {
      "epoch": 0.5021127023894103,
      "grad_norm": 0.5993847250938416,
      "learning_rate": 5.0254479505839234e-05,
      "loss": 0.0486,
      "step": 6714
    },
    {
      "epoch": 0.5021874883146992,
      "grad_norm": 0.41925445199012756,
      "learning_rate": 5.0242643344936716e-05,
      "loss": 0.0492,
      "step": 6715
    },
    {
      "epoch": 0.502262274239988,
      "grad_norm": 0.926540732383728,
      "learning_rate": 5.023080717043664e-05,
      "loss": 0.0963,
      "step": 6716
    },
    {
      "epoch": 0.5023370601652769,
      "grad_norm": 0.509247899055481,
      "learning_rate": 5.02189709830023e-05,
      "loss": 0.0372,
      "step": 6717
    },
    {
      "epoch": 0.5024118460905658,
      "grad_norm": 0.5750236511230469,
      "learning_rate": 5.0207134783296986e-05,
      "loss": 0.0503,
      "step": 6718
    },
    {
      "epoch": 0.5024866320158546,
      "grad_norm": 1.725064992904663,
      "learning_rate": 5.019529857198399e-05,
      "loss": 0.1074,
      "step": 6719
    },
    {
      "epoch": 0.5025614179411435,
      "grad_norm": 0.8719537854194641,
      "learning_rate": 5.0183462349726596e-05,
      "loss": 0.1015,
      "step": 6720
    },
    {
      "epoch": 0.5026362038664324,
      "grad_norm": 1.0555989742279053,
      "learning_rate": 5.017162611718813e-05,
      "loss": 0.1116,
      "step": 6721
    },
    {
      "epoch": 0.5027109897917212,
      "grad_norm": 0.8304414749145508,
      "learning_rate": 5.015978987503185e-05,
      "loss": 0.0787,
      "step": 6722
    },
    {
      "epoch": 0.5027857757170101,
      "grad_norm": 0.7501943111419678,
      "learning_rate": 5.0147953623921053e-05,
      "loss": 0.071,
      "step": 6723
    },
    {
      "epoch": 0.5028605616422989,
      "grad_norm": 1.0370051860809326,
      "learning_rate": 5.013611736451905e-05,
      "loss": 0.0605,
      "step": 6724
    },
    {
      "epoch": 0.5029353475675877,
      "grad_norm": 0.6995162963867188,
      "learning_rate": 5.0124281097489134e-05,
      "loss": 0.0689,
      "step": 6725
    },
    {
      "epoch": 0.5030101334928766,
      "grad_norm": 0.8203158974647522,
      "learning_rate": 5.0112444823494585e-05,
      "loss": 0.0629,
      "step": 6726
    },
    {
      "epoch": 0.5030849194181655,
      "grad_norm": 0.5775216817855835,
      "learning_rate": 5.010060854319873e-05,
      "loss": 0.0452,
      "step": 6727
    },
    {
      "epoch": 0.5031597053434543,
      "grad_norm": 0.6937510967254639,
      "learning_rate": 5.0088772257264835e-05,
      "loss": 0.0514,
      "step": 6728
    },
    {
      "epoch": 0.5032344912687432,
      "grad_norm": 0.8029842972755432,
      "learning_rate": 5.007693596635621e-05,
      "loss": 0.0641,
      "step": 6729
    },
    {
      "epoch": 0.5033092771940321,
      "grad_norm": 0.8604246973991394,
      "learning_rate": 5.006509967113614e-05,
      "loss": 0.0821,
      "step": 6730
    },
    {
      "epoch": 0.5033840631193209,
      "grad_norm": 0.980708122253418,
      "learning_rate": 5.005326337226795e-05,
      "loss": 0.1058,
      "step": 6731
    },
    {
      "epoch": 0.5034588490446098,
      "grad_norm": 0.7996456623077393,
      "learning_rate": 5.0041427070414905e-05,
      "loss": 0.0705,
      "step": 6732
    },
    {
      "epoch": 0.5035336349698987,
      "grad_norm": 0.5680318474769592,
      "learning_rate": 5.002959076624031e-05,
      "loss": 0.0347,
      "step": 6733
    },
    {
      "epoch": 0.5036084208951875,
      "grad_norm": 0.7162656188011169,
      "learning_rate": 5.0017754460407484e-05,
      "loss": 0.0549,
      "step": 6734
    },
    {
      "epoch": 0.5036832068204764,
      "grad_norm": 0.805587649345398,
      "learning_rate": 5.000591815357972e-05,
      "loss": 0.0834,
      "step": 6735
    },
    {
      "epoch": 0.5037579927457653,
      "grad_norm": 1.243293285369873,
      "learning_rate": 4.9994081846420296e-05,
      "loss": 0.1326,
      "step": 6736
    },
    {
      "epoch": 0.5038327786710541,
      "grad_norm": 0.9461535215377808,
      "learning_rate": 4.998224553959253e-05,
      "loss": 0.0877,
      "step": 6737
    },
    {
      "epoch": 0.503907564596343,
      "grad_norm": 1.0844093561172485,
      "learning_rate": 4.9970409233759684e-05,
      "loss": 0.1231,
      "step": 6738
    },
    {
      "epoch": 0.5039823505216319,
      "grad_norm": 1.1325395107269287,
      "learning_rate": 4.9958572929585114e-05,
      "loss": 0.0747,
      "step": 6739
    },
    {
      "epoch": 0.5040571364469207,
      "grad_norm": 0.8993009924888611,
      "learning_rate": 4.994673662773206e-05,
      "loss": 0.0693,
      "step": 6740
    },
    {
      "epoch": 0.5041319223722095,
      "grad_norm": 0.9928244948387146,
      "learning_rate": 4.993490032886387e-05,
      "loss": 0.1284,
      "step": 6741
    },
    {
      "epoch": 0.5042067082974984,
      "grad_norm": 1.3423725366592407,
      "learning_rate": 4.99230640336438e-05,
      "loss": 0.0674,
      "step": 6742
    },
    {
      "epoch": 0.5042814942227872,
      "grad_norm": 0.9958484768867493,
      "learning_rate": 4.991122774273517e-05,
      "loss": 0.0561,
      "step": 6743
    },
    {
      "epoch": 0.5043562801480761,
      "grad_norm": 1.09671950340271,
      "learning_rate": 4.989939145680128e-05,
      "loss": 0.1036,
      "step": 6744
    },
    {
      "epoch": 0.504431066073365,
      "grad_norm": 1.6630842685699463,
      "learning_rate": 4.988755517650543e-05,
      "loss": 0.1144,
      "step": 6745
    },
    {
      "epoch": 0.5045058519986538,
      "grad_norm": 1.014662504196167,
      "learning_rate": 4.987571890251087e-05,
      "loss": 0.1012,
      "step": 6746
    },
    {
      "epoch": 0.5045806379239427,
      "grad_norm": 1.5535883903503418,
      "learning_rate": 4.986388263548096e-05,
      "loss": 0.175,
      "step": 6747
    },
    {
      "epoch": 0.5046554238492316,
      "grad_norm": 1.069962739944458,
      "learning_rate": 4.9852046376078945e-05,
      "loss": 0.094,
      "step": 6748
    },
    {
      "epoch": 0.5047302097745204,
      "grad_norm": 1.5157784223556519,
      "learning_rate": 4.984021012496817e-05,
      "loss": 0.1386,
      "step": 6749
    },
    {
      "epoch": 0.5048049956998093,
      "grad_norm": 2.121062755584717,
      "learning_rate": 4.982837388281188e-05,
      "loss": 0.2058,
      "step": 6750
    },
    {
      "epoch": 0.5048797816250982,
      "grad_norm": 1.112107276916504,
      "learning_rate": 4.981653765027341e-05,
      "loss": 0.1009,
      "step": 6751
    },
    {
      "epoch": 0.504954567550387,
      "grad_norm": 0.3971462845802307,
      "learning_rate": 4.980470142801604e-05,
      "loss": 0.0348,
      "step": 6752
    },
    {
      "epoch": 0.5050293534756759,
      "grad_norm": 0.5880582332611084,
      "learning_rate": 4.9792865216703025e-05,
      "loss": 0.0567,
      "step": 6753
    },
    {
      "epoch": 0.5051041394009648,
      "grad_norm": 0.5609064698219299,
      "learning_rate": 4.9781029016997724e-05,
      "loss": 0.0563,
      "step": 6754
    },
    {
      "epoch": 0.5051789253262536,
      "grad_norm": 0.41065147519111633,
      "learning_rate": 4.976919282956337e-05,
      "loss": 0.0345,
      "step": 6755
    },
    {
      "epoch": 0.5052537112515425,
      "grad_norm": 0.7011202573776245,
      "learning_rate": 4.97573566550633e-05,
      "loss": 0.0805,
      "step": 6756
    },
    {
      "epoch": 0.5053284971768314,
      "grad_norm": 0.7649673223495483,
      "learning_rate": 4.974552049416077e-05,
      "loss": 0.0562,
      "step": 6757
    },
    {
      "epoch": 0.5054032831021201,
      "grad_norm": 1.002227544784546,
      "learning_rate": 4.97336843475191e-05,
      "loss": 0.1071,
      "step": 6758
    },
    {
      "epoch": 0.505478069027409,
      "grad_norm": 0.6920052170753479,
      "learning_rate": 4.972184821580156e-05,
      "loss": 0.0695,
      "step": 6759
    },
    {
      "epoch": 0.5055528549526979,
      "grad_norm": 1.1029508113861084,
      "learning_rate": 4.971001209967145e-05,
      "loss": 0.1968,
      "step": 6760
    },
    {
      "epoch": 0.5056276408779867,
      "grad_norm": 1.032033085823059,
      "learning_rate": 4.969817599979202e-05,
      "loss": 0.0708,
      "step": 6761
    },
    {
      "epoch": 0.5057024268032756,
      "grad_norm": 0.6462078094482422,
      "learning_rate": 4.968633991682662e-05,
      "loss": 0.0429,
      "step": 6762
    },
    {
      "epoch": 0.5057772127285645,
      "grad_norm": 0.6044291853904724,
      "learning_rate": 4.9674503851438476e-05,
      "loss": 0.0613,
      "step": 6763
    },
    {
      "epoch": 0.5058519986538533,
      "grad_norm": 0.6193410158157349,
      "learning_rate": 4.966266780429091e-05,
      "loss": 0.0592,
      "step": 6764
    },
    {
      "epoch": 0.5059267845791422,
      "grad_norm": 0.5895816087722778,
      "learning_rate": 4.9650831776047196e-05,
      "loss": 0.0513,
      "step": 6765
    },
    {
      "epoch": 0.5060015705044311,
      "grad_norm": 0.9617836475372314,
      "learning_rate": 4.9638995767370606e-05,
      "loss": 0.1342,
      "step": 6766
    },
    {
      "epoch": 0.5060763564297199,
      "grad_norm": 0.9948825836181641,
      "learning_rate": 4.962715977892442e-05,
      "loss": 0.1195,
      "step": 6767
    },
    {
      "epoch": 0.5061511423550088,
      "grad_norm": 0.6057309508323669,
      "learning_rate": 4.9615323811371954e-05,
      "loss": 0.0503,
      "step": 6768
    },
    {
      "epoch": 0.5062259282802977,
      "grad_norm": 0.9884180426597595,
      "learning_rate": 4.960348786537643e-05,
      "loss": 0.1159,
      "step": 6769
    },
    {
      "epoch": 0.5063007142055865,
      "grad_norm": 1.543230414390564,
      "learning_rate": 4.9591651941601175e-05,
      "loss": 0.0658,
      "step": 6770
    },
    {
      "epoch": 0.5063755001308754,
      "grad_norm": 0.8273432850837708,
      "learning_rate": 4.9579816040709426e-05,
      "loss": 0.07,
      "step": 6771
    },
    {
      "epoch": 0.5064502860561643,
      "grad_norm": 0.911431074142456,
      "learning_rate": 4.95679801633645e-05,
      "loss": 0.0919,
      "step": 6772
    },
    {
      "epoch": 0.5065250719814531,
      "grad_norm": 0.6532109379768372,
      "learning_rate": 4.9556144310229644e-05,
      "loss": 0.0617,
      "step": 6773
    },
    {
      "epoch": 0.506599857906742,
      "grad_norm": 0.7891524434089661,
      "learning_rate": 4.954430848196814e-05,
      "loss": 0.0845,
      "step": 6774
    },
    {
      "epoch": 0.5066746438320308,
      "grad_norm": 1.021324872970581,
      "learning_rate": 4.953247267924323e-05,
      "loss": 0.1065,
      "step": 6775
    },
    {
      "epoch": 0.5067494297573196,
      "grad_norm": 0.7330216765403748,
      "learning_rate": 4.9520636902718235e-05,
      "loss": 0.0745,
      "step": 6776
    },
    {
      "epoch": 0.5068242156826085,
      "grad_norm": 0.8407438397407532,
      "learning_rate": 4.950880115305637e-05,
      "loss": 0.0555,
      "step": 6777
    },
    {
      "epoch": 0.5068990016078974,
      "grad_norm": 0.679183840751648,
      "learning_rate": 4.949696543092095e-05,
      "loss": 0.0483,
      "step": 6778
    },
    {
      "epoch": 0.5069737875331862,
      "grad_norm": 1.0826691389083862,
      "learning_rate": 4.9485129736975216e-05,
      "loss": 0.0967,
      "step": 6779
    },
    {
      "epoch": 0.5070485734584751,
      "grad_norm": 1.4254734516143799,
      "learning_rate": 4.947329407188243e-05,
      "loss": 0.0931,
      "step": 6780
    },
    {
      "epoch": 0.507123359383764,
      "grad_norm": 0.9646914601325989,
      "learning_rate": 4.946145843630586e-05,
      "loss": 0.0828,
      "step": 6781
    },
    {
      "epoch": 0.5071981453090528,
      "grad_norm": 0.6407480239868164,
      "learning_rate": 4.944962283090877e-05,
      "loss": 0.0427,
      "step": 6782
    },
    {
      "epoch": 0.5072729312343417,
      "grad_norm": 0.9573863744735718,
      "learning_rate": 4.9437787256354414e-05,
      "loss": 0.1016,
      "step": 6783
    },
    {
      "epoch": 0.5073477171596306,
      "grad_norm": 1.2347187995910645,
      "learning_rate": 4.942595171330603e-05,
      "loss": 0.0579,
      "step": 6784
    },
    {
      "epoch": 0.5074225030849194,
      "grad_norm": 0.6596115231513977,
      "learning_rate": 4.941411620242691e-05,
      "loss": 0.0446,
      "step": 6785
    },
    {
      "epoch": 0.5074972890102083,
      "grad_norm": 0.9335498809814453,
      "learning_rate": 4.9402280724380264e-05,
      "loss": 0.1556,
      "step": 6786
    },
    {
      "epoch": 0.5075720749354972,
      "grad_norm": 0.820076584815979,
      "learning_rate": 4.939044527982939e-05,
      "loss": 0.0721,
      "step": 6787
    },
    {
      "epoch": 0.507646860860786,
      "grad_norm": 1.8889521360397339,
      "learning_rate": 4.937860986943751e-05,
      "loss": 0.1165,
      "step": 6788
    },
    {
      "epoch": 0.5077216467860749,
      "grad_norm": 0.8348972201347351,
      "learning_rate": 4.936677449386787e-05,
      "loss": 0.1056,
      "step": 6789
    },
    {
      "epoch": 0.5077964327113638,
      "grad_norm": 1.5489909648895264,
      "learning_rate": 4.9354939153783735e-05,
      "loss": 0.1778,
      "step": 6790
    },
    {
      "epoch": 0.5078712186366526,
      "grad_norm": 1.336743950843811,
      "learning_rate": 4.9343103849848336e-05,
      "loss": 0.1099,
      "step": 6791
    },
    {
      "epoch": 0.5079460045619414,
      "grad_norm": 1.6452293395996094,
      "learning_rate": 4.933126858272491e-05,
      "loss": 0.1958,
      "step": 6792
    },
    {
      "epoch": 0.5080207904872303,
      "grad_norm": 1.4216057062149048,
      "learning_rate": 4.93194333530767e-05,
      "loss": 0.1527,
      "step": 6793
    },
    {
      "epoch": 0.5080955764125191,
      "grad_norm": 1.0313200950622559,
      "learning_rate": 4.9307598161566944e-05,
      "loss": 0.1144,
      "step": 6794
    },
    {
      "epoch": 0.508170362337808,
      "grad_norm": 1.3830832242965698,
      "learning_rate": 4.929576300885889e-05,
      "loss": 0.1193,
      "step": 6795
    },
    {
      "epoch": 0.5082451482630969,
      "grad_norm": 1.8629342317581177,
      "learning_rate": 4.928392789561575e-05,
      "loss": 0.2062,
      "step": 6796
    },
    {
      "epoch": 0.5083199341883857,
      "grad_norm": 1.930649995803833,
      "learning_rate": 4.927209282250079e-05,
      "loss": 0.1755,
      "step": 6797
    },
    {
      "epoch": 0.5083947201136746,
      "grad_norm": 1.568039894104004,
      "learning_rate": 4.9260257790177184e-05,
      "loss": 0.154,
      "step": 6798
    },
    {
      "epoch": 0.5084695060389635,
      "grad_norm": 3.521383047103882,
      "learning_rate": 4.9248422799308205e-05,
      "loss": 0.2797,
      "step": 6799
    },
    {
      "epoch": 0.5085442919642523,
      "grad_norm": 2.2721316814422607,
      "learning_rate": 4.9236587850557045e-05,
      "loss": 0.2117,
      "step": 6800
    },
    {
      "epoch": 0.5086190778895412,
      "grad_norm": 0.8217743039131165,
      "learning_rate": 4.9224752944586964e-05,
      "loss": 0.0751,
      "step": 6801
    },
    {
      "epoch": 0.5086938638148301,
      "grad_norm": 0.540399432182312,
      "learning_rate": 4.921291808206115e-05,
      "loss": 0.0608,
      "step": 6802
    },
    {
      "epoch": 0.5087686497401189,
      "grad_norm": 0.9603124856948853,
      "learning_rate": 4.9201083263642826e-05,
      "loss": 0.06,
      "step": 6803
    },
    {
      "epoch": 0.5088434356654078,
      "grad_norm": 0.8254513144493103,
      "learning_rate": 4.9189248489995215e-05,
      "loss": 0.0627,
      "step": 6804
    },
    {
      "epoch": 0.5089182215906967,
      "grad_norm": 0.9620859622955322,
      "learning_rate": 4.917741376178153e-05,
      "loss": 0.1006,
      "step": 6805
    },
    {
      "epoch": 0.5089930075159855,
      "grad_norm": 0.9012728929519653,
      "learning_rate": 4.916557907966496e-05,
      "loss": 0.0866,
      "step": 6806
    },
    {
      "epoch": 0.5090677934412744,
      "grad_norm": 0.8955478072166443,
      "learning_rate": 4.9153744444308744e-05,
      "loss": 0.0649,
      "step": 6807
    },
    {
      "epoch": 0.5091425793665633,
      "grad_norm": 0.8976820707321167,
      "learning_rate": 4.914190985637604e-05,
      "loss": 0.0968,
      "step": 6808
    },
    {
      "epoch": 0.509217365291852,
      "grad_norm": 0.7964800596237183,
      "learning_rate": 4.913007531653011e-05,
      "loss": 0.0809,
      "step": 6809
    },
    {
      "epoch": 0.5092921512171409,
      "grad_norm": 0.5961175560951233,
      "learning_rate": 4.911824082543411e-05,
      "loss": 0.063,
      "step": 6810
    },
    {
      "epoch": 0.5093669371424298,
      "grad_norm": 1.3573408126831055,
      "learning_rate": 4.9106406383751256e-05,
      "loss": 0.165,
      "step": 6811
    },
    {
      "epoch": 0.5094417230677186,
      "grad_norm": 0.6659203767776489,
      "learning_rate": 4.909457199214471e-05,
      "loss": 0.067,
      "step": 6812
    },
    {
      "epoch": 0.5095165089930075,
      "grad_norm": 0.7676985263824463,
      "learning_rate": 4.9082737651277715e-05,
      "loss": 0.0437,
      "step": 6813
    },
    {
      "epoch": 0.5095912949182964,
      "grad_norm": 0.5567893981933594,
      "learning_rate": 4.907090336181342e-05,
      "loss": 0.0564,
      "step": 6814
    },
    {
      "epoch": 0.5096660808435852,
      "grad_norm": 0.510715663433075,
      "learning_rate": 4.9059069124415006e-05,
      "loss": 0.0396,
      "step": 6815
    },
    {
      "epoch": 0.5097408667688741,
      "grad_norm": 1.0488817691802979,
      "learning_rate": 4.9047234939745684e-05,
      "loss": 0.1035,
      "step": 6816
    },
    {
      "epoch": 0.509815652694163,
      "grad_norm": 0.5508206486701965,
      "learning_rate": 4.9035400808468596e-05,
      "loss": 0.0406,
      "step": 6817
    },
    {
      "epoch": 0.5098904386194518,
      "grad_norm": 0.596352219581604,
      "learning_rate": 4.902356673124697e-05,
      "loss": 0.0574,
      "step": 6818
    },
    {
      "epoch": 0.5099652245447407,
      "grad_norm": 0.8279832005500793,
      "learning_rate": 4.901173270874393e-05,
      "loss": 0.0805,
      "step": 6819
    },
    {
      "epoch": 0.5100400104700296,
      "grad_norm": 0.9474608302116394,
      "learning_rate": 4.899989874162267e-05,
      "loss": 0.0881,
      "step": 6820
    },
    {
      "epoch": 0.5101147963953184,
      "grad_norm": 0.7705453038215637,
      "learning_rate": 4.898806483054634e-05,
      "loss": 0.0933,
      "step": 6821
    },
    {
      "epoch": 0.5101895823206073,
      "grad_norm": 0.7849686145782471,
      "learning_rate": 4.8976230976178125e-05,
      "loss": 0.0452,
      "step": 6822
    },
    {
      "epoch": 0.5102643682458962,
      "grad_norm": 0.8987041711807251,
      "learning_rate": 4.896439717918117e-05,
      "loss": 0.0841,
      "step": 6823
    },
    {
      "epoch": 0.510339154171185,
      "grad_norm": 0.7391483783721924,
      "learning_rate": 4.8952563440218644e-05,
      "loss": 0.0586,
      "step": 6824
    },
    {
      "epoch": 0.5104139400964739,
      "grad_norm": 0.7954664826393127,
      "learning_rate": 4.894072975995369e-05,
      "loss": 0.0659,
      "step": 6825
    },
    {
      "epoch": 0.5104887260217627,
      "grad_norm": 1.5008735656738281,
      "learning_rate": 4.892889613904947e-05,
      "loss": 0.1452,
      "step": 6826
    },
    {
      "epoch": 0.5105635119470515,
      "grad_norm": 0.6807642579078674,
      "learning_rate": 4.8917062578169114e-05,
      "loss": 0.0545,
      "step": 6827
    },
    {
      "epoch": 0.5106382978723404,
      "grad_norm": 1.2366255521774292,
      "learning_rate": 4.890522907797579e-05,
      "loss": 0.0828,
      "step": 6828
    },
    {
      "epoch": 0.5107130837976293,
      "grad_norm": 0.8017401099205017,
      "learning_rate": 4.889339563913261e-05,
      "loss": 0.0612,
      "step": 6829
    },
    {
      "epoch": 0.5107878697229181,
      "grad_norm": 1.0026401281356812,
      "learning_rate": 4.888156226230275e-05,
      "loss": 0.0812,
      "step": 6830
    },
    {
      "epoch": 0.510862655648207,
      "grad_norm": 1.6697601079940796,
      "learning_rate": 4.8869728948149295e-05,
      "loss": 0.1288,
      "step": 6831
    },
    {
      "epoch": 0.5109374415734959,
      "grad_norm": 0.6528173685073853,
      "learning_rate": 4.8857895697335424e-05,
      "loss": 0.0441,
      "step": 6832
    },
    {
      "epoch": 0.5110122274987847,
      "grad_norm": 0.9258517026901245,
      "learning_rate": 4.884606251052423e-05,
      "loss": 0.0973,
      "step": 6833
    },
    {
      "epoch": 0.5110870134240736,
      "grad_norm": 0.6608646512031555,
      "learning_rate": 4.883422938837886e-05,
      "loss": 0.045,
      "step": 6834
    },
    {
      "epoch": 0.5111617993493625,
      "grad_norm": 1.0976320505142212,
      "learning_rate": 4.882239633156239e-05,
      "loss": 0.0935,
      "step": 6835
    },
    {
      "epoch": 0.5112365852746513,
      "grad_norm": 0.8125590682029724,
      "learning_rate": 4.8810563340738e-05,
      "loss": 0.071,
      "step": 6836
    },
    {
      "epoch": 0.5113113711999402,
      "grad_norm": 0.732001006603241,
      "learning_rate": 4.8798730416568736e-05,
      "loss": 0.0563,
      "step": 6837
    },
    {
      "epoch": 0.5113861571252291,
      "grad_norm": 1.5006966590881348,
      "learning_rate": 4.878689755971776e-05,
      "loss": 0.1032,
      "step": 6838
    },
    {
      "epoch": 0.5114609430505179,
      "grad_norm": 1.5666272640228271,
      "learning_rate": 4.8775064770848156e-05,
      "loss": 0.1129,
      "step": 6839
    },
    {
      "epoch": 0.5115357289758068,
      "grad_norm": 1.590550184249878,
      "learning_rate": 4.8763232050623014e-05,
      "loss": 0.1061,
      "step": 6840
    },
    {
      "epoch": 0.5116105149010957,
      "grad_norm": 2.482161283493042,
      "learning_rate": 4.875139939970545e-05,
      "loss": 0.1589,
      "step": 6841
    },
    {
      "epoch": 0.5116853008263845,
      "grad_norm": 1.6269890069961548,
      "learning_rate": 4.873956681875855e-05,
      "loss": 0.1407,
      "step": 6842
    },
    {
      "epoch": 0.5117600867516733,
      "grad_norm": 1.1785081624984741,
      "learning_rate": 4.8727734308445385e-05,
      "loss": 0.1501,
      "step": 6843
    },
    {
      "epoch": 0.5118348726769621,
      "grad_norm": 1.3090096712112427,
      "learning_rate": 4.8715901869429076e-05,
      "loss": 0.1472,
      "step": 6844
    },
    {
      "epoch": 0.511909658602251,
      "grad_norm": 0.8921535611152649,
      "learning_rate": 4.870406950237268e-05,
      "loss": 0.0729,
      "step": 6845
    },
    {
      "epoch": 0.5119844445275399,
      "grad_norm": 1.1153767108917236,
      "learning_rate": 4.8692237207939266e-05,
      "loss": 0.1257,
      "step": 6846
    },
    {
      "epoch": 0.5120592304528288,
      "grad_norm": 1.5687236785888672,
      "learning_rate": 4.868040498679195e-05,
      "loss": 0.1533,
      "step": 6847
    },
    {
      "epoch": 0.5121340163781176,
      "grad_norm": 1.8294357061386108,
      "learning_rate": 4.866857283959374e-05,
      "loss": 0.1646,
      "step": 6848
    },
    {
      "epoch": 0.5122088023034065,
      "grad_norm": 0.9542598128318787,
      "learning_rate": 4.8656740767007755e-05,
      "loss": 0.0891,
      "step": 6849
    },
    {
      "epoch": 0.5122835882286954,
      "grad_norm": 2.571427583694458,
      "learning_rate": 4.8644908769697004e-05,
      "loss": 0.1638,
      "step": 6850
    },
    {
      "epoch": 0.5123583741539842,
      "grad_norm": 0.6176691651344299,
      "learning_rate": 4.86330768483246e-05,
      "loss": 0.0683,
      "step": 6851
    },
    {
      "epoch": 0.5124331600792731,
      "grad_norm": 0.6952025294303894,
      "learning_rate": 4.8621245003553545e-05,
      "loss": 0.0635,
      "step": 6852
    },
    {
      "epoch": 0.512507946004562,
      "grad_norm": 0.9459261298179626,
      "learning_rate": 4.860941323604693e-05,
      "loss": 0.117,
      "step": 6853
    },
    {
      "epoch": 0.5125827319298508,
      "grad_norm": 1.1663862466812134,
      "learning_rate": 4.859758154646775e-05,
      "loss": 0.2225,
      "step": 6854
    },
    {
      "epoch": 0.5126575178551397,
      "grad_norm": 0.6913493275642395,
      "learning_rate": 4.85857499354791e-05,
      "loss": 0.0685,
      "step": 6855
    },
    {
      "epoch": 0.5127323037804286,
      "grad_norm": 1.550911545753479,
      "learning_rate": 4.857391840374398e-05,
      "loss": 0.1184,
      "step": 6856
    },
    {
      "epoch": 0.5128070897057174,
      "grad_norm": 0.7919192910194397,
      "learning_rate": 4.856208695192543e-05,
      "loss": 0.0831,
      "step": 6857
    },
    {
      "epoch": 0.5128818756310063,
      "grad_norm": 0.8396461606025696,
      "learning_rate": 4.855025558068646e-05,
      "loss": 0.0812,
      "step": 6858
    },
    {
      "epoch": 0.5129566615562952,
      "grad_norm": 0.745547890663147,
      "learning_rate": 4.8538424290690115e-05,
      "loss": 0.0517,
      "step": 6859
    },
    {
      "epoch": 0.5130314474815839,
      "grad_norm": 0.5865530967712402,
      "learning_rate": 4.8526593082599385e-05,
      "loss": 0.0368,
      "step": 6860
    },
    {
      "epoch": 0.5131062334068728,
      "grad_norm": 1.3259403705596924,
      "learning_rate": 4.851476195707732e-05,
      "loss": 0.2118,
      "step": 6861
    },
    {
      "epoch": 0.5131810193321616,
      "grad_norm": 0.5608184337615967,
      "learning_rate": 4.850293091478689e-05,
      "loss": 0.0487,
      "step": 6862
    },
    {
      "epoch": 0.5132558052574505,
      "grad_norm": 0.8091808557510376,
      "learning_rate": 4.8491099956391126e-05,
      "loss": 0.0765,
      "step": 6863
    },
    {
      "epoch": 0.5133305911827394,
      "grad_norm": 2.240405321121216,
      "learning_rate": 4.8479269082553e-05,
      "loss": 0.168,
      "step": 6864
    },
    {
      "epoch": 0.5134053771080282,
      "grad_norm": 0.904341995716095,
      "learning_rate": 4.8467438293935544e-05,
      "loss": 0.1108,
      "step": 6865
    },
    {
      "epoch": 0.5134801630333171,
      "grad_norm": 0.6459454894065857,
      "learning_rate": 4.84556075912017e-05,
      "loss": 0.0556,
      "step": 6866
    },
    {
      "epoch": 0.513554948958606,
      "grad_norm": 0.6493157744407654,
      "learning_rate": 4.844377697501448e-05,
      "loss": 0.0474,
      "step": 6867
    },
    {
      "epoch": 0.5136297348838949,
      "grad_norm": 1.2300807237625122,
      "learning_rate": 4.843194644603685e-05,
      "loss": 0.1797,
      "step": 6868
    },
    {
      "epoch": 0.5137045208091837,
      "grad_norm": 0.5484451651573181,
      "learning_rate": 4.842011600493181e-05,
      "loss": 0.0611,
      "step": 6869
    },
    {
      "epoch": 0.5137793067344726,
      "grad_norm": 0.5632391571998596,
      "learning_rate": 4.84082856523623e-05,
      "loss": 0.0464,
      "step": 6870
    },
    {
      "epoch": 0.5138540926597615,
      "grad_norm": 0.8741042613983154,
      "learning_rate": 4.839645538899131e-05,
      "loss": 0.0865,
      "step": 6871
    },
    {
      "epoch": 0.5139288785850503,
      "grad_norm": 0.6877983212471008,
      "learning_rate": 4.838462521548175e-05,
      "loss": 0.0905,
      "step": 6872
    },
    {
      "epoch": 0.5140036645103392,
      "grad_norm": 0.934106707572937,
      "learning_rate": 4.8372795132496646e-05,
      "loss": 0.0841,
      "step": 6873
    },
    {
      "epoch": 0.514078450435628,
      "grad_norm": 0.609248161315918,
      "learning_rate": 4.836096514069888e-05,
      "loss": 0.07,
      "step": 6874
    },
    {
      "epoch": 0.5141532363609169,
      "grad_norm": 1.3217777013778687,
      "learning_rate": 4.8349135240751446e-05,
      "loss": 0.0712,
      "step": 6875
    },
    {
      "epoch": 0.5142280222862058,
      "grad_norm": 0.5983772873878479,
      "learning_rate": 4.833730543331725e-05,
      "loss": 0.0479,
      "step": 6876
    },
    {
      "epoch": 0.5143028082114945,
      "grad_norm": 0.5247482657432556,
      "learning_rate": 4.832547571905925e-05,
      "loss": 0.0277,
      "step": 6877
    },
    {
      "epoch": 0.5143775941367834,
      "grad_norm": 0.8245574235916138,
      "learning_rate": 4.8313646098640365e-05,
      "loss": 0.0777,
      "step": 6878
    },
    {
      "epoch": 0.5144523800620723,
      "grad_norm": 0.6995986700057983,
      "learning_rate": 4.8301816572723505e-05,
      "loss": 0.0593,
      "step": 6879
    },
    {
      "epoch": 0.5145271659873611,
      "grad_norm": 0.6965175271034241,
      "learning_rate": 4.828998714197162e-05,
      "loss": 0.0604,
      "step": 6880
    },
    {
      "epoch": 0.51460195191265,
      "grad_norm": 1.9954010248184204,
      "learning_rate": 4.827815780704756e-05,
      "loss": 0.0754,
      "step": 6881
    },
    {
      "epoch": 0.5146767378379389,
      "grad_norm": 0.88337641954422,
      "learning_rate": 4.8266328568614314e-05,
      "loss": 0.0743,
      "step": 6882
    },
    {
      "epoch": 0.5147515237632277,
      "grad_norm": 1.394277811050415,
      "learning_rate": 4.8254499427334716e-05,
      "loss": 0.1619,
      "step": 6883
    },
    {
      "epoch": 0.5148263096885166,
      "grad_norm": 0.5985758304595947,
      "learning_rate": 4.8242670383871716e-05,
      "loss": 0.0263,
      "step": 6884
    },
    {
      "epoch": 0.5149010956138055,
      "grad_norm": 1.3510545492172241,
      "learning_rate": 4.823084143888816e-05,
      "loss": 0.1035,
      "step": 6885
    },
    {
      "epoch": 0.5149758815390943,
      "grad_norm": 0.6905762553215027,
      "learning_rate": 4.8219012593046974e-05,
      "loss": 0.0389,
      "step": 6886
    },
    {
      "epoch": 0.5150506674643832,
      "grad_norm": 0.7900168299674988,
      "learning_rate": 4.820718384701099e-05,
      "loss": 0.0685,
      "step": 6887
    },
    {
      "epoch": 0.5151254533896721,
      "grad_norm": 1.144122838973999,
      "learning_rate": 4.8195355201443123e-05,
      "loss": 0.0916,
      "step": 6888
    },
    {
      "epoch": 0.515200239314961,
      "grad_norm": 0.8018913269042969,
      "learning_rate": 4.8183526657006216e-05,
      "loss": 0.0734,
      "step": 6889
    },
    {
      "epoch": 0.5152750252402498,
      "grad_norm": 1.5244123935699463,
      "learning_rate": 4.817169821436317e-05,
      "loss": 0.2078,
      "step": 6890
    },
    {
      "epoch": 0.5153498111655387,
      "grad_norm": 1.082554578781128,
      "learning_rate": 4.8159869874176783e-05,
      "loss": 0.0741,
      "step": 6891
    },
    {
      "epoch": 0.5154245970908276,
      "grad_norm": 0.8202260136604309,
      "learning_rate": 4.8148041637109966e-05,
      "loss": 0.0662,
      "step": 6892
    },
    {
      "epoch": 0.5154993830161164,
      "grad_norm": 0.8176882863044739,
      "learning_rate": 4.813621350382552e-05,
      "loss": 0.0691,
      "step": 6893
    },
    {
      "epoch": 0.5155741689414052,
      "grad_norm": 1.2343138456344604,
      "learning_rate": 4.8124385474986324e-05,
      "loss": 0.098,
      "step": 6894
    },
    {
      "epoch": 0.515648954866694,
      "grad_norm": 1.0994398593902588,
      "learning_rate": 4.811255755125516e-05,
      "loss": 0.0892,
      "step": 6895
    },
    {
      "epoch": 0.5157237407919829,
      "grad_norm": 1.7816219329833984,
      "learning_rate": 4.810072973329491e-05,
      "loss": 0.1859,
      "step": 6896
    },
    {
      "epoch": 0.5157985267172718,
      "grad_norm": 1.2127214670181274,
      "learning_rate": 4.808890202176836e-05,
      "loss": 0.102,
      "step": 6897
    },
    {
      "epoch": 0.5158733126425606,
      "grad_norm": 1.3018009662628174,
      "learning_rate": 4.8077074417338354e-05,
      "loss": 0.1082,
      "step": 6898
    },
    {
      "epoch": 0.5159480985678495,
      "grad_norm": 0.9726929068565369,
      "learning_rate": 4.806524692066768e-05,
      "loss": 0.0591,
      "step": 6899
    },
    {
      "epoch": 0.5160228844931384,
      "grad_norm": 0.9243905544281006,
      "learning_rate": 4.805341953241915e-05,
      "loss": 0.0605,
      "step": 6900
    },
    {
      "epoch": 0.5160976704184272,
      "grad_norm": 0.8696555495262146,
      "learning_rate": 4.8041592253255556e-05,
      "loss": 0.0752,
      "step": 6901
    },
    {
      "epoch": 0.5161724563437161,
      "grad_norm": 0.8961693048477173,
      "learning_rate": 4.802976508383972e-05,
      "loss": 0.0907,
      "step": 6902
    },
    {
      "epoch": 0.516247242269005,
      "grad_norm": 1.0667287111282349,
      "learning_rate": 4.8017938024834366e-05,
      "loss": 0.0674,
      "step": 6903
    },
    {
      "epoch": 0.5163220281942938,
      "grad_norm": 1.1243475675582886,
      "learning_rate": 4.800611107690235e-05,
      "loss": 0.0675,
      "step": 6904
    },
    {
      "epoch": 0.5163968141195827,
      "grad_norm": 0.9686152338981628,
      "learning_rate": 4.799428424070638e-05,
      "loss": 0.0743,
      "step": 6905
    },
    {
      "epoch": 0.5164716000448716,
      "grad_norm": 0.7595392465591431,
      "learning_rate": 4.798245751690927e-05,
      "loss": 0.0637,
      "step": 6906
    },
    {
      "epoch": 0.5165463859701604,
      "grad_norm": 0.7905305027961731,
      "learning_rate": 4.797063090617375e-05,
      "loss": 0.0999,
      "step": 6907
    },
    {
      "epoch": 0.5166211718954493,
      "grad_norm": 0.7299982905387878,
      "learning_rate": 4.79588044091626e-05,
      "loss": 0.0833,
      "step": 6908
    },
    {
      "epoch": 0.5166959578207382,
      "grad_norm": 0.6663697957992554,
      "learning_rate": 4.794697802653855e-05,
      "loss": 0.0541,
      "step": 6909
    },
    {
      "epoch": 0.516770743746027,
      "grad_norm": 0.7229734063148499,
      "learning_rate": 4.793515175896433e-05,
      "loss": 0.0861,
      "step": 6910
    },
    {
      "epoch": 0.5168455296713158,
      "grad_norm": 0.6509187817573547,
      "learning_rate": 4.792332560710271e-05,
      "loss": 0.0595,
      "step": 6911
    },
    {
      "epoch": 0.5169203155966047,
      "grad_norm": 1.4164848327636719,
      "learning_rate": 4.7911499571616384e-05,
      "loss": 0.118,
      "step": 6912
    },
    {
      "epoch": 0.5169951015218935,
      "grad_norm": 0.7790835499763489,
      "learning_rate": 4.78996736531681e-05,
      "loss": 0.0606,
      "step": 6913
    },
    {
      "epoch": 0.5170698874471824,
      "grad_norm": 0.9086635112762451,
      "learning_rate": 4.788784785242056e-05,
      "loss": 0.0871,
      "step": 6914
    },
    {
      "epoch": 0.5171446733724713,
      "grad_norm": 0.8826476335525513,
      "learning_rate": 4.787602217003649e-05,
      "loss": 0.1,
      "step": 6915
    },
    {
      "epoch": 0.5172194592977601,
      "grad_norm": 0.8992112278938293,
      "learning_rate": 4.786419660667857e-05,
      "loss": 0.0985,
      "step": 6916
    },
    {
      "epoch": 0.517294245223049,
      "grad_norm": 0.6983997225761414,
      "learning_rate": 4.7852371163009516e-05,
      "loss": 0.065,
      "step": 6917
    },
    {
      "epoch": 0.5173690311483379,
      "grad_norm": 0.6834099888801575,
      "learning_rate": 4.7840545839691984e-05,
      "loss": 0.0977,
      "step": 6918
    },
    {
      "epoch": 0.5174438170736267,
      "grad_norm": 0.6397978663444519,
      "learning_rate": 4.782872063738871e-05,
      "loss": 0.0558,
      "step": 6919
    },
    {
      "epoch": 0.5175186029989156,
      "grad_norm": 0.9401262998580933,
      "learning_rate": 4.781689555676232e-05,
      "loss": 0.0742,
      "step": 6920
    },
    {
      "epoch": 0.5175933889242045,
      "grad_norm": 0.9893762469291687,
      "learning_rate": 4.780507059847551e-05,
      "loss": 0.0857,
      "step": 6921
    },
    {
      "epoch": 0.5176681748494933,
      "grad_norm": 0.8195523619651794,
      "learning_rate": 4.779324576319093e-05,
      "loss": 0.1262,
      "step": 6922
    },
    {
      "epoch": 0.5177429607747822,
      "grad_norm": 0.969870388507843,
      "learning_rate": 4.778142105157125e-05,
      "loss": 0.0812,
      "step": 6923
    },
    {
      "epoch": 0.5178177467000711,
      "grad_norm": 0.6659268736839294,
      "learning_rate": 4.776959646427909e-05,
      "loss": 0.0566,
      "step": 6924
    },
    {
      "epoch": 0.51789253262536,
      "grad_norm": 1.019822120666504,
      "learning_rate": 4.775777200197713e-05,
      "loss": 0.0797,
      "step": 6925
    },
    {
      "epoch": 0.5179673185506488,
      "grad_norm": 0.9017900228500366,
      "learning_rate": 4.7745947665327956e-05,
      "loss": 0.0783,
      "step": 6926
    },
    {
      "epoch": 0.5180421044759377,
      "grad_norm": 0.9012275338172913,
      "learning_rate": 4.773412345499425e-05,
      "loss": 0.1141,
      "step": 6927
    },
    {
      "epoch": 0.5181168904012264,
      "grad_norm": 0.6304662823677063,
      "learning_rate": 4.772229937163858e-05,
      "loss": 0.0493,
      "step": 6928
    },
    {
      "epoch": 0.5181916763265153,
      "grad_norm": 0.9787039756774902,
      "learning_rate": 4.7710475415923604e-05,
      "loss": 0.1059,
      "step": 6929
    },
    {
      "epoch": 0.5182664622518042,
      "grad_norm": 0.9212426543235779,
      "learning_rate": 4.76986515885119e-05,
      "loss": 0.0723,
      "step": 6930
    },
    {
      "epoch": 0.518341248177093,
      "grad_norm": 1.1734685897827148,
      "learning_rate": 4.768682789006608e-05,
      "loss": 0.1095,
      "step": 6931
    },
    {
      "epoch": 0.5184160341023819,
      "grad_norm": 0.836612343788147,
      "learning_rate": 4.7675004321248715e-05,
      "loss": 0.0658,
      "step": 6932
    },
    {
      "epoch": 0.5184908200276708,
      "grad_norm": 1.0927090644836426,
      "learning_rate": 4.7663180882722416e-05,
      "loss": 0.1437,
      "step": 6933
    },
    {
      "epoch": 0.5185656059529596,
      "grad_norm": 0.7574635148048401,
      "learning_rate": 4.765135757514973e-05,
      "loss": 0.0586,
      "step": 6934
    },
    {
      "epoch": 0.5186403918782485,
      "grad_norm": 0.634081244468689,
      "learning_rate": 4.763953439919326e-05,
      "loss": 0.0386,
      "step": 6935
    },
    {
      "epoch": 0.5187151778035374,
      "grad_norm": 0.9834876656532288,
      "learning_rate": 4.762771135551555e-05,
      "loss": 0.112,
      "step": 6936
    },
    {
      "epoch": 0.5187899637288262,
      "grad_norm": 0.8469668030738831,
      "learning_rate": 4.7615888444779155e-05,
      "loss": 0.0705,
      "step": 6937
    },
    {
      "epoch": 0.5188647496541151,
      "grad_norm": 0.7218583226203918,
      "learning_rate": 4.760406566764662e-05,
      "loss": 0.0617,
      "step": 6938
    },
    {
      "epoch": 0.518939535579404,
      "grad_norm": 0.7392259836196899,
      "learning_rate": 4.75922430247805e-05,
      "loss": 0.0629,
      "step": 6939
    },
    {
      "epoch": 0.5190143215046928,
      "grad_norm": 0.9550129175186157,
      "learning_rate": 4.758042051684331e-05,
      "loss": 0.1102,
      "step": 6940
    },
    {
      "epoch": 0.5190891074299817,
      "grad_norm": 1.019100308418274,
      "learning_rate": 4.7568598144497565e-05,
      "loss": 0.0713,
      "step": 6941
    },
    {
      "epoch": 0.5191638933552706,
      "grad_norm": 1.1978710889816284,
      "learning_rate": 4.755677590840582e-05,
      "loss": 0.0851,
      "step": 6942
    },
    {
      "epoch": 0.5192386792805594,
      "grad_norm": 1.2388871908187866,
      "learning_rate": 4.754495380923054e-05,
      "loss": 0.1029,
      "step": 6943
    },
    {
      "epoch": 0.5193134652058483,
      "grad_norm": 1.619102954864502,
      "learning_rate": 4.753313184763427e-05,
      "loss": 0.116,
      "step": 6944
    },
    {
      "epoch": 0.5193882511311371,
      "grad_norm": 1.4346058368682861,
      "learning_rate": 4.752131002427947e-05,
      "loss": 0.1373,
      "step": 6945
    },
    {
      "epoch": 0.5194630370564259,
      "grad_norm": 1.3265548944473267,
      "learning_rate": 4.750948833982865e-05,
      "loss": 0.1337,
      "step": 6946
    },
    {
      "epoch": 0.5195378229817148,
      "grad_norm": 1.5898529291152954,
      "learning_rate": 4.7497666794944254e-05,
      "loss": 0.1499,
      "step": 6947
    },
    {
      "epoch": 0.5196126089070037,
      "grad_norm": 2.1470227241516113,
      "learning_rate": 4.748584539028881e-05,
      "loss": 0.2348,
      "step": 6948
    },
    {
      "epoch": 0.5196873948322925,
      "grad_norm": 0.9316421747207642,
      "learning_rate": 4.747402412652471e-05,
      "loss": 0.0625,
      "step": 6949
    },
    {
      "epoch": 0.5197621807575814,
      "grad_norm": 1.4821505546569824,
      "learning_rate": 4.746220300431448e-05,
      "loss": 0.1883,
      "step": 6950
    },
    {
      "epoch": 0.5198369666828703,
      "grad_norm": 0.8824208974838257,
      "learning_rate": 4.74503820243205e-05,
      "loss": 0.089,
      "step": 6951
    },
    {
      "epoch": 0.5199117526081591,
      "grad_norm": 0.5284063220024109,
      "learning_rate": 4.743856118720527e-05,
      "loss": 0.0878,
      "step": 6952
    },
    {
      "epoch": 0.519986538533448,
      "grad_norm": 0.7788234949111938,
      "learning_rate": 4.7426740493631185e-05,
      "loss": 0.0727,
      "step": 6953
    },
    {
      "epoch": 0.5200613244587369,
      "grad_norm": 0.6900317072868347,
      "learning_rate": 4.7414919944260686e-05,
      "loss": 0.0602,
      "step": 6954
    },
    {
      "epoch": 0.5201361103840257,
      "grad_norm": 0.5983721017837524,
      "learning_rate": 4.7403099539756144e-05,
      "loss": 0.0628,
      "step": 6955
    },
    {
      "epoch": 0.5202108963093146,
      "grad_norm": 0.630059003829956,
      "learning_rate": 4.7391279280780035e-05,
      "loss": 0.0576,
      "step": 6956
    },
    {
      "epoch": 0.5202856822346035,
      "grad_norm": 0.7173119783401489,
      "learning_rate": 4.73794591679947e-05,
      "loss": 0.0806,
      "step": 6957
    },
    {
      "epoch": 0.5203604681598923,
      "grad_norm": 0.46972474455833435,
      "learning_rate": 4.7367639202062566e-05,
      "loss": 0.0382,
      "step": 6958
    },
    {
      "epoch": 0.5204352540851812,
      "grad_norm": 0.850552499294281,
      "learning_rate": 4.7355819383646e-05,
      "loss": 0.0986,
      "step": 6959
    },
    {
      "epoch": 0.5205100400104701,
      "grad_norm": 0.5138376951217651,
      "learning_rate": 4.734399971340737e-05,
      "loss": 0.0548,
      "step": 6960
    },
    {
      "epoch": 0.5205848259357589,
      "grad_norm": 0.7016427516937256,
      "learning_rate": 4.733218019200905e-05,
      "loss": 0.0903,
      "step": 6961
    },
    {
      "epoch": 0.5206596118610477,
      "grad_norm": 0.7879866361618042,
      "learning_rate": 4.732036082011341e-05,
      "loss": 0.0694,
      "step": 6962
    },
    {
      "epoch": 0.5207343977863366,
      "grad_norm": 0.6953518390655518,
      "learning_rate": 4.730854159838277e-05,
      "loss": 0.053,
      "step": 6963
    },
    {
      "epoch": 0.5208091837116254,
      "grad_norm": 1.020212173461914,
      "learning_rate": 4.729672252747949e-05,
      "loss": 0.0844,
      "step": 6964
    },
    {
      "epoch": 0.5208839696369143,
      "grad_norm": 1.0585170984268188,
      "learning_rate": 4.728490360806589e-05,
      "loss": 0.1261,
      "step": 6965
    },
    {
      "epoch": 0.5209587555622032,
      "grad_norm": 1.3980133533477783,
      "learning_rate": 4.727308484080432e-05,
      "loss": 0.1645,
      "step": 6966
    },
    {
      "epoch": 0.521033541487492,
      "grad_norm": 0.6718916296958923,
      "learning_rate": 4.726126622635706e-05,
      "loss": 0.0469,
      "step": 6967
    },
    {
      "epoch": 0.5211083274127809,
      "grad_norm": 1.1905889511108398,
      "learning_rate": 4.724944776538645e-05,
      "loss": 0.1385,
      "step": 6968
    },
    {
      "epoch": 0.5211831133380698,
      "grad_norm": 0.6533632278442383,
      "learning_rate": 4.7237629458554746e-05,
      "loss": 0.0588,
      "step": 6969
    },
    {
      "epoch": 0.5212578992633586,
      "grad_norm": 0.9328057765960693,
      "learning_rate": 4.7225811306524284e-05,
      "loss": 0.0862,
      "step": 6970
    },
    {
      "epoch": 0.5213326851886475,
      "grad_norm": 0.8560677170753479,
      "learning_rate": 4.721399330995732e-05,
      "loss": 0.0955,
      "step": 6971
    },
    {
      "epoch": 0.5214074711139364,
      "grad_norm": 0.8022096157073975,
      "learning_rate": 4.7202175469516114e-05,
      "loss": 0.0672,
      "step": 6972
    },
    {
      "epoch": 0.5214822570392252,
      "grad_norm": 0.8444385528564453,
      "learning_rate": 4.719035778586296e-05,
      "loss": 0.0848,
      "step": 6973
    },
    {
      "epoch": 0.5215570429645141,
      "grad_norm": 0.5861337184906006,
      "learning_rate": 4.7178540259660076e-05,
      "loss": 0.0422,
      "step": 6974
    },
    {
      "epoch": 0.521631828889803,
      "grad_norm": 0.8945844769477844,
      "learning_rate": 4.716672289156975e-05,
      "loss": 0.0967,
      "step": 6975
    },
    {
      "epoch": 0.5217066148150918,
      "grad_norm": 0.6924252510070801,
      "learning_rate": 4.715490568225418e-05,
      "loss": 0.1029,
      "step": 6976
    },
    {
      "epoch": 0.5217814007403807,
      "grad_norm": 1.0276867151260376,
      "learning_rate": 4.714308863237562e-05,
      "loss": 0.0739,
      "step": 6977
    },
    {
      "epoch": 0.5218561866656696,
      "grad_norm": 0.7665831446647644,
      "learning_rate": 4.713127174259626e-05,
      "loss": 0.0628,
      "step": 6978
    },
    {
      "epoch": 0.5219309725909583,
      "grad_norm": 0.8553439974784851,
      "learning_rate": 4.711945501357835e-05,
      "loss": 0.0975,
      "step": 6979
    },
    {
      "epoch": 0.5220057585162472,
      "grad_norm": 0.6982840895652771,
      "learning_rate": 4.7107638445984056e-05,
      "loss": 0.0568,
      "step": 6980
    },
    {
      "epoch": 0.5220805444415361,
      "grad_norm": 0.5705695152282715,
      "learning_rate": 4.709582204047559e-05,
      "loss": 0.0391,
      "step": 6981
    },
    {
      "epoch": 0.5221553303668249,
      "grad_norm": 1.010286569595337,
      "learning_rate": 4.7084005797715124e-05,
      "loss": 0.0795,
      "step": 6982
    },
    {
      "epoch": 0.5222301162921138,
      "grad_norm": 0.8252471089363098,
      "learning_rate": 4.7072189718364844e-05,
      "loss": 0.0504,
      "step": 6983
    },
    {
      "epoch": 0.5223049022174027,
      "grad_norm": 0.8652898073196411,
      "learning_rate": 4.7060373803086886e-05,
      "loss": 0.0525,
      "step": 6984
    },
    {
      "epoch": 0.5223796881426915,
      "grad_norm": 1.1202213764190674,
      "learning_rate": 4.704855805254345e-05,
      "loss": 0.0778,
      "step": 6985
    },
    {
      "epoch": 0.5224544740679804,
      "grad_norm": 0.7532526254653931,
      "learning_rate": 4.7036742467396634e-05,
      "loss": 0.0559,
      "step": 6986
    },
    {
      "epoch": 0.5225292599932693,
      "grad_norm": 1.0479276180267334,
      "learning_rate": 4.702492704830861e-05,
      "loss": 0.0873,
      "step": 6987
    },
    {
      "epoch": 0.5226040459185581,
      "grad_norm": 1.0031957626342773,
      "learning_rate": 4.701311179594148e-05,
      "loss": 0.084,
      "step": 6988
    },
    {
      "epoch": 0.522678831843847,
      "grad_norm": 1.9561668634414673,
      "learning_rate": 4.70012967109574e-05,
      "loss": 0.2045,
      "step": 6989
    },
    {
      "epoch": 0.5227536177691359,
      "grad_norm": 1.1773817539215088,
      "learning_rate": 4.698948179401844e-05,
      "loss": 0.1386,
      "step": 6990
    },
    {
      "epoch": 0.5228284036944247,
      "grad_norm": 1.0002353191375732,
      "learning_rate": 4.6977667045786724e-05,
      "loss": 0.0951,
      "step": 6991
    },
    {
      "epoch": 0.5229031896197136,
      "grad_norm": 1.1603851318359375,
      "learning_rate": 4.69658524669243e-05,
      "loss": 0.084,
      "step": 6992
    },
    {
      "epoch": 0.5229779755450025,
      "grad_norm": 0.9934364557266235,
      "learning_rate": 4.6954038058093316e-05,
      "loss": 0.0646,
      "step": 6993
    },
    {
      "epoch": 0.5230527614702913,
      "grad_norm": 1.0859485864639282,
      "learning_rate": 4.694222381995577e-05,
      "loss": 0.0952,
      "step": 6994
    },
    {
      "epoch": 0.5231275473955802,
      "grad_norm": 1.7862229347229004,
      "learning_rate": 4.6930409753173794e-05,
      "loss": 0.1915,
      "step": 6995
    },
    {
      "epoch": 0.523202333320869,
      "grad_norm": 1.522691011428833,
      "learning_rate": 4.691859585840939e-05,
      "loss": 0.1933,
      "step": 6996
    },
    {
      "epoch": 0.5232771192461578,
      "grad_norm": 1.4894959926605225,
      "learning_rate": 4.690678213632461e-05,
      "loss": 0.192,
      "step": 6997
    },
    {
      "epoch": 0.5233519051714467,
      "grad_norm": 1.8177140951156616,
      "learning_rate": 4.6894968587581494e-05,
      "loss": 0.1584,
      "step": 6998
    },
    {
      "epoch": 0.5234266910967356,
      "grad_norm": 2.063308000564575,
      "learning_rate": 4.6883155212842075e-05,
      "loss": 0.2262,
      "step": 6999
    },
    {
      "epoch": 0.5235014770220244,
      "grad_norm": 1.819342017173767,
      "learning_rate": 4.6871342012768325e-05,
      "loss": 0.1421,
      "step": 7000
    },
    {
      "epoch": 0.5235762629473133,
      "grad_norm": 0.6929301023483276,
      "learning_rate": 4.6859528988022304e-05,
      "loss": 0.0878,
      "step": 7001
    },
    {
      "epoch": 0.5236510488726022,
      "grad_norm": 0.455849826335907,
      "learning_rate": 4.684771613926597e-05,
      "loss": 0.0602,
      "step": 7002
    },
    {
      "epoch": 0.523725834797891,
      "grad_norm": 0.4150915741920471,
      "learning_rate": 4.6835903467161294e-05,
      "loss": 0.0327,
      "step": 7003
    },
    {
      "epoch": 0.5238006207231799,
      "grad_norm": 0.6877508163452148,
      "learning_rate": 4.682409097237029e-05,
      "loss": 0.0564,
      "step": 7004
    },
    {
      "epoch": 0.5238754066484688,
      "grad_norm": 0.6645380854606628,
      "learning_rate": 4.6812278655554894e-05,
      "loss": 0.1182,
      "step": 7005
    },
    {
      "epoch": 0.5239501925737576,
      "grad_norm": 0.6096473932266235,
      "learning_rate": 4.680046651737707e-05,
      "loss": 0.0551,
      "step": 7006
    },
    {
      "epoch": 0.5240249784990465,
      "grad_norm": 1.1602267026901245,
      "learning_rate": 4.678865455849873e-05,
      "loss": 0.0613,
      "step": 7007
    },
    {
      "epoch": 0.5240997644243354,
      "grad_norm": 0.9477279782295227,
      "learning_rate": 4.677684277958186e-05,
      "loss": 0.0947,
      "step": 7008
    },
    {
      "epoch": 0.5241745503496242,
      "grad_norm": 0.7731005549430847,
      "learning_rate": 4.676503118128834e-05,
      "loss": 0.0732,
      "step": 7009
    },
    {
      "epoch": 0.5242493362749131,
      "grad_norm": 0.6615918874740601,
      "learning_rate": 4.675321976428012e-05,
      "loss": 0.0475,
      "step": 7010
    },
    {
      "epoch": 0.524324122200202,
      "grad_norm": 0.8775485157966614,
      "learning_rate": 4.6741408529219065e-05,
      "loss": 0.0753,
      "step": 7011
    },
    {
      "epoch": 0.5243989081254908,
      "grad_norm": 0.7588495016098022,
      "learning_rate": 4.67295974767671e-05,
      "loss": 0.0541,
      "step": 7012
    },
    {
      "epoch": 0.5244736940507796,
      "grad_norm": 0.5739485621452332,
      "learning_rate": 4.6717786607586095e-05,
      "loss": 0.0518,
      "step": 7013
    },
    {
      "epoch": 0.5245484799760685,
      "grad_norm": 0.8158377408981323,
      "learning_rate": 4.670597592233793e-05,
      "loss": 0.0762,
      "step": 7014
    },
    {
      "epoch": 0.5246232659013573,
      "grad_norm": 0.8519282341003418,
      "learning_rate": 4.669416542168444e-05,
      "loss": 0.0804,
      "step": 7015
    },
    {
      "epoch": 0.5246980518266462,
      "grad_norm": 0.826468825340271,
      "learning_rate": 4.668235510628751e-05,
      "loss": 0.084,
      "step": 7016
    },
    {
      "epoch": 0.5247728377519351,
      "grad_norm": 0.6921868324279785,
      "learning_rate": 4.667054497680895e-05,
      "loss": 0.0601,
      "step": 7017
    },
    {
      "epoch": 0.5248476236772239,
      "grad_norm": 0.5005188584327698,
      "learning_rate": 4.665873503391063e-05,
      "loss": 0.0377,
      "step": 7018
    },
    {
      "epoch": 0.5249224096025128,
      "grad_norm": 0.6117980480194092,
      "learning_rate": 4.664692527825434e-05,
      "loss": 0.0519,
      "step": 7019
    },
    {
      "epoch": 0.5249971955278017,
      "grad_norm": 1.3471033573150635,
      "learning_rate": 4.6635115710501907e-05,
      "loss": 0.1251,
      "step": 7020
    },
    {
      "epoch": 0.5250719814530905,
      "grad_norm": 1.1269387006759644,
      "learning_rate": 4.66233063313151e-05,
      "loss": 0.1081,
      "step": 7021
    },
    {
      "epoch": 0.5251467673783794,
      "grad_norm": 1.0397131443023682,
      "learning_rate": 4.6611497141355756e-05,
      "loss": 0.1496,
      "step": 7022
    },
    {
      "epoch": 0.5252215533036683,
      "grad_norm": 0.7054365873336792,
      "learning_rate": 4.6599688141285605e-05,
      "loss": 0.0545,
      "step": 7023
    },
    {
      "epoch": 0.5252963392289571,
      "grad_norm": 0.8755127787590027,
      "learning_rate": 4.658787933176646e-05,
      "loss": 0.0851,
      "step": 7024
    },
    {
      "epoch": 0.525371125154246,
      "grad_norm": 0.9797176718711853,
      "learning_rate": 4.6576070713460026e-05,
      "loss": 0.072,
      "step": 7025
    },
    {
      "epoch": 0.5254459110795349,
      "grad_norm": 1.039353847503662,
      "learning_rate": 4.656426228702811e-05,
      "loss": 0.1074,
      "step": 7026
    },
    {
      "epoch": 0.5255206970048237,
      "grad_norm": 0.8731478452682495,
      "learning_rate": 4.6552454053132404e-05,
      "loss": 0.0855,
      "step": 7027
    },
    {
      "epoch": 0.5255954829301126,
      "grad_norm": 1.1547083854675293,
      "learning_rate": 4.654064601243466e-05,
      "loss": 0.1336,
      "step": 7028
    },
    {
      "epoch": 0.5256702688554015,
      "grad_norm": 0.9131000638008118,
      "learning_rate": 4.652883816559655e-05,
      "loss": 0.0647,
      "step": 7029
    },
    {
      "epoch": 0.5257450547806902,
      "grad_norm": 0.675049364566803,
      "learning_rate": 4.6517030513279825e-05,
      "loss": 0.056,
      "step": 7030
    },
    {
      "epoch": 0.5258198407059791,
      "grad_norm": 0.9609882235527039,
      "learning_rate": 4.650522305614614e-05,
      "loss": 0.0902,
      "step": 7031
    },
    {
      "epoch": 0.525894626631268,
      "grad_norm": 1.0508229732513428,
      "learning_rate": 4.649341579485721e-05,
      "loss": 0.0994,
      "step": 7032
    },
    {
      "epoch": 0.5259694125565568,
      "grad_norm": 0.814276397228241,
      "learning_rate": 4.648160873007469e-05,
      "loss": 0.0849,
      "step": 7033
    },
    {
      "epoch": 0.5260441984818457,
      "grad_norm": 1.050432562828064,
      "learning_rate": 4.646980186246022e-05,
      "loss": 0.0996,
      "step": 7034
    },
    {
      "epoch": 0.5261189844071346,
      "grad_norm": 1.0910173654556274,
      "learning_rate": 4.645799519267548e-05,
      "loss": 0.1198,
      "step": 7035
    },
    {
      "epoch": 0.5261937703324234,
      "grad_norm": 0.5450223684310913,
      "learning_rate": 4.6446188721382084e-05,
      "loss": 0.0448,
      "step": 7036
    },
    {
      "epoch": 0.5262685562577123,
      "grad_norm": 1.4711999893188477,
      "learning_rate": 4.643438244924168e-05,
      "loss": 0.1059,
      "step": 7037
    },
    {
      "epoch": 0.5263433421830012,
      "grad_norm": 0.44515031576156616,
      "learning_rate": 4.6422576376915844e-05,
      "loss": 0.0263,
      "step": 7038
    },
    {
      "epoch": 0.52641812810829,
      "grad_norm": 1.1390169858932495,
      "learning_rate": 4.641077050506623e-05,
      "loss": 0.1071,
      "step": 7039
    },
    {
      "epoch": 0.5264929140335789,
      "grad_norm": 0.8242685794830322,
      "learning_rate": 4.639896483435438e-05,
      "loss": 0.0546,
      "step": 7040
    },
    {
      "epoch": 0.5265676999588678,
      "grad_norm": 1.2446242570877075,
      "learning_rate": 4.6387159365441926e-05,
      "loss": 0.0977,
      "step": 7041
    },
    {
      "epoch": 0.5266424858841566,
      "grad_norm": 6.054169178009033,
      "learning_rate": 4.63753540989904e-05,
      "loss": 0.6965,
      "step": 7042
    },
    {
      "epoch": 0.5267172718094455,
      "grad_norm": 1.0661066770553589,
      "learning_rate": 4.6363549035661386e-05,
      "loss": 0.0672,
      "step": 7043
    },
    {
      "epoch": 0.5267920577347344,
      "grad_norm": 1.202742099761963,
      "learning_rate": 4.63517441761164e-05,
      "loss": 0.1187,
      "step": 7044
    },
    {
      "epoch": 0.5268668436600232,
      "grad_norm": 1.171078085899353,
      "learning_rate": 4.6339939521017006e-05,
      "loss": 0.0962,
      "step": 7045
    },
    {
      "epoch": 0.5269416295853121,
      "grad_norm": 1.594170331954956,
      "learning_rate": 4.6328135071024706e-05,
      "loss": 0.1224,
      "step": 7046
    },
    {
      "epoch": 0.5270164155106009,
      "grad_norm": 1.8406461477279663,
      "learning_rate": 4.631633082680104e-05,
      "loss": 0.1611,
      "step": 7047
    },
    {
      "epoch": 0.5270912014358897,
      "grad_norm": 1.5238227844238281,
      "learning_rate": 4.630452678900747e-05,
      "loss": 0.2248,
      "step": 7048
    },
    {
      "epoch": 0.5271659873611786,
      "grad_norm": 1.8773586750030518,
      "learning_rate": 4.629272295830554e-05,
      "loss": 0.2026,
      "step": 7049
    },
    {
      "epoch": 0.5272407732864675,
      "grad_norm": 1.9985573291778564,
      "learning_rate": 4.628091933535668e-05,
      "loss": 0.1268,
      "step": 7050
    },
    {
      "epoch": 0.5273155592117563,
      "grad_norm": 0.9556329250335693,
      "learning_rate": 4.6269115920822393e-05,
      "loss": 0.19,
      "step": 7051
    },
    {
      "epoch": 0.5273903451370452,
      "grad_norm": 0.4890461564064026,
      "learning_rate": 4.625731271536408e-05,
      "loss": 0.0594,
      "step": 7052
    },
    {
      "epoch": 0.5274651310623341,
      "grad_norm": 0.8129910230636597,
      "learning_rate": 4.624550971964325e-05,
      "loss": 0.0877,
      "step": 7053
    },
    {
      "epoch": 0.5275399169876229,
      "grad_norm": 0.4856179356575012,
      "learning_rate": 4.623370693432128e-05,
      "loss": 0.068,
      "step": 7054
    },
    {
      "epoch": 0.5276147029129118,
      "grad_norm": 0.4768839478492737,
      "learning_rate": 4.6221904360059635e-05,
      "loss": 0.0536,
      "step": 7055
    },
    {
      "epoch": 0.5276894888382007,
      "grad_norm": 0.6671075820922852,
      "learning_rate": 4.621010199751968e-05,
      "loss": 0.0663,
      "step": 7056
    },
    {
      "epoch": 0.5277642747634895,
      "grad_norm": 2.0981202125549316,
      "learning_rate": 4.6198299847362855e-05,
      "loss": 0.1058,
      "step": 7057
    },
    {
      "epoch": 0.5278390606887784,
      "grad_norm": 0.6482963562011719,
      "learning_rate": 4.6186497910250486e-05,
      "loss": 0.0478,
      "step": 7058
    },
    {
      "epoch": 0.5279138466140673,
      "grad_norm": 1.0207878351211548,
      "learning_rate": 4.617469618684401e-05,
      "loss": 0.1258,
      "step": 7059
    },
    {
      "epoch": 0.5279886325393561,
      "grad_norm": 0.8353947997093201,
      "learning_rate": 4.6162894677804724e-05,
      "loss": 0.0735,
      "step": 7060
    },
    {
      "epoch": 0.528063418464645,
      "grad_norm": 1.1274341344833374,
      "learning_rate": 4.615109338379403e-05,
      "loss": 0.1156,
      "step": 7061
    },
    {
      "epoch": 0.5281382043899339,
      "grad_norm": 0.4108104407787323,
      "learning_rate": 4.613929230547322e-05,
      "loss": 0.0413,
      "step": 7062
    },
    {
      "epoch": 0.5282129903152227,
      "grad_norm": 0.6336955428123474,
      "learning_rate": 4.612749144350367e-05,
      "loss": 0.0563,
      "step": 7063
    },
    {
      "epoch": 0.5282877762405115,
      "grad_norm": 0.8884910941123962,
      "learning_rate": 4.611569079854665e-05,
      "loss": 0.0882,
      "step": 7064
    },
    {
      "epoch": 0.5283625621658004,
      "grad_norm": 0.6959347128868103,
      "learning_rate": 4.610389037126346e-05,
      "loss": 0.0599,
      "step": 7065
    },
    {
      "epoch": 0.5284373480910892,
      "grad_norm": 0.9933561086654663,
      "learning_rate": 4.609209016231542e-05,
      "loss": 0.0832,
      "step": 7066
    },
    {
      "epoch": 0.5285121340163781,
      "grad_norm": 0.6733772158622742,
      "learning_rate": 4.608029017236374e-05,
      "loss": 0.0446,
      "step": 7067
    },
    {
      "epoch": 0.528586919941667,
      "grad_norm": 0.6599323153495789,
      "learning_rate": 4.606849040206976e-05,
      "loss": 0.0722,
      "step": 7068
    },
    {
      "epoch": 0.5286617058669558,
      "grad_norm": 0.8045021295547485,
      "learning_rate": 4.6056690852094676e-05,
      "loss": 0.0868,
      "step": 7069
    },
    {
      "epoch": 0.5287364917922447,
      "grad_norm": 0.8527662754058838,
      "learning_rate": 4.604489152309976e-05,
      "loss": 0.1263,
      "step": 7070
    },
    {
      "epoch": 0.5288112777175336,
      "grad_norm": 0.6206111907958984,
      "learning_rate": 4.60330924157462e-05,
      "loss": 0.0608,
      "step": 7071
    },
    {
      "epoch": 0.5288860636428224,
      "grad_norm": 0.7139391303062439,
      "learning_rate": 4.6021293530695266e-05,
      "loss": 0.0613,
      "step": 7072
    },
    {
      "epoch": 0.5289608495681113,
      "grad_norm": 0.6266239285469055,
      "learning_rate": 4.600949486860811e-05,
      "loss": 0.0377,
      "step": 7073
    },
    {
      "epoch": 0.5290356354934002,
      "grad_norm": 0.6818624138832092,
      "learning_rate": 4.599769643014594e-05,
      "loss": 0.0651,
      "step": 7074
    },
    {
      "epoch": 0.529110421418689,
      "grad_norm": 1.1709617376327515,
      "learning_rate": 4.598589821596991e-05,
      "loss": 0.0889,
      "step": 7075
    },
    {
      "epoch": 0.5291852073439779,
      "grad_norm": 0.673775851726532,
      "learning_rate": 4.597410022674123e-05,
      "loss": 0.0668,
      "step": 7076
    },
    {
      "epoch": 0.5292599932692668,
      "grad_norm": 0.7859523296356201,
      "learning_rate": 4.596230246312099e-05,
      "loss": 0.0684,
      "step": 7077
    },
    {
      "epoch": 0.5293347791945556,
      "grad_norm": 0.898747980594635,
      "learning_rate": 4.595050492577039e-05,
      "loss": 0.0963,
      "step": 7078
    },
    {
      "epoch": 0.5294095651198445,
      "grad_norm": 0.7878915667533875,
      "learning_rate": 4.5938707615350504e-05,
      "loss": 0.0853,
      "step": 7079
    },
    {
      "epoch": 0.5294843510451334,
      "grad_norm": 1.3171803951263428,
      "learning_rate": 4.592691053252248e-05,
      "loss": 0.1579,
      "step": 7080
    },
    {
      "epoch": 0.5295591369704221,
      "grad_norm": 1.0916495323181152,
      "learning_rate": 4.591511367794738e-05,
      "loss": 0.0915,
      "step": 7081
    },
    {
      "epoch": 0.529633922895711,
      "grad_norm": 0.7856857180595398,
      "learning_rate": 4.5903317052286346e-05,
      "loss": 0.0615,
      "step": 7082
    },
    {
      "epoch": 0.5297087088209999,
      "grad_norm": 1.004288911819458,
      "learning_rate": 4.5891520656200396e-05,
      "loss": 0.1166,
      "step": 7083
    },
    {
      "epoch": 0.5297834947462887,
      "grad_norm": 0.9325463175773621,
      "learning_rate": 4.587972449035064e-05,
      "loss": 0.0976,
      "step": 7084
    },
    {
      "epoch": 0.5298582806715776,
      "grad_norm": 1.2223236560821533,
      "learning_rate": 4.586792855539808e-05,
      "loss": 0.1464,
      "step": 7085
    },
    {
      "epoch": 0.5299330665968665,
      "grad_norm": 0.7521086931228638,
      "learning_rate": 4.585613285200379e-05,
      "loss": 0.0621,
      "step": 7086
    },
    {
      "epoch": 0.5300078525221553,
      "grad_norm": 0.7953035831451416,
      "learning_rate": 4.584433738082877e-05,
      "loss": 0.055,
      "step": 7087
    },
    {
      "epoch": 0.5300826384474442,
      "grad_norm": 0.8787370324134827,
      "learning_rate": 4.583254214253404e-05,
      "loss": 0.101,
      "step": 7088
    },
    {
      "epoch": 0.530157424372733,
      "grad_norm": 0.6456877589225769,
      "learning_rate": 4.582074713778058e-05,
      "loss": 0.0478,
      "step": 7089
    },
    {
      "epoch": 0.5302322102980219,
      "grad_norm": 1.0826897621154785,
      "learning_rate": 4.580895236722941e-05,
      "loss": 0.0923,
      "step": 7090
    },
    {
      "epoch": 0.5303069962233108,
      "grad_norm": 1.1978464126586914,
      "learning_rate": 4.579715783154145e-05,
      "loss": 0.134,
      "step": 7091
    },
    {
      "epoch": 0.5303817821485997,
      "grad_norm": 4.373181343078613,
      "learning_rate": 4.5785363531377706e-05,
      "loss": 0.1429,
      "step": 7092
    },
    {
      "epoch": 0.5304565680738885,
      "grad_norm": 0.5786018967628479,
      "learning_rate": 4.577356946739909e-05,
      "loss": 0.0384,
      "step": 7093
    },
    {
      "epoch": 0.5305313539991774,
      "grad_norm": 1.2234030961990356,
      "learning_rate": 4.576177564026654e-05,
      "loss": 0.1104,
      "step": 7094
    },
    {
      "epoch": 0.5306061399244663,
      "grad_norm": 1.454069972038269,
      "learning_rate": 4.5749982050640995e-05,
      "loss": 0.1125,
      "step": 7095
    },
    {
      "epoch": 0.5306809258497551,
      "grad_norm": 1.1801005601882935,
      "learning_rate": 4.573818869918332e-05,
      "loss": 0.1101,
      "step": 7096
    },
    {
      "epoch": 0.5307557117750439,
      "grad_norm": 1.5298570394515991,
      "learning_rate": 4.5726395586554435e-05,
      "loss": 0.2014,
      "step": 7097
    },
    {
      "epoch": 0.5308304977003327,
      "grad_norm": 1.4972623586654663,
      "learning_rate": 4.57146027134152e-05,
      "loss": 0.1724,
      "step": 7098
    },
    {
      "epoch": 0.5309052836256216,
      "grad_norm": 1.2282570600509644,
      "learning_rate": 4.57028100804265e-05,
      "loss": 0.1207,
      "step": 7099
    },
    {
      "epoch": 0.5309800695509105,
      "grad_norm": 3.858689785003662,
      "learning_rate": 4.569101768824915e-05,
      "loss": 0.3391,
      "step": 7100
    },
    {
      "epoch": 0.5310548554761994,
      "grad_norm": 0.5854451060295105,
      "learning_rate": 4.567922553754403e-05,
      "loss": 0.079,
      "step": 7101
    },
    {
      "epoch": 0.5311296414014882,
      "grad_norm": 0.6078550219535828,
      "learning_rate": 4.566743362897194e-05,
      "loss": 0.0662,
      "step": 7102
    },
    {
      "epoch": 0.5312044273267771,
      "grad_norm": 0.7842974066734314,
      "learning_rate": 4.565564196319369e-05,
      "loss": 0.0798,
      "step": 7103
    },
    {
      "epoch": 0.531279213252066,
      "grad_norm": 0.7729112505912781,
      "learning_rate": 4.564385054087008e-05,
      "loss": 0.077,
      "step": 7104
    },
    {
      "epoch": 0.5313539991773548,
      "grad_norm": 0.6327367424964905,
      "learning_rate": 4.5632059362661894e-05,
      "loss": 0.0859,
      "step": 7105
    },
    {
      "epoch": 0.5314287851026437,
      "grad_norm": 0.6298359036445618,
      "learning_rate": 4.562026842922989e-05,
      "loss": 0.08,
      "step": 7106
    },
    {
      "epoch": 0.5315035710279326,
      "grad_norm": 0.7749180793762207,
      "learning_rate": 4.5608477741234845e-05,
      "loss": 0.0954,
      "step": 7107
    },
    {
      "epoch": 0.5315783569532214,
      "grad_norm": 0.7556134462356567,
      "learning_rate": 4.559668729933747e-05,
      "loss": 0.0836,
      "step": 7108
    },
    {
      "epoch": 0.5316531428785103,
      "grad_norm": 0.7061715722084045,
      "learning_rate": 4.558489710419853e-05,
      "loss": 0.0637,
      "step": 7109
    },
    {
      "epoch": 0.5317279288037992,
      "grad_norm": 0.8152960538864136,
      "learning_rate": 4.55731071564787e-05,
      "loss": 0.0668,
      "step": 7110
    },
    {
      "epoch": 0.531802714729088,
      "grad_norm": 1.145215392112732,
      "learning_rate": 4.556131745683872e-05,
      "loss": 0.1192,
      "step": 7111
    },
    {
      "epoch": 0.5318775006543769,
      "grad_norm": 0.591045618057251,
      "learning_rate": 4.554952800593924e-05,
      "loss": 0.0372,
      "step": 7112
    },
    {
      "epoch": 0.5319522865796658,
      "grad_norm": 0.7919145226478577,
      "learning_rate": 4.5537738804440966e-05,
      "loss": 0.0708,
      "step": 7113
    },
    {
      "epoch": 0.5320270725049545,
      "grad_norm": 0.7016106843948364,
      "learning_rate": 4.5525949853004514e-05,
      "loss": 0.0707,
      "step": 7114
    },
    {
      "epoch": 0.5321018584302434,
      "grad_norm": 0.6709644198417664,
      "learning_rate": 4.551416115229057e-05,
      "loss": 0.0871,
      "step": 7115
    },
    {
      "epoch": 0.5321766443555322,
      "grad_norm": 0.7549226880073547,
      "learning_rate": 4.550237270295975e-05,
      "loss": 0.0866,
      "step": 7116
    },
    {
      "epoch": 0.5322514302808211,
      "grad_norm": 0.49322620034217834,
      "learning_rate": 4.549058450567266e-05,
      "loss": 0.036,
      "step": 7117
    },
    {
      "epoch": 0.53232621620611,
      "grad_norm": 0.6301010847091675,
      "learning_rate": 4.547879656108989e-05,
      "loss": 0.0598,
      "step": 7118
    },
    {
      "epoch": 0.5324010021313988,
      "grad_norm": 0.7131245136260986,
      "learning_rate": 4.546700886987207e-05,
      "loss": 0.0549,
      "step": 7119
    },
    {
      "epoch": 0.5324757880566877,
      "grad_norm": 0.6535831689834595,
      "learning_rate": 4.5455221432679726e-05,
      "loss": 0.0497,
      "step": 7120
    },
    {
      "epoch": 0.5325505739819766,
      "grad_norm": 0.6094421744346619,
      "learning_rate": 4.544343425017347e-05,
      "loss": 0.0639,
      "step": 7121
    },
    {
      "epoch": 0.5326253599072654,
      "grad_norm": 0.8200066089630127,
      "learning_rate": 4.5431647323013794e-05,
      "loss": 0.0714,
      "step": 7122
    },
    {
      "epoch": 0.5327001458325543,
      "grad_norm": 1.0757373571395874,
      "learning_rate": 4.5419860651861275e-05,
      "loss": 0.1217,
      "step": 7123
    },
    {
      "epoch": 0.5327749317578432,
      "grad_norm": 1.0013424158096313,
      "learning_rate": 4.540807423737639e-05,
      "loss": 0.0707,
      "step": 7124
    },
    {
      "epoch": 0.532849717683132,
      "grad_norm": 0.6326733231544495,
      "learning_rate": 4.5396288080219676e-05,
      "loss": 0.0582,
      "step": 7125
    },
    {
      "epoch": 0.5329245036084209,
      "grad_norm": 0.8947471380233765,
      "learning_rate": 4.5384502181051596e-05,
      "loss": 0.0789,
      "step": 7126
    },
    {
      "epoch": 0.5329992895337098,
      "grad_norm": 0.4846529960632324,
      "learning_rate": 4.537271654053261e-05,
      "loss": 0.0274,
      "step": 7127
    },
    {
      "epoch": 0.5330740754589987,
      "grad_norm": 0.7291710376739502,
      "learning_rate": 4.5360931159323224e-05,
      "loss": 0.0894,
      "step": 7128
    },
    {
      "epoch": 0.5331488613842875,
      "grad_norm": 0.7148228287696838,
      "learning_rate": 4.534914603808383e-05,
      "loss": 0.0354,
      "step": 7129
    },
    {
      "epoch": 0.5332236473095764,
      "grad_norm": 1.1058919429779053,
      "learning_rate": 4.53373611774749e-05,
      "loss": 0.1002,
      "step": 7130
    },
    {
      "epoch": 0.5332984332348651,
      "grad_norm": 0.6595620512962341,
      "learning_rate": 4.532557657815681e-05,
      "loss": 0.0563,
      "step": 7131
    },
    {
      "epoch": 0.533373219160154,
      "grad_norm": 0.636828601360321,
      "learning_rate": 4.531379224079001e-05,
      "loss": 0.0412,
      "step": 7132
    },
    {
      "epoch": 0.5334480050854429,
      "grad_norm": 0.8428261280059814,
      "learning_rate": 4.5302008166034846e-05,
      "loss": 0.0703,
      "step": 7133
    },
    {
      "epoch": 0.5335227910107317,
      "grad_norm": 0.8629140257835388,
      "learning_rate": 4.529022435455171e-05,
      "loss": 0.055,
      "step": 7134
    },
    {
      "epoch": 0.5335975769360206,
      "grad_norm": 0.8015061020851135,
      "learning_rate": 4.527844080700092e-05,
      "loss": 0.0664,
      "step": 7135
    },
    {
      "epoch": 0.5336723628613095,
      "grad_norm": 0.9429755806922913,
      "learning_rate": 4.526665752404287e-05,
      "loss": 0.0757,
      "step": 7136
    },
    {
      "epoch": 0.5337471487865983,
      "grad_norm": 0.5445771217346191,
      "learning_rate": 4.525487450633784e-05,
      "loss": 0.0296,
      "step": 7137
    },
    {
      "epoch": 0.5338219347118872,
      "grad_norm": 0.9826542139053345,
      "learning_rate": 4.524309175454619e-05,
      "loss": 0.0851,
      "step": 7138
    },
    {
      "epoch": 0.5338967206371761,
      "grad_norm": 0.6956061720848083,
      "learning_rate": 4.523130926932818e-05,
      "loss": 0.043,
      "step": 7139
    },
    {
      "epoch": 0.533971506562465,
      "grad_norm": 1.1134581565856934,
      "learning_rate": 4.521952705134411e-05,
      "loss": 0.0756,
      "step": 7140
    },
    {
      "epoch": 0.5340462924877538,
      "grad_norm": 1.3906199932098389,
      "learning_rate": 4.520774510125422e-05,
      "loss": 0.1207,
      "step": 7141
    },
    {
      "epoch": 0.5341210784130427,
      "grad_norm": 0.5032636523246765,
      "learning_rate": 4.51959634197188e-05,
      "loss": 0.0225,
      "step": 7142
    },
    {
      "epoch": 0.5341958643383315,
      "grad_norm": 1.0912761688232422,
      "learning_rate": 4.5184182007398044e-05,
      "loss": 0.1147,
      "step": 7143
    },
    {
      "epoch": 0.5342706502636204,
      "grad_norm": 1.0377960205078125,
      "learning_rate": 4.517240086495222e-05,
      "loss": 0.1017,
      "step": 7144
    },
    {
      "epoch": 0.5343454361889093,
      "grad_norm": 1.1610386371612549,
      "learning_rate": 4.51606199930415e-05,
      "loss": 0.1382,
      "step": 7145
    },
    {
      "epoch": 0.5344202221141982,
      "grad_norm": 1.7178250551223755,
      "learning_rate": 4.51488393923261e-05,
      "loss": 0.1867,
      "step": 7146
    },
    {
      "epoch": 0.534495008039487,
      "grad_norm": 1.2608468532562256,
      "learning_rate": 4.513705906346618e-05,
      "loss": 0.0886,
      "step": 7147
    },
    {
      "epoch": 0.5345697939647758,
      "grad_norm": 1.646175742149353,
      "learning_rate": 4.512527900712191e-05,
      "loss": 0.1528,
      "step": 7148
    },
    {
      "epoch": 0.5346445798900646,
      "grad_norm": 1.6859558820724487,
      "learning_rate": 4.511349922395341e-05,
      "loss": 0.2171,
      "step": 7149
    },
    {
      "epoch": 0.5347193658153535,
      "grad_norm": 1.9487520456314087,
      "learning_rate": 4.5101719714620855e-05,
      "loss": 0.1654,
      "step": 7150
    },
    {
      "epoch": 0.5347941517406424,
      "grad_norm": 1.7432702779769897,
      "learning_rate": 4.5089940479784316e-05,
      "loss": 0.1577,
      "step": 7151
    },
    {
      "epoch": 0.5348689376659312,
      "grad_norm": 0.6067120432853699,
      "learning_rate": 4.507816152010393e-05,
      "loss": 0.0497,
      "step": 7152
    },
    {
      "epoch": 0.5349437235912201,
      "grad_norm": 0.8235642910003662,
      "learning_rate": 4.506638283623975e-05,
      "loss": 0.0606,
      "step": 7153
    },
    {
      "epoch": 0.535018509516509,
      "grad_norm": 0.6932828426361084,
      "learning_rate": 4.505460442885188e-05,
      "loss": 0.0424,
      "step": 7154
    },
    {
      "epoch": 0.5350932954417978,
      "grad_norm": 0.894750714302063,
      "learning_rate": 4.504282629860032e-05,
      "loss": 0.068,
      "step": 7155
    },
    {
      "epoch": 0.5351680813670867,
      "grad_norm": 1.377254605293274,
      "learning_rate": 4.503104844614517e-05,
      "loss": 0.0864,
      "step": 7156
    },
    {
      "epoch": 0.5352428672923756,
      "grad_norm": 0.47604840993881226,
      "learning_rate": 4.50192708721464e-05,
      "loss": 0.0374,
      "step": 7157
    },
    {
      "epoch": 0.5353176532176644,
      "grad_norm": 0.7241405844688416,
      "learning_rate": 4.500749357726405e-05,
      "loss": 0.0836,
      "step": 7158
    },
    {
      "epoch": 0.5353924391429533,
      "grad_norm": 0.7370826601982117,
      "learning_rate": 4.4995716562158105e-05,
      "loss": 0.0509,
      "step": 7159
    },
    {
      "epoch": 0.5354672250682422,
      "grad_norm": 0.6751509308815002,
      "learning_rate": 4.498393982748852e-05,
      "loss": 0.0848,
      "step": 7160
    },
    {
      "epoch": 0.535542010993531,
      "grad_norm": 1.0849617719650269,
      "learning_rate": 4.497216337391529e-05,
      "loss": 0.1153,
      "step": 7161
    },
    {
      "epoch": 0.5356167969188199,
      "grad_norm": 0.7637339234352112,
      "learning_rate": 4.496038720209832e-05,
      "loss": 0.0906,
      "step": 7162
    },
    {
      "epoch": 0.5356915828441088,
      "grad_norm": 0.9213831424713135,
      "learning_rate": 4.4948611312697576e-05,
      "loss": 0.0981,
      "step": 7163
    },
    {
      "epoch": 0.5357663687693976,
      "grad_norm": 0.9690502285957336,
      "learning_rate": 4.4936835706372924e-05,
      "loss": 0.0792,
      "step": 7164
    },
    {
      "epoch": 0.5358411546946864,
      "grad_norm": 0.6164743304252625,
      "learning_rate": 4.4925060383784305e-05,
      "loss": 0.0442,
      "step": 7165
    },
    {
      "epoch": 0.5359159406199753,
      "grad_norm": 1.1924172639846802,
      "learning_rate": 4.4913285345591565e-05,
      "loss": 0.1408,
      "step": 7166
    },
    {
      "epoch": 0.5359907265452641,
      "grad_norm": 0.8845404386520386,
      "learning_rate": 4.490151059245461e-05,
      "loss": 0.0706,
      "step": 7167
    },
    {
      "epoch": 0.536065512470553,
      "grad_norm": 1.3266023397445679,
      "learning_rate": 4.488973612503324e-05,
      "loss": 0.1257,
      "step": 7168
    },
    {
      "epoch": 0.5361402983958419,
      "grad_norm": 1.1572818756103516,
      "learning_rate": 4.4877961943987326e-05,
      "loss": 0.0984,
      "step": 7169
    },
    {
      "epoch": 0.5362150843211307,
      "grad_norm": 1.3713374137878418,
      "learning_rate": 4.4866188049976666e-05,
      "loss": 0.1549,
      "step": 7170
    },
    {
      "epoch": 0.5362898702464196,
      "grad_norm": 1.3220014572143555,
      "learning_rate": 4.485441444366107e-05,
      "loss": 0.12,
      "step": 7171
    },
    {
      "epoch": 0.5363646561717085,
      "grad_norm": 1.3292003870010376,
      "learning_rate": 4.4842641125700295e-05,
      "loss": 0.1369,
      "step": 7172
    },
    {
      "epoch": 0.5364394420969973,
      "grad_norm": 0.8211694955825806,
      "learning_rate": 4.483086809675416e-05,
      "loss": 0.0846,
      "step": 7173
    },
    {
      "epoch": 0.5365142280222862,
      "grad_norm": 0.7637826800346375,
      "learning_rate": 4.481909535748235e-05,
      "loss": 0.0748,
      "step": 7174
    },
    {
      "epoch": 0.5365890139475751,
      "grad_norm": 0.7103208303451538,
      "learning_rate": 4.480732290854468e-05,
      "loss": 0.0659,
      "step": 7175
    },
    {
      "epoch": 0.536663799872864,
      "grad_norm": 0.6857036352157593,
      "learning_rate": 4.47955507506008e-05,
      "loss": 0.0798,
      "step": 7176
    },
    {
      "epoch": 0.5367385857981528,
      "grad_norm": 0.7079237699508667,
      "learning_rate": 4.478377888431046e-05,
      "loss": 0.0558,
      "step": 7177
    },
    {
      "epoch": 0.5368133717234417,
      "grad_norm": 0.7338942289352417,
      "learning_rate": 4.47720073103333e-05,
      "loss": 0.045,
      "step": 7178
    },
    {
      "epoch": 0.5368881576487305,
      "grad_norm": 0.8760874271392822,
      "learning_rate": 4.476023602932904e-05,
      "loss": 0.0517,
      "step": 7179
    },
    {
      "epoch": 0.5369629435740194,
      "grad_norm": 0.8163055777549744,
      "learning_rate": 4.474846504195729e-05,
      "loss": 0.0688,
      "step": 7180
    },
    {
      "epoch": 0.5370377294993083,
      "grad_norm": 1.1171538829803467,
      "learning_rate": 4.473669434887773e-05,
      "loss": 0.1102,
      "step": 7181
    },
    {
      "epoch": 0.537112515424597,
      "grad_norm": 1.6202120780944824,
      "learning_rate": 4.472492395074994e-05,
      "loss": 0.1924,
      "step": 7182
    },
    {
      "epoch": 0.5371873013498859,
      "grad_norm": 1.0927610397338867,
      "learning_rate": 4.471315384823357e-05,
      "loss": 0.0777,
      "step": 7183
    },
    {
      "epoch": 0.5372620872751748,
      "grad_norm": 0.9677726626396179,
      "learning_rate": 4.470138404198816e-05,
      "loss": 0.0614,
      "step": 7184
    },
    {
      "epoch": 0.5373368732004636,
      "grad_norm": 1.0323714017868042,
      "learning_rate": 4.468961453267333e-05,
      "loss": 0.0963,
      "step": 7185
    },
    {
      "epoch": 0.5374116591257525,
      "grad_norm": 0.6916873455047607,
      "learning_rate": 4.4677845320948574e-05,
      "loss": 0.0756,
      "step": 7186
    },
    {
      "epoch": 0.5374864450510414,
      "grad_norm": 2.0467894077301025,
      "learning_rate": 4.46660764074735e-05,
      "loss": 0.1293,
      "step": 7187
    },
    {
      "epoch": 0.5375612309763302,
      "grad_norm": 0.9572067856788635,
      "learning_rate": 4.465430779290756e-05,
      "loss": 0.0859,
      "step": 7188
    },
    {
      "epoch": 0.5376360169016191,
      "grad_norm": 1.0868905782699585,
      "learning_rate": 4.464253947791031e-05,
      "loss": 0.0877,
      "step": 7189
    },
    {
      "epoch": 0.537710802826908,
      "grad_norm": 0.7610288858413696,
      "learning_rate": 4.463077146314123e-05,
      "loss": 0.0382,
      "step": 7190
    },
    {
      "epoch": 0.5377855887521968,
      "grad_norm": 1.1040619611740112,
      "learning_rate": 4.461900374925976e-05,
      "loss": 0.0756,
      "step": 7191
    },
    {
      "epoch": 0.5378603746774857,
      "grad_norm": 0.736440122127533,
      "learning_rate": 4.460723633692539e-05,
      "loss": 0.0668,
      "step": 7192
    },
    {
      "epoch": 0.5379351606027746,
      "grad_norm": 0.9485499262809753,
      "learning_rate": 4.459546922679753e-05,
      "loss": 0.0858,
      "step": 7193
    },
    {
      "epoch": 0.5380099465280634,
      "grad_norm": 1.1719356775283813,
      "learning_rate": 4.4583702419535626e-05,
      "loss": 0.1468,
      "step": 7194
    },
    {
      "epoch": 0.5380847324533523,
      "grad_norm": 1.4505019187927246,
      "learning_rate": 4.457193591579905e-05,
      "loss": 0.1628,
      "step": 7195
    },
    {
      "epoch": 0.5381595183786412,
      "grad_norm": 1.7212579250335693,
      "learning_rate": 4.456016971624723e-05,
      "loss": 0.187,
      "step": 7196
    },
    {
      "epoch": 0.53823430430393,
      "grad_norm": 1.121573805809021,
      "learning_rate": 4.4548403821539475e-05,
      "loss": 0.0807,
      "step": 7197
    },
    {
      "epoch": 0.5383090902292189,
      "grad_norm": 1.3709542751312256,
      "learning_rate": 4.45366382323352e-05,
      "loss": 0.1009,
      "step": 7198
    },
    {
      "epoch": 0.5383838761545077,
      "grad_norm": 1.402349591255188,
      "learning_rate": 4.452487294929371e-05,
      "loss": 0.1367,
      "step": 7199
    },
    {
      "epoch": 0.5384586620797965,
      "grad_norm": 2.0598082542419434,
      "learning_rate": 4.451310797307433e-05,
      "loss": 0.2214,
      "step": 7200
    },
    {
      "epoch": 0.5385334480050854,
      "grad_norm": 0.6628332138061523,
      "learning_rate": 4.450134330433634e-05,
      "loss": 0.0638,
      "step": 7201
    },
    {
      "epoch": 0.5386082339303743,
      "grad_norm": 0.7956477999687195,
      "learning_rate": 4.448957894373906e-05,
      "loss": 0.0708,
      "step": 7202
    },
    {
      "epoch": 0.5386830198556631,
      "grad_norm": 0.4137057065963745,
      "learning_rate": 4.447781489194171e-05,
      "loss": 0.0371,
      "step": 7203
    },
    {
      "epoch": 0.538757805780952,
      "grad_norm": 0.7321636080741882,
      "learning_rate": 4.446605114960359e-05,
      "loss": 0.0715,
      "step": 7204
    },
    {
      "epoch": 0.5388325917062409,
      "grad_norm": 0.5475993156433105,
      "learning_rate": 4.4454287717383885e-05,
      "loss": 0.0457,
      "step": 7205
    },
    {
      "epoch": 0.5389073776315297,
      "grad_norm": 0.5527505874633789,
      "learning_rate": 4.4442524595941854e-05,
      "loss": 0.0637,
      "step": 7206
    },
    {
      "epoch": 0.5389821635568186,
      "grad_norm": 0.3804290294647217,
      "learning_rate": 4.443076178593666e-05,
      "loss": 0.0351,
      "step": 7207
    },
    {
      "epoch": 0.5390569494821075,
      "grad_norm": 0.785607635974884,
      "learning_rate": 4.4418999288027496e-05,
      "loss": 0.0718,
      "step": 7208
    },
    {
      "epoch": 0.5391317354073963,
      "grad_norm": 0.4753935635089874,
      "learning_rate": 4.4407237102873505e-05,
      "loss": 0.0388,
      "step": 7209
    },
    {
      "epoch": 0.5392065213326852,
      "grad_norm": 0.6501020193099976,
      "learning_rate": 4.439547523113386e-05,
      "loss": 0.054,
      "step": 7210
    },
    {
      "epoch": 0.5392813072579741,
      "grad_norm": 0.7835777401924133,
      "learning_rate": 4.4383713673467665e-05,
      "loss": 0.0808,
      "step": 7211
    },
    {
      "epoch": 0.5393560931832629,
      "grad_norm": 0.5145965814590454,
      "learning_rate": 4.437195243053405e-05,
      "loss": 0.0348,
      "step": 7212
    },
    {
      "epoch": 0.5394308791085518,
      "grad_norm": 0.825289785861969,
      "learning_rate": 4.4360191502992096e-05,
      "loss": 0.0602,
      "step": 7213
    },
    {
      "epoch": 0.5395056650338407,
      "grad_norm": 0.5174123644828796,
      "learning_rate": 4.4348430891500875e-05,
      "loss": 0.06,
      "step": 7214
    },
    {
      "epoch": 0.5395804509591295,
      "grad_norm": 0.8389295935630798,
      "learning_rate": 4.433667059671943e-05,
      "loss": 0.0824,
      "step": 7215
    },
    {
      "epoch": 0.5396552368844183,
      "grad_norm": 1.0946321487426758,
      "learning_rate": 4.4324910619306825e-05,
      "loss": 0.1045,
      "step": 7216
    },
    {
      "epoch": 0.5397300228097072,
      "grad_norm": 0.7835471630096436,
      "learning_rate": 4.4313150959922054e-05,
      "loss": 0.0609,
      "step": 7217
    },
    {
      "epoch": 0.539804808734996,
      "grad_norm": 0.7073945999145508,
      "learning_rate": 4.430139161922415e-05,
      "loss": 0.053,
      "step": 7218
    },
    {
      "epoch": 0.5398795946602849,
      "grad_norm": 0.7538314461708069,
      "learning_rate": 4.4289632597872064e-05,
      "loss": 0.0699,
      "step": 7219
    },
    {
      "epoch": 0.5399543805855738,
      "grad_norm": 0.8887417316436768,
      "learning_rate": 4.42778738965248e-05,
      "loss": 0.0841,
      "step": 7220
    },
    {
      "epoch": 0.5400291665108626,
      "grad_norm": 0.722946286201477,
      "learning_rate": 4.426611551584129e-05,
      "loss": 0.0589,
      "step": 7221
    },
    {
      "epoch": 0.5401039524361515,
      "grad_norm": 0.6099537014961243,
      "learning_rate": 4.425435745648045e-05,
      "loss": 0.0652,
      "step": 7222
    },
    {
      "epoch": 0.5401787383614404,
      "grad_norm": 0.6183314919471741,
      "learning_rate": 4.424259971910122e-05,
      "loss": 0.0327,
      "step": 7223
    },
    {
      "epoch": 0.5402535242867292,
      "grad_norm": 0.6733210682868958,
      "learning_rate": 4.423084230436246e-05,
      "loss": 0.0689,
      "step": 7224
    },
    {
      "epoch": 0.5403283102120181,
      "grad_norm": 0.6088894605636597,
      "learning_rate": 4.421908521292308e-05,
      "loss": 0.0531,
      "step": 7225
    },
    {
      "epoch": 0.540403096137307,
      "grad_norm": 0.6411082148551941,
      "learning_rate": 4.420732844544192e-05,
      "loss": 0.0379,
      "step": 7226
    },
    {
      "epoch": 0.5404778820625958,
      "grad_norm": 0.9047670364379883,
      "learning_rate": 4.419557200257784e-05,
      "loss": 0.0833,
      "step": 7227
    },
    {
      "epoch": 0.5405526679878847,
      "grad_norm": 1.1856207847595215,
      "learning_rate": 4.4183815884989635e-05,
      "loss": 0.1428,
      "step": 7228
    },
    {
      "epoch": 0.5406274539131736,
      "grad_norm": 0.3453980088233948,
      "learning_rate": 4.4172060093336127e-05,
      "loss": 0.0173,
      "step": 7229
    },
    {
      "epoch": 0.5407022398384624,
      "grad_norm": 0.6058037877082825,
      "learning_rate": 4.416030462827609e-05,
      "loss": 0.037,
      "step": 7230
    },
    {
      "epoch": 0.5407770257637513,
      "grad_norm": 0.9272464513778687,
      "learning_rate": 4.414854949046833e-05,
      "loss": 0.1387,
      "step": 7231
    },
    {
      "epoch": 0.5408518116890402,
      "grad_norm": 1.0774060487747192,
      "learning_rate": 4.4136794680571536e-05,
      "loss": 0.1,
      "step": 7232
    },
    {
      "epoch": 0.5409265976143289,
      "grad_norm": 0.9411556720733643,
      "learning_rate": 4.412504019924449e-05,
      "loss": 0.114,
      "step": 7233
    },
    {
      "epoch": 0.5410013835396178,
      "grad_norm": 0.674938976764679,
      "learning_rate": 4.4113286047145866e-05,
      "loss": 0.0451,
      "step": 7234
    },
    {
      "epoch": 0.5410761694649067,
      "grad_norm": 0.9954726696014404,
      "learning_rate": 4.410153222493439e-05,
      "loss": 0.1035,
      "step": 7235
    },
    {
      "epoch": 0.5411509553901955,
      "grad_norm": 1.1932090520858765,
      "learning_rate": 4.408977873326872e-05,
      "loss": 0.0764,
      "step": 7236
    },
    {
      "epoch": 0.5412257413154844,
      "grad_norm": 1.1566616296768188,
      "learning_rate": 4.4078025572807524e-05,
      "loss": 0.0966,
      "step": 7237
    },
    {
      "epoch": 0.5413005272407733,
      "grad_norm": 0.7057535648345947,
      "learning_rate": 4.4066272744209414e-05,
      "loss": 0.0534,
      "step": 7238
    },
    {
      "epoch": 0.5413753131660621,
      "grad_norm": 0.5778028964996338,
      "learning_rate": 4.405452024813305e-05,
      "loss": 0.033,
      "step": 7239
    },
    {
      "epoch": 0.541450099091351,
      "grad_norm": 0.9551896452903748,
      "learning_rate": 4.404276808523699e-05,
      "loss": 0.0864,
      "step": 7240
    },
    {
      "epoch": 0.5415248850166399,
      "grad_norm": 0.9510180354118347,
      "learning_rate": 4.4031016256179866e-05,
      "loss": 0.0832,
      "step": 7241
    },
    {
      "epoch": 0.5415996709419287,
      "grad_norm": 0.9784377813339233,
      "learning_rate": 4.401926476162018e-05,
      "loss": 0.0605,
      "step": 7242
    },
    {
      "epoch": 0.5416744568672176,
      "grad_norm": 0.9717111587524414,
      "learning_rate": 4.400751360221655e-05,
      "loss": 0.0778,
      "step": 7243
    },
    {
      "epoch": 0.5417492427925065,
      "grad_norm": 1.2323174476623535,
      "learning_rate": 4.3995762778627447e-05,
      "loss": 0.1409,
      "step": 7244
    },
    {
      "epoch": 0.5418240287177953,
      "grad_norm": 0.7592898607254028,
      "learning_rate": 4.398401229151141e-05,
      "loss": 0.0556,
      "step": 7245
    },
    {
      "epoch": 0.5418988146430842,
      "grad_norm": 1.7870218753814697,
      "learning_rate": 4.397226214152688e-05,
      "loss": 0.2663,
      "step": 7246
    },
    {
      "epoch": 0.5419736005683731,
      "grad_norm": 1.0838322639465332,
      "learning_rate": 4.396051232933239e-05,
      "loss": 0.1,
      "step": 7247
    },
    {
      "epoch": 0.5420483864936619,
      "grad_norm": 1.9857515096664429,
      "learning_rate": 4.3948762855586345e-05,
      "loss": 0.1626,
      "step": 7248
    },
    {
      "epoch": 0.5421231724189508,
      "grad_norm": 1.8662313222885132,
      "learning_rate": 4.3937013720947206e-05,
      "loss": 0.1646,
      "step": 7249
    },
    {
      "epoch": 0.5421979583442396,
      "grad_norm": 2.5076661109924316,
      "learning_rate": 4.3925264926073365e-05,
      "loss": 0.2514,
      "step": 7250
    },
    {
      "epoch": 0.5422727442695284,
      "grad_norm": 0.6910728216171265,
      "learning_rate": 4.391351647162324e-05,
      "loss": 0.0543,
      "step": 7251
    },
    {
      "epoch": 0.5423475301948173,
      "grad_norm": 0.6121150255203247,
      "learning_rate": 4.390176835825517e-05,
      "loss": 0.0599,
      "step": 7252
    },
    {
      "epoch": 0.5424223161201062,
      "grad_norm": 0.900191605091095,
      "learning_rate": 4.389002058662754e-05,
      "loss": 0.1141,
      "step": 7253
    },
    {
      "epoch": 0.542497102045395,
      "grad_norm": 0.7149623036384583,
      "learning_rate": 4.387827315739868e-05,
      "loss": 0.0752,
      "step": 7254
    },
    {
      "epoch": 0.5425718879706839,
      "grad_norm": 0.625990092754364,
      "learning_rate": 4.386652607122689e-05,
      "loss": 0.0914,
      "step": 7255
    },
    {
      "epoch": 0.5426466738959728,
      "grad_norm": 0.5708481073379517,
      "learning_rate": 4.3854779328770494e-05,
      "loss": 0.0369,
      "step": 7256
    },
    {
      "epoch": 0.5427214598212616,
      "grad_norm": 0.6100401282310486,
      "learning_rate": 4.3843032930687745e-05,
      "loss": 0.0433,
      "step": 7257
    },
    {
      "epoch": 0.5427962457465505,
      "grad_norm": 1.0890451669692993,
      "learning_rate": 4.3831286877636935e-05,
      "loss": 0.0918,
      "step": 7258
    },
    {
      "epoch": 0.5428710316718394,
      "grad_norm": 0.6014814376831055,
      "learning_rate": 4.381954117027628e-05,
      "loss": 0.044,
      "step": 7259
    },
    {
      "epoch": 0.5429458175971282,
      "grad_norm": 0.7329227328300476,
      "learning_rate": 4.380779580926401e-05,
      "loss": 0.0444,
      "step": 7260
    },
    {
      "epoch": 0.5430206035224171,
      "grad_norm": 0.8153772950172424,
      "learning_rate": 4.379605079525831e-05,
      "loss": 0.0892,
      "step": 7261
    },
    {
      "epoch": 0.543095389447706,
      "grad_norm": 0.9383607506752014,
      "learning_rate": 4.378430612891739e-05,
      "loss": 0.1057,
      "step": 7262
    },
    {
      "epoch": 0.5431701753729948,
      "grad_norm": 0.9836465120315552,
      "learning_rate": 4.3772561810899384e-05,
      "loss": 0.0718,
      "step": 7263
    },
    {
      "epoch": 0.5432449612982837,
      "grad_norm": 1.2132987976074219,
      "learning_rate": 4.3760817841862464e-05,
      "loss": 0.137,
      "step": 7264
    },
    {
      "epoch": 0.5433197472235726,
      "grad_norm": 0.8236058354377747,
      "learning_rate": 4.374907422246471e-05,
      "loss": 0.0821,
      "step": 7265
    },
    {
      "epoch": 0.5433945331488614,
      "grad_norm": 0.8189905285835266,
      "learning_rate": 4.373733095336429e-05,
      "loss": 0.0512,
      "step": 7266
    },
    {
      "epoch": 0.5434693190741502,
      "grad_norm": 0.8853453993797302,
      "learning_rate": 4.372558803521923e-05,
      "loss": 0.0973,
      "step": 7267
    },
    {
      "epoch": 0.5435441049994391,
      "grad_norm": 0.9491351842880249,
      "learning_rate": 4.3713845468687634e-05,
      "loss": 0.0637,
      "step": 7268
    },
    {
      "epoch": 0.5436188909247279,
      "grad_norm": 0.9914931654930115,
      "learning_rate": 4.37021032544275e-05,
      "loss": 0.0834,
      "step": 7269
    },
    {
      "epoch": 0.5436936768500168,
      "grad_norm": 0.7223114967346191,
      "learning_rate": 4.369036139309691e-05,
      "loss": 0.0759,
      "step": 7270
    },
    {
      "epoch": 0.5437684627753057,
      "grad_norm": 1.273369312286377,
      "learning_rate": 4.367861988535382e-05,
      "loss": 0.0932,
      "step": 7271
    },
    {
      "epoch": 0.5438432487005945,
      "grad_norm": 0.6672988533973694,
      "learning_rate": 4.366687873185625e-05,
      "loss": 0.0622,
      "step": 7272
    },
    {
      "epoch": 0.5439180346258834,
      "grad_norm": 1.2986218929290771,
      "learning_rate": 4.365513793326216e-05,
      "loss": 0.1344,
      "step": 7273
    },
    {
      "epoch": 0.5439928205511723,
      "grad_norm": 0.8025804758071899,
      "learning_rate": 4.364339749022949e-05,
      "loss": 0.0601,
      "step": 7274
    },
    {
      "epoch": 0.5440676064764611,
      "grad_norm": 0.7243537306785583,
      "learning_rate": 4.363165740341614e-05,
      "loss": 0.0717,
      "step": 7275
    },
    {
      "epoch": 0.54414239240175,
      "grad_norm": 0.7250201106071472,
      "learning_rate": 4.361991767348006e-05,
      "loss": 0.0631,
      "step": 7276
    },
    {
      "epoch": 0.5442171783270389,
      "grad_norm": 0.6174177527427673,
      "learning_rate": 4.36081783010791e-05,
      "loss": 0.0465,
      "step": 7277
    },
    {
      "epoch": 0.5442919642523277,
      "grad_norm": 0.7816949486732483,
      "learning_rate": 4.359643928687116e-05,
      "loss": 0.0798,
      "step": 7278
    },
    {
      "epoch": 0.5443667501776166,
      "grad_norm": 0.9719650745391846,
      "learning_rate": 4.358470063151405e-05,
      "loss": 0.0725,
      "step": 7279
    },
    {
      "epoch": 0.5444415361029055,
      "grad_norm": 0.6484090685844421,
      "learning_rate": 4.357296233566563e-05,
      "loss": 0.0552,
      "step": 7280
    },
    {
      "epoch": 0.5445163220281943,
      "grad_norm": 0.9565543532371521,
      "learning_rate": 4.356122439998368e-05,
      "loss": 0.1094,
      "step": 7281
    },
    {
      "epoch": 0.5445911079534832,
      "grad_norm": 0.8689025044441223,
      "learning_rate": 4.354948682512601e-05,
      "loss": 0.048,
      "step": 7282
    },
    {
      "epoch": 0.5446658938787721,
      "grad_norm": 0.6618150472640991,
      "learning_rate": 4.3537749611750365e-05,
      "loss": 0.0368,
      "step": 7283
    },
    {
      "epoch": 0.5447406798040608,
      "grad_norm": 0.3251384198665619,
      "learning_rate": 4.352601276051447e-05,
      "loss": 0.014,
      "step": 7284
    },
    {
      "epoch": 0.5448154657293497,
      "grad_norm": 0.5005077719688416,
      "learning_rate": 4.3514276272076095e-05,
      "loss": 0.0332,
      "step": 7285
    },
    {
      "epoch": 0.5448902516546386,
      "grad_norm": 0.7664507627487183,
      "learning_rate": 4.3502540147092904e-05,
      "loss": 0.0614,
      "step": 7286
    },
    {
      "epoch": 0.5449650375799274,
      "grad_norm": 0.8833663463592529,
      "learning_rate": 4.349080438622263e-05,
      "loss": 0.0908,
      "step": 7287
    },
    {
      "epoch": 0.5450398235052163,
      "grad_norm": 0.509214460849762,
      "learning_rate": 4.347906899012288e-05,
      "loss": 0.0365,
      "step": 7288
    },
    {
      "epoch": 0.5451146094305052,
      "grad_norm": 1.0439532995224,
      "learning_rate": 4.3467333959451336e-05,
      "loss": 0.059,
      "step": 7289
    },
    {
      "epoch": 0.545189395355794,
      "grad_norm": 0.8785063624382019,
      "learning_rate": 4.34555992948656e-05,
      "loss": 0.1041,
      "step": 7290
    },
    {
      "epoch": 0.5452641812810829,
      "grad_norm": 1.0028352737426758,
      "learning_rate": 4.344386499702329e-05,
      "loss": 0.0782,
      "step": 7291
    },
    {
      "epoch": 0.5453389672063718,
      "grad_norm": 1.099440336227417,
      "learning_rate": 4.3432131066581965e-05,
      "loss": 0.0964,
      "step": 7292
    },
    {
      "epoch": 0.5454137531316606,
      "grad_norm": 0.8230823278427124,
      "learning_rate": 4.3420397504199215e-05,
      "loss": 0.0626,
      "step": 7293
    },
    {
      "epoch": 0.5454885390569495,
      "grad_norm": 1.918229341506958,
      "learning_rate": 4.340866431053255e-05,
      "loss": 0.2835,
      "step": 7294
    },
    {
      "epoch": 0.5455633249822384,
      "grad_norm": 1.9982208013534546,
      "learning_rate": 4.3396931486239524e-05,
      "loss": 0.137,
      "step": 7295
    },
    {
      "epoch": 0.5456381109075272,
      "grad_norm": 0.8151316046714783,
      "learning_rate": 4.3385199031977604e-05,
      "loss": 0.0644,
      "step": 7296
    },
    {
      "epoch": 0.5457128968328161,
      "grad_norm": 1.2428499460220337,
      "learning_rate": 4.337346694840429e-05,
      "loss": 0.1336,
      "step": 7297
    },
    {
      "epoch": 0.545787682758105,
      "grad_norm": 1.070605993270874,
      "learning_rate": 4.336173523617701e-05,
      "loss": 0.0881,
      "step": 7298
    },
    {
      "epoch": 0.5458624686833938,
      "grad_norm": 1.4710698127746582,
      "learning_rate": 4.3350003895953245e-05,
      "loss": 0.1289,
      "step": 7299
    },
    {
      "epoch": 0.5459372546086827,
      "grad_norm": 1.5272161960601807,
      "learning_rate": 4.333827292839036e-05,
      "loss": 0.1256,
      "step": 7300
    },
    {
      "epoch": 0.5460120405339715,
      "grad_norm": 0.7946261763572693,
      "learning_rate": 4.3326542334145805e-05,
      "loss": 0.143,
      "step": 7301
    },
    {
      "epoch": 0.5460868264592603,
      "grad_norm": 0.48799821734428406,
      "learning_rate": 4.33148121138769e-05,
      "loss": 0.062,
      "step": 7302
    },
    {
      "epoch": 0.5461616123845492,
      "grad_norm": 0.6097767949104309,
      "learning_rate": 4.330308226824104e-05,
      "loss": 0.0528,
      "step": 7303
    },
    {
      "epoch": 0.5462363983098381,
      "grad_norm": 0.5064461827278137,
      "learning_rate": 4.3291352797895535e-05,
      "loss": 0.0378,
      "step": 7304
    },
    {
      "epoch": 0.5463111842351269,
      "grad_norm": 0.6356520652770996,
      "learning_rate": 4.3279623703497706e-05,
      "loss": 0.0707,
      "step": 7305
    },
    {
      "epoch": 0.5463859701604158,
      "grad_norm": 0.624533474445343,
      "learning_rate": 4.326789498570482e-05,
      "loss": 0.0673,
      "step": 7306
    },
    {
      "epoch": 0.5464607560857047,
      "grad_norm": 0.6224370002746582,
      "learning_rate": 4.325616664517418e-05,
      "loss": 0.0758,
      "step": 7307
    },
    {
      "epoch": 0.5465355420109935,
      "grad_norm": 0.676791250705719,
      "learning_rate": 4.324443868256301e-05,
      "loss": 0.0471,
      "step": 7308
    },
    {
      "epoch": 0.5466103279362824,
      "grad_norm": 0.7539237141609192,
      "learning_rate": 4.323271109852855e-05,
      "loss": 0.0635,
      "step": 7309
    },
    {
      "epoch": 0.5466851138615713,
      "grad_norm": 1.3327488899230957,
      "learning_rate": 4.3220983893727995e-05,
      "loss": 0.1341,
      "step": 7310
    },
    {
      "epoch": 0.5467598997868601,
      "grad_norm": 1.096683382987976,
      "learning_rate": 4.3209257068818536e-05,
      "loss": 0.0897,
      "step": 7311
    },
    {
      "epoch": 0.546834685712149,
      "grad_norm": 0.6138297319412231,
      "learning_rate": 4.319753062445732e-05,
      "loss": 0.0488,
      "step": 7312
    },
    {
      "epoch": 0.5469094716374379,
      "grad_norm": 0.8561404943466187,
      "learning_rate": 4.318580456130152e-05,
      "loss": 0.0511,
      "step": 7313
    },
    {
      "epoch": 0.5469842575627267,
      "grad_norm": 0.5570319890975952,
      "learning_rate": 4.3174078880008235e-05,
      "loss": 0.0449,
      "step": 7314
    },
    {
      "epoch": 0.5470590434880156,
      "grad_norm": 0.8104225397109985,
      "learning_rate": 4.316235358123454e-05,
      "loss": 0.1508,
      "step": 7315
    },
    {
      "epoch": 0.5471338294133045,
      "grad_norm": 0.7425355315208435,
      "learning_rate": 4.3150628665637565e-05,
      "loss": 0.0487,
      "step": 7316
    },
    {
      "epoch": 0.5472086153385933,
      "grad_norm": 0.7241581678390503,
      "learning_rate": 4.3138904133874315e-05,
      "loss": 0.0475,
      "step": 7317
    },
    {
      "epoch": 0.5472834012638821,
      "grad_norm": 1.060594081878662,
      "learning_rate": 4.3127179986601865e-05,
      "loss": 0.2057,
      "step": 7318
    },
    {
      "epoch": 0.547358187189171,
      "grad_norm": 0.7690972089767456,
      "learning_rate": 4.31154562244772e-05,
      "loss": 0.0654,
      "step": 7319
    },
    {
      "epoch": 0.5474329731144598,
      "grad_norm": 0.6168263554573059,
      "learning_rate": 4.310373284815734e-05,
      "loss": 0.0458,
      "step": 7320
    },
    {
      "epoch": 0.5475077590397487,
      "grad_norm": 0.7028486132621765,
      "learning_rate": 4.309200985829921e-05,
      "loss": 0.0524,
      "step": 7321
    },
    {
      "epoch": 0.5475825449650376,
      "grad_norm": 1.040536642074585,
      "learning_rate": 4.30802872555598e-05,
      "loss": 0.0829,
      "step": 7322
    },
    {
      "epoch": 0.5476573308903264,
      "grad_norm": 0.7811050415039062,
      "learning_rate": 4.3068565040596e-05,
      "loss": 0.0697,
      "step": 7323
    },
    {
      "epoch": 0.5477321168156153,
      "grad_norm": 1.052592396736145,
      "learning_rate": 4.305684321406476e-05,
      "loss": 0.0921,
      "step": 7324
    },
    {
      "epoch": 0.5478069027409042,
      "grad_norm": 0.7510892152786255,
      "learning_rate": 4.3045121776622916e-05,
      "loss": 0.0666,
      "step": 7325
    },
    {
      "epoch": 0.547881688666193,
      "grad_norm": 1.1982295513153076,
      "learning_rate": 4.3033400728927356e-05,
      "loss": 0.112,
      "step": 7326
    },
    {
      "epoch": 0.5479564745914819,
      "grad_norm": 0.6532304286956787,
      "learning_rate": 4.3021680071634905e-05,
      "loss": 0.0483,
      "step": 7327
    },
    {
      "epoch": 0.5480312605167708,
      "grad_norm": 1.1658514738082886,
      "learning_rate": 4.30099598054024e-05,
      "loss": 0.1287,
      "step": 7328
    },
    {
      "epoch": 0.5481060464420596,
      "grad_norm": 0.6223238110542297,
      "learning_rate": 4.2998239930886605e-05,
      "loss": 0.0486,
      "step": 7329
    },
    {
      "epoch": 0.5481808323673485,
      "grad_norm": 1.0522019863128662,
      "learning_rate": 4.298652044874433e-05,
      "loss": 0.1233,
      "step": 7330
    },
    {
      "epoch": 0.5482556182926374,
      "grad_norm": 0.9881327152252197,
      "learning_rate": 4.297480135963229e-05,
      "loss": 0.1049,
      "step": 7331
    },
    {
      "epoch": 0.5483304042179262,
      "grad_norm": 0.7234787940979004,
      "learning_rate": 4.296308266420724e-05,
      "loss": 0.0539,
      "step": 7332
    },
    {
      "epoch": 0.5484051901432151,
      "grad_norm": 0.8990514874458313,
      "learning_rate": 4.2951364363125876e-05,
      "loss": 0.0629,
      "step": 7333
    },
    {
      "epoch": 0.548479976068504,
      "grad_norm": 0.8252459168434143,
      "learning_rate": 4.29396464570449e-05,
      "loss": 0.0887,
      "step": 7334
    },
    {
      "epoch": 0.5485547619937927,
      "grad_norm": 1.254157543182373,
      "learning_rate": 4.292792894662094e-05,
      "loss": 0.1791,
      "step": 7335
    },
    {
      "epoch": 0.5486295479190816,
      "grad_norm": 0.8406358957290649,
      "learning_rate": 4.291621183251067e-05,
      "loss": 0.0633,
      "step": 7336
    },
    {
      "epoch": 0.5487043338443705,
      "grad_norm": 0.7949097156524658,
      "learning_rate": 4.290449511537068e-05,
      "loss": 0.0787,
      "step": 7337
    },
    {
      "epoch": 0.5487791197696593,
      "grad_norm": 1.0759124755859375,
      "learning_rate": 4.2892778795857605e-05,
      "loss": 0.104,
      "step": 7338
    },
    {
      "epoch": 0.5488539056949482,
      "grad_norm": 1.03163743019104,
      "learning_rate": 4.288106287462797e-05,
      "loss": 0.1616,
      "step": 7339
    },
    {
      "epoch": 0.548928691620237,
      "grad_norm": 0.7487707734107971,
      "learning_rate": 4.286934735233837e-05,
      "loss": 0.0935,
      "step": 7340
    },
    {
      "epoch": 0.5490034775455259,
      "grad_norm": 0.46549150347709656,
      "learning_rate": 4.285763222964532e-05,
      "loss": 0.0286,
      "step": 7341
    },
    {
      "epoch": 0.5490782634708148,
      "grad_norm": 0.9721188545227051,
      "learning_rate": 4.2845917507205323e-05,
      "loss": 0.0706,
      "step": 7342
    },
    {
      "epoch": 0.5491530493961037,
      "grad_norm": 1.5713646411895752,
      "learning_rate": 4.2834203185674845e-05,
      "loss": 0.1084,
      "step": 7343
    },
    {
      "epoch": 0.5492278353213925,
      "grad_norm": 1.1109318733215332,
      "learning_rate": 4.282248926571039e-05,
      "loss": 0.1186,
      "step": 7344
    },
    {
      "epoch": 0.5493026212466814,
      "grad_norm": 1.184877634048462,
      "learning_rate": 4.281077574796837e-05,
      "loss": 0.1542,
      "step": 7345
    },
    {
      "epoch": 0.5493774071719703,
      "grad_norm": 1.6505320072174072,
      "learning_rate": 4.2799062633105186e-05,
      "loss": 0.196,
      "step": 7346
    },
    {
      "epoch": 0.5494521930972591,
      "grad_norm": 1.804222822189331,
      "learning_rate": 4.278734992177727e-05,
      "loss": 0.2504,
      "step": 7347
    },
    {
      "epoch": 0.549526979022548,
      "grad_norm": 1.9921050071716309,
      "learning_rate": 4.277563761464098e-05,
      "loss": 0.2033,
      "step": 7348
    },
    {
      "epoch": 0.5496017649478369,
      "grad_norm": 1.242599368095398,
      "learning_rate": 4.2763925712352656e-05,
      "loss": 0.0881,
      "step": 7349
    },
    {
      "epoch": 0.5496765508731257,
      "grad_norm": 2.345989942550659,
      "learning_rate": 4.275221421556862e-05,
      "loss": 0.2369,
      "step": 7350
    },
    {
      "epoch": 0.5497513367984146,
      "grad_norm": 0.6848766207695007,
      "learning_rate": 4.274050312494521e-05,
      "loss": 0.0628,
      "step": 7351
    },
    {
      "epoch": 0.5498261227237033,
      "grad_norm": 0.6137946844100952,
      "learning_rate": 4.272879244113866e-05,
      "loss": 0.0305,
      "step": 7352
    },
    {
      "epoch": 0.5499009086489922,
      "grad_norm": 1.5791467428207397,
      "learning_rate": 4.271708216480526e-05,
      "loss": 0.1667,
      "step": 7353
    },
    {
      "epoch": 0.5499756945742811,
      "grad_norm": 0.5116388201713562,
      "learning_rate": 4.270537229660122e-05,
      "loss": 0.0496,
      "step": 7354
    },
    {
      "epoch": 0.55005048049957,
      "grad_norm": 0.506936252117157,
      "learning_rate": 4.26936628371828e-05,
      "loss": 0.0527,
      "step": 7355
    },
    {
      "epoch": 0.5501252664248588,
      "grad_norm": 0.7679743766784668,
      "learning_rate": 4.2681953787206136e-05,
      "loss": 0.0755,
      "step": 7356
    },
    {
      "epoch": 0.5502000523501477,
      "grad_norm": 0.7549743056297302,
      "learning_rate": 4.267024514732743e-05,
      "loss": 0.0626,
      "step": 7357
    },
    {
      "epoch": 0.5502748382754366,
      "grad_norm": 1.1149455308914185,
      "learning_rate": 4.2658536918202793e-05,
      "loss": 0.072,
      "step": 7358
    },
    {
      "epoch": 0.5503496242007254,
      "grad_norm": 0.5805136561393738,
      "learning_rate": 4.264682910048838e-05,
      "loss": 0.0303,
      "step": 7359
    },
    {
      "epoch": 0.5504244101260143,
      "grad_norm": 1.2959167957305908,
      "learning_rate": 4.263512169484026e-05,
      "loss": 0.12,
      "step": 7360
    },
    {
      "epoch": 0.5504991960513032,
      "grad_norm": 0.8598110675811768,
      "learning_rate": 4.262341470191454e-05,
      "loss": 0.0971,
      "step": 7361
    },
    {
      "epoch": 0.550573981976592,
      "grad_norm": 0.4924375116825104,
      "learning_rate": 4.2611708122367244e-05,
      "loss": 0.0383,
      "step": 7362
    },
    {
      "epoch": 0.5506487679018809,
      "grad_norm": 1.0315957069396973,
      "learning_rate": 4.260000195685441e-05,
      "loss": 0.098,
      "step": 7363
    },
    {
      "epoch": 0.5507235538271698,
      "grad_norm": 0.9504325985908508,
      "learning_rate": 4.258829620603203e-05,
      "loss": 0.1015,
      "step": 7364
    },
    {
      "epoch": 0.5507983397524586,
      "grad_norm": 0.5017604827880859,
      "learning_rate": 4.257659087055612e-05,
      "loss": 0.0332,
      "step": 7365
    },
    {
      "epoch": 0.5508731256777475,
      "grad_norm": 1.4160969257354736,
      "learning_rate": 4.256488595108258e-05,
      "loss": 0.1411,
      "step": 7366
    },
    {
      "epoch": 0.5509479116030364,
      "grad_norm": 0.9880847930908203,
      "learning_rate": 4.255318144826741e-05,
      "loss": 0.0865,
      "step": 7367
    },
    {
      "epoch": 0.5510226975283252,
      "grad_norm": 0.7637760043144226,
      "learning_rate": 4.254147736276647e-05,
      "loss": 0.0632,
      "step": 7368
    },
    {
      "epoch": 0.551097483453614,
      "grad_norm": 1.3112423419952393,
      "learning_rate": 4.252977369523569e-05,
      "loss": 0.0967,
      "step": 7369
    },
    {
      "epoch": 0.5511722693789028,
      "grad_norm": 0.7918431162834167,
      "learning_rate": 4.251807044633091e-05,
      "loss": 0.0682,
      "step": 7370
    },
    {
      "epoch": 0.5512470553041917,
      "grad_norm": 0.5602181553840637,
      "learning_rate": 4.2506367616707985e-05,
      "loss": 0.0492,
      "step": 7371
    },
    {
      "epoch": 0.5513218412294806,
      "grad_norm": 1.2331455945968628,
      "learning_rate": 4.24946652070227e-05,
      "loss": 0.0785,
      "step": 7372
    },
    {
      "epoch": 0.5513966271547694,
      "grad_norm": 0.5751540660858154,
      "learning_rate": 4.24829632179309e-05,
      "loss": 0.032,
      "step": 7373
    },
    {
      "epoch": 0.5514714130800583,
      "grad_norm": 0.7413209080696106,
      "learning_rate": 4.2471261650088315e-05,
      "loss": 0.0784,
      "step": 7374
    },
    {
      "epoch": 0.5515461990053472,
      "grad_norm": 0.5033720135688782,
      "learning_rate": 4.245956050415072e-05,
      "loss": 0.0375,
      "step": 7375
    },
    {
      "epoch": 0.551620984930636,
      "grad_norm": 0.6020960211753845,
      "learning_rate": 4.244785978077383e-05,
      "loss": 0.0437,
      "step": 7376
    },
    {
      "epoch": 0.5516957708559249,
      "grad_norm": 0.9524922370910645,
      "learning_rate": 4.243615948061331e-05,
      "loss": 0.0818,
      "step": 7377
    },
    {
      "epoch": 0.5517705567812138,
      "grad_norm": 1.0915693044662476,
      "learning_rate": 4.24244596043249e-05,
      "loss": 0.1001,
      "step": 7378
    },
    {
      "epoch": 0.5518453427065027,
      "grad_norm": 2.0881848335266113,
      "learning_rate": 4.2412760152564205e-05,
      "loss": 0.0616,
      "step": 7379
    },
    {
      "epoch": 0.5519201286317915,
      "grad_norm": 1.394334316253662,
      "learning_rate": 4.240106112598688e-05,
      "loss": 0.1038,
      "step": 7380
    },
    {
      "epoch": 0.5519949145570804,
      "grad_norm": 0.8385788202285767,
      "learning_rate": 4.23893625252485e-05,
      "loss": 0.0882,
      "step": 7381
    },
    {
      "epoch": 0.5520697004823693,
      "grad_norm": 0.9614034295082092,
      "learning_rate": 4.237766435100468e-05,
      "loss": 0.0861,
      "step": 7382
    },
    {
      "epoch": 0.5521444864076581,
      "grad_norm": 0.7374078631401062,
      "learning_rate": 4.2365966603910945e-05,
      "loss": 0.0605,
      "step": 7383
    },
    {
      "epoch": 0.552219272332947,
      "grad_norm": 1.0129884481430054,
      "learning_rate": 4.235426928462286e-05,
      "loss": 0.0793,
      "step": 7384
    },
    {
      "epoch": 0.5522940582582359,
      "grad_norm": 1.2431640625,
      "learning_rate": 4.234257239379592e-05,
      "loss": 0.1274,
      "step": 7385
    },
    {
      "epoch": 0.5523688441835246,
      "grad_norm": 0.46656906604766846,
      "learning_rate": 4.23308759320856e-05,
      "loss": 0.041,
      "step": 7386
    },
    {
      "epoch": 0.5524436301088135,
      "grad_norm": 0.707771897315979,
      "learning_rate": 4.231917990014737e-05,
      "loss": 0.0481,
      "step": 7387
    },
    {
      "epoch": 0.5525184160341023,
      "grad_norm": 0.9788106083869934,
      "learning_rate": 4.230748429863668e-05,
      "loss": 0.1272,
      "step": 7388
    },
    {
      "epoch": 0.5525932019593912,
      "grad_norm": 0.4750629663467407,
      "learning_rate": 4.2295789128208905e-05,
      "loss": 0.0374,
      "step": 7389
    },
    {
      "epoch": 0.5526679878846801,
      "grad_norm": 0.8988327383995056,
      "learning_rate": 4.228409438951949e-05,
      "loss": 0.0752,
      "step": 7390
    },
    {
      "epoch": 0.552742773809969,
      "grad_norm": 1.0995674133300781,
      "learning_rate": 4.227240008322374e-05,
      "loss": 0.1064,
      "step": 7391
    },
    {
      "epoch": 0.5528175597352578,
      "grad_norm": 0.9492899179458618,
      "learning_rate": 4.2260706209977045e-05,
      "loss": 0.089,
      "step": 7392
    },
    {
      "epoch": 0.5528923456605467,
      "grad_norm": 1.2535604238510132,
      "learning_rate": 4.2249012770434695e-05,
      "loss": 0.1128,
      "step": 7393
    },
    {
      "epoch": 0.5529671315858355,
      "grad_norm": 3.9642090797424316,
      "learning_rate": 4.223731976525199e-05,
      "loss": 0.3662,
      "step": 7394
    },
    {
      "epoch": 0.5530419175111244,
      "grad_norm": 0.9785363674163818,
      "learning_rate": 4.222562719508418e-05,
      "loss": 0.0727,
      "step": 7395
    },
    {
      "epoch": 0.5531167034364133,
      "grad_norm": 1.6938908100128174,
      "learning_rate": 4.221393506058654e-05,
      "loss": 0.2431,
      "step": 7396
    },
    {
      "epoch": 0.5531914893617021,
      "grad_norm": 2.069939613342285,
      "learning_rate": 4.220224336241425e-05,
      "loss": 0.1924,
      "step": 7397
    },
    {
      "epoch": 0.553266275286991,
      "grad_norm": 1.3238325119018555,
      "learning_rate": 4.219055210122255e-05,
      "loss": 0.0903,
      "step": 7398
    },
    {
      "epoch": 0.5533410612122799,
      "grad_norm": 0.8936783671379089,
      "learning_rate": 4.217886127766657e-05,
      "loss": 0.0765,
      "step": 7399
    },
    {
      "epoch": 0.5534158471375688,
      "grad_norm": 2.1449155807495117,
      "learning_rate": 4.216717089240147e-05,
      "loss": 0.2146,
      "step": 7400
    },
    {
      "epoch": 0.5534906330628576,
      "grad_norm": 0.7975810170173645,
      "learning_rate": 4.215548094608237e-05,
      "loss": 0.1179,
      "step": 7401
    },
    {
      "epoch": 0.5535654189881465,
      "grad_norm": 0.6637392044067383,
      "learning_rate": 4.214379143936438e-05,
      "loss": 0.0502,
      "step": 7402
    },
    {
      "epoch": 0.5536402049134352,
      "grad_norm": 0.6121653318405151,
      "learning_rate": 4.2132102372902536e-05,
      "loss": 0.0684,
      "step": 7403
    },
    {
      "epoch": 0.5537149908387241,
      "grad_norm": 1.4638550281524658,
      "learning_rate": 4.212041374735193e-05,
      "loss": 0.0729,
      "step": 7404
    },
    {
      "epoch": 0.553789776764013,
      "grad_norm": 0.53391033411026,
      "learning_rate": 4.210872556336754e-05,
      "loss": 0.0539,
      "step": 7405
    },
    {
      "epoch": 0.5538645626893018,
      "grad_norm": 0.42721322178840637,
      "learning_rate": 4.20970378216044e-05,
      "loss": 0.0322,
      "step": 7406
    },
    {
      "epoch": 0.5539393486145907,
      "grad_norm": 0.5956752300262451,
      "learning_rate": 4.208535052271747e-05,
      "loss": 0.0643,
      "step": 7407
    },
    {
      "epoch": 0.5540141345398796,
      "grad_norm": 0.7160217761993408,
      "learning_rate": 4.207366366736168e-05,
      "loss": 0.0716,
      "step": 7408
    },
    {
      "epoch": 0.5540889204651684,
      "grad_norm": 0.9939321279525757,
      "learning_rate": 4.2061977256191974e-05,
      "loss": 0.0886,
      "step": 7409
    },
    {
      "epoch": 0.5541637063904573,
      "grad_norm": 0.40356072783470154,
      "learning_rate": 4.205029128986324e-05,
      "loss": 0.0413,
      "step": 7410
    },
    {
      "epoch": 0.5542384923157462,
      "grad_norm": 0.8348889350891113,
      "learning_rate": 4.203860576903036e-05,
      "loss": 0.0634,
      "step": 7411
    },
    {
      "epoch": 0.554313278241035,
      "grad_norm": 0.4441717863082886,
      "learning_rate": 4.202692069434816e-05,
      "loss": 0.0321,
      "step": 7412
    },
    {
      "epoch": 0.5543880641663239,
      "grad_norm": 0.8292911052703857,
      "learning_rate": 4.20152360664715e-05,
      "loss": 0.0716,
      "step": 7413
    },
    {
      "epoch": 0.5544628500916128,
      "grad_norm": 0.6879095435142517,
      "learning_rate": 4.2003551886055137e-05,
      "loss": 0.0528,
      "step": 7414
    },
    {
      "epoch": 0.5545376360169016,
      "grad_norm": 0.9036991000175476,
      "learning_rate": 4.199186815375388e-05,
      "loss": 0.1267,
      "step": 7415
    },
    {
      "epoch": 0.5546124219421905,
      "grad_norm": 0.6602203249931335,
      "learning_rate": 4.198018487022246e-05,
      "loss": 0.0626,
      "step": 7416
    },
    {
      "epoch": 0.5546872078674794,
      "grad_norm": 0.7468445301055908,
      "learning_rate": 4.1968502036115596e-05,
      "loss": 0.0809,
      "step": 7417
    },
    {
      "epoch": 0.5547619937927682,
      "grad_norm": 0.8923428058624268,
      "learning_rate": 4.195681965208797e-05,
      "loss": 0.1215,
      "step": 7418
    },
    {
      "epoch": 0.5548367797180571,
      "grad_norm": 0.6280036568641663,
      "learning_rate": 4.194513771879431e-05,
      "loss": 0.0473,
      "step": 7419
    },
    {
      "epoch": 0.5549115656433459,
      "grad_norm": 1.3722386360168457,
      "learning_rate": 4.19334562368892e-05,
      "loss": 0.0882,
      "step": 7420
    },
    {
      "epoch": 0.5549863515686347,
      "grad_norm": 0.7430320382118225,
      "learning_rate": 4.19217752070273e-05,
      "loss": 0.0509,
      "step": 7421
    },
    {
      "epoch": 0.5550611374939236,
      "grad_norm": 1.1766053438186646,
      "learning_rate": 4.1910094629863194e-05,
      "loss": 0.1127,
      "step": 7422
    },
    {
      "epoch": 0.5551359234192125,
      "grad_norm": 0.6789450645446777,
      "learning_rate": 4.1898414506051456e-05,
      "loss": 0.0731,
      "step": 7423
    },
    {
      "epoch": 0.5552107093445013,
      "grad_norm": 0.8142176866531372,
      "learning_rate": 4.188673483624662e-05,
      "loss": 0.0911,
      "step": 7424
    },
    {
      "epoch": 0.5552854952697902,
      "grad_norm": 0.5296912789344788,
      "learning_rate": 4.187505562110323e-05,
      "loss": 0.038,
      "step": 7425
    },
    {
      "epoch": 0.5553602811950791,
      "grad_norm": 0.9725577235221863,
      "learning_rate": 4.186337686127575e-05,
      "loss": 0.103,
      "step": 7426
    },
    {
      "epoch": 0.5554350671203679,
      "grad_norm": 0.9047070741653442,
      "learning_rate": 4.185169855741869e-05,
      "loss": 0.0862,
      "step": 7427
    },
    {
      "epoch": 0.5555098530456568,
      "grad_norm": 0.6715237498283386,
      "learning_rate": 4.1840020710186434e-05,
      "loss": 0.0614,
      "step": 7428
    },
    {
      "epoch": 0.5555846389709457,
      "grad_norm": 0.8333888053894043,
      "learning_rate": 4.182834332023346e-05,
      "loss": 0.0709,
      "step": 7429
    },
    {
      "epoch": 0.5556594248962345,
      "grad_norm": 1.026808261871338,
      "learning_rate": 4.181666638821413e-05,
      "loss": 0.0861,
      "step": 7430
    },
    {
      "epoch": 0.5557342108215234,
      "grad_norm": 1.0951529741287231,
      "learning_rate": 4.1804989914782824e-05,
      "loss": 0.0934,
      "step": 7431
    },
    {
      "epoch": 0.5558089967468123,
      "grad_norm": 1.0689938068389893,
      "learning_rate": 4.179331390059386e-05,
      "loss": 0.0938,
      "step": 7432
    },
    {
      "epoch": 0.5558837826721011,
      "grad_norm": 0.9627101421356201,
      "learning_rate": 4.178163834630158e-05,
      "loss": 0.136,
      "step": 7433
    },
    {
      "epoch": 0.55595856859739,
      "grad_norm": 0.5605100989341736,
      "learning_rate": 4.176996325256025e-05,
      "loss": 0.0335,
      "step": 7434
    },
    {
      "epoch": 0.5560333545226789,
      "grad_norm": 1.5125166177749634,
      "learning_rate": 4.175828862002416e-05,
      "loss": 0.2247,
      "step": 7435
    },
    {
      "epoch": 0.5561081404479677,
      "grad_norm": 0.8874542117118835,
      "learning_rate": 4.174661444934751e-05,
      "loss": 0.08,
      "step": 7436
    },
    {
      "epoch": 0.5561829263732565,
      "grad_norm": 1.1138091087341309,
      "learning_rate": 4.173494074118456e-05,
      "loss": 0.0951,
      "step": 7437
    },
    {
      "epoch": 0.5562577122985454,
      "grad_norm": 1.0852272510528564,
      "learning_rate": 4.172326749618946e-05,
      "loss": 0.1401,
      "step": 7438
    },
    {
      "epoch": 0.5563324982238342,
      "grad_norm": 1.0743904113769531,
      "learning_rate": 4.17115947150164e-05,
      "loss": 0.076,
      "step": 7439
    },
    {
      "epoch": 0.5564072841491231,
      "grad_norm": 1.0937875509262085,
      "learning_rate": 4.1699922398319484e-05,
      "loss": 0.0951,
      "step": 7440
    },
    {
      "epoch": 0.556482070074412,
      "grad_norm": 1.0016757249832153,
      "learning_rate": 4.168825054675282e-05,
      "loss": 0.1356,
      "step": 7441
    },
    {
      "epoch": 0.5565568559997008,
      "grad_norm": 1.559728980064392,
      "learning_rate": 4.167657916097052e-05,
      "loss": 0.1138,
      "step": 7442
    },
    {
      "epoch": 0.5566316419249897,
      "grad_norm": 1.6089218854904175,
      "learning_rate": 4.16649082416266e-05,
      "loss": 0.1796,
      "step": 7443
    },
    {
      "epoch": 0.5567064278502786,
      "grad_norm": 1.6581380367279053,
      "learning_rate": 4.165323778937513e-05,
      "loss": 0.1974,
      "step": 7444
    },
    {
      "epoch": 0.5567812137755674,
      "grad_norm": 1.3041794300079346,
      "learning_rate": 4.164156780487009e-05,
      "loss": 0.2063,
      "step": 7445
    },
    {
      "epoch": 0.5568559997008563,
      "grad_norm": 1.7198885679244995,
      "learning_rate": 4.162989828876546e-05,
      "loss": 0.1325,
      "step": 7446
    },
    {
      "epoch": 0.5569307856261452,
      "grad_norm": 2.436378240585327,
      "learning_rate": 4.161822924171519e-05,
      "loss": 0.2262,
      "step": 7447
    },
    {
      "epoch": 0.557005571551434,
      "grad_norm": 2.336630344390869,
      "learning_rate": 4.160656066437322e-05,
      "loss": 0.3035,
      "step": 7448
    },
    {
      "epoch": 0.5570803574767229,
      "grad_norm": 1.0014545917510986,
      "learning_rate": 4.1594892557393414e-05,
      "loss": 0.1166,
      "step": 7449
    },
    {
      "epoch": 0.5571551434020118,
      "grad_norm": 2.8410260677337646,
      "learning_rate": 4.158322492142969e-05,
      "loss": 0.2992,
      "step": 7450
    },
    {
      "epoch": 0.5572299293273006,
      "grad_norm": 0.5880802869796753,
      "learning_rate": 4.157155775713585e-05,
      "loss": 0.0595,
      "step": 7451
    },
    {
      "epoch": 0.5573047152525895,
      "grad_norm": 1.0024487972259521,
      "learning_rate": 4.155989106516576e-05,
      "loss": 0.0699,
      "step": 7452
    },
    {
      "epoch": 0.5573795011778784,
      "grad_norm": 0.4047744870185852,
      "learning_rate": 4.154822484617317e-05,
      "loss": 0.0394,
      "step": 7453
    },
    {
      "epoch": 0.5574542871031671,
      "grad_norm": 0.5479214787483215,
      "learning_rate": 4.1536559100811875e-05,
      "loss": 0.0544,
      "step": 7454
    },
    {
      "epoch": 0.557529073028456,
      "grad_norm": 0.5051689147949219,
      "learning_rate": 4.1524893829735586e-05,
      "loss": 0.0521,
      "step": 7455
    },
    {
      "epoch": 0.5576038589537449,
      "grad_norm": 0.9238317608833313,
      "learning_rate": 4.151322903359806e-05,
      "loss": 0.1056,
      "step": 7456
    },
    {
      "epoch": 0.5576786448790337,
      "grad_norm": 0.6929333209991455,
      "learning_rate": 4.150156471305292e-05,
      "loss": 0.0912,
      "step": 7457
    },
    {
      "epoch": 0.5577534308043226,
      "grad_norm": 0.5209845900535583,
      "learning_rate": 4.148990086875389e-05,
      "loss": 0.041,
      "step": 7458
    },
    {
      "epoch": 0.5578282167296115,
      "grad_norm": 0.7299493551254272,
      "learning_rate": 4.147823750135457e-05,
      "loss": 0.0739,
      "step": 7459
    },
    {
      "epoch": 0.5579030026549003,
      "grad_norm": 0.6449739933013916,
      "learning_rate": 4.1466574611508575e-05,
      "loss": 0.0497,
      "step": 7460
    },
    {
      "epoch": 0.5579777885801892,
      "grad_norm": 0.7672775387763977,
      "learning_rate": 4.145491219986948e-05,
      "loss": 0.0701,
      "step": 7461
    },
    {
      "epoch": 0.5580525745054781,
      "grad_norm": 0.7299408912658691,
      "learning_rate": 4.144325026709085e-05,
      "loss": 0.0644,
      "step": 7462
    },
    {
      "epoch": 0.5581273604307669,
      "grad_norm": 1.19609534740448,
      "learning_rate": 4.143158881382618e-05,
      "loss": 0.1945,
      "step": 7463
    },
    {
      "epoch": 0.5582021463560558,
      "grad_norm": 0.6576662063598633,
      "learning_rate": 4.141992784072901e-05,
      "loss": 0.0515,
      "step": 7464
    },
    {
      "epoch": 0.5582769322813447,
      "grad_norm": 0.9618456363677979,
      "learning_rate": 4.140826734845277e-05,
      "loss": 0.0793,
      "step": 7465
    },
    {
      "epoch": 0.5583517182066335,
      "grad_norm": 0.546029269695282,
      "learning_rate": 4.1396607337650963e-05,
      "loss": 0.0331,
      "step": 7466
    },
    {
      "epoch": 0.5584265041319224,
      "grad_norm": 0.8309007883071899,
      "learning_rate": 4.138494780897695e-05,
      "loss": 0.0707,
      "step": 7467
    },
    {
      "epoch": 0.5585012900572113,
      "grad_norm": 0.6292782425880432,
      "learning_rate": 4.137328876308416e-05,
      "loss": 0.0561,
      "step": 7468
    },
    {
      "epoch": 0.5585760759825001,
      "grad_norm": 0.7623605132102966,
      "learning_rate": 4.136163020062592e-05,
      "loss": 0.0551,
      "step": 7469
    },
    {
      "epoch": 0.558650861907789,
      "grad_norm": 1.0556583404541016,
      "learning_rate": 4.134997212225562e-05,
      "loss": 0.1743,
      "step": 7470
    },
    {
      "epoch": 0.5587256478330778,
      "grad_norm": 0.9665783643722534,
      "learning_rate": 4.1338314528626535e-05,
      "loss": 0.0951,
      "step": 7471
    },
    {
      "epoch": 0.5588004337583666,
      "grad_norm": 0.9345565438270569,
      "learning_rate": 4.132665742039193e-05,
      "loss": 0.0827,
      "step": 7472
    },
    {
      "epoch": 0.5588752196836555,
      "grad_norm": 1.3451063632965088,
      "learning_rate": 4.131500079820511e-05,
      "loss": 0.1192,
      "step": 7473
    },
    {
      "epoch": 0.5589500056089444,
      "grad_norm": 0.9996148347854614,
      "learning_rate": 4.130334466271926e-05,
      "loss": 0.084,
      "step": 7474
    },
    {
      "epoch": 0.5590247915342332,
      "grad_norm": 0.7474743723869324,
      "learning_rate": 4.1291689014587615e-05,
      "loss": 0.0733,
      "step": 7475
    },
    {
      "epoch": 0.5590995774595221,
      "grad_norm": 0.8339128494262695,
      "learning_rate": 4.1280033854463325e-05,
      "loss": 0.0955,
      "step": 7476
    },
    {
      "epoch": 0.559174363384811,
      "grad_norm": 0.7289407849311829,
      "learning_rate": 4.126837918299955e-05,
      "loss": 0.0589,
      "step": 7477
    },
    {
      "epoch": 0.5592491493100998,
      "grad_norm": 1.1142953634262085,
      "learning_rate": 4.125672500084939e-05,
      "loss": 0.1226,
      "step": 7478
    },
    {
      "epoch": 0.5593239352353887,
      "grad_norm": 1.0855257511138916,
      "learning_rate": 4.124507130866597e-05,
      "loss": 0.1243,
      "step": 7479
    },
    {
      "epoch": 0.5593987211606776,
      "grad_norm": 0.8096990585327148,
      "learning_rate": 4.1233418107102315e-05,
      "loss": 0.0795,
      "step": 7480
    },
    {
      "epoch": 0.5594735070859664,
      "grad_norm": 1.1444486379623413,
      "learning_rate": 4.12217653968115e-05,
      "loss": 0.0847,
      "step": 7481
    },
    {
      "epoch": 0.5595482930112553,
      "grad_norm": 1.1582623720169067,
      "learning_rate": 4.121011317844651e-05,
      "loss": 0.136,
      "step": 7482
    },
    {
      "epoch": 0.5596230789365442,
      "grad_norm": 0.8262377977371216,
      "learning_rate": 4.119846145266033e-05,
      "loss": 0.0816,
      "step": 7483
    },
    {
      "epoch": 0.559697864861833,
      "grad_norm": 0.6807898879051208,
      "learning_rate": 4.118681022010592e-05,
      "loss": 0.0617,
      "step": 7484
    },
    {
      "epoch": 0.5597726507871219,
      "grad_norm": 0.7225704789161682,
      "learning_rate": 4.117515948143621e-05,
      "loss": 0.0681,
      "step": 7485
    },
    {
      "epoch": 0.5598474367124108,
      "grad_norm": 0.9539760947227478,
      "learning_rate": 4.116350923730408e-05,
      "loss": 0.0746,
      "step": 7486
    },
    {
      "epoch": 0.5599222226376996,
      "grad_norm": 0.8103848099708557,
      "learning_rate": 4.1151859488362425e-05,
      "loss": 0.0536,
      "step": 7487
    },
    {
      "epoch": 0.5599970085629884,
      "grad_norm": 1.082924246788025,
      "learning_rate": 4.114021023526406e-05,
      "loss": 0.086,
      "step": 7488
    },
    {
      "epoch": 0.5600717944882773,
      "grad_norm": 2.1856162548065186,
      "learning_rate": 4.112856147866184e-05,
      "loss": 0.2678,
      "step": 7489
    },
    {
      "epoch": 0.5601465804135661,
      "grad_norm": 0.5905632972717285,
      "learning_rate": 4.111691321920852e-05,
      "loss": 0.0524,
      "step": 7490
    },
    {
      "epoch": 0.560221366338855,
      "grad_norm": 0.5749348402023315,
      "learning_rate": 4.110526545755689e-05,
      "loss": 0.0419,
      "step": 7491
    },
    {
      "epoch": 0.5602961522641439,
      "grad_norm": 0.9813803434371948,
      "learning_rate": 4.1093618194359636e-05,
      "loss": 0.0863,
      "step": 7492
    },
    {
      "epoch": 0.5603709381894327,
      "grad_norm": 1.2069127559661865,
      "learning_rate": 4.1081971430269506e-05,
      "loss": 0.094,
      "step": 7493
    },
    {
      "epoch": 0.5604457241147216,
      "grad_norm": 1.1815612316131592,
      "learning_rate": 4.1070325165939135e-05,
      "loss": 0.0766,
      "step": 7494
    },
    {
      "epoch": 0.5605205100400105,
      "grad_norm": 1.3732730150222778,
      "learning_rate": 4.105867940202123e-05,
      "loss": 0.0873,
      "step": 7495
    },
    {
      "epoch": 0.5605952959652993,
      "grad_norm": 1.5761057138442993,
      "learning_rate": 4.104703413916835e-05,
      "loss": 0.1615,
      "step": 7496
    },
    {
      "epoch": 0.5606700818905882,
      "grad_norm": 1.4964832067489624,
      "learning_rate": 4.1035389378033115e-05,
      "loss": 0.156,
      "step": 7497
    },
    {
      "epoch": 0.5607448678158771,
      "grad_norm": 1.5326786041259766,
      "learning_rate": 4.1023745119268095e-05,
      "loss": 0.1349,
      "step": 7498
    },
    {
      "epoch": 0.5608196537411659,
      "grad_norm": 1.8295845985412598,
      "learning_rate": 4.101210136352583e-05,
      "loss": 0.0938,
      "step": 7499
    },
    {
      "epoch": 0.5608944396664548,
      "grad_norm": 2.167693614959717,
      "learning_rate": 4.100045811145878e-05,
      "loss": 0.1607,
      "step": 7500
    },
    {
      "epoch": 0.5609692255917437,
      "grad_norm": 1.3052325248718262,
      "learning_rate": 4.0988815363719496e-05,
      "loss": 0.117,
      "step": 7501
    },
    {
      "epoch": 0.5610440115170325,
      "grad_norm": 0.49390795826911926,
      "learning_rate": 4.097717312096039e-05,
      "loss": 0.0441,
      "step": 7502
    },
    {
      "epoch": 0.5611187974423214,
      "grad_norm": 0.7912022471427917,
      "learning_rate": 4.096553138383386e-05,
      "loss": 0.0571,
      "step": 7503
    },
    {
      "epoch": 0.5611935833676102,
      "grad_norm": 0.8694259524345398,
      "learning_rate": 4.095389015299235e-05,
      "loss": 0.0881,
      "step": 7504
    },
    {
      "epoch": 0.561268369292899,
      "grad_norm": 0.663923978805542,
      "learning_rate": 4.09422494290882e-05,
      "loss": 0.0453,
      "step": 7505
    },
    {
      "epoch": 0.5613431552181879,
      "grad_norm": 0.5038354992866516,
      "learning_rate": 4.093060921277374e-05,
      "loss": 0.0426,
      "step": 7506
    },
    {
      "epoch": 0.5614179411434768,
      "grad_norm": 0.5010756254196167,
      "learning_rate": 4.0918969504701296e-05,
      "loss": 0.0414,
      "step": 7507
    },
    {
      "epoch": 0.5614927270687656,
      "grad_norm": 0.774619460105896,
      "learning_rate": 4.090733030552316e-05,
      "loss": 0.0722,
      "step": 7508
    },
    {
      "epoch": 0.5615675129940545,
      "grad_norm": 0.545240044593811,
      "learning_rate": 4.089569161589154e-05,
      "loss": 0.0442,
      "step": 7509
    },
    {
      "epoch": 0.5616422989193434,
      "grad_norm": 0.41262441873550415,
      "learning_rate": 4.088405343645871e-05,
      "loss": 0.0435,
      "step": 7510
    },
    {
      "epoch": 0.5617170848446322,
      "grad_norm": 0.9225776791572571,
      "learning_rate": 4.0872415767876823e-05,
      "loss": 0.1023,
      "step": 7511
    },
    {
      "epoch": 0.5617918707699211,
      "grad_norm": 0.5526718497276306,
      "learning_rate": 4.086077861079808e-05,
      "loss": 0.0372,
      "step": 7512
    },
    {
      "epoch": 0.56186665669521,
      "grad_norm": 0.5374908447265625,
      "learning_rate": 4.08491419658746e-05,
      "loss": 0.0461,
      "step": 7513
    },
    {
      "epoch": 0.5619414426204988,
      "grad_norm": 0.9089558720588684,
      "learning_rate": 4.083750583375851e-05,
      "loss": 0.0886,
      "step": 7514
    },
    {
      "epoch": 0.5620162285457877,
      "grad_norm": 0.7684128284454346,
      "learning_rate": 4.0825870215101845e-05,
      "loss": 0.0704,
      "step": 7515
    },
    {
      "epoch": 0.5620910144710766,
      "grad_norm": 0.58710777759552,
      "learning_rate": 4.08142351105567e-05,
      "loss": 0.0654,
      "step": 7516
    },
    {
      "epoch": 0.5621658003963654,
      "grad_norm": 0.4303891062736511,
      "learning_rate": 4.080260052077508e-05,
      "loss": 0.0238,
      "step": 7517
    },
    {
      "epoch": 0.5622405863216543,
      "grad_norm": 0.9946923851966858,
      "learning_rate": 4.0790966446409e-05,
      "loss": 0.1515,
      "step": 7518
    },
    {
      "epoch": 0.5623153722469432,
      "grad_norm": 0.9401630163192749,
      "learning_rate": 4.07793328881104e-05,
      "loss": 0.1139,
      "step": 7519
    },
    {
      "epoch": 0.562390158172232,
      "grad_norm": 0.7004895806312561,
      "learning_rate": 4.076769984653122e-05,
      "loss": 0.0778,
      "step": 7520
    },
    {
      "epoch": 0.5624649440975208,
      "grad_norm": 0.833825945854187,
      "learning_rate": 4.0756067322323376e-05,
      "loss": 0.0785,
      "step": 7521
    },
    {
      "epoch": 0.5625397300228097,
      "grad_norm": 0.7716854810714722,
      "learning_rate": 4.074443531613875e-05,
      "loss": 0.0647,
      "step": 7522
    },
    {
      "epoch": 0.5626145159480985,
      "grad_norm": 0.5903255939483643,
      "learning_rate": 4.073280382862916e-05,
      "loss": 0.033,
      "step": 7523
    },
    {
      "epoch": 0.5626893018733874,
      "grad_norm": 0.9306373000144958,
      "learning_rate": 4.0721172860446475e-05,
      "loss": 0.1116,
      "step": 7524
    },
    {
      "epoch": 0.5627640877986763,
      "grad_norm": 1.1884486675262451,
      "learning_rate": 4.070954241224244e-05,
      "loss": 0.1027,
      "step": 7525
    },
    {
      "epoch": 0.5628388737239651,
      "grad_norm": 0.9160609841346741,
      "learning_rate": 4.069791248466886e-05,
      "loss": 0.0929,
      "step": 7526
    },
    {
      "epoch": 0.562913659649254,
      "grad_norm": 0.7577762603759766,
      "learning_rate": 4.0686283078377426e-05,
      "loss": 0.0522,
      "step": 7527
    },
    {
      "epoch": 0.5629884455745429,
      "grad_norm": 0.6578603982925415,
      "learning_rate": 4.0674654194019876e-05,
      "loss": 0.065,
      "step": 7528
    },
    {
      "epoch": 0.5630632314998317,
      "grad_norm": 0.991020143032074,
      "learning_rate": 4.0663025832247854e-05,
      "loss": 0.1079,
      "step": 7529
    },
    {
      "epoch": 0.5631380174251206,
      "grad_norm": 0.8299742937088013,
      "learning_rate": 4.065139799371303e-05,
      "loss": 0.0795,
      "step": 7530
    },
    {
      "epoch": 0.5632128033504095,
      "grad_norm": 0.8447170853614807,
      "learning_rate": 4.063977067906699e-05,
      "loss": 0.0672,
      "step": 7531
    },
    {
      "epoch": 0.5632875892756983,
      "grad_norm": 0.6999967098236084,
      "learning_rate": 4.0628143888961365e-05,
      "loss": 0.0469,
      "step": 7532
    },
    {
      "epoch": 0.5633623752009872,
      "grad_norm": 0.8986361622810364,
      "learning_rate": 4.061651762404768e-05,
      "loss": 0.0726,
      "step": 7533
    },
    {
      "epoch": 0.5634371611262761,
      "grad_norm": 0.6506093740463257,
      "learning_rate": 4.0604891884977445e-05,
      "loss": 0.0622,
      "step": 7534
    },
    {
      "epoch": 0.5635119470515649,
      "grad_norm": 1.0745642185211182,
      "learning_rate": 4.059326667240221e-05,
      "loss": 0.1077,
      "step": 7535
    },
    {
      "epoch": 0.5635867329768538,
      "grad_norm": 0.820745587348938,
      "learning_rate": 4.05816419869734e-05,
      "loss": 0.0675,
      "step": 7536
    },
    {
      "epoch": 0.5636615189021427,
      "grad_norm": 0.9408836364746094,
      "learning_rate": 4.0570017829342474e-05,
      "loss": 0.0619,
      "step": 7537
    },
    {
      "epoch": 0.5637363048274314,
      "grad_norm": 1.0997779369354248,
      "learning_rate": 4.055839420016082e-05,
      "loss": 0.1276,
      "step": 7538
    },
    {
      "epoch": 0.5638110907527203,
      "grad_norm": 0.8087205290794373,
      "learning_rate": 4.054677110007985e-05,
      "loss": 0.0541,
      "step": 7539
    },
    {
      "epoch": 0.5638858766780092,
      "grad_norm": 1.1534291505813599,
      "learning_rate": 4.053514852975088e-05,
      "loss": 0.1008,
      "step": 7540
    },
    {
      "epoch": 0.563960662603298,
      "grad_norm": 0.851044237613678,
      "learning_rate": 4.052352648982527e-05,
      "loss": 0.0988,
      "step": 7541
    },
    {
      "epoch": 0.5640354485285869,
      "grad_norm": 0.9198768138885498,
      "learning_rate": 4.0511904980954276e-05,
      "loss": 0.0837,
      "step": 7542
    },
    {
      "epoch": 0.5641102344538758,
      "grad_norm": 0.6824469566345215,
      "learning_rate": 4.050028400378917e-05,
      "loss": 0.046,
      "step": 7543
    },
    {
      "epoch": 0.5641850203791646,
      "grad_norm": 0.7807021141052246,
      "learning_rate": 4.0488663558981175e-05,
      "loss": 0.0525,
      "step": 7544
    },
    {
      "epoch": 0.5642598063044535,
      "grad_norm": 1.444571852684021,
      "learning_rate": 4.0477043647181524e-05,
      "loss": 0.1561,
      "step": 7545
    },
    {
      "epoch": 0.5643345922297424,
      "grad_norm": 1.1952385902404785,
      "learning_rate": 4.046542426904134e-05,
      "loss": 0.1578,
      "step": 7546
    },
    {
      "epoch": 0.5644093781550312,
      "grad_norm": 1.4659291505813599,
      "learning_rate": 4.045380542521181e-05,
      "loss": 0.0978,
      "step": 7547
    },
    {
      "epoch": 0.5644841640803201,
      "grad_norm": 2.153653860092163,
      "learning_rate": 4.0442187116344e-05,
      "loss": 0.3044,
      "step": 7548
    },
    {
      "epoch": 0.564558950005609,
      "grad_norm": 2.492143154144287,
      "learning_rate": 4.043056934308905e-05,
      "loss": 0.4513,
      "step": 7549
    },
    {
      "epoch": 0.5646337359308978,
      "grad_norm": 2.896468162536621,
      "learning_rate": 4.041895210609796e-05,
      "loss": 0.2663,
      "step": 7550
    },
    {
      "epoch": 0.5647085218561867,
      "grad_norm": 0.790320098400116,
      "learning_rate": 4.0407335406021785e-05,
      "loss": 0.1154,
      "step": 7551
    },
    {
      "epoch": 0.5647833077814756,
      "grad_norm": 0.8379432559013367,
      "learning_rate": 4.039571924351148e-05,
      "loss": 0.0661,
      "step": 7552
    },
    {
      "epoch": 0.5648580937067644,
      "grad_norm": 0.6825993061065674,
      "learning_rate": 4.038410361921804e-05,
      "loss": 0.0643,
      "step": 7553
    },
    {
      "epoch": 0.5649328796320533,
      "grad_norm": 0.5715329647064209,
      "learning_rate": 4.0372488533792365e-05,
      "loss": 0.0635,
      "step": 7554
    },
    {
      "epoch": 0.565007665557342,
      "grad_norm": 0.7743337154388428,
      "learning_rate": 4.03608739878854e-05,
      "loss": 0.0783,
      "step": 7555
    },
    {
      "epoch": 0.5650824514826309,
      "grad_norm": 0.7442051768302917,
      "learning_rate": 4.0349259982147975e-05,
      "loss": 0.0595,
      "step": 7556
    },
    {
      "epoch": 0.5651572374079198,
      "grad_norm": 0.9753937721252441,
      "learning_rate": 4.033764651723095e-05,
      "loss": 0.1058,
      "step": 7557
    },
    {
      "epoch": 0.5652320233332087,
      "grad_norm": 0.5172358155250549,
      "learning_rate": 4.032603359378513e-05,
      "loss": 0.037,
      "step": 7558
    },
    {
      "epoch": 0.5653068092584975,
      "grad_norm": 0.5832989811897278,
      "learning_rate": 4.03144212124613e-05,
      "loss": 0.0465,
      "step": 7559
    },
    {
      "epoch": 0.5653815951837864,
      "grad_norm": 0.5384486317634583,
      "learning_rate": 4.030280937391019e-05,
      "loss": 0.0475,
      "step": 7560
    },
    {
      "epoch": 0.5654563811090753,
      "grad_norm": 0.6692693829536438,
      "learning_rate": 4.029119807878255e-05,
      "loss": 0.0959,
      "step": 7561
    },
    {
      "epoch": 0.5655311670343641,
      "grad_norm": 0.7642683982849121,
      "learning_rate": 4.027958732772903e-05,
      "loss": 0.0578,
      "step": 7562
    },
    {
      "epoch": 0.565605952959653,
      "grad_norm": 1.28389573097229,
      "learning_rate": 4.026797712140034e-05,
      "loss": 0.1447,
      "step": 7563
    },
    {
      "epoch": 0.5656807388849419,
      "grad_norm": 0.8008327484130859,
      "learning_rate": 4.025636746044706e-05,
      "loss": 0.0907,
      "step": 7564
    },
    {
      "epoch": 0.5657555248102307,
      "grad_norm": 0.662192165851593,
      "learning_rate": 4.0244758345519806e-05,
      "loss": 0.0561,
      "step": 7565
    },
    {
      "epoch": 0.5658303107355196,
      "grad_norm": 0.7085063457489014,
      "learning_rate": 4.023314977726915e-05,
      "loss": 0.0486,
      "step": 7566
    },
    {
      "epoch": 0.5659050966608085,
      "grad_norm": 0.4796367883682251,
      "learning_rate": 4.02215417563456e-05,
      "loss": 0.0284,
      "step": 7567
    },
    {
      "epoch": 0.5659798825860973,
      "grad_norm": 0.78541100025177,
      "learning_rate": 4.020993428339971e-05,
      "loss": 0.0984,
      "step": 7568
    },
    {
      "epoch": 0.5660546685113862,
      "grad_norm": 0.7647468447685242,
      "learning_rate": 4.019832735908189e-05,
      "loss": 0.0693,
      "step": 7569
    },
    {
      "epoch": 0.5661294544366751,
      "grad_norm": 0.7436991333961487,
      "learning_rate": 4.018672098404265e-05,
      "loss": 0.0839,
      "step": 7570
    },
    {
      "epoch": 0.5662042403619639,
      "grad_norm": 0.8118118643760681,
      "learning_rate": 4.0175115158932345e-05,
      "loss": 0.0441,
      "step": 7571
    },
    {
      "epoch": 0.5662790262872527,
      "grad_norm": 0.8540528416633606,
      "learning_rate": 4.0163509884401405e-05,
      "loss": 0.0606,
      "step": 7572
    },
    {
      "epoch": 0.5663538122125416,
      "grad_norm": 0.5953642129898071,
      "learning_rate": 4.015190516110015e-05,
      "loss": 0.0512,
      "step": 7573
    },
    {
      "epoch": 0.5664285981378304,
      "grad_norm": 0.5438588261604309,
      "learning_rate": 4.0140300989678926e-05,
      "loss": 0.023,
      "step": 7574
    },
    {
      "epoch": 0.5665033840631193,
      "grad_norm": 0.6163668036460876,
      "learning_rate": 4.0128697370787974e-05,
      "loss": 0.0458,
      "step": 7575
    },
    {
      "epoch": 0.5665781699884082,
      "grad_norm": 0.4964219331741333,
      "learning_rate": 4.011709430507762e-05,
      "loss": 0.0359,
      "step": 7576
    },
    {
      "epoch": 0.566652955913697,
      "grad_norm": 0.7293535470962524,
      "learning_rate": 4.0105491793198026e-05,
      "loss": 0.0672,
      "step": 7577
    },
    {
      "epoch": 0.5667277418389859,
      "grad_norm": 1.2044415473937988,
      "learning_rate": 4.0093889835799436e-05,
      "loss": 0.1629,
      "step": 7578
    },
    {
      "epoch": 0.5668025277642748,
      "grad_norm": 0.9750419855117798,
      "learning_rate": 4.008228843353199e-05,
      "loss": 0.0637,
      "step": 7579
    },
    {
      "epoch": 0.5668773136895636,
      "grad_norm": 0.7196364402770996,
      "learning_rate": 4.007068758704583e-05,
      "loss": 0.0381,
      "step": 7580
    },
    {
      "epoch": 0.5669520996148525,
      "grad_norm": 0.5374895930290222,
      "learning_rate": 4.005908729699106e-05,
      "loss": 0.0369,
      "step": 7581
    },
    {
      "epoch": 0.5670268855401414,
      "grad_norm": 0.6683328151702881,
      "learning_rate": 4.004748756401775e-05,
      "loss": 0.045,
      "step": 7582
    },
    {
      "epoch": 0.5671016714654302,
      "grad_norm": 0.952702522277832,
      "learning_rate": 4.003588838877593e-05,
      "loss": 0.0681,
      "step": 7583
    },
    {
      "epoch": 0.5671764573907191,
      "grad_norm": 0.7558490633964539,
      "learning_rate": 4.002428977191564e-05,
      "loss": 0.0568,
      "step": 7584
    },
    {
      "epoch": 0.567251243316008,
      "grad_norm": 0.8918980956077576,
      "learning_rate": 4.001269171408681e-05,
      "loss": 0.0913,
      "step": 7585
    },
    {
      "epoch": 0.5673260292412968,
      "grad_norm": 0.9465416669845581,
      "learning_rate": 4.000109421593944e-05,
      "loss": 0.0851,
      "step": 7586
    },
    {
      "epoch": 0.5674008151665857,
      "grad_norm": 0.7782859206199646,
      "learning_rate": 3.998949727812341e-05,
      "loss": 0.0597,
      "step": 7587
    },
    {
      "epoch": 0.5674756010918746,
      "grad_norm": 0.4300297498703003,
      "learning_rate": 3.997790090128862e-05,
      "loss": 0.0293,
      "step": 7588
    },
    {
      "epoch": 0.5675503870171633,
      "grad_norm": 0.8699150085449219,
      "learning_rate": 3.99663050860849e-05,
      "loss": 0.0503,
      "step": 7589
    },
    {
      "epoch": 0.5676251729424522,
      "grad_norm": 1.140807867050171,
      "learning_rate": 3.995470983316211e-05,
      "loss": 0.134,
      "step": 7590
    },
    {
      "epoch": 0.567699958867741,
      "grad_norm": 0.8887181282043457,
      "learning_rate": 3.994311514316998e-05,
      "loss": 0.0677,
      "step": 7591
    },
    {
      "epoch": 0.5677747447930299,
      "grad_norm": 0.7991881370544434,
      "learning_rate": 3.993152101675834e-05,
      "loss": 0.0668,
      "step": 7592
    },
    {
      "epoch": 0.5678495307183188,
      "grad_norm": 1.061593770980835,
      "learning_rate": 3.9919927454576864e-05,
      "loss": 0.0724,
      "step": 7593
    },
    {
      "epoch": 0.5679243166436077,
      "grad_norm": 1.3903275728225708,
      "learning_rate": 3.990833445727527e-05,
      "loss": 0.143,
      "step": 7594
    },
    {
      "epoch": 0.5679991025688965,
      "grad_norm": 1.217975378036499,
      "learning_rate": 3.989674202550322e-05,
      "loss": 0.1527,
      "step": 7595
    },
    {
      "epoch": 0.5680738884941854,
      "grad_norm": 1.3556755781173706,
      "learning_rate": 3.988515015991033e-05,
      "loss": 0.1096,
      "step": 7596
    },
    {
      "epoch": 0.5681486744194743,
      "grad_norm": 1.8554513454437256,
      "learning_rate": 3.9873558861146226e-05,
      "loss": 0.1103,
      "step": 7597
    },
    {
      "epoch": 0.5682234603447631,
      "grad_norm": 1.4046269655227661,
      "learning_rate": 3.986196812986043e-05,
      "loss": 0.1085,
      "step": 7598
    },
    {
      "epoch": 0.568298246270052,
      "grad_norm": 1.2900269031524658,
      "learning_rate": 3.985037796670253e-05,
      "loss": 0.2158,
      "step": 7599
    },
    {
      "epoch": 0.5683730321953409,
      "grad_norm": 1.42487633228302,
      "learning_rate": 3.983878837232199e-05,
      "loss": 0.1047,
      "step": 7600
    },
    {
      "epoch": 0.5684478181206297,
      "grad_norm": 0.8400502800941467,
      "learning_rate": 3.982719934736832e-05,
      "loss": 0.0803,
      "step": 7601
    },
    {
      "epoch": 0.5685226040459186,
      "grad_norm": 0.5666455626487732,
      "learning_rate": 3.981561089249093e-05,
      "loss": 0.0421,
      "step": 7602
    },
    {
      "epoch": 0.5685973899712075,
      "grad_norm": 0.43427518010139465,
      "learning_rate": 3.9804023008339246e-05,
      "loss": 0.0453,
      "step": 7603
    },
    {
      "epoch": 0.5686721758964963,
      "grad_norm": 0.7626423239707947,
      "learning_rate": 3.9792435695562624e-05,
      "loss": 0.0754,
      "step": 7604
    },
    {
      "epoch": 0.5687469618217852,
      "grad_norm": 0.6758852005004883,
      "learning_rate": 3.978084895481044e-05,
      "loss": 0.0615,
      "step": 7605
    },
    {
      "epoch": 0.568821747747074,
      "grad_norm": 0.5437780022621155,
      "learning_rate": 3.976926278673196e-05,
      "loss": 0.0543,
      "step": 7606
    },
    {
      "epoch": 0.5688965336723628,
      "grad_norm": 1.032525658607483,
      "learning_rate": 3.9757677191976525e-05,
      "loss": 0.0933,
      "step": 7607
    },
    {
      "epoch": 0.5689713195976517,
      "grad_norm": 0.6301054358482361,
      "learning_rate": 3.974609217119332e-05,
      "loss": 0.0608,
      "step": 7608
    },
    {
      "epoch": 0.5690461055229405,
      "grad_norm": 0.684566855430603,
      "learning_rate": 3.9734507725031624e-05,
      "loss": 0.0546,
      "step": 7609
    },
    {
      "epoch": 0.5691208914482294,
      "grad_norm": 0.6455275416374207,
      "learning_rate": 3.972292385414057e-05,
      "loss": 0.0686,
      "step": 7610
    },
    {
      "epoch": 0.5691956773735183,
      "grad_norm": 1.1784194707870483,
      "learning_rate": 3.9711340559169345e-05,
      "loss": 0.1013,
      "step": 7611
    },
    {
      "epoch": 0.5692704632988072,
      "grad_norm": 0.42974743247032166,
      "learning_rate": 3.969975784076703e-05,
      "loss": 0.023,
      "step": 7612
    },
    {
      "epoch": 0.569345249224096,
      "grad_norm": 0.6590405106544495,
      "learning_rate": 3.9688175699582755e-05,
      "loss": 0.0765,
      "step": 7613
    },
    {
      "epoch": 0.5694200351493849,
      "grad_norm": 1.023542046546936,
      "learning_rate": 3.967659413626553e-05,
      "loss": 0.125,
      "step": 7614
    },
    {
      "epoch": 0.5694948210746738,
      "grad_norm": 1.1288882493972778,
      "learning_rate": 3.966501315146442e-05,
      "loss": 0.0825,
      "step": 7615
    },
    {
      "epoch": 0.5695696069999626,
      "grad_norm": 0.5736363530158997,
      "learning_rate": 3.965343274582839e-05,
      "loss": 0.0311,
      "step": 7616
    },
    {
      "epoch": 0.5696443929252515,
      "grad_norm": 0.7971936464309692,
      "learning_rate": 3.964185292000641e-05,
      "loss": 0.0741,
      "step": 7617
    },
    {
      "epoch": 0.5697191788505404,
      "grad_norm": 0.3980233073234558,
      "learning_rate": 3.963027367464739e-05,
      "loss": 0.0191,
      "step": 7618
    },
    {
      "epoch": 0.5697939647758292,
      "grad_norm": 1.2637879848480225,
      "learning_rate": 3.9618695010400244e-05,
      "loss": 0.2041,
      "step": 7619
    },
    {
      "epoch": 0.5698687507011181,
      "grad_norm": 1.004191279411316,
      "learning_rate": 3.960711692791379e-05,
      "loss": 0.0749,
      "step": 7620
    },
    {
      "epoch": 0.569943536626407,
      "grad_norm": 0.6769031286239624,
      "learning_rate": 3.9595539427836915e-05,
      "loss": 0.0771,
      "step": 7621
    },
    {
      "epoch": 0.5700183225516958,
      "grad_norm": 0.5820919871330261,
      "learning_rate": 3.958396251081836e-05,
      "loss": 0.0413,
      "step": 7622
    },
    {
      "epoch": 0.5700931084769846,
      "grad_norm": 0.632849395275116,
      "learning_rate": 3.9572386177506924e-05,
      "loss": 0.0658,
      "step": 7623
    },
    {
      "epoch": 0.5701678944022734,
      "grad_norm": 0.8306783437728882,
      "learning_rate": 3.956081042855132e-05,
      "loss": 0.0697,
      "step": 7624
    },
    {
      "epoch": 0.5702426803275623,
      "grad_norm": 0.9308461546897888,
      "learning_rate": 3.954923526460025e-05,
      "loss": 0.0863,
      "step": 7625
    },
    {
      "epoch": 0.5703174662528512,
      "grad_norm": 0.7687532901763916,
      "learning_rate": 3.953766068630238e-05,
      "loss": 0.059,
      "step": 7626
    },
    {
      "epoch": 0.57039225217814,
      "grad_norm": 0.6039971709251404,
      "learning_rate": 3.9526086694306316e-05,
      "loss": 0.0494,
      "step": 7627
    },
    {
      "epoch": 0.5704670381034289,
      "grad_norm": 0.5289804935455322,
      "learning_rate": 3.9514513289260686e-05,
      "loss": 0.0494,
      "step": 7628
    },
    {
      "epoch": 0.5705418240287178,
      "grad_norm": 0.6427263617515564,
      "learning_rate": 3.9502940471814035e-05,
      "loss": 0.0612,
      "step": 7629
    },
    {
      "epoch": 0.5706166099540066,
      "grad_norm": 0.7670366168022156,
      "learning_rate": 3.9491368242614914e-05,
      "loss": 0.0519,
      "step": 7630
    },
    {
      "epoch": 0.5706913958792955,
      "grad_norm": 1.3843016624450684,
      "learning_rate": 3.947979660231179e-05,
      "loss": 0.1692,
      "step": 7631
    },
    {
      "epoch": 0.5707661818045844,
      "grad_norm": 1.008154273033142,
      "learning_rate": 3.9468225551553186e-05,
      "loss": 0.2028,
      "step": 7632
    },
    {
      "epoch": 0.5708409677298732,
      "grad_norm": 0.8648062944412231,
      "learning_rate": 3.9456655090987474e-05,
      "loss": 0.081,
      "step": 7633
    },
    {
      "epoch": 0.5709157536551621,
      "grad_norm": 0.6789152026176453,
      "learning_rate": 3.9445085221263104e-05,
      "loss": 0.0644,
      "step": 7634
    },
    {
      "epoch": 0.570990539580451,
      "grad_norm": 0.8765312433242798,
      "learning_rate": 3.94335159430284e-05,
      "loss": 0.0729,
      "step": 7635
    },
    {
      "epoch": 0.5710653255057399,
      "grad_norm": 1.2972261905670166,
      "learning_rate": 3.942194725693173e-05,
      "loss": 0.131,
      "step": 7636
    },
    {
      "epoch": 0.5711401114310287,
      "grad_norm": 2.060056686401367,
      "learning_rate": 3.9410379163621355e-05,
      "loss": 0.0827,
      "step": 7637
    },
    {
      "epoch": 0.5712148973563176,
      "grad_norm": 1.3736939430236816,
      "learning_rate": 3.93988116637456e-05,
      "loss": 0.1194,
      "step": 7638
    },
    {
      "epoch": 0.5712896832816065,
      "grad_norm": 1.5185269117355347,
      "learning_rate": 3.9387244757952655e-05,
      "loss": 0.0809,
      "step": 7639
    },
    {
      "epoch": 0.5713644692068952,
      "grad_norm": 1.0572251081466675,
      "learning_rate": 3.937567844689073e-05,
      "loss": 0.0872,
      "step": 7640
    },
    {
      "epoch": 0.5714392551321841,
      "grad_norm": 0.8008165955543518,
      "learning_rate": 3.9364112731208e-05,
      "loss": 0.0541,
      "step": 7641
    },
    {
      "epoch": 0.5715140410574729,
      "grad_norm": 1.1439672708511353,
      "learning_rate": 3.93525476115526e-05,
      "loss": 0.0796,
      "step": 7642
    },
    {
      "epoch": 0.5715888269827618,
      "grad_norm": 0.4236522614955902,
      "learning_rate": 3.934098308857261e-05,
      "loss": 0.0189,
      "step": 7643
    },
    {
      "epoch": 0.5716636129080507,
      "grad_norm": 1.4784327745437622,
      "learning_rate": 3.9329419162916123e-05,
      "loss": 0.2036,
      "step": 7644
    },
    {
      "epoch": 0.5717383988333395,
      "grad_norm": 1.3270546197891235,
      "learning_rate": 3.931785583523115e-05,
      "loss": 0.0793,
      "step": 7645
    },
    {
      "epoch": 0.5718131847586284,
      "grad_norm": 1.7380461692810059,
      "learning_rate": 3.930629310616573e-05,
      "loss": 0.114,
      "step": 7646
    },
    {
      "epoch": 0.5718879706839173,
      "grad_norm": 1.458430290222168,
      "learning_rate": 3.9294730976367794e-05,
      "loss": 0.1346,
      "step": 7647
    },
    {
      "epoch": 0.5719627566092061,
      "grad_norm": 2.0421524047851562,
      "learning_rate": 3.928316944648529e-05,
      "loss": 0.2198,
      "step": 7648
    },
    {
      "epoch": 0.572037542534495,
      "grad_norm": 1.5867416858673096,
      "learning_rate": 3.92716085171661e-05,
      "loss": 0.0957,
      "step": 7649
    },
    {
      "epoch": 0.5721123284597839,
      "grad_norm": 1.6898354291915894,
      "learning_rate": 3.926004818905812e-05,
      "loss": 0.1222,
      "step": 7650
    },
    {
      "epoch": 0.5721871143850727,
      "grad_norm": 3.5965163707733154,
      "learning_rate": 3.924848846280914e-05,
      "loss": 0.1083,
      "step": 7651
    },
    {
      "epoch": 0.5722619003103616,
      "grad_norm": 1.5376887321472168,
      "learning_rate": 3.923692933906701e-05,
      "loss": 0.0837,
      "step": 7652
    },
    {
      "epoch": 0.5723366862356505,
      "grad_norm": 0.44704118371009827,
      "learning_rate": 3.9225370818479457e-05,
      "loss": 0.0538,
      "step": 7653
    },
    {
      "epoch": 0.5724114721609393,
      "grad_norm": 0.4498741924762726,
      "learning_rate": 3.9213812901694226e-05,
      "loss": 0.0285,
      "step": 7654
    },
    {
      "epoch": 0.5724862580862282,
      "grad_norm": 0.8622245192527771,
      "learning_rate": 3.920225558935901e-05,
      "loss": 0.0743,
      "step": 7655
    },
    {
      "epoch": 0.5725610440115171,
      "grad_norm": 0.6549339890480042,
      "learning_rate": 3.919069888212148e-05,
      "loss": 0.0554,
      "step": 7656
    },
    {
      "epoch": 0.5726358299368058,
      "grad_norm": 0.6049755215644836,
      "learning_rate": 3.917914278062927e-05,
      "loss": 0.0508,
      "step": 7657
    },
    {
      "epoch": 0.5727106158620947,
      "grad_norm": 0.5683736205101013,
      "learning_rate": 3.9167587285529947e-05,
      "loss": 0.0453,
      "step": 7658
    },
    {
      "epoch": 0.5727854017873836,
      "grad_norm": 0.5837876200675964,
      "learning_rate": 3.91560323974711e-05,
      "loss": 0.0447,
      "step": 7659
    },
    {
      "epoch": 0.5728601877126724,
      "grad_norm": 0.7053172588348389,
      "learning_rate": 3.9144478117100236e-05,
      "loss": 0.0493,
      "step": 7660
    },
    {
      "epoch": 0.5729349736379613,
      "grad_norm": 0.6651492714881897,
      "learning_rate": 3.9132924445064875e-05,
      "loss": 0.0622,
      "step": 7661
    },
    {
      "epoch": 0.5730097595632502,
      "grad_norm": 0.6101338267326355,
      "learning_rate": 3.912137138201245e-05,
      "loss": 0.0539,
      "step": 7662
    },
    {
      "epoch": 0.573084545488539,
      "grad_norm": 0.58961421251297,
      "learning_rate": 3.9109818928590415e-05,
      "loss": 0.0472,
      "step": 7663
    },
    {
      "epoch": 0.5731593314138279,
      "grad_norm": 0.6229187846183777,
      "learning_rate": 3.909826708544612e-05,
      "loss": 0.037,
      "step": 7664
    },
    {
      "epoch": 0.5732341173391168,
      "grad_norm": 0.9697583913803101,
      "learning_rate": 3.9086715853226954e-05,
      "loss": 0.0983,
      "step": 7665
    },
    {
      "epoch": 0.5733089032644056,
      "grad_norm": 0.7446978092193604,
      "learning_rate": 3.9075165232580223e-05,
      "loss": 0.0634,
      "step": 7666
    },
    {
      "epoch": 0.5733836891896945,
      "grad_norm": 1.713370442390442,
      "learning_rate": 3.906361522415325e-05,
      "loss": 0.0939,
      "step": 7667
    },
    {
      "epoch": 0.5734584751149834,
      "grad_norm": 0.7935522198677063,
      "learning_rate": 3.905206582859322e-05,
      "loss": 0.0861,
      "step": 7668
    },
    {
      "epoch": 0.5735332610402722,
      "grad_norm": 1.020098090171814,
      "learning_rate": 3.904051704654743e-05,
      "loss": 0.0606,
      "step": 7669
    },
    {
      "epoch": 0.5736080469655611,
      "grad_norm": 0.9072279930114746,
      "learning_rate": 3.902896887866302e-05,
      "loss": 0.0967,
      "step": 7670
    },
    {
      "epoch": 0.57368283289085,
      "grad_norm": 0.45948874950408936,
      "learning_rate": 3.9017421325587153e-05,
      "loss": 0.0268,
      "step": 7671
    },
    {
      "epoch": 0.5737576188161388,
      "grad_norm": 0.6867727637290955,
      "learning_rate": 3.900587438796693e-05,
      "loss": 0.061,
      "step": 7672
    },
    {
      "epoch": 0.5738324047414277,
      "grad_norm": 0.8523659110069275,
      "learning_rate": 3.899432806644947e-05,
      "loss": 0.0757,
      "step": 7673
    },
    {
      "epoch": 0.5739071906667165,
      "grad_norm": 0.9794809818267822,
      "learning_rate": 3.898278236168176e-05,
      "loss": 0.1001,
      "step": 7674
    },
    {
      "epoch": 0.5739819765920053,
      "grad_norm": 0.8000562191009521,
      "learning_rate": 3.8971237274310886e-05,
      "loss": 0.0529,
      "step": 7675
    },
    {
      "epoch": 0.5740567625172942,
      "grad_norm": 0.8624822497367859,
      "learning_rate": 3.895969280498377e-05,
      "loss": 0.0681,
      "step": 7676
    },
    {
      "epoch": 0.5741315484425831,
      "grad_norm": 0.5155152082443237,
      "learning_rate": 3.894814895434738e-05,
      "loss": 0.03,
      "step": 7677
    },
    {
      "epoch": 0.5742063343678719,
      "grad_norm": 0.5381180047988892,
      "learning_rate": 3.893660572304862e-05,
      "loss": 0.0477,
      "step": 7678
    },
    {
      "epoch": 0.5742811202931608,
      "grad_norm": 0.9988413453102112,
      "learning_rate": 3.892506311173437e-05,
      "loss": 0.0777,
      "step": 7679
    },
    {
      "epoch": 0.5743559062184497,
      "grad_norm": 0.7440769672393799,
      "learning_rate": 3.891352112105145e-05,
      "loss": 0.0635,
      "step": 7680
    },
    {
      "epoch": 0.5744306921437385,
      "grad_norm": 1.0059008598327637,
      "learning_rate": 3.8901979751646694e-05,
      "loss": 0.0723,
      "step": 7681
    },
    {
      "epoch": 0.5745054780690274,
      "grad_norm": 0.5165297985076904,
      "learning_rate": 3.889043900416684e-05,
      "loss": 0.0296,
      "step": 7682
    },
    {
      "epoch": 0.5745802639943163,
      "grad_norm": 1.0847766399383545,
      "learning_rate": 3.887889887925866e-05,
      "loss": 0.1565,
      "step": 7683
    },
    {
      "epoch": 0.5746550499196051,
      "grad_norm": 0.8097026944160461,
      "learning_rate": 3.886735937756882e-05,
      "loss": 0.0574,
      "step": 7684
    },
    {
      "epoch": 0.574729835844894,
      "grad_norm": 0.9893660545349121,
      "learning_rate": 3.8855820499744014e-05,
      "loss": 0.0776,
      "step": 7685
    },
    {
      "epoch": 0.5748046217701829,
      "grad_norm": 0.8664373755455017,
      "learning_rate": 3.884428224643083e-05,
      "loss": 0.076,
      "step": 7686
    },
    {
      "epoch": 0.5748794076954717,
      "grad_norm": 1.175281047821045,
      "learning_rate": 3.883274461827591e-05,
      "loss": 0.1174,
      "step": 7687
    },
    {
      "epoch": 0.5749541936207606,
      "grad_norm": 1.260407567024231,
      "learning_rate": 3.88212076159258e-05,
      "loss": 0.2223,
      "step": 7688
    },
    {
      "epoch": 0.5750289795460495,
      "grad_norm": 0.7474004030227661,
      "learning_rate": 3.8809671240026995e-05,
      "loss": 0.051,
      "step": 7689
    },
    {
      "epoch": 0.5751037654713383,
      "grad_norm": 1.0528250932693481,
      "learning_rate": 3.879813549122604e-05,
      "loss": 0.1381,
      "step": 7690
    },
    {
      "epoch": 0.5751785513966271,
      "grad_norm": 1.0870771408081055,
      "learning_rate": 3.878660037016932e-05,
      "loss": 0.1524,
      "step": 7691
    },
    {
      "epoch": 0.575253337321916,
      "grad_norm": 0.8632342219352722,
      "learning_rate": 3.877506587750333e-05,
      "loss": 0.0833,
      "step": 7692
    },
    {
      "epoch": 0.5753281232472048,
      "grad_norm": 0.9650757908821106,
      "learning_rate": 3.87635320138744e-05,
      "loss": 0.0721,
      "step": 7693
    },
    {
      "epoch": 0.5754029091724937,
      "grad_norm": 0.6632996797561646,
      "learning_rate": 3.875199877992892e-05,
      "loss": 0.0379,
      "step": 7694
    },
    {
      "epoch": 0.5754776950977826,
      "grad_norm": 1.2135368585586548,
      "learning_rate": 3.8740466176313154e-05,
      "loss": 0.1064,
      "step": 7695
    },
    {
      "epoch": 0.5755524810230714,
      "grad_norm": 2.2996644973754883,
      "learning_rate": 3.872893420367344e-05,
      "loss": 0.3536,
      "step": 7696
    },
    {
      "epoch": 0.5756272669483603,
      "grad_norm": 0.8709277510643005,
      "learning_rate": 3.871740286265595e-05,
      "loss": 0.0563,
      "step": 7697
    },
    {
      "epoch": 0.5757020528736492,
      "grad_norm": 2.3003220558166504,
      "learning_rate": 3.8705872153906966e-05,
      "loss": 0.334,
      "step": 7698
    },
    {
      "epoch": 0.575776838798938,
      "grad_norm": 2.4028642177581787,
      "learning_rate": 3.869434207807261e-05,
      "loss": 0.5076,
      "step": 7699
    },
    {
      "epoch": 0.5758516247242269,
      "grad_norm": 2.39607572555542,
      "learning_rate": 3.8682812635799045e-05,
      "loss": 0.3472,
      "step": 7700
    },
    {
      "epoch": 0.5759264106495158,
      "grad_norm": 1.8575869798660278,
      "learning_rate": 3.867128382773235e-05,
      "loss": 0.125,
      "step": 7701
    },
    {
      "epoch": 0.5760011965748046,
      "grad_norm": 2.315531015396118,
      "learning_rate": 3.865975565451862e-05,
      "loss": 0.196,
      "step": 7702
    },
    {
      "epoch": 0.5760759825000935,
      "grad_norm": 0.916057288646698,
      "learning_rate": 3.864822811680385e-05,
      "loss": 0.0692,
      "step": 7703
    },
    {
      "epoch": 0.5761507684253824,
      "grad_norm": 0.8491542339324951,
      "learning_rate": 3.863670121523407e-05,
      "loss": 0.0822,
      "step": 7704
    },
    {
      "epoch": 0.5762255543506712,
      "grad_norm": 0.6379523277282715,
      "learning_rate": 3.862517495045521e-05,
      "loss": 0.0752,
      "step": 7705
    },
    {
      "epoch": 0.5763003402759601,
      "grad_norm": 0.9081915616989136,
      "learning_rate": 3.861364932311322e-05,
      "loss": 0.0721,
      "step": 7706
    },
    {
      "epoch": 0.576375126201249,
      "grad_norm": 0.8050673007965088,
      "learning_rate": 3.860212433385397e-05,
      "loss": 0.1097,
      "step": 7707
    },
    {
      "epoch": 0.5764499121265377,
      "grad_norm": 0.46826717257499695,
      "learning_rate": 3.859059998332332e-05,
      "loss": 0.0286,
      "step": 7708
    },
    {
      "epoch": 0.5765246980518266,
      "grad_norm": 0.7070018649101257,
      "learning_rate": 3.857907627216707e-05,
      "loss": 0.0599,
      "step": 7709
    },
    {
      "epoch": 0.5765994839771155,
      "grad_norm": 0.9623003602027893,
      "learning_rate": 3.856755320103102e-05,
      "loss": 0.0717,
      "step": 7710
    },
    {
      "epoch": 0.5766742699024043,
      "grad_norm": 0.955962061882019,
      "learning_rate": 3.85560307705609e-05,
      "loss": 0.0896,
      "step": 7711
    },
    {
      "epoch": 0.5767490558276932,
      "grad_norm": 0.5437785983085632,
      "learning_rate": 3.854450898140244e-05,
      "loss": 0.0479,
      "step": 7712
    },
    {
      "epoch": 0.5768238417529821,
      "grad_norm": 0.6534572839736938,
      "learning_rate": 3.853298783420129e-05,
      "loss": 0.0564,
      "step": 7713
    },
    {
      "epoch": 0.5768986276782709,
      "grad_norm": 0.7681917548179626,
      "learning_rate": 3.852146732960309e-05,
      "loss": 0.0748,
      "step": 7714
    },
    {
      "epoch": 0.5769734136035598,
      "grad_norm": 0.8309604525566101,
      "learning_rate": 3.850994746825345e-05,
      "loss": 0.0512,
      "step": 7715
    },
    {
      "epoch": 0.5770481995288487,
      "grad_norm": 0.933413028717041,
      "learning_rate": 3.849842825079794e-05,
      "loss": 0.0933,
      "step": 7716
    },
    {
      "epoch": 0.5771229854541375,
      "grad_norm": 0.9217827320098877,
      "learning_rate": 3.848690967788206e-05,
      "loss": 0.0706,
      "step": 7717
    },
    {
      "epoch": 0.5771977713794264,
      "grad_norm": 0.8903790712356567,
      "learning_rate": 3.847539175015134e-05,
      "loss": 0.1083,
      "step": 7718
    },
    {
      "epoch": 0.5772725573047153,
      "grad_norm": 0.8414477705955505,
      "learning_rate": 3.8463874468251196e-05,
      "loss": 0.0816,
      "step": 7719
    },
    {
      "epoch": 0.5773473432300041,
      "grad_norm": 0.8499106168746948,
      "learning_rate": 3.8452357832827094e-05,
      "loss": 0.0981,
      "step": 7720
    },
    {
      "epoch": 0.577422129155293,
      "grad_norm": 1.0125789642333984,
      "learning_rate": 3.8440841844524386e-05,
      "loss": 0.1225,
      "step": 7721
    },
    {
      "epoch": 0.5774969150805819,
      "grad_norm": 0.6765300631523132,
      "learning_rate": 3.8429326503988425e-05,
      "loss": 0.0495,
      "step": 7722
    },
    {
      "epoch": 0.5775717010058707,
      "grad_norm": 0.4173901677131653,
      "learning_rate": 3.8417811811864526e-05,
      "loss": 0.019,
      "step": 7723
    },
    {
      "epoch": 0.5776464869311596,
      "grad_norm": 0.8958752751350403,
      "learning_rate": 3.8406297768797945e-05,
      "loss": 0.0634,
      "step": 7724
    },
    {
      "epoch": 0.5777212728564484,
      "grad_norm": 0.867108941078186,
      "learning_rate": 3.8394784375433954e-05,
      "loss": 0.0818,
      "step": 7725
    },
    {
      "epoch": 0.5777960587817372,
      "grad_norm": 0.7486957907676697,
      "learning_rate": 3.8383271632417726e-05,
      "loss": 0.0541,
      "step": 7726
    },
    {
      "epoch": 0.5778708447070261,
      "grad_norm": 0.8800037503242493,
      "learning_rate": 3.8371759540394456e-05,
      "loss": 0.0749,
      "step": 7727
    },
    {
      "epoch": 0.577945630632315,
      "grad_norm": 0.7790662050247192,
      "learning_rate": 3.8360248100009225e-05,
      "loss": 0.0624,
      "step": 7728
    },
    {
      "epoch": 0.5780204165576038,
      "grad_norm": 0.7717046141624451,
      "learning_rate": 3.834873731190719e-05,
      "loss": 0.0773,
      "step": 7729
    },
    {
      "epoch": 0.5780952024828927,
      "grad_norm": 1.0536552667617798,
      "learning_rate": 3.833722717673337e-05,
      "loss": 0.0984,
      "step": 7730
    },
    {
      "epoch": 0.5781699884081816,
      "grad_norm": 0.8671889901161194,
      "learning_rate": 3.8325717695132785e-05,
      "loss": 0.0675,
      "step": 7731
    },
    {
      "epoch": 0.5782447743334704,
      "grad_norm": 1.0667047500610352,
      "learning_rate": 3.83142088677504e-05,
      "loss": 0.0976,
      "step": 7732
    },
    {
      "epoch": 0.5783195602587593,
      "grad_norm": 0.8603445887565613,
      "learning_rate": 3.8302700695231214e-05,
      "loss": 0.0778,
      "step": 7733
    },
    {
      "epoch": 0.5783943461840482,
      "grad_norm": 0.7787176966667175,
      "learning_rate": 3.829119317822008e-05,
      "loss": 0.06,
      "step": 7734
    },
    {
      "epoch": 0.578469132109337,
      "grad_norm": 0.9942739605903625,
      "learning_rate": 3.827968631736192e-05,
      "loss": 0.0743,
      "step": 7735
    },
    {
      "epoch": 0.5785439180346259,
      "grad_norm": 1.0109130144119263,
      "learning_rate": 3.8268180113301525e-05,
      "loss": 0.0623,
      "step": 7736
    },
    {
      "epoch": 0.5786187039599148,
      "grad_norm": 1.0923221111297607,
      "learning_rate": 3.8256674566683735e-05,
      "loss": 0.0868,
      "step": 7737
    },
    {
      "epoch": 0.5786934898852036,
      "grad_norm": 0.6474362015724182,
      "learning_rate": 3.824516967815327e-05,
      "loss": 0.084,
      "step": 7738
    },
    {
      "epoch": 0.5787682758104925,
      "grad_norm": 0.9846551418304443,
      "learning_rate": 3.8233665448354906e-05,
      "loss": 0.1111,
      "step": 7739
    },
    {
      "epoch": 0.5788430617357814,
      "grad_norm": 0.8729766011238098,
      "learning_rate": 3.822216187793328e-05,
      "loss": 0.0421,
      "step": 7740
    },
    {
      "epoch": 0.5789178476610702,
      "grad_norm": 0.7861585021018982,
      "learning_rate": 3.821065896753308e-05,
      "loss": 0.0678,
      "step": 7741
    },
    {
      "epoch": 0.578992633586359,
      "grad_norm": 0.9925714731216431,
      "learning_rate": 3.819915671779889e-05,
      "loss": 0.0806,
      "step": 7742
    },
    {
      "epoch": 0.5790674195116479,
      "grad_norm": 1.1529583930969238,
      "learning_rate": 3.8187655129375335e-05,
      "loss": 0.1323,
      "step": 7743
    },
    {
      "epoch": 0.5791422054369367,
      "grad_norm": 1.0243257284164429,
      "learning_rate": 3.817615420290691e-05,
      "loss": 0.0616,
      "step": 7744
    },
    {
      "epoch": 0.5792169913622256,
      "grad_norm": 1.0478965044021606,
      "learning_rate": 3.816465393903815e-05,
      "loss": 0.081,
      "step": 7745
    },
    {
      "epoch": 0.5792917772875145,
      "grad_norm": 1.3006250858306885,
      "learning_rate": 3.8153154338413474e-05,
      "loss": 0.1449,
      "step": 7746
    },
    {
      "epoch": 0.5793665632128033,
      "grad_norm": 1.2433338165283203,
      "learning_rate": 3.814165540167738e-05,
      "loss": 0.1178,
      "step": 7747
    },
    {
      "epoch": 0.5794413491380922,
      "grad_norm": 1.3356446027755737,
      "learning_rate": 3.8130157129474196e-05,
      "loss": 0.1163,
      "step": 7748
    },
    {
      "epoch": 0.5795161350633811,
      "grad_norm": 1.6760098934173584,
      "learning_rate": 3.811865952244832e-05,
      "loss": 0.1432,
      "step": 7749
    },
    {
      "epoch": 0.5795909209886699,
      "grad_norm": 3.6430108547210693,
      "learning_rate": 3.810716258124405e-05,
      "loss": 0.2967,
      "step": 7750
    },
    {
      "epoch": 0.5796657069139588,
      "grad_norm": 2.4638943672180176,
      "learning_rate": 3.8095666306505664e-05,
      "loss": 0.1148,
      "step": 7751
    },
    {
      "epoch": 0.5797404928392477,
      "grad_norm": 1.011417031288147,
      "learning_rate": 3.8084170698877434e-05,
      "loss": 0.0636,
      "step": 7752
    },
    {
      "epoch": 0.5798152787645365,
      "grad_norm": 0.34653422236442566,
      "learning_rate": 3.807267575900352e-05,
      "loss": 0.0294,
      "step": 7753
    },
    {
      "epoch": 0.5798900646898254,
      "grad_norm": 0.5774130821228027,
      "learning_rate": 3.8061181487528124e-05,
      "loss": 0.041,
      "step": 7754
    },
    {
      "epoch": 0.5799648506151143,
      "grad_norm": 0.7955950498580933,
      "learning_rate": 3.804968788509534e-05,
      "loss": 0.0802,
      "step": 7755
    },
    {
      "epoch": 0.5800396365404031,
      "grad_norm": 0.49817800521850586,
      "learning_rate": 3.803819495234931e-05,
      "loss": 0.0543,
      "step": 7756
    },
    {
      "epoch": 0.580114422465692,
      "grad_norm": 1.0404295921325684,
      "learning_rate": 3.802670268993405e-05,
      "loss": 0.0515,
      "step": 7757
    },
    {
      "epoch": 0.5801892083909809,
      "grad_norm": 0.5383346676826477,
      "learning_rate": 3.801521109849361e-05,
      "loss": 0.0536,
      "step": 7758
    },
    {
      "epoch": 0.5802639943162696,
      "grad_norm": 0.9239472150802612,
      "learning_rate": 3.800372017867195e-05,
      "loss": 0.1252,
      "step": 7759
    },
    {
      "epoch": 0.5803387802415585,
      "grad_norm": 0.5556486248970032,
      "learning_rate": 3.799222993111301e-05,
      "loss": 0.0478,
      "step": 7760
    },
    {
      "epoch": 0.5804135661668474,
      "grad_norm": 0.6098511219024658,
      "learning_rate": 3.79807403564607e-05,
      "loss": 0.0574,
      "step": 7761
    },
    {
      "epoch": 0.5804883520921362,
      "grad_norm": 0.6987959742546082,
      "learning_rate": 3.7969251455358904e-05,
      "loss": 0.0636,
      "step": 7762
    },
    {
      "epoch": 0.5805631380174251,
      "grad_norm": 0.705451488494873,
      "learning_rate": 3.79577632284514e-05,
      "loss": 0.064,
      "step": 7763
    },
    {
      "epoch": 0.580637923942714,
      "grad_norm": 0.9225637316703796,
      "learning_rate": 3.794627567638205e-05,
      "loss": 0.115,
      "step": 7764
    },
    {
      "epoch": 0.5807127098680028,
      "grad_norm": 0.6163727641105652,
      "learning_rate": 3.793478879979456e-05,
      "loss": 0.0481,
      "step": 7765
    },
    {
      "epoch": 0.5807874957932917,
      "grad_norm": 2.367673635482788,
      "learning_rate": 3.792330259933267e-05,
      "loss": 0.0866,
      "step": 7766
    },
    {
      "epoch": 0.5808622817185806,
      "grad_norm": 0.7676959037780762,
      "learning_rate": 3.791181707564004e-05,
      "loss": 0.0691,
      "step": 7767
    },
    {
      "epoch": 0.5809370676438694,
      "grad_norm": 0.9872599840164185,
      "learning_rate": 3.7900332229360335e-05,
      "loss": 0.0926,
      "step": 7768
    },
    {
      "epoch": 0.5810118535691583,
      "grad_norm": 0.6637628674507141,
      "learning_rate": 3.788884806113712e-05,
      "loss": 0.0294,
      "step": 7769
    },
    {
      "epoch": 0.5810866394944472,
      "grad_norm": 0.7535161972045898,
      "learning_rate": 3.7877364571614e-05,
      "loss": 0.0886,
      "step": 7770
    },
    {
      "epoch": 0.581161425419736,
      "grad_norm": 0.7255852818489075,
      "learning_rate": 3.7865881761434455e-05,
      "loss": 0.0587,
      "step": 7771
    },
    {
      "epoch": 0.5812362113450249,
      "grad_norm": 0.8555414080619812,
      "learning_rate": 3.785439963124202e-05,
      "loss": 0.0646,
      "step": 7772
    },
    {
      "epoch": 0.5813109972703138,
      "grad_norm": 0.9786275029182434,
      "learning_rate": 3.784291818168012e-05,
      "loss": 0.0947,
      "step": 7773
    },
    {
      "epoch": 0.5813857831956026,
      "grad_norm": 1.0749260187149048,
      "learning_rate": 3.783143741339218e-05,
      "loss": 0.1037,
      "step": 7774
    },
    {
      "epoch": 0.5814605691208915,
      "grad_norm": 0.834884762763977,
      "learning_rate": 3.781995732702155e-05,
      "loss": 0.0671,
      "step": 7775
    },
    {
      "epoch": 0.5815353550461803,
      "grad_norm": 0.915510356426239,
      "learning_rate": 3.78084779232116e-05,
      "loss": 0.0704,
      "step": 7776
    },
    {
      "epoch": 0.5816101409714691,
      "grad_norm": 0.7222566604614258,
      "learning_rate": 3.7796999202605586e-05,
      "loss": 0.0932,
      "step": 7777
    },
    {
      "epoch": 0.581684926896758,
      "grad_norm": 0.8486135005950928,
      "learning_rate": 3.778552116584682e-05,
      "loss": 0.1054,
      "step": 7778
    },
    {
      "epoch": 0.5817597128220469,
      "grad_norm": 1.129624366760254,
      "learning_rate": 3.7774043813578465e-05,
      "loss": 0.1418,
      "step": 7779
    },
    {
      "epoch": 0.5818344987473357,
      "grad_norm": 0.7059639692306519,
      "learning_rate": 3.776256714644375e-05,
      "loss": 0.0351,
      "step": 7780
    },
    {
      "epoch": 0.5819092846726246,
      "grad_norm": 0.8880001902580261,
      "learning_rate": 3.7751091165085794e-05,
      "loss": 0.0533,
      "step": 7781
    },
    {
      "epoch": 0.5819840705979135,
      "grad_norm": 0.936876654624939,
      "learning_rate": 3.773961587014772e-05,
      "loss": 0.1242,
      "step": 7782
    },
    {
      "epoch": 0.5820588565232023,
      "grad_norm": 0.8705726265907288,
      "learning_rate": 3.772814126227258e-05,
      "loss": 0.0682,
      "step": 7783
    },
    {
      "epoch": 0.5821336424484912,
      "grad_norm": 0.9632406830787659,
      "learning_rate": 3.771666734210339e-05,
      "loss": 0.0632,
      "step": 7784
    },
    {
      "epoch": 0.5822084283737801,
      "grad_norm": 0.5325906276702881,
      "learning_rate": 3.770519411028318e-05,
      "loss": 0.0333,
      "step": 7785
    },
    {
      "epoch": 0.5822832142990689,
      "grad_norm": 1.391220211982727,
      "learning_rate": 3.7693721567454855e-05,
      "loss": 0.1067,
      "step": 7786
    },
    {
      "epoch": 0.5823580002243578,
      "grad_norm": 0.7298969626426697,
      "learning_rate": 3.768224971426137e-05,
      "loss": 0.0469,
      "step": 7787
    },
    {
      "epoch": 0.5824327861496467,
      "grad_norm": 1.2369171380996704,
      "learning_rate": 3.767077855134556e-05,
      "loss": 0.1651,
      "step": 7788
    },
    {
      "epoch": 0.5825075720749355,
      "grad_norm": 0.9255171418190002,
      "learning_rate": 3.76593080793503e-05,
      "loss": 0.0571,
      "step": 7789
    },
    {
      "epoch": 0.5825823580002244,
      "grad_norm": 0.6252737045288086,
      "learning_rate": 3.764783829891837e-05,
      "loss": 0.0649,
      "step": 7790
    },
    {
      "epoch": 0.5826571439255133,
      "grad_norm": 0.6118056774139404,
      "learning_rate": 3.763636921069252e-05,
      "loss": 0.0585,
      "step": 7791
    },
    {
      "epoch": 0.5827319298508021,
      "grad_norm": 1.2127338647842407,
      "learning_rate": 3.762490081531546e-05,
      "loss": 0.1303,
      "step": 7792
    },
    {
      "epoch": 0.5828067157760909,
      "grad_norm": 1.4079029560089111,
      "learning_rate": 3.761343311342991e-05,
      "loss": 0.1813,
      "step": 7793
    },
    {
      "epoch": 0.5828815017013798,
      "grad_norm": 1.959275484085083,
      "learning_rate": 3.7601966105678464e-05,
      "loss": 0.1625,
      "step": 7794
    },
    {
      "epoch": 0.5829562876266686,
      "grad_norm": 1.3769298791885376,
      "learning_rate": 3.759049979270377e-05,
      "loss": 0.1562,
      "step": 7795
    },
    {
      "epoch": 0.5830310735519575,
      "grad_norm": 1.1411830186843872,
      "learning_rate": 3.7579034175148355e-05,
      "loss": 0.0898,
      "step": 7796
    },
    {
      "epoch": 0.5831058594772464,
      "grad_norm": 1.132359504699707,
      "learning_rate": 3.7567569253654775e-05,
      "loss": 0.0931,
      "step": 7797
    },
    {
      "epoch": 0.5831806454025352,
      "grad_norm": 1.2927175760269165,
      "learning_rate": 3.755610502886547e-05,
      "loss": 0.1898,
      "step": 7798
    },
    {
      "epoch": 0.5832554313278241,
      "grad_norm": 0.8126513957977295,
      "learning_rate": 3.754464150142295e-05,
      "loss": 0.0489,
      "step": 7799
    },
    {
      "epoch": 0.583330217253113,
      "grad_norm": 1.5701022148132324,
      "learning_rate": 3.753317867196956e-05,
      "loss": 0.1241,
      "step": 7800
    },
    {
      "epoch": 0.5834050031784018,
      "grad_norm": 2.8353750705718994,
      "learning_rate": 3.7521716541147714e-05,
      "loss": 0.1637,
      "step": 7801
    },
    {
      "epoch": 0.5834797891036907,
      "grad_norm": 0.537692666053772,
      "learning_rate": 3.751025510959971e-05,
      "loss": 0.0635,
      "step": 7802
    },
    {
      "epoch": 0.5835545750289796,
      "grad_norm": 0.9194226264953613,
      "learning_rate": 3.749879437796788e-05,
      "loss": 0.0668,
      "step": 7803
    },
    {
      "epoch": 0.5836293609542684,
      "grad_norm": 0.6492528915405273,
      "learning_rate": 3.748733434689443e-05,
      "loss": 0.0659,
      "step": 7804
    },
    {
      "epoch": 0.5837041468795573,
      "grad_norm": 0.8118533492088318,
      "learning_rate": 3.74758750170216e-05,
      "loss": 0.065,
      "step": 7805
    },
    {
      "epoch": 0.5837789328048462,
      "grad_norm": 0.6199756860733032,
      "learning_rate": 3.746441638899153e-05,
      "loss": 0.0522,
      "step": 7806
    },
    {
      "epoch": 0.583853718730135,
      "grad_norm": 0.8195846080780029,
      "learning_rate": 3.74529584634464e-05,
      "loss": 0.0759,
      "step": 7807
    },
    {
      "epoch": 0.5839285046554239,
      "grad_norm": 0.6104132533073425,
      "learning_rate": 3.744150124102825e-05,
      "loss": 0.0579,
      "step": 7808
    },
    {
      "epoch": 0.5840032905807128,
      "grad_norm": 0.6202494502067566,
      "learning_rate": 3.74300447223792e-05,
      "loss": 0.0479,
      "step": 7809
    },
    {
      "epoch": 0.5840780765060015,
      "grad_norm": 0.5706431865692139,
      "learning_rate": 3.7418588908141206e-05,
      "loss": 0.0413,
      "step": 7810
    },
    {
      "epoch": 0.5841528624312904,
      "grad_norm": 0.9753741025924683,
      "learning_rate": 3.740713379895627e-05,
      "loss": 0.0821,
      "step": 7811
    },
    {
      "epoch": 0.5842276483565793,
      "grad_norm": 0.879253625869751,
      "learning_rate": 3.739567939546632e-05,
      "loss": 0.1012,
      "step": 7812
    },
    {
      "epoch": 0.5843024342818681,
      "grad_norm": 0.61793452501297,
      "learning_rate": 3.738422569831327e-05,
      "loss": 0.0598,
      "step": 7813
    },
    {
      "epoch": 0.584377220207157,
      "grad_norm": 1.339873194694519,
      "learning_rate": 3.7372772708138964e-05,
      "loss": 0.1834,
      "step": 7814
    },
    {
      "epoch": 0.5844520061324459,
      "grad_norm": 0.6445133090019226,
      "learning_rate": 3.736132042558519e-05,
      "loss": 0.0638,
      "step": 7815
    },
    {
      "epoch": 0.5845267920577347,
      "grad_norm": 0.8335151076316833,
      "learning_rate": 3.7349868851293786e-05,
      "loss": 0.0649,
      "step": 7816
    },
    {
      "epoch": 0.5846015779830236,
      "grad_norm": 0.7911183834075928,
      "learning_rate": 3.7338417985906426e-05,
      "loss": 0.0771,
      "step": 7817
    },
    {
      "epoch": 0.5846763639083125,
      "grad_norm": 0.9589828252792358,
      "learning_rate": 3.7326967830064865e-05,
      "loss": 0.0713,
      "step": 7818
    },
    {
      "epoch": 0.5847511498336013,
      "grad_norm": 0.5666007399559021,
      "learning_rate": 3.731551838441073e-05,
      "loss": 0.0446,
      "step": 7819
    },
    {
      "epoch": 0.5848259357588902,
      "grad_norm": 0.4080032408237457,
      "learning_rate": 3.7304069649585647e-05,
      "loss": 0.025,
      "step": 7820
    },
    {
      "epoch": 0.5849007216841791,
      "grad_norm": 0.6783075928688049,
      "learning_rate": 3.729262162623117e-05,
      "loss": 0.0623,
      "step": 7821
    },
    {
      "epoch": 0.5849755076094679,
      "grad_norm": 0.8077903389930725,
      "learning_rate": 3.7281174314988894e-05,
      "loss": 0.1046,
      "step": 7822
    },
    {
      "epoch": 0.5850502935347568,
      "grad_norm": 0.7976624369621277,
      "learning_rate": 3.726972771650026e-05,
      "loss": 0.0757,
      "step": 7823
    },
    {
      "epoch": 0.5851250794600457,
      "grad_norm": 0.5766206979751587,
      "learning_rate": 3.7258281831406765e-05,
      "loss": 0.0593,
      "step": 7824
    },
    {
      "epoch": 0.5851998653853345,
      "grad_norm": 1.025278925895691,
      "learning_rate": 3.72468366603498e-05,
      "loss": 0.1094,
      "step": 7825
    },
    {
      "epoch": 0.5852746513106234,
      "grad_norm": 0.828026533126831,
      "learning_rate": 3.7235392203970776e-05,
      "loss": 0.0813,
      "step": 7826
    },
    {
      "epoch": 0.5853494372359122,
      "grad_norm": 0.8631868362426758,
      "learning_rate": 3.7223948462911006e-05,
      "loss": 0.0831,
      "step": 7827
    },
    {
      "epoch": 0.585424223161201,
      "grad_norm": 0.44413885474205017,
      "learning_rate": 3.721250543781181e-05,
      "loss": 0.0261,
      "step": 7828
    },
    {
      "epoch": 0.5854990090864899,
      "grad_norm": 0.8964969515800476,
      "learning_rate": 3.720106312931442e-05,
      "loss": 0.0681,
      "step": 7829
    },
    {
      "epoch": 0.5855737950117788,
      "grad_norm": 0.9239721298217773,
      "learning_rate": 3.718962153806008e-05,
      "loss": 0.0869,
      "step": 7830
    },
    {
      "epoch": 0.5856485809370676,
      "grad_norm": 0.9152801036834717,
      "learning_rate": 3.717818066468993e-05,
      "loss": 0.081,
      "step": 7831
    },
    {
      "epoch": 0.5857233668623565,
      "grad_norm": 0.7308775782585144,
      "learning_rate": 3.716674050984517e-05,
      "loss": 0.0654,
      "step": 7832
    },
    {
      "epoch": 0.5857981527876454,
      "grad_norm": 0.666740357875824,
      "learning_rate": 3.715530107416685e-05,
      "loss": 0.0586,
      "step": 7833
    },
    {
      "epoch": 0.5858729387129342,
      "grad_norm": 0.6875446438789368,
      "learning_rate": 3.714386235829605e-05,
      "loss": 0.0546,
      "step": 7834
    },
    {
      "epoch": 0.5859477246382231,
      "grad_norm": 1.580937385559082,
      "learning_rate": 3.713242436287375e-05,
      "loss": 0.1271,
      "step": 7835
    },
    {
      "epoch": 0.586022510563512,
      "grad_norm": 0.7530174255371094,
      "learning_rate": 3.712098708854099e-05,
      "loss": 0.0406,
      "step": 7836
    },
    {
      "epoch": 0.5860972964888008,
      "grad_norm": 1.0545659065246582,
      "learning_rate": 3.710955053593864e-05,
      "loss": 0.113,
      "step": 7837
    },
    {
      "epoch": 0.5861720824140897,
      "grad_norm": 1.0313445329666138,
      "learning_rate": 3.7098114705707656e-05,
      "loss": 0.1068,
      "step": 7838
    },
    {
      "epoch": 0.5862468683393786,
      "grad_norm": 0.6860698461532593,
      "learning_rate": 3.7086679598488836e-05,
      "loss": 0.042,
      "step": 7839
    },
    {
      "epoch": 0.5863216542646674,
      "grad_norm": 1.1409211158752441,
      "learning_rate": 3.707524521492305e-05,
      "loss": 0.131,
      "step": 7840
    },
    {
      "epoch": 0.5863964401899563,
      "grad_norm": 1.3226491212844849,
      "learning_rate": 3.706381155565104e-05,
      "loss": 0.0684,
      "step": 7841
    },
    {
      "epoch": 0.5864712261152452,
      "grad_norm": 1.3105133771896362,
      "learning_rate": 3.705237862131355e-05,
      "loss": 0.1254,
      "step": 7842
    },
    {
      "epoch": 0.586546012040534,
      "grad_norm": 1.030479907989502,
      "learning_rate": 3.7040946412551245e-05,
      "loss": 0.0769,
      "step": 7843
    },
    {
      "epoch": 0.5866207979658228,
      "grad_norm": 0.764136016368866,
      "learning_rate": 3.702951493000483e-05,
      "loss": 0.0542,
      "step": 7844
    },
    {
      "epoch": 0.5866955838911116,
      "grad_norm": 0.7621902823448181,
      "learning_rate": 3.7018084174314895e-05,
      "loss": 0.0721,
      "step": 7845
    },
    {
      "epoch": 0.5867703698164005,
      "grad_norm": 1.5324758291244507,
      "learning_rate": 3.700665414612198e-05,
      "loss": 0.1289,
      "step": 7846
    },
    {
      "epoch": 0.5868451557416894,
      "grad_norm": 0.8194187879562378,
      "learning_rate": 3.699522484606666e-05,
      "loss": 0.0717,
      "step": 7847
    },
    {
      "epoch": 0.5869199416669783,
      "grad_norm": 1.2085654735565186,
      "learning_rate": 3.698379627478938e-05,
      "loss": 0.1391,
      "step": 7848
    },
    {
      "epoch": 0.5869947275922671,
      "grad_norm": 1.0877341032028198,
      "learning_rate": 3.697236843293064e-05,
      "loss": 0.073,
      "step": 7849
    },
    {
      "epoch": 0.587069513517556,
      "grad_norm": 1.690043568611145,
      "learning_rate": 3.696094132113081e-05,
      "loss": 0.1442,
      "step": 7850
    },
    {
      "epoch": 0.5871442994428449,
      "grad_norm": 0.9962206482887268,
      "learning_rate": 3.694951494003028e-05,
      "loss": 0.1095,
      "step": 7851
    },
    {
      "epoch": 0.5872190853681337,
      "grad_norm": 0.5818397402763367,
      "learning_rate": 3.693808929026934e-05,
      "loss": 0.0427,
      "step": 7852
    },
    {
      "epoch": 0.5872938712934226,
      "grad_norm": 0.6261300444602966,
      "learning_rate": 3.692666437248833e-05,
      "loss": 0.0409,
      "step": 7853
    },
    {
      "epoch": 0.5873686572187115,
      "grad_norm": 0.5333664417266846,
      "learning_rate": 3.691524018732744e-05,
      "loss": 0.0556,
      "step": 7854
    },
    {
      "epoch": 0.5874434431440003,
      "grad_norm": 0.6034537553787231,
      "learning_rate": 3.690381673542692e-05,
      "loss": 0.0421,
      "step": 7855
    },
    {
      "epoch": 0.5875182290692892,
      "grad_norm": 0.8198171854019165,
      "learning_rate": 3.689239401742689e-05,
      "loss": 0.0606,
      "step": 7856
    },
    {
      "epoch": 0.5875930149945781,
      "grad_norm": 0.45467373728752136,
      "learning_rate": 3.688097203396751e-05,
      "loss": 0.0243,
      "step": 7857
    },
    {
      "epoch": 0.5876678009198669,
      "grad_norm": 0.6679364442825317,
      "learning_rate": 3.686955078568881e-05,
      "loss": 0.0584,
      "step": 7858
    },
    {
      "epoch": 0.5877425868451558,
      "grad_norm": 1.1502230167388916,
      "learning_rate": 3.685813027323088e-05,
      "loss": 0.1005,
      "step": 7859
    },
    {
      "epoch": 0.5878173727704447,
      "grad_norm": 1.0252946615219116,
      "learning_rate": 3.6846710497233685e-05,
      "loss": 0.1353,
      "step": 7860
    },
    {
      "epoch": 0.5878921586957334,
      "grad_norm": 1.0584138631820679,
      "learning_rate": 3.68352914583372e-05,
      "loss": 0.153,
      "step": 7861
    },
    {
      "epoch": 0.5879669446210223,
      "grad_norm": 0.8533122539520264,
      "learning_rate": 3.682387315718131e-05,
      "loss": 0.0763,
      "step": 7862
    },
    {
      "epoch": 0.5880417305463111,
      "grad_norm": 1.0043489933013916,
      "learning_rate": 3.681245559440593e-05,
      "loss": 0.0811,
      "step": 7863
    },
    {
      "epoch": 0.5881165164716,
      "grad_norm": 0.7416613698005676,
      "learning_rate": 3.680103877065086e-05,
      "loss": 0.0547,
      "step": 7864
    },
    {
      "epoch": 0.5881913023968889,
      "grad_norm": 0.5509568452835083,
      "learning_rate": 3.678962268655591e-05,
      "loss": 0.0483,
      "step": 7865
    },
    {
      "epoch": 0.5882660883221777,
      "grad_norm": 0.5677766799926758,
      "learning_rate": 3.6778207342760805e-05,
      "loss": 0.06,
      "step": 7866
    },
    {
      "epoch": 0.5883408742474666,
      "grad_norm": 0.6020623445510864,
      "learning_rate": 3.676679273990529e-05,
      "loss": 0.0437,
      "step": 7867
    },
    {
      "epoch": 0.5884156601727555,
      "grad_norm": 0.669611394405365,
      "learning_rate": 3.6755378878628974e-05,
      "loss": 0.0713,
      "step": 7868
    },
    {
      "epoch": 0.5884904460980444,
      "grad_norm": 0.7829200029373169,
      "learning_rate": 3.674396575957155e-05,
      "loss": 0.0856,
      "step": 7869
    },
    {
      "epoch": 0.5885652320233332,
      "grad_norm": 0.6604407429695129,
      "learning_rate": 3.6732553383372546e-05,
      "loss": 0.046,
      "step": 7870
    },
    {
      "epoch": 0.5886400179486221,
      "grad_norm": 0.8087127804756165,
      "learning_rate": 3.672114175067154e-05,
      "loss": 0.0603,
      "step": 7871
    },
    {
      "epoch": 0.588714803873911,
      "grad_norm": 0.7591496706008911,
      "learning_rate": 3.670973086210799e-05,
      "loss": 0.0838,
      "step": 7872
    },
    {
      "epoch": 0.5887895897991998,
      "grad_norm": 0.6951602697372437,
      "learning_rate": 3.66983207183214e-05,
      "loss": 0.0516,
      "step": 7873
    },
    {
      "epoch": 0.5888643757244887,
      "grad_norm": 0.9297319054603577,
      "learning_rate": 3.668691131995115e-05,
      "loss": 0.0963,
      "step": 7874
    },
    {
      "epoch": 0.5889391616497776,
      "grad_norm": 0.5990958213806152,
      "learning_rate": 3.6675502667636645e-05,
      "loss": 0.0487,
      "step": 7875
    },
    {
      "epoch": 0.5890139475750664,
      "grad_norm": 0.6032341122627258,
      "learning_rate": 3.666409476201721e-05,
      "loss": 0.0522,
      "step": 7876
    },
    {
      "epoch": 0.5890887335003553,
      "grad_norm": 0.7061073780059814,
      "learning_rate": 3.665268760373209e-05,
      "loss": 0.0474,
      "step": 7877
    },
    {
      "epoch": 0.589163519425644,
      "grad_norm": 0.9617334008216858,
      "learning_rate": 3.664128119342061e-05,
      "loss": 0.0859,
      "step": 7878
    },
    {
      "epoch": 0.5892383053509329,
      "grad_norm": 0.8114661574363708,
      "learning_rate": 3.662987553172192e-05,
      "loss": 0.0626,
      "step": 7879
    },
    {
      "epoch": 0.5893130912762218,
      "grad_norm": 0.7200942635536194,
      "learning_rate": 3.661847061927521e-05,
      "loss": 0.0471,
      "step": 7880
    },
    {
      "epoch": 0.5893878772015106,
      "grad_norm": 1.023858904838562,
      "learning_rate": 3.660706645671959e-05,
      "loss": 0.098,
      "step": 7881
    },
    {
      "epoch": 0.5894626631267995,
      "grad_norm": 0.7305111885070801,
      "learning_rate": 3.659566304469415e-05,
      "loss": 0.0395,
      "step": 7882
    },
    {
      "epoch": 0.5895374490520884,
      "grad_norm": 0.717683732509613,
      "learning_rate": 3.658426038383791e-05,
      "loss": 0.0622,
      "step": 7883
    },
    {
      "epoch": 0.5896122349773772,
      "grad_norm": 0.7215459942817688,
      "learning_rate": 3.657285847478991e-05,
      "loss": 0.0493,
      "step": 7884
    },
    {
      "epoch": 0.5896870209026661,
      "grad_norm": 0.8766876459121704,
      "learning_rate": 3.6561457318189046e-05,
      "loss": 0.0774,
      "step": 7885
    },
    {
      "epoch": 0.589761806827955,
      "grad_norm": 0.7192784547805786,
      "learning_rate": 3.655005691467429e-05,
      "loss": 0.0516,
      "step": 7886
    },
    {
      "epoch": 0.5898365927532438,
      "grad_norm": 1.356860876083374,
      "learning_rate": 3.653865726488447e-05,
      "loss": 0.1499,
      "step": 7887
    },
    {
      "epoch": 0.5899113786785327,
      "grad_norm": 0.737197756767273,
      "learning_rate": 3.652725836945844e-05,
      "loss": 0.045,
      "step": 7888
    },
    {
      "epoch": 0.5899861646038216,
      "grad_norm": 1.1736475229263306,
      "learning_rate": 3.6515860229034955e-05,
      "loss": 0.1082,
      "step": 7889
    },
    {
      "epoch": 0.5900609505291105,
      "grad_norm": 1.303840160369873,
      "learning_rate": 3.6504462844252794e-05,
      "loss": 0.154,
      "step": 7890
    },
    {
      "epoch": 0.5901357364543993,
      "grad_norm": 1.095929503440857,
      "learning_rate": 3.649306621575063e-05,
      "loss": 0.0899,
      "step": 7891
    },
    {
      "epoch": 0.5902105223796882,
      "grad_norm": 1.4158084392547607,
      "learning_rate": 3.648167034416714e-05,
      "loss": 0.0847,
      "step": 7892
    },
    {
      "epoch": 0.590285308304977,
      "grad_norm": 1.1677744388580322,
      "learning_rate": 3.6470275230140926e-05,
      "loss": 0.1812,
      "step": 7893
    },
    {
      "epoch": 0.5903600942302659,
      "grad_norm": 1.3322471380233765,
      "learning_rate": 3.645888087431059e-05,
      "loss": 0.1434,
      "step": 7894
    },
    {
      "epoch": 0.5904348801555547,
      "grad_norm": 1.2494126558303833,
      "learning_rate": 3.6447487277314607e-05,
      "loss": 0.1321,
      "step": 7895
    },
    {
      "epoch": 0.5905096660808435,
      "grad_norm": 1.702856183052063,
      "learning_rate": 3.643609443979153e-05,
      "loss": 0.1964,
      "step": 7896
    },
    {
      "epoch": 0.5905844520061324,
      "grad_norm": 2.043938636779785,
      "learning_rate": 3.642470236237976e-05,
      "loss": 0.2795,
      "step": 7897
    },
    {
      "epoch": 0.5906592379314213,
      "grad_norm": 1.0759739875793457,
      "learning_rate": 3.641331104571773e-05,
      "loss": 0.1155,
      "step": 7898
    },
    {
      "epoch": 0.5907340238567101,
      "grad_norm": 1.4041883945465088,
      "learning_rate": 3.640192049044376e-05,
      "loss": 0.142,
      "step": 7899
    },
    {
      "epoch": 0.590808809781999,
      "grad_norm": 1.1069214344024658,
      "learning_rate": 3.639053069719623e-05,
      "loss": 0.0597,
      "step": 7900
    },
    {
      "epoch": 0.5908835957072879,
      "grad_norm": 0.6927164196968079,
      "learning_rate": 3.6379141666613375e-05,
      "loss": 0.0698,
      "step": 7901
    },
    {
      "epoch": 0.5909583816325767,
      "grad_norm": 0.8205597400665283,
      "learning_rate": 3.636775339933344e-05,
      "loss": 0.0643,
      "step": 7902
    },
    {
      "epoch": 0.5910331675578656,
      "grad_norm": 0.4337161183357239,
      "learning_rate": 3.635636589599459e-05,
      "loss": 0.0559,
      "step": 7903
    },
    {
      "epoch": 0.5911079534831545,
      "grad_norm": 0.4329666793346405,
      "learning_rate": 3.634497915723501e-05,
      "loss": 0.0459,
      "step": 7904
    },
    {
      "epoch": 0.5911827394084433,
      "grad_norm": 0.6649171710014343,
      "learning_rate": 3.633359318369277e-05,
      "loss": 0.0657,
      "step": 7905
    },
    {
      "epoch": 0.5912575253337322,
      "grad_norm": 0.8983588218688965,
      "learning_rate": 3.632220797600597e-05,
      "loss": 0.1051,
      "step": 7906
    },
    {
      "epoch": 0.5913323112590211,
      "grad_norm": 0.8342063426971436,
      "learning_rate": 3.6310823534812606e-05,
      "loss": 0.0735,
      "step": 7907
    },
    {
      "epoch": 0.59140709718431,
      "grad_norm": 0.7601743340492249,
      "learning_rate": 3.629943986075064e-05,
      "loss": 0.0859,
      "step": 7908
    },
    {
      "epoch": 0.5914818831095988,
      "grad_norm": 0.8518494367599487,
      "learning_rate": 3.6288056954458025e-05,
      "loss": 0.0525,
      "step": 7909
    },
    {
      "epoch": 0.5915566690348877,
      "grad_norm": 0.6120409965515137,
      "learning_rate": 3.627667481657264e-05,
      "loss": 0.0343,
      "step": 7910
    },
    {
      "epoch": 0.5916314549601764,
      "grad_norm": 0.7730219960212708,
      "learning_rate": 3.626529344773236e-05,
      "loss": 0.0671,
      "step": 7911
    },
    {
      "epoch": 0.5917062408854653,
      "grad_norm": 0.7856847047805786,
      "learning_rate": 3.6253912848574935e-05,
      "loss": 0.0678,
      "step": 7912
    },
    {
      "epoch": 0.5917810268107542,
      "grad_norm": 0.7233161330223083,
      "learning_rate": 3.624253301973818e-05,
      "loss": 0.0515,
      "step": 7913
    },
    {
      "epoch": 0.591855812736043,
      "grad_norm": 0.8056523203849792,
      "learning_rate": 3.623115396185977e-05,
      "loss": 0.054,
      "step": 7914
    },
    {
      "epoch": 0.5919305986613319,
      "grad_norm": 0.8482218384742737,
      "learning_rate": 3.621977567557742e-05,
      "loss": 0.0816,
      "step": 7915
    },
    {
      "epoch": 0.5920053845866208,
      "grad_norm": 0.6391825079917908,
      "learning_rate": 3.620839816152872e-05,
      "loss": 0.0688,
      "step": 7916
    },
    {
      "epoch": 0.5920801705119096,
      "grad_norm": 0.885925829410553,
      "learning_rate": 3.619702142035129e-05,
      "loss": 0.1191,
      "step": 7917
    },
    {
      "epoch": 0.5921549564371985,
      "grad_norm": 0.6692206859588623,
      "learning_rate": 3.6185645452682635e-05,
      "loss": 0.0499,
      "step": 7918
    },
    {
      "epoch": 0.5922297423624874,
      "grad_norm": 0.6060798168182373,
      "learning_rate": 3.6174270259160316e-05,
      "loss": 0.0453,
      "step": 7919
    },
    {
      "epoch": 0.5923045282877762,
      "grad_norm": 0.4709427058696747,
      "learning_rate": 3.616289584042172e-05,
      "loss": 0.0316,
      "step": 7920
    },
    {
      "epoch": 0.5923793142130651,
      "grad_norm": 0.7608333826065063,
      "learning_rate": 3.6151522197104324e-05,
      "loss": 0.0659,
      "step": 7921
    },
    {
      "epoch": 0.592454100138354,
      "grad_norm": 0.8602322936058044,
      "learning_rate": 3.6140149329845455e-05,
      "loss": 0.0743,
      "step": 7922
    },
    {
      "epoch": 0.5925288860636428,
      "grad_norm": 0.7951279878616333,
      "learning_rate": 3.612877723928246e-05,
      "loss": 0.0579,
      "step": 7923
    },
    {
      "epoch": 0.5926036719889317,
      "grad_norm": 0.8086300492286682,
      "learning_rate": 3.6117405926052625e-05,
      "loss": 0.0619,
      "step": 7924
    },
    {
      "epoch": 0.5926784579142206,
      "grad_norm": 0.7842711806297302,
      "learning_rate": 3.610603539079319e-05,
      "loss": 0.088,
      "step": 7925
    },
    {
      "epoch": 0.5927532438395094,
      "grad_norm": 0.7333011031150818,
      "learning_rate": 3.609466563414132e-05,
      "loss": 0.0616,
      "step": 7926
    },
    {
      "epoch": 0.5928280297647983,
      "grad_norm": 0.6841009855270386,
      "learning_rate": 3.6083296656734225e-05,
      "loss": 0.0658,
      "step": 7927
    },
    {
      "epoch": 0.5929028156900871,
      "grad_norm": 0.7831429839134216,
      "learning_rate": 3.607192845920895e-05,
      "loss": 0.0805,
      "step": 7928
    },
    {
      "epoch": 0.5929776016153759,
      "grad_norm": 0.9687418341636658,
      "learning_rate": 3.606056104220262e-05,
      "loss": 0.0764,
      "step": 7929
    },
    {
      "epoch": 0.5930523875406648,
      "grad_norm": 0.7858831882476807,
      "learning_rate": 3.604919440635223e-05,
      "loss": 0.0565,
      "step": 7930
    },
    {
      "epoch": 0.5931271734659537,
      "grad_norm": 0.8935672044754028,
      "learning_rate": 3.603782855229475e-05,
      "loss": 0.0991,
      "step": 7931
    },
    {
      "epoch": 0.5932019593912425,
      "grad_norm": 1.0679264068603516,
      "learning_rate": 3.6026463480667105e-05,
      "loss": 0.0971,
      "step": 7932
    },
    {
      "epoch": 0.5932767453165314,
      "grad_norm": 0.642151415348053,
      "learning_rate": 3.601509919210623e-05,
      "loss": 0.0482,
      "step": 7933
    },
    {
      "epoch": 0.5933515312418203,
      "grad_norm": 0.9231120347976685,
      "learning_rate": 3.600373568724892e-05,
      "loss": 0.0607,
      "step": 7934
    },
    {
      "epoch": 0.5934263171671091,
      "grad_norm": 0.8338341116905212,
      "learning_rate": 3.599237296673202e-05,
      "loss": 0.0519,
      "step": 7935
    },
    {
      "epoch": 0.593501103092398,
      "grad_norm": 0.9111922383308411,
      "learning_rate": 3.598101103119225e-05,
      "loss": 0.0971,
      "step": 7936
    },
    {
      "epoch": 0.5935758890176869,
      "grad_norm": 0.6118611693382263,
      "learning_rate": 3.596964988126636e-05,
      "loss": 0.0343,
      "step": 7937
    },
    {
      "epoch": 0.5936506749429757,
      "grad_norm": 0.7774378061294556,
      "learning_rate": 3.5958289517591016e-05,
      "loss": 0.0656,
      "step": 7938
    },
    {
      "epoch": 0.5937254608682646,
      "grad_norm": 0.7691197395324707,
      "learning_rate": 3.594692994080281e-05,
      "loss": 0.0496,
      "step": 7939
    },
    {
      "epoch": 0.5938002467935535,
      "grad_norm": 0.7586416602134705,
      "learning_rate": 3.593557115153836e-05,
      "loss": 0.0533,
      "step": 7940
    },
    {
      "epoch": 0.5938750327188423,
      "grad_norm": 1.0606474876403809,
      "learning_rate": 3.5924213150434176e-05,
      "loss": 0.1085,
      "step": 7941
    },
    {
      "epoch": 0.5939498186441312,
      "grad_norm": 1.0937004089355469,
      "learning_rate": 3.591285593812679e-05,
      "loss": 0.1528,
      "step": 7942
    },
    {
      "epoch": 0.5940246045694201,
      "grad_norm": 1.229754090309143,
      "learning_rate": 3.59014995152526e-05,
      "loss": 0.1328,
      "step": 7943
    },
    {
      "epoch": 0.594099390494709,
      "grad_norm": 1.4560011625289917,
      "learning_rate": 3.589014388244807e-05,
      "loss": 0.097,
      "step": 7944
    },
    {
      "epoch": 0.5941741764199977,
      "grad_norm": 0.9763954877853394,
      "learning_rate": 3.587878904034952e-05,
      "loss": 0.0942,
      "step": 7945
    },
    {
      "epoch": 0.5942489623452866,
      "grad_norm": 1.1510341167449951,
      "learning_rate": 3.5867434989593276e-05,
      "loss": 0.072,
      "step": 7946
    },
    {
      "epoch": 0.5943237482705754,
      "grad_norm": 1.797839879989624,
      "learning_rate": 3.5856081730815614e-05,
      "loss": 0.151,
      "step": 7947
    },
    {
      "epoch": 0.5943985341958643,
      "grad_norm": 1.0256069898605347,
      "learning_rate": 3.584472926465278e-05,
      "loss": 0.0754,
      "step": 7948
    },
    {
      "epoch": 0.5944733201211532,
      "grad_norm": 1.586448073387146,
      "learning_rate": 3.5833377591740915e-05,
      "loss": 0.1081,
      "step": 7949
    },
    {
      "epoch": 0.594548106046442,
      "grad_norm": 4.819039821624756,
      "learning_rate": 3.58220267127162e-05,
      "loss": 0.6197,
      "step": 7950
    },
    {
      "epoch": 0.5946228919717309,
      "grad_norm": 0.6349347829818726,
      "learning_rate": 3.58106766282147e-05,
      "loss": 0.0806,
      "step": 7951
    },
    {
      "epoch": 0.5946976778970198,
      "grad_norm": 0.6523604989051819,
      "learning_rate": 3.57993273388725e-05,
      "loss": 0.0425,
      "step": 7952
    },
    {
      "epoch": 0.5947724638223086,
      "grad_norm": 1.0770529508590698,
      "learning_rate": 3.578797884532557e-05,
      "loss": 0.1148,
      "step": 7953
    },
    {
      "epoch": 0.5948472497475975,
      "grad_norm": 0.7343785166740417,
      "learning_rate": 3.57766311482099e-05,
      "loss": 0.0986,
      "step": 7954
    },
    {
      "epoch": 0.5949220356728864,
      "grad_norm": 0.45721784234046936,
      "learning_rate": 3.5765284248161366e-05,
      "loss": 0.0329,
      "step": 7955
    },
    {
      "epoch": 0.5949968215981752,
      "grad_norm": 0.9343096017837524,
      "learning_rate": 3.5753938145815896e-05,
      "loss": 0.0955,
      "step": 7956
    },
    {
      "epoch": 0.5950716075234641,
      "grad_norm": 0.6874489188194275,
      "learning_rate": 3.5742592841809265e-05,
      "loss": 0.0293,
      "step": 7957
    },
    {
      "epoch": 0.595146393448753,
      "grad_norm": 0.8632057309150696,
      "learning_rate": 3.5731248336777304e-05,
      "loss": 0.079,
      "step": 7958
    },
    {
      "epoch": 0.5952211793740418,
      "grad_norm": 0.8705117106437683,
      "learning_rate": 3.571990463135569e-05,
      "loss": 0.0862,
      "step": 7959
    },
    {
      "epoch": 0.5952959652993307,
      "grad_norm": 0.8676671385765076,
      "learning_rate": 3.5708561726180176e-05,
      "loss": 0.0697,
      "step": 7960
    },
    {
      "epoch": 0.5953707512246196,
      "grad_norm": 0.8327026963233948,
      "learning_rate": 3.5697219621886385e-05,
      "loss": 0.0376,
      "step": 7961
    },
    {
      "epoch": 0.5954455371499083,
      "grad_norm": 0.5395837426185608,
      "learning_rate": 3.568587831910992e-05,
      "loss": 0.0465,
      "step": 7962
    },
    {
      "epoch": 0.5955203230751972,
      "grad_norm": 0.798062264919281,
      "learning_rate": 3.567453781848633e-05,
      "loss": 0.0985,
      "step": 7963
    },
    {
      "epoch": 0.5955951090004861,
      "grad_norm": 0.7106078267097473,
      "learning_rate": 3.566319812065115e-05,
      "loss": 0.0558,
      "step": 7964
    },
    {
      "epoch": 0.5956698949257749,
      "grad_norm": 0.7497669458389282,
      "learning_rate": 3.565185922623983e-05,
      "loss": 0.0579,
      "step": 7965
    },
    {
      "epoch": 0.5957446808510638,
      "grad_norm": 0.9144527912139893,
      "learning_rate": 3.5640521135887805e-05,
      "loss": 0.0635,
      "step": 7966
    },
    {
      "epoch": 0.5958194667763527,
      "grad_norm": 0.673748254776001,
      "learning_rate": 3.5629183850230444e-05,
      "loss": 0.0537,
      "step": 7967
    },
    {
      "epoch": 0.5958942527016415,
      "grad_norm": 0.6321404576301575,
      "learning_rate": 3.561784736990309e-05,
      "loss": 0.0662,
      "step": 7968
    },
    {
      "epoch": 0.5959690386269304,
      "grad_norm": 1.0055633783340454,
      "learning_rate": 3.5606511695541025e-05,
      "loss": 0.1269,
      "step": 7969
    },
    {
      "epoch": 0.5960438245522193,
      "grad_norm": 0.7450346350669861,
      "learning_rate": 3.5595176827779484e-05,
      "loss": 0.0876,
      "step": 7970
    },
    {
      "epoch": 0.5961186104775081,
      "grad_norm": 1.1471483707427979,
      "learning_rate": 3.558384276725368e-05,
      "loss": 0.1425,
      "step": 7971
    },
    {
      "epoch": 0.596193396402797,
      "grad_norm": 0.9214949011802673,
      "learning_rate": 3.557250951459874e-05,
      "loss": 0.1416,
      "step": 7972
    },
    {
      "epoch": 0.5962681823280859,
      "grad_norm": 0.8542742729187012,
      "learning_rate": 3.556117707044982e-05,
      "loss": 0.0698,
      "step": 7973
    },
    {
      "epoch": 0.5963429682533747,
      "grad_norm": 0.8658967614173889,
      "learning_rate": 3.554984543544192e-05,
      "loss": 0.056,
      "step": 7974
    },
    {
      "epoch": 0.5964177541786636,
      "grad_norm": 0.7282765507698059,
      "learning_rate": 3.5538514610210115e-05,
      "loss": 0.1011,
      "step": 7975
    },
    {
      "epoch": 0.5964925401039525,
      "grad_norm": 0.7397002577781677,
      "learning_rate": 3.5527184595389336e-05,
      "loss": 0.0642,
      "step": 7976
    },
    {
      "epoch": 0.5965673260292413,
      "grad_norm": 0.8075327277183533,
      "learning_rate": 3.5515855391614536e-05,
      "loss": 0.1011,
      "step": 7977
    },
    {
      "epoch": 0.5966421119545302,
      "grad_norm": 0.9767619967460632,
      "learning_rate": 3.550452699952055e-05,
      "loss": 0.0673,
      "step": 7978
    },
    {
      "epoch": 0.596716897879819,
      "grad_norm": 0.7450389862060547,
      "learning_rate": 3.5493199419742276e-05,
      "loss": 0.0483,
      "step": 7979
    },
    {
      "epoch": 0.5967916838051078,
      "grad_norm": 0.83821702003479,
      "learning_rate": 3.548187265291444e-05,
      "loss": 0.0792,
      "step": 7980
    },
    {
      "epoch": 0.5968664697303967,
      "grad_norm": 0.6126949191093445,
      "learning_rate": 3.5470546699671845e-05,
      "loss": 0.0646,
      "step": 7981
    },
    {
      "epoch": 0.5969412556556856,
      "grad_norm": 0.7169428467750549,
      "learning_rate": 3.5459221560649134e-05,
      "loss": 0.0912,
      "step": 7982
    },
    {
      "epoch": 0.5970160415809744,
      "grad_norm": 0.7989930510520935,
      "learning_rate": 3.544789723648102e-05,
      "loss": 0.0599,
      "step": 7983
    },
    {
      "epoch": 0.5970908275062633,
      "grad_norm": 0.7675239443778992,
      "learning_rate": 3.543657372780206e-05,
      "loss": 0.0587,
      "step": 7984
    },
    {
      "epoch": 0.5971656134315522,
      "grad_norm": 1.208907127380371,
      "learning_rate": 3.542525103524683e-05,
      "loss": 0.1184,
      "step": 7985
    },
    {
      "epoch": 0.597240399356841,
      "grad_norm": 0.6977494955062866,
      "learning_rate": 3.541392915944984e-05,
      "loss": 0.0473,
      "step": 7986
    },
    {
      "epoch": 0.5973151852821299,
      "grad_norm": 0.8935485482215881,
      "learning_rate": 3.540260810104558e-05,
      "loss": 0.0795,
      "step": 7987
    },
    {
      "epoch": 0.5973899712074188,
      "grad_norm": 0.7826722264289856,
      "learning_rate": 3.539128786066844e-05,
      "loss": 0.0544,
      "step": 7988
    },
    {
      "epoch": 0.5974647571327076,
      "grad_norm": 1.0061129331588745,
      "learning_rate": 3.5379968438952845e-05,
      "loss": 0.1378,
      "step": 7989
    },
    {
      "epoch": 0.5975395430579965,
      "grad_norm": 0.8025508522987366,
      "learning_rate": 3.5368649836533086e-05,
      "loss": 0.0783,
      "step": 7990
    },
    {
      "epoch": 0.5976143289832854,
      "grad_norm": 1.0575602054595947,
      "learning_rate": 3.5357332054043476e-05,
      "loss": 0.0895,
      "step": 7991
    },
    {
      "epoch": 0.5976891149085742,
      "grad_norm": 0.7687349319458008,
      "learning_rate": 3.534601509211822e-05,
      "loss": 0.0399,
      "step": 7992
    },
    {
      "epoch": 0.5977639008338631,
      "grad_norm": 1.0955688953399658,
      "learning_rate": 3.5334698951391554e-05,
      "loss": 0.091,
      "step": 7993
    },
    {
      "epoch": 0.597838686759152,
      "grad_norm": 1.3009275197982788,
      "learning_rate": 3.532338363249759e-05,
      "loss": 0.1464,
      "step": 7994
    },
    {
      "epoch": 0.5979134726844408,
      "grad_norm": 1.0173550844192505,
      "learning_rate": 3.531206913607046e-05,
      "loss": 0.0776,
      "step": 7995
    },
    {
      "epoch": 0.5979882586097296,
      "grad_norm": 0.7199559807777405,
      "learning_rate": 3.530075546274419e-05,
      "loss": 0.0773,
      "step": 7996
    },
    {
      "epoch": 0.5980630445350185,
      "grad_norm": 2.051166534423828,
      "learning_rate": 3.5289442613152835e-05,
      "loss": 0.2099,
      "step": 7997
    },
    {
      "epoch": 0.5981378304603073,
      "grad_norm": 0.8764593005180359,
      "learning_rate": 3.527813058793031e-05,
      "loss": 0.092,
      "step": 7998
    },
    {
      "epoch": 0.5982126163855962,
      "grad_norm": 1.4928278923034668,
      "learning_rate": 3.526681938771058e-05,
      "loss": 0.1365,
      "step": 7999
    },
    {
      "epoch": 0.5982874023108851,
      "grad_norm": 1.4572052955627441,
      "learning_rate": 3.525550901312746e-05,
      "loss": 0.1178,
      "step": 8000
    },
    {
      "epoch": 0.5983621882361739,
      "grad_norm": 0.5421189069747925,
      "learning_rate": 3.524419946481482e-05,
      "loss": 0.056,
      "step": 8001
    },
    {
      "epoch": 0.5984369741614628,
      "grad_norm": 0.37949448823928833,
      "learning_rate": 3.5232890743406434e-05,
      "loss": 0.0533,
      "step": 8002
    },
    {
      "epoch": 0.5985117600867517,
      "grad_norm": 0.6356911063194275,
      "learning_rate": 3.5221582849536e-05,
      "loss": 0.0538,
      "step": 8003
    },
    {
      "epoch": 0.5985865460120405,
      "grad_norm": 0.6777123212814331,
      "learning_rate": 3.521027578383725e-05,
      "loss": 0.0608,
      "step": 8004
    },
    {
      "epoch": 0.5986613319373294,
      "grad_norm": 0.9552561044692993,
      "learning_rate": 3.519896954694379e-05,
      "loss": 0.0702,
      "step": 8005
    },
    {
      "epoch": 0.5987361178626183,
      "grad_norm": 0.633712887763977,
      "learning_rate": 3.5187664139489227e-05,
      "loss": 0.0447,
      "step": 8006
    },
    {
      "epoch": 0.5988109037879071,
      "grad_norm": 0.5148375034332275,
      "learning_rate": 3.517635956210711e-05,
      "loss": 0.0439,
      "step": 8007
    },
    {
      "epoch": 0.598885689713196,
      "grad_norm": 0.9501585960388184,
      "learning_rate": 3.516505581543094e-05,
      "loss": 0.1277,
      "step": 8008
    },
    {
      "epoch": 0.5989604756384849,
      "grad_norm": 0.725242018699646,
      "learning_rate": 3.5153752900094145e-05,
      "loss": 0.0761,
      "step": 8009
    },
    {
      "epoch": 0.5990352615637737,
      "grad_norm": 0.5943253636360168,
      "learning_rate": 3.5142450816730175e-05,
      "loss": 0.0638,
      "step": 8010
    },
    {
      "epoch": 0.5991100474890626,
      "grad_norm": 0.7982302308082581,
      "learning_rate": 3.513114956597235e-05,
      "loss": 0.0763,
      "step": 8011
    },
    {
      "epoch": 0.5991848334143515,
      "grad_norm": 0.7965320348739624,
      "learning_rate": 3.511984914845402e-05,
      "loss": 0.1604,
      "step": 8012
    },
    {
      "epoch": 0.5992596193396402,
      "grad_norm": 0.4318598806858063,
      "learning_rate": 3.5108549564808425e-05,
      "loss": 0.0354,
      "step": 8013
    },
    {
      "epoch": 0.5993344052649291,
      "grad_norm": 0.5809755325317383,
      "learning_rate": 3.509725081566881e-05,
      "loss": 0.0282,
      "step": 8014
    },
    {
      "epoch": 0.599409191190218,
      "grad_norm": 0.5918324589729309,
      "learning_rate": 3.5085952901668305e-05,
      "loss": 0.0634,
      "step": 8015
    },
    {
      "epoch": 0.5994839771155068,
      "grad_norm": 0.6240491271018982,
      "learning_rate": 3.507465582344009e-05,
      "loss": 0.0503,
      "step": 8016
    },
    {
      "epoch": 0.5995587630407957,
      "grad_norm": 0.6127896904945374,
      "learning_rate": 3.506335958161721e-05,
      "loss": 0.0491,
      "step": 8017
    },
    {
      "epoch": 0.5996335489660846,
      "grad_norm": 0.881527304649353,
      "learning_rate": 3.5052064176832715e-05,
      "loss": 0.0659,
      "step": 8018
    },
    {
      "epoch": 0.5997083348913734,
      "grad_norm": 0.9344316720962524,
      "learning_rate": 3.504076960971957e-05,
      "loss": 0.0873,
      "step": 8019
    },
    {
      "epoch": 0.5997831208166623,
      "grad_norm": 0.9463300108909607,
      "learning_rate": 3.502947588091075e-05,
      "loss": 0.0623,
      "step": 8020
    },
    {
      "epoch": 0.5998579067419512,
      "grad_norm": 0.6128442883491516,
      "learning_rate": 3.501818299103912e-05,
      "loss": 0.0593,
      "step": 8021
    },
    {
      "epoch": 0.59993269266724,
      "grad_norm": 0.5082206726074219,
      "learning_rate": 3.500689094073753e-05,
      "loss": 0.031,
      "step": 8022
    },
    {
      "epoch": 0.6000074785925289,
      "grad_norm": 1.0672334432601929,
      "learning_rate": 3.499559973063876e-05,
      "loss": 0.1555,
      "step": 8023
    },
    {
      "epoch": 0.6000822645178178,
      "grad_norm": 0.7702668309211731,
      "learning_rate": 3.498430936137561e-05,
      "loss": 0.0609,
      "step": 8024
    },
    {
      "epoch": 0.6001570504431066,
      "grad_norm": 0.886741578578949,
      "learning_rate": 3.497301983358073e-05,
      "loss": 0.0957,
      "step": 8025
    },
    {
      "epoch": 0.6002318363683955,
      "grad_norm": 0.9651610851287842,
      "learning_rate": 3.496173114788683e-05,
      "loss": 0.0785,
      "step": 8026
    },
    {
      "epoch": 0.6003066222936844,
      "grad_norm": 0.8636391758918762,
      "learning_rate": 3.4950443304926475e-05,
      "loss": 0.102,
      "step": 8027
    },
    {
      "epoch": 0.6003814082189732,
      "grad_norm": 0.8227660059928894,
      "learning_rate": 3.4939156305332256e-05,
      "loss": 0.0583,
      "step": 8028
    },
    {
      "epoch": 0.6004561941442621,
      "grad_norm": 0.686885416507721,
      "learning_rate": 3.4927870149736654e-05,
      "loss": 0.038,
      "step": 8029
    },
    {
      "epoch": 0.6005309800695509,
      "grad_norm": 0.530752420425415,
      "learning_rate": 3.4916584838772174e-05,
      "loss": 0.0303,
      "step": 8030
    },
    {
      "epoch": 0.6006057659948397,
      "grad_norm": 2.7404394149780273,
      "learning_rate": 3.49053003730712e-05,
      "loss": 0.1695,
      "step": 8031
    },
    {
      "epoch": 0.6006805519201286,
      "grad_norm": 0.6389880776405334,
      "learning_rate": 3.4894016753266155e-05,
      "loss": 0.0377,
      "step": 8032
    },
    {
      "epoch": 0.6007553378454175,
      "grad_norm": 0.574750542640686,
      "learning_rate": 3.488273397998934e-05,
      "loss": 0.0518,
      "step": 8033
    },
    {
      "epoch": 0.6008301237707063,
      "grad_norm": 0.8830980658531189,
      "learning_rate": 3.4871452053873e-05,
      "loss": 0.0817,
      "step": 8034
    },
    {
      "epoch": 0.6009049096959952,
      "grad_norm": 0.8589252829551697,
      "learning_rate": 3.486017097554942e-05,
      "loss": 0.0596,
      "step": 8035
    },
    {
      "epoch": 0.6009796956212841,
      "grad_norm": 0.5637242197990417,
      "learning_rate": 3.484889074565075e-05,
      "loss": 0.0351,
      "step": 8036
    },
    {
      "epoch": 0.6010544815465729,
      "grad_norm": 1.1684110164642334,
      "learning_rate": 3.4837611364809145e-05,
      "loss": 0.1068,
      "step": 8037
    },
    {
      "epoch": 0.6011292674718618,
      "grad_norm": 1.067118525505066,
      "learning_rate": 3.482633283365666e-05,
      "loss": 0.0719,
      "step": 8038
    },
    {
      "epoch": 0.6012040533971507,
      "grad_norm": 0.7812265157699585,
      "learning_rate": 3.481505515282538e-05,
      "loss": 0.0588,
      "step": 8039
    },
    {
      "epoch": 0.6012788393224395,
      "grad_norm": 1.1852530241012573,
      "learning_rate": 3.480377832294726e-05,
      "loss": 0.0968,
      "step": 8040
    },
    {
      "epoch": 0.6013536252477284,
      "grad_norm": 0.8957355618476868,
      "learning_rate": 3.479250234465428e-05,
      "loss": 0.0787,
      "step": 8041
    },
    {
      "epoch": 0.6014284111730173,
      "grad_norm": 1.0146857500076294,
      "learning_rate": 3.478122721857831e-05,
      "loss": 0.1111,
      "step": 8042
    },
    {
      "epoch": 0.6015031970983061,
      "grad_norm": 1.1747722625732422,
      "learning_rate": 3.476995294535121e-05,
      "loss": 0.1392,
      "step": 8043
    },
    {
      "epoch": 0.601577983023595,
      "grad_norm": 1.7077032327651978,
      "learning_rate": 3.475867952560477e-05,
      "loss": 0.2203,
      "step": 8044
    },
    {
      "epoch": 0.6016527689488839,
      "grad_norm": 1.506356120109558,
      "learning_rate": 3.4747406959970786e-05,
      "loss": 0.1653,
      "step": 8045
    },
    {
      "epoch": 0.6017275548741727,
      "grad_norm": 1.9282643795013428,
      "learning_rate": 3.4736135249080904e-05,
      "loss": 0.2511,
      "step": 8046
    },
    {
      "epoch": 0.6018023407994615,
      "grad_norm": 1.4875829219818115,
      "learning_rate": 3.4724864393566824e-05,
      "loss": 0.1521,
      "step": 8047
    },
    {
      "epoch": 0.6018771267247504,
      "grad_norm": 1.2462352514266968,
      "learning_rate": 3.471359439406013e-05,
      "loss": 0.1087,
      "step": 8048
    },
    {
      "epoch": 0.6019519126500392,
      "grad_norm": 1.603187918663025,
      "learning_rate": 3.470232525119242e-05,
      "loss": 0.0974,
      "step": 8049
    },
    {
      "epoch": 0.6020266985753281,
      "grad_norm": 1.4391534328460693,
      "learning_rate": 3.469105696559519e-05,
      "loss": 0.1189,
      "step": 8050
    },
    {
      "epoch": 0.602101484500617,
      "grad_norm": 1.2191225290298462,
      "learning_rate": 3.46797895378999e-05,
      "loss": 0.0582,
      "step": 8051
    },
    {
      "epoch": 0.6021762704259058,
      "grad_norm": 0.7640727758407593,
      "learning_rate": 3.466852296873796e-05,
      "loss": 0.0766,
      "step": 8052
    },
    {
      "epoch": 0.6022510563511947,
      "grad_norm": 0.4474295675754547,
      "learning_rate": 3.465725725874076e-05,
      "loss": 0.0429,
      "step": 8053
    },
    {
      "epoch": 0.6023258422764836,
      "grad_norm": 0.537214994430542,
      "learning_rate": 3.464599240853961e-05,
      "loss": 0.05,
      "step": 8054
    },
    {
      "epoch": 0.6024006282017724,
      "grad_norm": 0.736290454864502,
      "learning_rate": 3.46347284187658e-05,
      "loss": 0.0493,
      "step": 8055
    },
    {
      "epoch": 0.6024754141270613,
      "grad_norm": 0.5170593857765198,
      "learning_rate": 3.4623465290050525e-05,
      "loss": 0.0462,
      "step": 8056
    },
    {
      "epoch": 0.6025502000523502,
      "grad_norm": 0.6866467595100403,
      "learning_rate": 3.4612203023025e-05,
      "loss": 0.0699,
      "step": 8057
    },
    {
      "epoch": 0.602624985977639,
      "grad_norm": 0.4449063241481781,
      "learning_rate": 3.460094161832034e-05,
      "loss": 0.047,
      "step": 8058
    },
    {
      "epoch": 0.6026997719029279,
      "grad_norm": 0.6079097390174866,
      "learning_rate": 3.458968107656762e-05,
      "loss": 0.0547,
      "step": 8059
    },
    {
      "epoch": 0.6027745578282168,
      "grad_norm": 0.8033506274223328,
      "learning_rate": 3.457842139839785e-05,
      "loss": 0.0555,
      "step": 8060
    },
    {
      "epoch": 0.6028493437535056,
      "grad_norm": 0.7021701335906982,
      "learning_rate": 3.456716258444207e-05,
      "loss": 0.0706,
      "step": 8061
    },
    {
      "epoch": 0.6029241296787945,
      "grad_norm": 0.821750283241272,
      "learning_rate": 3.455590463533116e-05,
      "loss": 0.0778,
      "step": 8062
    },
    {
      "epoch": 0.6029989156040834,
      "grad_norm": 0.6093894839286804,
      "learning_rate": 3.4544647551696055e-05,
      "loss": 0.058,
      "step": 8063
    },
    {
      "epoch": 0.6030737015293721,
      "grad_norm": 0.630402684211731,
      "learning_rate": 3.453339133416756e-05,
      "loss": 0.0355,
      "step": 8064
    },
    {
      "epoch": 0.603148487454661,
      "grad_norm": 0.5642422437667847,
      "learning_rate": 3.452213598337648e-05,
      "loss": 0.0317,
      "step": 8065
    },
    {
      "epoch": 0.6032232733799499,
      "grad_norm": 0.8794069290161133,
      "learning_rate": 3.451088149995354e-05,
      "loss": 0.0743,
      "step": 8066
    },
    {
      "epoch": 0.6032980593052387,
      "grad_norm": 0.7162331938743591,
      "learning_rate": 3.4499627884529454e-05,
      "loss": 0.0565,
      "step": 8067
    },
    {
      "epoch": 0.6033728452305276,
      "grad_norm": 0.557870090007782,
      "learning_rate": 3.448837513773486e-05,
      "loss": 0.0399,
      "step": 8068
    },
    {
      "epoch": 0.6034476311558165,
      "grad_norm": 0.9159454107284546,
      "learning_rate": 3.447712326020034e-05,
      "loss": 0.0663,
      "step": 8069
    },
    {
      "epoch": 0.6035224170811053,
      "grad_norm": 1.339242696762085,
      "learning_rate": 3.446587225255647e-05,
      "loss": 0.0754,
      "step": 8070
    },
    {
      "epoch": 0.6035972030063942,
      "grad_norm": 0.8316771388053894,
      "learning_rate": 3.445462211543371e-05,
      "loss": 0.0761,
      "step": 8071
    },
    {
      "epoch": 0.6036719889316831,
      "grad_norm": 0.784818708896637,
      "learning_rate": 3.444337284946254e-05,
      "loss": 0.0788,
      "step": 8072
    },
    {
      "epoch": 0.6037467748569719,
      "grad_norm": 0.7499327659606934,
      "learning_rate": 3.443212445527335e-05,
      "loss": 0.0819,
      "step": 8073
    },
    {
      "epoch": 0.6038215607822608,
      "grad_norm": 0.8383899331092834,
      "learning_rate": 3.442087693349651e-05,
      "loss": 0.0782,
      "step": 8074
    },
    {
      "epoch": 0.6038963467075497,
      "grad_norm": 0.7398794889450073,
      "learning_rate": 3.440963028476227e-05,
      "loss": 0.0707,
      "step": 8075
    },
    {
      "epoch": 0.6039711326328385,
      "grad_norm": 0.7081453800201416,
      "learning_rate": 3.439838450970094e-05,
      "loss": 0.059,
      "step": 8076
    },
    {
      "epoch": 0.6040459185581274,
      "grad_norm": 0.8157578110694885,
      "learning_rate": 3.4387139608942694e-05,
      "loss": 0.0631,
      "step": 8077
    },
    {
      "epoch": 0.6041207044834163,
      "grad_norm": 1.2666702270507812,
      "learning_rate": 3.437589558311771e-05,
      "loss": 0.1221,
      "step": 8078
    },
    {
      "epoch": 0.6041954904087051,
      "grad_norm": 1.001159906387329,
      "learning_rate": 3.436465243285608e-05,
      "loss": 0.1138,
      "step": 8079
    },
    {
      "epoch": 0.604270276333994,
      "grad_norm": 0.677259087562561,
      "learning_rate": 3.4353410158787855e-05,
      "loss": 0.0629,
      "step": 8080
    },
    {
      "epoch": 0.6043450622592828,
      "grad_norm": 0.7869133949279785,
      "learning_rate": 3.434216876154306e-05,
      "loss": 0.0478,
      "step": 8081
    },
    {
      "epoch": 0.6044198481845716,
      "grad_norm": 1.342582106590271,
      "learning_rate": 3.433092824175166e-05,
      "loss": 0.1362,
      "step": 8082
    },
    {
      "epoch": 0.6044946341098605,
      "grad_norm": 0.6330422759056091,
      "learning_rate": 3.431968860004353e-05,
      "loss": 0.044,
      "step": 8083
    },
    {
      "epoch": 0.6045694200351494,
      "grad_norm": 1.086215853691101,
      "learning_rate": 3.4308449837048576e-05,
      "loss": 0.0897,
      "step": 8084
    },
    {
      "epoch": 0.6046442059604382,
      "grad_norm": 0.5967103838920593,
      "learning_rate": 3.4297211953396566e-05,
      "loss": 0.034,
      "step": 8085
    },
    {
      "epoch": 0.6047189918857271,
      "grad_norm": 0.927128255367279,
      "learning_rate": 3.4285974949717314e-05,
      "loss": 0.0601,
      "step": 8086
    },
    {
      "epoch": 0.604793777811016,
      "grad_norm": 0.4766254127025604,
      "learning_rate": 3.4274738826640497e-05,
      "loss": 0.0314,
      "step": 8087
    },
    {
      "epoch": 0.6048685637363048,
      "grad_norm": 0.9331064820289612,
      "learning_rate": 3.4263503584795785e-05,
      "loss": 0.1017,
      "step": 8088
    },
    {
      "epoch": 0.6049433496615937,
      "grad_norm": 1.201735496520996,
      "learning_rate": 3.425226922481278e-05,
      "loss": 0.093,
      "step": 8089
    },
    {
      "epoch": 0.6050181355868826,
      "grad_norm": 1.3213704824447632,
      "learning_rate": 3.424103574732109e-05,
      "loss": 0.1348,
      "step": 8090
    },
    {
      "epoch": 0.6050929215121714,
      "grad_norm": 1.2015860080718994,
      "learning_rate": 3.422980315295018e-05,
      "loss": 0.0709,
      "step": 8091
    },
    {
      "epoch": 0.6051677074374603,
      "grad_norm": 1.1877903938293457,
      "learning_rate": 3.421857144232955e-05,
      "loss": 0.1054,
      "step": 8092
    },
    {
      "epoch": 0.6052424933627492,
      "grad_norm": 1.3306080102920532,
      "learning_rate": 3.42073406160886e-05,
      "loss": 0.1103,
      "step": 8093
    },
    {
      "epoch": 0.605317279288038,
      "grad_norm": 0.8089800477027893,
      "learning_rate": 3.419611067485672e-05,
      "loss": 0.0786,
      "step": 8094
    },
    {
      "epoch": 0.6053920652133269,
      "grad_norm": 1.3710060119628906,
      "learning_rate": 3.4184881619263206e-05,
      "loss": 0.0978,
      "step": 8095
    },
    {
      "epoch": 0.6054668511386158,
      "grad_norm": 0.9740490317344666,
      "learning_rate": 3.417365344993733e-05,
      "loss": 0.0609,
      "step": 8096
    },
    {
      "epoch": 0.6055416370639046,
      "grad_norm": 1.2620779275894165,
      "learning_rate": 3.416242616750831e-05,
      "loss": 0.1393,
      "step": 8097
    },
    {
      "epoch": 0.6056164229891934,
      "grad_norm": 0.7745097279548645,
      "learning_rate": 3.4151199772605304e-05,
      "loss": 0.0362,
      "step": 8098
    },
    {
      "epoch": 0.6056912089144822,
      "grad_norm": 0.9350206851959229,
      "learning_rate": 3.413997426585746e-05,
      "loss": 0.0564,
      "step": 8099
    },
    {
      "epoch": 0.6057659948397711,
      "grad_norm": 1.4683761596679688,
      "learning_rate": 3.412874964789381e-05,
      "loss": 0.103,
      "step": 8100
    },
    {
      "epoch": 0.60584078076506,
      "grad_norm": 0.5716312527656555,
      "learning_rate": 3.411752591934342e-05,
      "loss": 0.0885,
      "step": 8101
    },
    {
      "epoch": 0.6059155666903489,
      "grad_norm": 0.5806117057800293,
      "learning_rate": 3.4106303080835225e-05,
      "loss": 0.0673,
      "step": 8102
    },
    {
      "epoch": 0.6059903526156377,
      "grad_norm": 0.5841943621635437,
      "learning_rate": 3.4095081132998145e-05,
      "loss": 0.0705,
      "step": 8103
    },
    {
      "epoch": 0.6060651385409266,
      "grad_norm": 0.49667036533355713,
      "learning_rate": 3.408386007646106e-05,
      "loss": 0.052,
      "step": 8104
    },
    {
      "epoch": 0.6061399244662155,
      "grad_norm": 0.6399519443511963,
      "learning_rate": 3.40726399118528e-05,
      "loss": 0.052,
      "step": 8105
    },
    {
      "epoch": 0.6062147103915043,
      "grad_norm": 0.5090449452400208,
      "learning_rate": 3.406142063980211e-05,
      "loss": 0.0472,
      "step": 8106
    },
    {
      "epoch": 0.6062894963167932,
      "grad_norm": 0.8749403953552246,
      "learning_rate": 3.405020226093773e-05,
      "loss": 0.0501,
      "step": 8107
    },
    {
      "epoch": 0.606364282242082,
      "grad_norm": 0.6421332955360413,
      "learning_rate": 3.4038984775888306e-05,
      "loss": 0.0346,
      "step": 8108
    },
    {
      "epoch": 0.6064390681673709,
      "grad_norm": 0.5429947972297668,
      "learning_rate": 3.402776818528249e-05,
      "loss": 0.0485,
      "step": 8109
    },
    {
      "epoch": 0.6065138540926598,
      "grad_norm": 0.783697783946991,
      "learning_rate": 3.401655248974883e-05,
      "loss": 0.0614,
      "step": 8110
    },
    {
      "epoch": 0.6065886400179487,
      "grad_norm": 0.6396529674530029,
      "learning_rate": 3.400533768991586e-05,
      "loss": 0.0491,
      "step": 8111
    },
    {
      "epoch": 0.6066634259432375,
      "grad_norm": 1.0057920217514038,
      "learning_rate": 3.399412378641202e-05,
      "loss": 0.1353,
      "step": 8112
    },
    {
      "epoch": 0.6067382118685264,
      "grad_norm": 0.8681309223175049,
      "learning_rate": 3.398291077986577e-05,
      "loss": 0.0418,
      "step": 8113
    },
    {
      "epoch": 0.6068129977938153,
      "grad_norm": 0.7623248100280762,
      "learning_rate": 3.3971698670905436e-05,
      "loss": 0.0611,
      "step": 8114
    },
    {
      "epoch": 0.606887783719104,
      "grad_norm": 0.8064799904823303,
      "learning_rate": 3.3960487460159375e-05,
      "loss": 0.0773,
      "step": 8115
    },
    {
      "epoch": 0.6069625696443929,
      "grad_norm": 0.9329062700271606,
      "learning_rate": 3.394927714825583e-05,
      "loss": 0.0847,
      "step": 8116
    },
    {
      "epoch": 0.6070373555696817,
      "grad_norm": 1.1454885005950928,
      "learning_rate": 3.3938067735823026e-05,
      "loss": 0.1028,
      "step": 8117
    },
    {
      "epoch": 0.6071121414949706,
      "grad_norm": 0.38342082500457764,
      "learning_rate": 3.3926859223489125e-05,
      "loss": 0.0289,
      "step": 8118
    },
    {
      "epoch": 0.6071869274202595,
      "grad_norm": 1.1355549097061157,
      "learning_rate": 3.391565161188227e-05,
      "loss": 0.1326,
      "step": 8119
    },
    {
      "epoch": 0.6072617133455483,
      "grad_norm": 0.6082428097724915,
      "learning_rate": 3.390444490163048e-05,
      "loss": 0.0546,
      "step": 8120
    },
    {
      "epoch": 0.6073364992708372,
      "grad_norm": 0.667008638381958,
      "learning_rate": 3.3893239093361824e-05,
      "loss": 0.0368,
      "step": 8121
    },
    {
      "epoch": 0.6074112851961261,
      "grad_norm": 0.9786019325256348,
      "learning_rate": 3.3882034187704214e-05,
      "loss": 0.119,
      "step": 8122
    },
    {
      "epoch": 0.607486071121415,
      "grad_norm": 1.0023798942565918,
      "learning_rate": 3.3870830185285614e-05,
      "loss": 0.0816,
      "step": 8123
    },
    {
      "epoch": 0.6075608570467038,
      "grad_norm": 0.9997367262840271,
      "learning_rate": 3.385962708673386e-05,
      "loss": 0.1293,
      "step": 8124
    },
    {
      "epoch": 0.6076356429719927,
      "grad_norm": 0.8860195279121399,
      "learning_rate": 3.384842489267677e-05,
      "loss": 0.0897,
      "step": 8125
    },
    {
      "epoch": 0.6077104288972816,
      "grad_norm": 0.5990338921546936,
      "learning_rate": 3.3837223603742105e-05,
      "loss": 0.0531,
      "step": 8126
    },
    {
      "epoch": 0.6077852148225704,
      "grad_norm": 1.1767679452896118,
      "learning_rate": 3.382602322055758e-05,
      "loss": 0.0883,
      "step": 8127
    },
    {
      "epoch": 0.6078600007478593,
      "grad_norm": 0.9715967774391174,
      "learning_rate": 3.381482374375087e-05,
      "loss": 0.1349,
      "step": 8128
    },
    {
      "epoch": 0.6079347866731482,
      "grad_norm": 0.9439088702201843,
      "learning_rate": 3.3803625173949537e-05,
      "loss": 0.1116,
      "step": 8129
    },
    {
      "epoch": 0.608009572598437,
      "grad_norm": 0.6389284133911133,
      "learning_rate": 3.379242751178121e-05,
      "loss": 0.0501,
      "step": 8130
    },
    {
      "epoch": 0.6080843585237259,
      "grad_norm": 0.5942941308021545,
      "learning_rate": 3.3781230757873334e-05,
      "loss": 0.0367,
      "step": 8131
    },
    {
      "epoch": 0.6081591444490146,
      "grad_norm": 0.5715516209602356,
      "learning_rate": 3.377003491285342e-05,
      "loss": 0.0419,
      "step": 8132
    },
    {
      "epoch": 0.6082339303743035,
      "grad_norm": 1.388420820236206,
      "learning_rate": 3.3758839977348844e-05,
      "loss": 0.1529,
      "step": 8133
    },
    {
      "epoch": 0.6083087162995924,
      "grad_norm": 0.6894252896308899,
      "learning_rate": 3.3747645951986975e-05,
      "loss": 0.0544,
      "step": 8134
    },
    {
      "epoch": 0.6083835022248812,
      "grad_norm": 0.9071764945983887,
      "learning_rate": 3.373645283739509e-05,
      "loss": 0.0733,
      "step": 8135
    },
    {
      "epoch": 0.6084582881501701,
      "grad_norm": 0.9840322136878967,
      "learning_rate": 3.372526063420048e-05,
      "loss": 0.1002,
      "step": 8136
    },
    {
      "epoch": 0.608533074075459,
      "grad_norm": 0.8940131664276123,
      "learning_rate": 3.3714069343030324e-05,
      "loss": 0.0932,
      "step": 8137
    },
    {
      "epoch": 0.6086078600007478,
      "grad_norm": 1.0053908824920654,
      "learning_rate": 3.3702878964511794e-05,
      "loss": 0.0894,
      "step": 8138
    },
    {
      "epoch": 0.6086826459260367,
      "grad_norm": 1.1384479999542236,
      "learning_rate": 3.3691689499271974e-05,
      "loss": 0.0851,
      "step": 8139
    },
    {
      "epoch": 0.6087574318513256,
      "grad_norm": 1.3937480449676514,
      "learning_rate": 3.368050094793792e-05,
      "loss": 0.1225,
      "step": 8140
    },
    {
      "epoch": 0.6088322177766144,
      "grad_norm": 1.2629694938659668,
      "learning_rate": 3.3669313311136616e-05,
      "loss": 0.0978,
      "step": 8141
    },
    {
      "epoch": 0.6089070037019033,
      "grad_norm": 1.4908941984176636,
      "learning_rate": 3.3658126589495046e-05,
      "loss": 0.1133,
      "step": 8142
    },
    {
      "epoch": 0.6089817896271922,
      "grad_norm": 1.2105906009674072,
      "learning_rate": 3.364694078364006e-05,
      "loss": 0.093,
      "step": 8143
    },
    {
      "epoch": 0.609056575552481,
      "grad_norm": 1.2142764329910278,
      "learning_rate": 3.363575589419854e-05,
      "loss": 0.1161,
      "step": 8144
    },
    {
      "epoch": 0.6091313614777699,
      "grad_norm": 2.0208466053009033,
      "learning_rate": 3.3624571921797236e-05,
      "loss": 0.1672,
      "step": 8145
    },
    {
      "epoch": 0.6092061474030588,
      "grad_norm": 1.7936887741088867,
      "learning_rate": 3.3613388867062945e-05,
      "loss": 0.1614,
      "step": 8146
    },
    {
      "epoch": 0.6092809333283477,
      "grad_norm": 1.6052380800247192,
      "learning_rate": 3.360220673062231e-05,
      "loss": 0.1412,
      "step": 8147
    },
    {
      "epoch": 0.6093557192536365,
      "grad_norm": 1.4880821704864502,
      "learning_rate": 3.3591025513102004e-05,
      "loss": 0.1293,
      "step": 8148
    },
    {
      "epoch": 0.6094305051789253,
      "grad_norm": 0.8449957370758057,
      "learning_rate": 3.357984521512858e-05,
      "loss": 0.0474,
      "step": 8149
    },
    {
      "epoch": 0.6095052911042141,
      "grad_norm": 1.8665790557861328,
      "learning_rate": 3.356866583732861e-05,
      "loss": 0.196,
      "step": 8150
    },
    {
      "epoch": 0.609580077029503,
      "grad_norm": 1.046378254890442,
      "learning_rate": 3.355748738032854e-05,
      "loss": 0.096,
      "step": 8151
    },
    {
      "epoch": 0.6096548629547919,
      "grad_norm": 0.5126218795776367,
      "learning_rate": 3.354630984475484e-05,
      "loss": 0.0514,
      "step": 8152
    },
    {
      "epoch": 0.6097296488800807,
      "grad_norm": 0.9309909343719482,
      "learning_rate": 3.353513323123386e-05,
      "loss": 0.1128,
      "step": 8153
    },
    {
      "epoch": 0.6098044348053696,
      "grad_norm": 0.7411146759986877,
      "learning_rate": 3.352395754039196e-05,
      "loss": 0.046,
      "step": 8154
    },
    {
      "epoch": 0.6098792207306585,
      "grad_norm": 0.7961394190788269,
      "learning_rate": 3.351278277285539e-05,
      "loss": 0.1004,
      "step": 8155
    },
    {
      "epoch": 0.6099540066559473,
      "grad_norm": 0.5819116234779358,
      "learning_rate": 3.3501608929250397e-05,
      "loss": 0.0366,
      "step": 8156
    },
    {
      "epoch": 0.6100287925812362,
      "grad_norm": 0.8205842971801758,
      "learning_rate": 3.349043601020314e-05,
      "loss": 0.0766,
      "step": 8157
    },
    {
      "epoch": 0.6101035785065251,
      "grad_norm": 0.9362143874168396,
      "learning_rate": 3.347926401633973e-05,
      "loss": 0.131,
      "step": 8158
    },
    {
      "epoch": 0.610178364431814,
      "grad_norm": 0.677068829536438,
      "learning_rate": 3.346809294828627e-05,
      "loss": 0.0663,
      "step": 8159
    },
    {
      "epoch": 0.6102531503571028,
      "grad_norm": 0.5926349759101868,
      "learning_rate": 3.345692280666874e-05,
      "loss": 0.058,
      "step": 8160
    },
    {
      "epoch": 0.6103279362823917,
      "grad_norm": 0.8619412183761597,
      "learning_rate": 3.3445753592113146e-05,
      "loss": 0.1014,
      "step": 8161
    },
    {
      "epoch": 0.6104027222076805,
      "grad_norm": 0.7716107368469238,
      "learning_rate": 3.343458530524538e-05,
      "loss": 0.0707,
      "step": 8162
    },
    {
      "epoch": 0.6104775081329694,
      "grad_norm": 0.7459158897399902,
      "learning_rate": 3.34234179466913e-05,
      "loss": 0.0655,
      "step": 8163
    },
    {
      "epoch": 0.6105522940582583,
      "grad_norm": 0.6303497552871704,
      "learning_rate": 3.3412251517076736e-05,
      "loss": 0.0516,
      "step": 8164
    },
    {
      "epoch": 0.6106270799835471,
      "grad_norm": 0.7807249426841736,
      "learning_rate": 3.3401086017027445e-05,
      "loss": 0.048,
      "step": 8165
    },
    {
      "epoch": 0.6107018659088359,
      "grad_norm": 0.6900068521499634,
      "learning_rate": 3.3389921447169104e-05,
      "loss": 0.0482,
      "step": 8166
    },
    {
      "epoch": 0.6107766518341248,
      "grad_norm": 0.7118725180625916,
      "learning_rate": 3.3378757808127405e-05,
      "loss": 0.0607,
      "step": 8167
    },
    {
      "epoch": 0.6108514377594136,
      "grad_norm": 1.02528977394104,
      "learning_rate": 3.336759510052791e-05,
      "loss": 0.0992,
      "step": 8168
    },
    {
      "epoch": 0.6109262236847025,
      "grad_norm": 0.724209725856781,
      "learning_rate": 3.3356433324996216e-05,
      "loss": 0.0557,
      "step": 8169
    },
    {
      "epoch": 0.6110010096099914,
      "grad_norm": 1.0599523782730103,
      "learning_rate": 3.334527248215779e-05,
      "loss": 0.0975,
      "step": 8170
    },
    {
      "epoch": 0.6110757955352802,
      "grad_norm": 0.5141055583953857,
      "learning_rate": 3.3334112572638084e-05,
      "loss": 0.0449,
      "step": 8171
    },
    {
      "epoch": 0.6111505814605691,
      "grad_norm": 1.5700572729110718,
      "learning_rate": 3.3322953597062477e-05,
      "loss": 0.2792,
      "step": 8172
    },
    {
      "epoch": 0.611225367385858,
      "grad_norm": 1.1424565315246582,
      "learning_rate": 3.331179555605634e-05,
      "loss": 0.0986,
      "step": 8173
    },
    {
      "epoch": 0.6113001533111468,
      "grad_norm": 0.7505316734313965,
      "learning_rate": 3.330063845024493e-05,
      "loss": 0.0674,
      "step": 8174
    },
    {
      "epoch": 0.6113749392364357,
      "grad_norm": 0.7010317444801331,
      "learning_rate": 3.328948228025351e-05,
      "loss": 0.0635,
      "step": 8175
    },
    {
      "epoch": 0.6114497251617246,
      "grad_norm": 0.7371402382850647,
      "learning_rate": 3.327832704670726e-05,
      "loss": 0.0696,
      "step": 8176
    },
    {
      "epoch": 0.6115245110870134,
      "grad_norm": 0.8691724538803101,
      "learning_rate": 3.3267172750231294e-05,
      "loss": 0.0653,
      "step": 8177
    },
    {
      "epoch": 0.6115992970123023,
      "grad_norm": 1.3976988792419434,
      "learning_rate": 3.325601939145069e-05,
      "loss": 0.1382,
      "step": 8178
    },
    {
      "epoch": 0.6116740829375912,
      "grad_norm": 0.7960052490234375,
      "learning_rate": 3.3244866970990504e-05,
      "loss": 0.077,
      "step": 8179
    },
    {
      "epoch": 0.61174886886288,
      "grad_norm": 1.11019766330719,
      "learning_rate": 3.323371548947567e-05,
      "loss": 0.1457,
      "step": 8180
    },
    {
      "epoch": 0.6118236547881689,
      "grad_norm": 0.6452017426490784,
      "learning_rate": 3.322256494753114e-05,
      "loss": 0.0415,
      "step": 8181
    },
    {
      "epoch": 0.6118984407134578,
      "grad_norm": 0.8424046635627747,
      "learning_rate": 3.321141534578176e-05,
      "loss": 0.0883,
      "step": 8182
    },
    {
      "epoch": 0.6119732266387465,
      "grad_norm": 0.9898816347122192,
      "learning_rate": 3.320026668485237e-05,
      "loss": 0.0646,
      "step": 8183
    },
    {
      "epoch": 0.6120480125640354,
      "grad_norm": 0.5884129405021667,
      "learning_rate": 3.318911896536771e-05,
      "loss": 0.0403,
      "step": 8184
    },
    {
      "epoch": 0.6121227984893243,
      "grad_norm": 0.7614423632621765,
      "learning_rate": 3.317797218795251e-05,
      "loss": 0.0592,
      "step": 8185
    },
    {
      "epoch": 0.6121975844146131,
      "grad_norm": 0.7984619736671448,
      "learning_rate": 3.3166826353231394e-05,
      "loss": 0.1013,
      "step": 8186
    },
    {
      "epoch": 0.612272370339902,
      "grad_norm": 0.9731032252311707,
      "learning_rate": 3.315568146182901e-05,
      "loss": 0.0992,
      "step": 8187
    },
    {
      "epoch": 0.6123471562651909,
      "grad_norm": 0.7659069299697876,
      "learning_rate": 3.314453751436989e-05,
      "loss": 0.0607,
      "step": 8188
    },
    {
      "epoch": 0.6124219421904797,
      "grad_norm": 0.9759427905082703,
      "learning_rate": 3.31333945114785e-05,
      "loss": 0.0709,
      "step": 8189
    },
    {
      "epoch": 0.6124967281157686,
      "grad_norm": 0.9884083271026611,
      "learning_rate": 3.312225245377934e-05,
      "loss": 0.0625,
      "step": 8190
    },
    {
      "epoch": 0.6125715140410575,
      "grad_norm": 1.829393744468689,
      "learning_rate": 3.3111111341896764e-05,
      "loss": 0.1704,
      "step": 8191
    },
    {
      "epoch": 0.6126462999663463,
      "grad_norm": 1.0968170166015625,
      "learning_rate": 3.309997117645515e-05,
      "loss": 0.0545,
      "step": 8192
    },
    {
      "epoch": 0.6127210858916352,
      "grad_norm": 1.4902513027191162,
      "learning_rate": 3.308883195807874e-05,
      "loss": 0.2024,
      "step": 8193
    },
    {
      "epoch": 0.6127958718169241,
      "grad_norm": 1.6073509454727173,
      "learning_rate": 3.307769368739181e-05,
      "loss": 0.1637,
      "step": 8194
    },
    {
      "epoch": 0.6128706577422129,
      "grad_norm": 1.1109683513641357,
      "learning_rate": 3.3066556365018494e-05,
      "loss": 0.08,
      "step": 8195
    },
    {
      "epoch": 0.6129454436675018,
      "grad_norm": 1.6205261945724487,
      "learning_rate": 3.3055419991582956e-05,
      "loss": 0.2416,
      "step": 8196
    },
    {
      "epoch": 0.6130202295927907,
      "grad_norm": 1.4446324110031128,
      "learning_rate": 3.304428456770926e-05,
      "loss": 0.1085,
      "step": 8197
    },
    {
      "epoch": 0.6130950155180795,
      "grad_norm": 0.8540080785751343,
      "learning_rate": 3.303315009402143e-05,
      "loss": 0.0663,
      "step": 8198
    },
    {
      "epoch": 0.6131698014433684,
      "grad_norm": 2.073106527328491,
      "learning_rate": 3.302201657114342e-05,
      "loss": 0.2102,
      "step": 8199
    },
    {
      "epoch": 0.6132445873686572,
      "grad_norm": 2.5128023624420166,
      "learning_rate": 3.301088399969916e-05,
      "loss": 0.5019,
      "step": 8200
    },
    {
      "epoch": 0.613319373293946,
      "grad_norm": 0.8389174342155457,
      "learning_rate": 3.2999752380312505e-05,
      "loss": 0.0744,
      "step": 8201
    },
    {
      "epoch": 0.6133941592192349,
      "grad_norm": 0.9005746841430664,
      "learning_rate": 3.298862171360727e-05,
      "loss": 0.1096,
      "step": 8202
    },
    {
      "epoch": 0.6134689451445238,
      "grad_norm": 0.6137270331382751,
      "learning_rate": 3.297749200020719e-05,
      "loss": 0.05,
      "step": 8203
    },
    {
      "epoch": 0.6135437310698126,
      "grad_norm": 0.5047858357429504,
      "learning_rate": 3.296636324073599e-05,
      "loss": 0.0516,
      "step": 8204
    },
    {
      "epoch": 0.6136185169951015,
      "grad_norm": 0.8161051869392395,
      "learning_rate": 3.295523543581729e-05,
      "loss": 0.1057,
      "step": 8205
    },
    {
      "epoch": 0.6136933029203904,
      "grad_norm": 0.5800227522850037,
      "learning_rate": 3.294410858607472e-05,
      "loss": 0.0457,
      "step": 8206
    },
    {
      "epoch": 0.6137680888456792,
      "grad_norm": 0.6325101256370544,
      "learning_rate": 3.2932982692131786e-05,
      "loss": 0.0611,
      "step": 8207
    },
    {
      "epoch": 0.6138428747709681,
      "grad_norm": 0.972497284412384,
      "learning_rate": 3.2921857754612006e-05,
      "loss": 0.0962,
      "step": 8208
    },
    {
      "epoch": 0.613917660696257,
      "grad_norm": 0.8171595931053162,
      "learning_rate": 3.2910733774138776e-05,
      "loss": 0.0591,
      "step": 8209
    },
    {
      "epoch": 0.6139924466215458,
      "grad_norm": 0.4090593457221985,
      "learning_rate": 3.289961075133551e-05,
      "loss": 0.0285,
      "step": 8210
    },
    {
      "epoch": 0.6140672325468347,
      "grad_norm": 1.4821891784667969,
      "learning_rate": 3.288848868682551e-05,
      "loss": 0.1258,
      "step": 8211
    },
    {
      "epoch": 0.6141420184721236,
      "grad_norm": 0.6672706007957458,
      "learning_rate": 3.287736758123208e-05,
      "loss": 0.0637,
      "step": 8212
    },
    {
      "epoch": 0.6142168043974124,
      "grad_norm": 0.9875738620758057,
      "learning_rate": 3.28662474351784e-05,
      "loss": 0.0792,
      "step": 8213
    },
    {
      "epoch": 0.6142915903227013,
      "grad_norm": 1.0075781345367432,
      "learning_rate": 3.285512824928765e-05,
      "loss": 0.2043,
      "step": 8214
    },
    {
      "epoch": 0.6143663762479902,
      "grad_norm": 0.6277596354484558,
      "learning_rate": 3.2844010024182946e-05,
      "loss": 0.0927,
      "step": 8215
    },
    {
      "epoch": 0.614441162173279,
      "grad_norm": 0.682922899723053,
      "learning_rate": 3.2832892760487356e-05,
      "loss": 0.0709,
      "step": 8216
    },
    {
      "epoch": 0.6145159480985678,
      "grad_norm": 0.9356170296669006,
      "learning_rate": 3.282177645882385e-05,
      "loss": 0.1278,
      "step": 8217
    },
    {
      "epoch": 0.6145907340238567,
      "grad_norm": 0.7761150002479553,
      "learning_rate": 3.281066111981542e-05,
      "loss": 0.0955,
      "step": 8218
    },
    {
      "epoch": 0.6146655199491455,
      "grad_norm": 0.9067512154579163,
      "learning_rate": 3.279954674408493e-05,
      "loss": 0.0739,
      "step": 8219
    },
    {
      "epoch": 0.6147403058744344,
      "grad_norm": 0.652131199836731,
      "learning_rate": 3.278843333225522e-05,
      "loss": 0.059,
      "step": 8220
    },
    {
      "epoch": 0.6148150917997233,
      "grad_norm": 0.5757785439491272,
      "learning_rate": 3.27773208849491e-05,
      "loss": 0.0398,
      "step": 8221
    },
    {
      "epoch": 0.6148898777250121,
      "grad_norm": 1.0139697790145874,
      "learning_rate": 3.276620940278928e-05,
      "loss": 0.0708,
      "step": 8222
    },
    {
      "epoch": 0.614964663650301,
      "grad_norm": 0.9019908308982849,
      "learning_rate": 3.275509888639846e-05,
      "loss": 0.0833,
      "step": 8223
    },
    {
      "epoch": 0.6150394495755899,
      "grad_norm": 0.6290454864501953,
      "learning_rate": 3.274398933639925e-05,
      "loss": 0.0386,
      "step": 8224
    },
    {
      "epoch": 0.6151142355008787,
      "grad_norm": 0.4322989583015442,
      "learning_rate": 3.2732880753414236e-05,
      "loss": 0.0288,
      "step": 8225
    },
    {
      "epoch": 0.6151890214261676,
      "grad_norm": 0.7624029517173767,
      "learning_rate": 3.2721773138065905e-05,
      "loss": 0.0615,
      "step": 8226
    },
    {
      "epoch": 0.6152638073514565,
      "grad_norm": 1.3398919105529785,
      "learning_rate": 3.271066649097676e-05,
      "loss": 0.213,
      "step": 8227
    },
    {
      "epoch": 0.6153385932767453,
      "grad_norm": 0.9962698221206665,
      "learning_rate": 3.269956081276917e-05,
      "loss": 0.1073,
      "step": 8228
    },
    {
      "epoch": 0.6154133792020342,
      "grad_norm": 0.99845290184021,
      "learning_rate": 3.2688456104065536e-05,
      "loss": 0.1041,
      "step": 8229
    },
    {
      "epoch": 0.6154881651273231,
      "grad_norm": 0.9837220311164856,
      "learning_rate": 3.267735236548811e-05,
      "loss": 0.1121,
      "step": 8230
    },
    {
      "epoch": 0.6155629510526119,
      "grad_norm": 0.7165283560752869,
      "learning_rate": 3.266624959765917e-05,
      "loss": 0.0541,
      "step": 8231
    },
    {
      "epoch": 0.6156377369779008,
      "grad_norm": 0.6427544951438904,
      "learning_rate": 3.265514780120088e-05,
      "loss": 0.06,
      "step": 8232
    },
    {
      "epoch": 0.6157125229031897,
      "grad_norm": 1.0324150323867798,
      "learning_rate": 3.264404697673541e-05,
      "loss": 0.1218,
      "step": 8233
    },
    {
      "epoch": 0.6157873088284784,
      "grad_norm": 1.324364185333252,
      "learning_rate": 3.2632947124884795e-05,
      "loss": 0.1444,
      "step": 8234
    },
    {
      "epoch": 0.6158620947537673,
      "grad_norm": 1.14742112159729,
      "learning_rate": 3.262184824627112e-05,
      "loss": 0.1001,
      "step": 8235
    },
    {
      "epoch": 0.6159368806790562,
      "grad_norm": 0.5158778429031372,
      "learning_rate": 3.261075034151632e-05,
      "loss": 0.0353,
      "step": 8236
    },
    {
      "epoch": 0.616011666604345,
      "grad_norm": 1.0514107942581177,
      "learning_rate": 3.259965341124231e-05,
      "loss": 0.1001,
      "step": 8237
    },
    {
      "epoch": 0.6160864525296339,
      "grad_norm": 0.8754764199256897,
      "learning_rate": 3.2588557456070976e-05,
      "loss": 0.0754,
      "step": 8238
    },
    {
      "epoch": 0.6161612384549228,
      "grad_norm": 0.9368530511856079,
      "learning_rate": 3.257746247662412e-05,
      "loss": 0.1135,
      "step": 8239
    },
    {
      "epoch": 0.6162360243802116,
      "grad_norm": 0.7637702226638794,
      "learning_rate": 3.2566368473523476e-05,
      "loss": 0.0561,
      "step": 8240
    },
    {
      "epoch": 0.6163108103055005,
      "grad_norm": 0.821713387966156,
      "learning_rate": 3.255527544739079e-05,
      "loss": 0.0655,
      "step": 8241
    },
    {
      "epoch": 0.6163855962307894,
      "grad_norm": 0.7873275279998779,
      "learning_rate": 3.254418339884765e-05,
      "loss": 0.0415,
      "step": 8242
    },
    {
      "epoch": 0.6164603821560782,
      "grad_norm": 0.636724591255188,
      "learning_rate": 3.2533092328515705e-05,
      "loss": 0.0452,
      "step": 8243
    },
    {
      "epoch": 0.6165351680813671,
      "grad_norm": 1.161462664604187,
      "learning_rate": 3.2522002237016444e-05,
      "loss": 0.0897,
      "step": 8244
    },
    {
      "epoch": 0.616609954006656,
      "grad_norm": 1.4218659400939941,
      "learning_rate": 3.251091312497137e-05,
      "loss": 0.1375,
      "step": 8245
    },
    {
      "epoch": 0.6166847399319448,
      "grad_norm": 1.28144371509552,
      "learning_rate": 3.249982499300188e-05,
      "loss": 0.1158,
      "step": 8246
    },
    {
      "epoch": 0.6167595258572337,
      "grad_norm": 1.8957515954971313,
      "learning_rate": 3.24887378417294e-05,
      "loss": 0.1269,
      "step": 8247
    },
    {
      "epoch": 0.6168343117825226,
      "grad_norm": 0.9895868301391602,
      "learning_rate": 3.247765167177519e-05,
      "loss": 0.0733,
      "step": 8248
    },
    {
      "epoch": 0.6169090977078114,
      "grad_norm": 1.4910693168640137,
      "learning_rate": 3.2466566483760546e-05,
      "loss": 0.1655,
      "step": 8249
    },
    {
      "epoch": 0.6169838836331003,
      "grad_norm": 2.158273696899414,
      "learning_rate": 3.245548227830667e-05,
      "loss": 0.3885,
      "step": 8250
    },
    {
      "epoch": 0.6170586695583891,
      "grad_norm": 0.4736041724681854,
      "learning_rate": 3.244439905603468e-05,
      "loss": 0.0533,
      "step": 8251
    },
    {
      "epoch": 0.6171334554836779,
      "grad_norm": 0.7786031365394592,
      "learning_rate": 3.243331681756572e-05,
      "loss": 0.0923,
      "step": 8252
    },
    {
      "epoch": 0.6172082414089668,
      "grad_norm": 0.8912702798843384,
      "learning_rate": 3.242223556352079e-05,
      "loss": 0.0757,
      "step": 8253
    },
    {
      "epoch": 0.6172830273342557,
      "grad_norm": 0.48783886432647705,
      "learning_rate": 3.2411155294520914e-05,
      "loss": 0.0387,
      "step": 8254
    },
    {
      "epoch": 0.6173578132595445,
      "grad_norm": 0.5302201509475708,
      "learning_rate": 3.2400076011186963e-05,
      "loss": 0.0536,
      "step": 8255
    },
    {
      "epoch": 0.6174325991848334,
      "grad_norm": 0.6005634069442749,
      "learning_rate": 3.2388997714139884e-05,
      "loss": 0.0415,
      "step": 8256
    },
    {
      "epoch": 0.6175073851101223,
      "grad_norm": 0.5033053755760193,
      "learning_rate": 3.2377920404000437e-05,
      "loss": 0.0444,
      "step": 8257
    },
    {
      "epoch": 0.6175821710354111,
      "grad_norm": 0.7016178369522095,
      "learning_rate": 3.236684408138943e-05,
      "loss": 0.0497,
      "step": 8258
    },
    {
      "epoch": 0.6176569569607,
      "grad_norm": 0.6975433826446533,
      "learning_rate": 3.235576874692755e-05,
      "loss": 0.0532,
      "step": 8259
    },
    {
      "epoch": 0.6177317428859889,
      "grad_norm": 0.903112530708313,
      "learning_rate": 3.234469440123544e-05,
      "loss": 0.0599,
      "step": 8260
    },
    {
      "epoch": 0.6178065288112777,
      "grad_norm": 0.8565710783004761,
      "learning_rate": 3.2333621044933725e-05,
      "loss": 0.0681,
      "step": 8261
    },
    {
      "epoch": 0.6178813147365666,
      "grad_norm": 0.5382001996040344,
      "learning_rate": 3.232254867864294e-05,
      "loss": 0.0352,
      "step": 8262
    },
    {
      "epoch": 0.6179561006618555,
      "grad_norm": 1.0586549043655396,
      "learning_rate": 3.231147730298355e-05,
      "loss": 0.1264,
      "step": 8263
    },
    {
      "epoch": 0.6180308865871443,
      "grad_norm": 0.7908832430839539,
      "learning_rate": 3.230040691857602e-05,
      "loss": 0.0761,
      "step": 8264
    },
    {
      "epoch": 0.6181056725124332,
      "grad_norm": 0.9497902393341064,
      "learning_rate": 3.2289337526040695e-05,
      "loss": 0.0817,
      "step": 8265
    },
    {
      "epoch": 0.6181804584377221,
      "grad_norm": 0.8472755551338196,
      "learning_rate": 3.227826912599793e-05,
      "loss": 0.0846,
      "step": 8266
    },
    {
      "epoch": 0.6182552443630109,
      "grad_norm": 0.6164296865463257,
      "learning_rate": 3.226720171906795e-05,
      "loss": 0.0353,
      "step": 8267
    },
    {
      "epoch": 0.6183300302882997,
      "grad_norm": 0.5610029101371765,
      "learning_rate": 3.225613530587101e-05,
      "loss": 0.0491,
      "step": 8268
    },
    {
      "epoch": 0.6184048162135886,
      "grad_norm": 0.6184244751930237,
      "learning_rate": 3.224506988702721e-05,
      "loss": 0.0362,
      "step": 8269
    },
    {
      "epoch": 0.6184796021388774,
      "grad_norm": 0.5945980548858643,
      "learning_rate": 3.2234005463156705e-05,
      "loss": 0.0376,
      "step": 8270
    },
    {
      "epoch": 0.6185543880641663,
      "grad_norm": 0.7192535996437073,
      "learning_rate": 3.2222942034879476e-05,
      "loss": 0.067,
      "step": 8271
    },
    {
      "epoch": 0.6186291739894552,
      "grad_norm": 0.7443007826805115,
      "learning_rate": 3.221187960281557e-05,
      "loss": 0.0622,
      "step": 8272
    },
    {
      "epoch": 0.618703959914744,
      "grad_norm": 0.8023524880409241,
      "learning_rate": 3.220081816758489e-05,
      "loss": 0.0722,
      "step": 8273
    },
    {
      "epoch": 0.6187787458400329,
      "grad_norm": 0.9186983108520508,
      "learning_rate": 3.21897577298073e-05,
      "loss": 0.085,
      "step": 8274
    },
    {
      "epoch": 0.6188535317653218,
      "grad_norm": 0.7152931094169617,
      "learning_rate": 3.217869829010263e-05,
      "loss": 0.0729,
      "step": 8275
    },
    {
      "epoch": 0.6189283176906106,
      "grad_norm": 0.8043332695960999,
      "learning_rate": 3.216763984909065e-05,
      "loss": 0.0633,
      "step": 8276
    },
    {
      "epoch": 0.6190031036158995,
      "grad_norm": 0.5781664252281189,
      "learning_rate": 3.215658240739105e-05,
      "loss": 0.0382,
      "step": 8277
    },
    {
      "epoch": 0.6190778895411884,
      "grad_norm": 0.6504263281822205,
      "learning_rate": 3.214552596562349e-05,
      "loss": 0.0664,
      "step": 8278
    },
    {
      "epoch": 0.6191526754664772,
      "grad_norm": 0.5792855024337769,
      "learning_rate": 3.2134470524407564e-05,
      "loss": 0.0499,
      "step": 8279
    },
    {
      "epoch": 0.6192274613917661,
      "grad_norm": 0.5963490009307861,
      "learning_rate": 3.212341608436282e-05,
      "loss": 0.0415,
      "step": 8280
    },
    {
      "epoch": 0.619302247317055,
      "grad_norm": 0.9526215195655823,
      "learning_rate": 3.2112362646108726e-05,
      "loss": 0.0837,
      "step": 8281
    },
    {
      "epoch": 0.6193770332423438,
      "grad_norm": 0.6367473602294922,
      "learning_rate": 3.210131021026473e-05,
      "loss": 0.0484,
      "step": 8282
    },
    {
      "epoch": 0.6194518191676327,
      "grad_norm": 1.3733081817626953,
      "learning_rate": 3.2090258777450185e-05,
      "loss": 0.125,
      "step": 8283
    },
    {
      "epoch": 0.6195266050929216,
      "grad_norm": 1.1531879901885986,
      "learning_rate": 3.2079208348284394e-05,
      "loss": 0.0464,
      "step": 8284
    },
    {
      "epoch": 0.6196013910182103,
      "grad_norm": 0.7063160538673401,
      "learning_rate": 3.206815892338664e-05,
      "loss": 0.0667,
      "step": 8285
    },
    {
      "epoch": 0.6196761769434992,
      "grad_norm": 1.1541414260864258,
      "learning_rate": 3.20571105033761e-05,
      "loss": 0.1249,
      "step": 8286
    },
    {
      "epoch": 0.6197509628687881,
      "grad_norm": 0.7158287763595581,
      "learning_rate": 3.2046063088871954e-05,
      "loss": 0.0366,
      "step": 8287
    },
    {
      "epoch": 0.6198257487940769,
      "grad_norm": 1.200387954711914,
      "learning_rate": 3.2035016680493244e-05,
      "loss": 0.1111,
      "step": 8288
    },
    {
      "epoch": 0.6199005347193658,
      "grad_norm": 1.004442811012268,
      "learning_rate": 3.202397127885905e-05,
      "loss": 0.077,
      "step": 8289
    },
    {
      "epoch": 0.6199753206446547,
      "grad_norm": 0.662777841091156,
      "learning_rate": 3.201292688458832e-05,
      "loss": 0.0332,
      "step": 8290
    },
    {
      "epoch": 0.6200501065699435,
      "grad_norm": 1.4776134490966797,
      "learning_rate": 3.2001883498299985e-05,
      "loss": 0.1457,
      "step": 8291
    },
    {
      "epoch": 0.6201248924952324,
      "grad_norm": 1.0189918279647827,
      "learning_rate": 3.199084112061289e-05,
      "loss": 0.1178,
      "step": 8292
    },
    {
      "epoch": 0.6201996784205213,
      "grad_norm": 1.10630202293396,
      "learning_rate": 3.197979975214587e-05,
      "loss": 0.1064,
      "step": 8293
    },
    {
      "epoch": 0.6202744643458101,
      "grad_norm": 0.8616031408309937,
      "learning_rate": 3.196875939351764e-05,
      "loss": 0.0684,
      "step": 8294
    },
    {
      "epoch": 0.620349250271099,
      "grad_norm": 1.313246250152588,
      "learning_rate": 3.195772004534694e-05,
      "loss": 0.1279,
      "step": 8295
    },
    {
      "epoch": 0.6204240361963879,
      "grad_norm": 1.0706424713134766,
      "learning_rate": 3.194668170825237e-05,
      "loss": 0.076,
      "step": 8296
    },
    {
      "epoch": 0.6204988221216767,
      "grad_norm": 1.4513838291168213,
      "learning_rate": 3.1935644382852516e-05,
      "loss": 0.159,
      "step": 8297
    },
    {
      "epoch": 0.6205736080469656,
      "grad_norm": 1.4166697263717651,
      "learning_rate": 3.192460806976591e-05,
      "loss": 0.1199,
      "step": 8298
    },
    {
      "epoch": 0.6206483939722545,
      "grad_norm": 1.5107990503311157,
      "learning_rate": 3.191357276961103e-05,
      "loss": 0.136,
      "step": 8299
    },
    {
      "epoch": 0.6207231798975433,
      "grad_norm": 1.9729254245758057,
      "learning_rate": 3.190253848300625e-05,
      "loss": 0.1267,
      "step": 8300
    },
    {
      "epoch": 0.6207979658228322,
      "grad_norm": 0.5148369073867798,
      "learning_rate": 3.189150521056996e-05,
      "loss": 0.0515,
      "step": 8301
    },
    {
      "epoch": 0.620872751748121,
      "grad_norm": 0.6198139190673828,
      "learning_rate": 3.1880472952920425e-05,
      "loss": 0.061,
      "step": 8302
    },
    {
      "epoch": 0.6209475376734098,
      "grad_norm": 0.5678267478942871,
      "learning_rate": 3.186944171067593e-05,
      "loss": 0.0658,
      "step": 8303
    },
    {
      "epoch": 0.6210223235986987,
      "grad_norm": 1.320241093635559,
      "learning_rate": 3.185841148445461e-05,
      "loss": 0.1231,
      "step": 8304
    },
    {
      "epoch": 0.6210971095239876,
      "grad_norm": 0.6086127758026123,
      "learning_rate": 3.1847382274874626e-05,
      "loss": 0.0547,
      "step": 8305
    },
    {
      "epoch": 0.6211718954492764,
      "grad_norm": 0.7162498831748962,
      "learning_rate": 3.183635408255401e-05,
      "loss": 0.0567,
      "step": 8306
    },
    {
      "epoch": 0.6212466813745653,
      "grad_norm": 0.6627828478813171,
      "learning_rate": 3.182532690811081e-05,
      "loss": 0.0775,
      "step": 8307
    },
    {
      "epoch": 0.6213214672998542,
      "grad_norm": 0.7328667044639587,
      "learning_rate": 3.181430075216295e-05,
      "loss": 0.0623,
      "step": 8308
    },
    {
      "epoch": 0.621396253225143,
      "grad_norm": 0.5849456191062927,
      "learning_rate": 3.1803275615328364e-05,
      "loss": 0.0514,
      "step": 8309
    },
    {
      "epoch": 0.6214710391504319,
      "grad_norm": 0.7044681310653687,
      "learning_rate": 3.1792251498224864e-05,
      "loss": 0.0753,
      "step": 8310
    },
    {
      "epoch": 0.6215458250757208,
      "grad_norm": 0.5840466022491455,
      "learning_rate": 3.1781228401470235e-05,
      "loss": 0.0423,
      "step": 8311
    },
    {
      "epoch": 0.6216206110010096,
      "grad_norm": 0.8406566977500916,
      "learning_rate": 3.1770206325682216e-05,
      "loss": 0.0816,
      "step": 8312
    },
    {
      "epoch": 0.6216953969262985,
      "grad_norm": 0.5933043956756592,
      "learning_rate": 3.1759185271478476e-05,
      "loss": 0.0461,
      "step": 8313
    },
    {
      "epoch": 0.6217701828515874,
      "grad_norm": 1.0530585050582886,
      "learning_rate": 3.174816523947662e-05,
      "loss": 0.1092,
      "step": 8314
    },
    {
      "epoch": 0.6218449687768762,
      "grad_norm": 0.46455755829811096,
      "learning_rate": 3.173714623029418e-05,
      "loss": 0.0305,
      "step": 8315
    },
    {
      "epoch": 0.6219197547021651,
      "grad_norm": 0.8653740286827087,
      "learning_rate": 3.17261282445487e-05,
      "loss": 0.0708,
      "step": 8316
    },
    {
      "epoch": 0.621994540627454,
      "grad_norm": 0.8967441916465759,
      "learning_rate": 3.171511128285758e-05,
      "loss": 0.131,
      "step": 8317
    },
    {
      "epoch": 0.6220693265527427,
      "grad_norm": 0.6735751032829285,
      "learning_rate": 3.170409534583823e-05,
      "loss": 0.0732,
      "step": 8318
    },
    {
      "epoch": 0.6221441124780316,
      "grad_norm": 0.6249854564666748,
      "learning_rate": 3.169308043410796e-05,
      "loss": 0.0476,
      "step": 8319
    },
    {
      "epoch": 0.6222188984033205,
      "grad_norm": 0.5603483319282532,
      "learning_rate": 3.1682066548284054e-05,
      "loss": 0.0507,
      "step": 8320
    },
    {
      "epoch": 0.6222936843286093,
      "grad_norm": 0.7316111922264099,
      "learning_rate": 3.1671053688983674e-05,
      "loss": 0.0568,
      "step": 8321
    },
    {
      "epoch": 0.6223684702538982,
      "grad_norm": 0.5585249066352844,
      "learning_rate": 3.166004185682404e-05,
      "loss": 0.0308,
      "step": 8322
    },
    {
      "epoch": 0.622443256179187,
      "grad_norm": 0.5431797504425049,
      "learning_rate": 3.16490310524222e-05,
      "loss": 0.0471,
      "step": 8323
    },
    {
      "epoch": 0.6225180421044759,
      "grad_norm": 0.6203360557556152,
      "learning_rate": 3.1638021276395214e-05,
      "loss": 0.048,
      "step": 8324
    },
    {
      "epoch": 0.6225928280297648,
      "grad_norm": 0.7288193106651306,
      "learning_rate": 3.162701252936004e-05,
      "loss": 0.0648,
      "step": 8325
    },
    {
      "epoch": 0.6226676139550537,
      "grad_norm": 0.8359259963035583,
      "learning_rate": 3.161600481193363e-05,
      "loss": 0.0639,
      "step": 8326
    },
    {
      "epoch": 0.6227423998803425,
      "grad_norm": 0.8962430357933044,
      "learning_rate": 3.160499812473283e-05,
      "loss": 0.0654,
      "step": 8327
    },
    {
      "epoch": 0.6228171858056314,
      "grad_norm": 0.5895655155181885,
      "learning_rate": 3.159399246837446e-05,
      "loss": 0.0301,
      "step": 8328
    },
    {
      "epoch": 0.6228919717309203,
      "grad_norm": 1.5379225015640259,
      "learning_rate": 3.158298784347522e-05,
      "loss": 0.1707,
      "step": 8329
    },
    {
      "epoch": 0.6229667576562091,
      "grad_norm": 1.0146453380584717,
      "learning_rate": 3.1571984250651874e-05,
      "loss": 0.0883,
      "step": 8330
    },
    {
      "epoch": 0.623041543581498,
      "grad_norm": 1.1424078941345215,
      "learning_rate": 3.1560981690521004e-05,
      "loss": 0.1643,
      "step": 8331
    },
    {
      "epoch": 0.6231163295067869,
      "grad_norm": 0.7388318777084351,
      "learning_rate": 3.1549980163699213e-05,
      "loss": 0.064,
      "step": 8332
    },
    {
      "epoch": 0.6231911154320757,
      "grad_norm": 0.8266918659210205,
      "learning_rate": 3.1538979670803006e-05,
      "loss": 0.0742,
      "step": 8333
    },
    {
      "epoch": 0.6232659013573646,
      "grad_norm": 0.8610911965370178,
      "learning_rate": 3.152798021244884e-05,
      "loss": 0.0705,
      "step": 8334
    },
    {
      "epoch": 0.6233406872826533,
      "grad_norm": 0.9462699294090271,
      "learning_rate": 3.1516981789253114e-05,
      "loss": 0.0646,
      "step": 8335
    },
    {
      "epoch": 0.6234154732079422,
      "grad_norm": 1.00711989402771,
      "learning_rate": 3.150598440183219e-05,
      "loss": 0.0782,
      "step": 8336
    },
    {
      "epoch": 0.6234902591332311,
      "grad_norm": 0.8103476762771606,
      "learning_rate": 3.149498805080233e-05,
      "loss": 0.0553,
      "step": 8337
    },
    {
      "epoch": 0.62356504505852,
      "grad_norm": 1.2327055931091309,
      "learning_rate": 3.148399273677978e-05,
      "loss": 0.1028,
      "step": 8338
    },
    {
      "epoch": 0.6236398309838088,
      "grad_norm": 0.5278965830802917,
      "learning_rate": 3.147299846038069e-05,
      "loss": 0.0288,
      "step": 8339
    },
    {
      "epoch": 0.6237146169090977,
      "grad_norm": 0.7222801446914673,
      "learning_rate": 3.14620052222212e-05,
      "loss": 0.056,
      "step": 8340
    },
    {
      "epoch": 0.6237894028343866,
      "grad_norm": 0.9299618601799011,
      "learning_rate": 3.145101302291735e-05,
      "loss": 0.1039,
      "step": 8341
    },
    {
      "epoch": 0.6238641887596754,
      "grad_norm": 1.0941483974456787,
      "learning_rate": 3.144002186308513e-05,
      "loss": 0.1215,
      "step": 8342
    },
    {
      "epoch": 0.6239389746849643,
      "grad_norm": 1.2688723802566528,
      "learning_rate": 3.142903174334045e-05,
      "loss": 0.1184,
      "step": 8343
    },
    {
      "epoch": 0.6240137606102532,
      "grad_norm": 1.5171077251434326,
      "learning_rate": 3.1418042664299255e-05,
      "loss": 0.1362,
      "step": 8344
    },
    {
      "epoch": 0.624088546535542,
      "grad_norm": 1.9209779500961304,
      "learning_rate": 3.1407054626577316e-05,
      "loss": 0.2738,
      "step": 8345
    },
    {
      "epoch": 0.6241633324608309,
      "grad_norm": 1.333605408668518,
      "learning_rate": 3.139606763079038e-05,
      "loss": 0.1524,
      "step": 8346
    },
    {
      "epoch": 0.6242381183861198,
      "grad_norm": 0.9848242998123169,
      "learning_rate": 3.1385081677554204e-05,
      "loss": 0.0834,
      "step": 8347
    },
    {
      "epoch": 0.6243129043114086,
      "grad_norm": 1.1882201433181763,
      "learning_rate": 3.137409676748438e-05,
      "loss": 0.137,
      "step": 8348
    },
    {
      "epoch": 0.6243876902366975,
      "grad_norm": 2.084644317626953,
      "learning_rate": 3.1363112901196534e-05,
      "loss": 0.162,
      "step": 8349
    },
    {
      "epoch": 0.6244624761619864,
      "grad_norm": 2.0873525142669678,
      "learning_rate": 3.135213007930617e-05,
      "loss": 0.2148,
      "step": 8350
    },
    {
      "epoch": 0.6245372620872752,
      "grad_norm": 1.3196977376937866,
      "learning_rate": 3.134114830242878e-05,
      "loss": 0.0717,
      "step": 8351
    },
    {
      "epoch": 0.624612048012564,
      "grad_norm": 0.6299009323120117,
      "learning_rate": 3.133016757117974e-05,
      "loss": 0.0501,
      "step": 8352
    },
    {
      "epoch": 0.6246868339378528,
      "grad_norm": 0.43842628598213196,
      "learning_rate": 3.1319187886174436e-05,
      "loss": 0.0374,
      "step": 8353
    },
    {
      "epoch": 0.6247616198631417,
      "grad_norm": 0.6561709046363831,
      "learning_rate": 3.1308209248028124e-05,
      "loss": 0.0737,
      "step": 8354
    },
    {
      "epoch": 0.6248364057884306,
      "grad_norm": 0.5091289281845093,
      "learning_rate": 3.129723165735609e-05,
      "loss": 0.0345,
      "step": 8355
    },
    {
      "epoch": 0.6249111917137194,
      "grad_norm": 0.7291846871376038,
      "learning_rate": 3.128625511477347e-05,
      "loss": 0.0395,
      "step": 8356
    },
    {
      "epoch": 0.6249859776390083,
      "grad_norm": 0.8413777351379395,
      "learning_rate": 3.1275279620895396e-05,
      "loss": 0.1351,
      "step": 8357
    },
    {
      "epoch": 0.6250607635642972,
      "grad_norm": 0.6150379180908203,
      "learning_rate": 3.126430517633692e-05,
      "loss": 0.0334,
      "step": 8358
    },
    {
      "epoch": 0.625135549489586,
      "grad_norm": 0.7951114773750305,
      "learning_rate": 3.125333178171306e-05,
      "loss": 0.0744,
      "step": 8359
    },
    {
      "epoch": 0.6252103354148749,
      "grad_norm": 0.6878098845481873,
      "learning_rate": 3.124235943763872e-05,
      "loss": 0.0854,
      "step": 8360
    },
    {
      "epoch": 0.6252851213401638,
      "grad_norm": 0.8223660588264465,
      "learning_rate": 3.123138814472882e-05,
      "loss": 0.0658,
      "step": 8361
    },
    {
      "epoch": 0.6253599072654527,
      "grad_norm": 0.8463326096534729,
      "learning_rate": 3.1220417903598156e-05,
      "loss": 0.0885,
      "step": 8362
    },
    {
      "epoch": 0.6254346931907415,
      "grad_norm": 0.7654995918273926,
      "learning_rate": 3.120944871486153e-05,
      "loss": 0.1055,
      "step": 8363
    },
    {
      "epoch": 0.6255094791160304,
      "grad_norm": 0.4467085599899292,
      "learning_rate": 3.1198480579133605e-05,
      "loss": 0.0314,
      "step": 8364
    },
    {
      "epoch": 0.6255842650413193,
      "grad_norm": 0.6675263047218323,
      "learning_rate": 3.1187513497029055e-05,
      "loss": 0.0676,
      "step": 8365
    },
    {
      "epoch": 0.6256590509666081,
      "grad_norm": 1.0252189636230469,
      "learning_rate": 3.117654746916243e-05,
      "loss": 0.1082,
      "step": 8366
    },
    {
      "epoch": 0.625733836891897,
      "grad_norm": 0.8211944103240967,
      "learning_rate": 3.116558249614832e-05,
      "loss": 0.0716,
      "step": 8367
    },
    {
      "epoch": 0.6258086228171859,
      "grad_norm": 0.9347584843635559,
      "learning_rate": 3.115461857860112e-05,
      "loss": 0.0869,
      "step": 8368
    },
    {
      "epoch": 0.6258834087424746,
      "grad_norm": 0.9404616355895996,
      "learning_rate": 3.114365571713532e-05,
      "loss": 0.0834,
      "step": 8369
    },
    {
      "epoch": 0.6259581946677635,
      "grad_norm": 0.8657211661338806,
      "learning_rate": 3.113269391236521e-05,
      "loss": 0.0767,
      "step": 8370
    },
    {
      "epoch": 0.6260329805930523,
      "grad_norm": 0.44504672288894653,
      "learning_rate": 3.11217331649051e-05,
      "loss": 0.0322,
      "step": 8371
    },
    {
      "epoch": 0.6261077665183412,
      "grad_norm": 0.7444130182266235,
      "learning_rate": 3.1110773475369215e-05,
      "loss": 0.06,
      "step": 8372
    },
    {
      "epoch": 0.6261825524436301,
      "grad_norm": 0.8013225793838501,
      "learning_rate": 3.1099814844371754e-05,
      "loss": 0.1013,
      "step": 8373
    },
    {
      "epoch": 0.626257338368919,
      "grad_norm": 0.6910309791564941,
      "learning_rate": 3.1088857272526795e-05,
      "loss": 0.0514,
      "step": 8374
    },
    {
      "epoch": 0.6263321242942078,
      "grad_norm": 1.2919327020645142,
      "learning_rate": 3.107790076044843e-05,
      "loss": 0.1247,
      "step": 8375
    },
    {
      "epoch": 0.6264069102194967,
      "grad_norm": 0.4497763216495514,
      "learning_rate": 3.1066945308750626e-05,
      "loss": 0.0315,
      "step": 8376
    },
    {
      "epoch": 0.6264816961447855,
      "grad_norm": 0.7348012924194336,
      "learning_rate": 3.105599091804732e-05,
      "loss": 0.0575,
      "step": 8377
    },
    {
      "epoch": 0.6265564820700744,
      "grad_norm": 1.6246492862701416,
      "learning_rate": 3.104503758895241e-05,
      "loss": 0.0978,
      "step": 8378
    },
    {
      "epoch": 0.6266312679953633,
      "grad_norm": 0.8847251534461975,
      "learning_rate": 3.103408532207968e-05,
      "loss": 0.0628,
      "step": 8379
    },
    {
      "epoch": 0.6267060539206522,
      "grad_norm": 0.8164907693862915,
      "learning_rate": 3.1023134118042916e-05,
      "loss": 0.0808,
      "step": 8380
    },
    {
      "epoch": 0.626780839845941,
      "grad_norm": 0.8388170599937439,
      "learning_rate": 3.101218397745579e-05,
      "loss": 0.0985,
      "step": 8381
    },
    {
      "epoch": 0.6268556257712299,
      "grad_norm": 0.7991343140602112,
      "learning_rate": 3.100123490093196e-05,
      "loss": 0.0679,
      "step": 8382
    },
    {
      "epoch": 0.6269304116965188,
      "grad_norm": 0.7642641663551331,
      "learning_rate": 3.099028688908499e-05,
      "loss": 0.0536,
      "step": 8383
    },
    {
      "epoch": 0.6270051976218076,
      "grad_norm": 0.7290688157081604,
      "learning_rate": 3.097933994252842e-05,
      "loss": 0.0501,
      "step": 8384
    },
    {
      "epoch": 0.6270799835470965,
      "grad_norm": 0.9100827574729919,
      "learning_rate": 3.0968394061875686e-05,
      "loss": 0.0709,
      "step": 8385
    },
    {
      "epoch": 0.6271547694723852,
      "grad_norm": 0.8442190885543823,
      "learning_rate": 3.09574492477402e-05,
      "loss": 0.0561,
      "step": 8386
    },
    {
      "epoch": 0.6272295553976741,
      "grad_norm": 1.0471495389938354,
      "learning_rate": 3.0946505500735304e-05,
      "loss": 0.0709,
      "step": 8387
    },
    {
      "epoch": 0.627304341322963,
      "grad_norm": 0.8786295652389526,
      "learning_rate": 3.093556282147426e-05,
      "loss": 0.0755,
      "step": 8388
    },
    {
      "epoch": 0.6273791272482518,
      "grad_norm": 1.4153863191604614,
      "learning_rate": 3.092462121057029e-05,
      "loss": 0.1594,
      "step": 8389
    },
    {
      "epoch": 0.6274539131735407,
      "grad_norm": 1.0650062561035156,
      "learning_rate": 3.0913680668636594e-05,
      "loss": 0.1959,
      "step": 8390
    },
    {
      "epoch": 0.6275286990988296,
      "grad_norm": 0.6982100009918213,
      "learning_rate": 3.090274119628621e-05,
      "loss": 0.0553,
      "step": 8391
    },
    {
      "epoch": 0.6276034850241184,
      "grad_norm": 1.4308302402496338,
      "learning_rate": 3.089180279413222e-05,
      "loss": 0.1411,
      "step": 8392
    },
    {
      "epoch": 0.6276782709494073,
      "grad_norm": 1.0454497337341309,
      "learning_rate": 3.088086546278759e-05,
      "loss": 0.1009,
      "step": 8393
    },
    {
      "epoch": 0.6277530568746962,
      "grad_norm": 1.2976303100585938,
      "learning_rate": 3.086992920286525e-05,
      "loss": 0.1709,
      "step": 8394
    },
    {
      "epoch": 0.627827842799985,
      "grad_norm": 1.241058111190796,
      "learning_rate": 3.085899401497805e-05,
      "loss": 0.1127,
      "step": 8395
    },
    {
      "epoch": 0.6279026287252739,
      "grad_norm": 1.5758497714996338,
      "learning_rate": 3.084805989973879e-05,
      "loss": 0.1455,
      "step": 8396
    },
    {
      "epoch": 0.6279774146505628,
      "grad_norm": 1.2060980796813965,
      "learning_rate": 3.08371268577602e-05,
      "loss": 0.0829,
      "step": 8397
    },
    {
      "epoch": 0.6280522005758516,
      "grad_norm": 2.1111886501312256,
      "learning_rate": 3.0826194889655005e-05,
      "loss": 0.2341,
      "step": 8398
    },
    {
      "epoch": 0.6281269865011405,
      "grad_norm": 1.653741717338562,
      "learning_rate": 3.0815263996035755e-05,
      "loss": 0.1533,
      "step": 8399
    },
    {
      "epoch": 0.6282017724264294,
      "grad_norm": 2.1223766803741455,
      "learning_rate": 3.080433417751507e-05,
      "loss": 0.2403,
      "step": 8400
    },
    {
      "epoch": 0.6282765583517183,
      "grad_norm": 0.5993152856826782,
      "learning_rate": 3.0793405434705416e-05,
      "loss": 0.0983,
      "step": 8401
    },
    {
      "epoch": 0.6283513442770071,
      "grad_norm": 0.5239350199699402,
      "learning_rate": 3.0782477768219245e-05,
      "loss": 0.046,
      "step": 8402
    },
    {
      "epoch": 0.6284261302022959,
      "grad_norm": 0.7640281915664673,
      "learning_rate": 3.077155117866892e-05,
      "loss": 0.0785,
      "step": 8403
    },
    {
      "epoch": 0.6285009161275847,
      "grad_norm": 0.5382245182991028,
      "learning_rate": 3.076062566666679e-05,
      "loss": 0.0542,
      "step": 8404
    },
    {
      "epoch": 0.6285757020528736,
      "grad_norm": 0.5878131985664368,
      "learning_rate": 3.074970123282506e-05,
      "loss": 0.0568,
      "step": 8405
    },
    {
      "epoch": 0.6286504879781625,
      "grad_norm": 0.5088212490081787,
      "learning_rate": 3.073877787775599e-05,
      "loss": 0.0463,
      "step": 8406
    },
    {
      "epoch": 0.6287252739034513,
      "grad_norm": 0.806049108505249,
      "learning_rate": 3.072785560207169e-05,
      "loss": 0.0879,
      "step": 8407
    },
    {
      "epoch": 0.6288000598287402,
      "grad_norm": 0.48250675201416016,
      "learning_rate": 3.07169344063842e-05,
      "loss": 0.0367,
      "step": 8408
    },
    {
      "epoch": 0.6288748457540291,
      "grad_norm": 0.675102174282074,
      "learning_rate": 3.07060142913056e-05,
      "loss": 0.0613,
      "step": 8409
    },
    {
      "epoch": 0.6289496316793179,
      "grad_norm": 0.9435252547264099,
      "learning_rate": 3.06950952574478e-05,
      "loss": 0.076,
      "step": 8410
    },
    {
      "epoch": 0.6290244176046068,
      "grad_norm": 1.1677966117858887,
      "learning_rate": 3.0684177305422724e-05,
      "loss": 0.135,
      "step": 8411
    },
    {
      "epoch": 0.6290992035298957,
      "grad_norm": 0.8654216527938843,
      "learning_rate": 3.0673260435842166e-05,
      "loss": 0.0789,
      "step": 8412
    },
    {
      "epoch": 0.6291739894551845,
      "grad_norm": 0.7001459002494812,
      "learning_rate": 3.066234464931794e-05,
      "loss": 0.0633,
      "step": 8413
    },
    {
      "epoch": 0.6292487753804734,
      "grad_norm": 0.9371913075447083,
      "learning_rate": 3.065142994646173e-05,
      "loss": 0.0922,
      "step": 8414
    },
    {
      "epoch": 0.6293235613057623,
      "grad_norm": 0.8992188572883606,
      "learning_rate": 3.064051632788522e-05,
      "loss": 0.0805,
      "step": 8415
    },
    {
      "epoch": 0.6293983472310511,
      "grad_norm": 1.3592300415039062,
      "learning_rate": 3.062960379419997e-05,
      "loss": 0.209,
      "step": 8416
    },
    {
      "epoch": 0.62947313315634,
      "grad_norm": 0.8060885071754456,
      "learning_rate": 3.061869234601753e-05,
      "loss": 0.0759,
      "step": 8417
    },
    {
      "epoch": 0.6295479190816289,
      "grad_norm": 0.6457030773162842,
      "learning_rate": 3.060778198394935e-05,
      "loss": 0.0572,
      "step": 8418
    },
    {
      "epoch": 0.6296227050069177,
      "grad_norm": 1.4340823888778687,
      "learning_rate": 3.059687270860686e-05,
      "loss": 0.2151,
      "step": 8419
    },
    {
      "epoch": 0.6296974909322065,
      "grad_norm": 0.8669830560684204,
      "learning_rate": 3.058596452060139e-05,
      "loss": 0.0648,
      "step": 8420
    },
    {
      "epoch": 0.6297722768574954,
      "grad_norm": 1.0081548690795898,
      "learning_rate": 3.057505742054424e-05,
      "loss": 0.113,
      "step": 8421
    },
    {
      "epoch": 0.6298470627827842,
      "grad_norm": 0.9740332365036011,
      "learning_rate": 3.0564151409046624e-05,
      "loss": 0.1151,
      "step": 8422
    },
    {
      "epoch": 0.6299218487080731,
      "grad_norm": 0.5106163620948792,
      "learning_rate": 3.055324648671973e-05,
      "loss": 0.0318,
      "step": 8423
    },
    {
      "epoch": 0.629996634633362,
      "grad_norm": 0.6240313649177551,
      "learning_rate": 3.054234265417463e-05,
      "loss": 0.0417,
      "step": 8424
    },
    {
      "epoch": 0.6300714205586508,
      "grad_norm": 0.9535959959030151,
      "learning_rate": 3.0531439912022394e-05,
      "loss": 0.1021,
      "step": 8425
    },
    {
      "epoch": 0.6301462064839397,
      "grad_norm": 0.7548948526382446,
      "learning_rate": 3.052053826087398e-05,
      "loss": 0.0642,
      "step": 8426
    },
    {
      "epoch": 0.6302209924092286,
      "grad_norm": 0.5779581069946289,
      "learning_rate": 3.0509637701340344e-05,
      "loss": 0.0396,
      "step": 8427
    },
    {
      "epoch": 0.6302957783345174,
      "grad_norm": 0.9010918736457825,
      "learning_rate": 3.0498738234032293e-05,
      "loss": 0.0756,
      "step": 8428
    },
    {
      "epoch": 0.6303705642598063,
      "grad_norm": 0.8934658765792847,
      "learning_rate": 3.0487839859560673e-05,
      "loss": 0.1155,
      "step": 8429
    },
    {
      "epoch": 0.6304453501850952,
      "grad_norm": 0.7078658938407898,
      "learning_rate": 3.04769425785362e-05,
      "loss": 0.0586,
      "step": 8430
    },
    {
      "epoch": 0.630520136110384,
      "grad_norm": 1.4865385293960571,
      "learning_rate": 3.0466046391569547e-05,
      "loss": 0.1125,
      "step": 8431
    },
    {
      "epoch": 0.6305949220356729,
      "grad_norm": 0.7244623303413391,
      "learning_rate": 3.0455151299271335e-05,
      "loss": 0.0862,
      "step": 8432
    },
    {
      "epoch": 0.6306697079609618,
      "grad_norm": 0.8053164482116699,
      "learning_rate": 3.044425730225212e-05,
      "loss": 0.0566,
      "step": 8433
    },
    {
      "epoch": 0.6307444938862506,
      "grad_norm": 0.8541480302810669,
      "learning_rate": 3.0433364401122377e-05,
      "loss": 0.0759,
      "step": 8434
    },
    {
      "epoch": 0.6308192798115395,
      "grad_norm": 0.9918574094772339,
      "learning_rate": 3.0422472596492567e-05,
      "loss": 0.0908,
      "step": 8435
    },
    {
      "epoch": 0.6308940657368284,
      "grad_norm": 0.744330644607544,
      "learning_rate": 3.0411581888973018e-05,
      "loss": 0.074,
      "step": 8436
    },
    {
      "epoch": 0.6309688516621171,
      "grad_norm": 0.9188674092292786,
      "learning_rate": 3.0400692279174077e-05,
      "loss": 0.0659,
      "step": 8437
    },
    {
      "epoch": 0.631043637587406,
      "grad_norm": 0.7330060601234436,
      "learning_rate": 3.038980376770597e-05,
      "loss": 0.0526,
      "step": 8438
    },
    {
      "epoch": 0.6311184235126949,
      "grad_norm": 1.06808602809906,
      "learning_rate": 3.0378916355178877e-05,
      "loss": 0.0766,
      "step": 8439
    },
    {
      "epoch": 0.6311932094379837,
      "grad_norm": 1.2168186902999878,
      "learning_rate": 3.036803004220294e-05,
      "loss": 0.1085,
      "step": 8440
    },
    {
      "epoch": 0.6312679953632726,
      "grad_norm": 0.6957206130027771,
      "learning_rate": 3.035714482938818e-05,
      "loss": 0.051,
      "step": 8441
    },
    {
      "epoch": 0.6313427812885615,
      "grad_norm": 1.159542441368103,
      "learning_rate": 3.0346260717344642e-05,
      "loss": 0.1147,
      "step": 8442
    },
    {
      "epoch": 0.6314175672138503,
      "grad_norm": 1.1436474323272705,
      "learning_rate": 3.0335377706682232e-05,
      "loss": 0.1223,
      "step": 8443
    },
    {
      "epoch": 0.6314923531391392,
      "grad_norm": 0.8164334893226624,
      "learning_rate": 3.0324495798010855e-05,
      "loss": 0.0567,
      "step": 8444
    },
    {
      "epoch": 0.6315671390644281,
      "grad_norm": 1.6882562637329102,
      "learning_rate": 3.0313614991940287e-05,
      "loss": 0.2057,
      "step": 8445
    },
    {
      "epoch": 0.6316419249897169,
      "grad_norm": 1.9838855266571045,
      "learning_rate": 3.0302735289080327e-05,
      "loss": 0.2599,
      "step": 8446
    },
    {
      "epoch": 0.6317167109150058,
      "grad_norm": 1.2583065032958984,
      "learning_rate": 3.0291856690040622e-05,
      "loss": 0.1122,
      "step": 8447
    },
    {
      "epoch": 0.6317914968402947,
      "grad_norm": 1.2421749830245972,
      "learning_rate": 3.0280979195430836e-05,
      "loss": 0.1099,
      "step": 8448
    },
    {
      "epoch": 0.6318662827655835,
      "grad_norm": 1.843761920928955,
      "learning_rate": 3.02701028058605e-05,
      "loss": 0.1718,
      "step": 8449
    },
    {
      "epoch": 0.6319410686908724,
      "grad_norm": 1.2031593322753906,
      "learning_rate": 3.0259227521939158e-05,
      "loss": 0.1139,
      "step": 8450
    },
    {
      "epoch": 0.6320158546161613,
      "grad_norm": 0.7134754657745361,
      "learning_rate": 3.0248353344276207e-05,
      "loss": 0.0622,
      "step": 8451
    },
    {
      "epoch": 0.6320906405414501,
      "grad_norm": 0.6172159910202026,
      "learning_rate": 3.023748027348108e-05,
      "loss": 0.0605,
      "step": 8452
    },
    {
      "epoch": 0.632165426466739,
      "grad_norm": 0.6153660416603088,
      "learning_rate": 3.0226608310163063e-05,
      "loss": 0.0836,
      "step": 8453
    },
    {
      "epoch": 0.6322402123920278,
      "grad_norm": 0.7372751235961914,
      "learning_rate": 3.021573745493142e-05,
      "loss": 0.0543,
      "step": 8454
    },
    {
      "epoch": 0.6323149983173166,
      "grad_norm": 1.076955795288086,
      "learning_rate": 3.0204867708395334e-05,
      "loss": 0.0918,
      "step": 8455
    },
    {
      "epoch": 0.6323897842426055,
      "grad_norm": 1.1286072731018066,
      "learning_rate": 3.0193999071163964e-05,
      "loss": 0.0834,
      "step": 8456
    },
    {
      "epoch": 0.6324645701678944,
      "grad_norm": 0.413534015417099,
      "learning_rate": 3.0183131543846344e-05,
      "loss": 0.0269,
      "step": 8457
    },
    {
      "epoch": 0.6325393560931832,
      "grad_norm": 0.7627601623535156,
      "learning_rate": 3.017226512705153e-05,
      "loss": 0.0885,
      "step": 8458
    },
    {
      "epoch": 0.6326141420184721,
      "grad_norm": 0.9798341393470764,
      "learning_rate": 3.016139982138842e-05,
      "loss": 0.1636,
      "step": 8459
    },
    {
      "epoch": 0.632688927943761,
      "grad_norm": 0.7558632493019104,
      "learning_rate": 3.0150535627465935e-05,
      "loss": 0.08,
      "step": 8460
    },
    {
      "epoch": 0.6327637138690498,
      "grad_norm": 0.8142957091331482,
      "learning_rate": 3.0139672545892882e-05,
      "loss": 0.0494,
      "step": 8461
    },
    {
      "epoch": 0.6328384997943387,
      "grad_norm": 0.7803469300270081,
      "learning_rate": 3.012881057727802e-05,
      "loss": 0.0579,
      "step": 8462
    },
    {
      "epoch": 0.6329132857196276,
      "grad_norm": 0.5177668929100037,
      "learning_rate": 3.0117949722230028e-05,
      "loss": 0.0468,
      "step": 8463
    },
    {
      "epoch": 0.6329880716449164,
      "grad_norm": 0.528287410736084,
      "learning_rate": 3.010708998135758e-05,
      "loss": 0.0411,
      "step": 8464
    },
    {
      "epoch": 0.6330628575702053,
      "grad_norm": 0.6910345554351807,
      "learning_rate": 3.00962313552692e-05,
      "loss": 0.0554,
      "step": 8465
    },
    {
      "epoch": 0.6331376434954942,
      "grad_norm": 0.7014809250831604,
      "learning_rate": 3.0085373844573446e-05,
      "loss": 0.0644,
      "step": 8466
    },
    {
      "epoch": 0.633212429420783,
      "grad_norm": 0.8840070366859436,
      "learning_rate": 3.0074517449878725e-05,
      "loss": 0.1033,
      "step": 8467
    },
    {
      "epoch": 0.6332872153460719,
      "grad_norm": 0.9634599685668945,
      "learning_rate": 3.006366217179345e-05,
      "loss": 0.0816,
      "step": 8468
    },
    {
      "epoch": 0.6333620012713608,
      "grad_norm": 0.7067198157310486,
      "learning_rate": 3.0052808010925935e-05,
      "loss": 0.0613,
      "step": 8469
    },
    {
      "epoch": 0.6334367871966496,
      "grad_norm": 1.470542073249817,
      "learning_rate": 3.0041954967884422e-05,
      "loss": 0.177,
      "step": 8470
    },
    {
      "epoch": 0.6335115731219384,
      "grad_norm": 0.7981978058815002,
      "learning_rate": 3.0031103043277132e-05,
      "loss": 0.0479,
      "step": 8471
    },
    {
      "epoch": 0.6335863590472273,
      "grad_norm": 0.747173011302948,
      "learning_rate": 3.0020252237712177e-05,
      "loss": 0.0767,
      "step": 8472
    },
    {
      "epoch": 0.6336611449725161,
      "grad_norm": 1.5234872102737427,
      "learning_rate": 3.0009402551797648e-05,
      "loss": 0.1472,
      "step": 8473
    },
    {
      "epoch": 0.633735930897805,
      "grad_norm": 1.0572386980056763,
      "learning_rate": 2.9998553986141526e-05,
      "loss": 0.0765,
      "step": 8474
    },
    {
      "epoch": 0.6338107168230939,
      "grad_norm": 1.0999089479446411,
      "learning_rate": 2.99877065413518e-05,
      "loss": 0.1261,
      "step": 8475
    },
    {
      "epoch": 0.6338855027483827,
      "grad_norm": 0.7589240074157715,
      "learning_rate": 2.997686021803631e-05,
      "loss": 0.06,
      "step": 8476
    },
    {
      "epoch": 0.6339602886736716,
      "grad_norm": 0.7123952507972717,
      "learning_rate": 2.9966015016802906e-05,
      "loss": 0.0383,
      "step": 8477
    },
    {
      "epoch": 0.6340350745989605,
      "grad_norm": 0.8266082406044006,
      "learning_rate": 2.995517093825932e-05,
      "loss": 0.0704,
      "step": 8478
    },
    {
      "epoch": 0.6341098605242493,
      "grad_norm": 1.0405182838439941,
      "learning_rate": 2.9944327983013277e-05,
      "loss": 0.0831,
      "step": 8479
    },
    {
      "epoch": 0.6341846464495382,
      "grad_norm": 0.974997878074646,
      "learning_rate": 2.9933486151672365e-05,
      "loss": 0.0906,
      "step": 8480
    },
    {
      "epoch": 0.6342594323748271,
      "grad_norm": 1.4473049640655518,
      "learning_rate": 2.99226454448442e-05,
      "loss": 0.1973,
      "step": 8481
    },
    {
      "epoch": 0.6343342183001159,
      "grad_norm": 0.747134268283844,
      "learning_rate": 2.9911805863136244e-05,
      "loss": 0.0675,
      "step": 8482
    },
    {
      "epoch": 0.6344090042254048,
      "grad_norm": 1.1559109687805176,
      "learning_rate": 2.9900967407155978e-05,
      "loss": 0.0494,
      "step": 8483
    },
    {
      "epoch": 0.6344837901506937,
      "grad_norm": 0.846620500087738,
      "learning_rate": 2.9890130077510758e-05,
      "loss": 0.0871,
      "step": 8484
    },
    {
      "epoch": 0.6345585760759825,
      "grad_norm": 0.8252864480018616,
      "learning_rate": 2.987929387480791e-05,
      "loss": 0.0815,
      "step": 8485
    },
    {
      "epoch": 0.6346333620012714,
      "grad_norm": 0.6562793850898743,
      "learning_rate": 2.9868458799654677e-05,
      "loss": 0.0355,
      "step": 8486
    },
    {
      "epoch": 0.6347081479265603,
      "grad_norm": 1.5283530950546265,
      "learning_rate": 2.985762485265826e-05,
      "loss": 0.212,
      "step": 8487
    },
    {
      "epoch": 0.634782933851849,
      "grad_norm": 0.8812341094017029,
      "learning_rate": 2.984679203442576e-05,
      "loss": 0.0674,
      "step": 8488
    },
    {
      "epoch": 0.6348577197771379,
      "grad_norm": 0.9886182546615601,
      "learning_rate": 2.9835960345564283e-05,
      "loss": 0.0761,
      "step": 8489
    },
    {
      "epoch": 0.6349325057024268,
      "grad_norm": 1.0996118783950806,
      "learning_rate": 2.9825129786680795e-05,
      "loss": 0.0922,
      "step": 8490
    },
    {
      "epoch": 0.6350072916277156,
      "grad_norm": 0.6911113262176514,
      "learning_rate": 2.9814300358382252e-05,
      "loss": 0.0561,
      "step": 8491
    },
    {
      "epoch": 0.6350820775530045,
      "grad_norm": 1.0452079772949219,
      "learning_rate": 2.9803472061275495e-05,
      "loss": 0.1145,
      "step": 8492
    },
    {
      "epoch": 0.6351568634782934,
      "grad_norm": 0.7507833242416382,
      "learning_rate": 2.979264489596738e-05,
      "loss": 0.0414,
      "step": 8493
    },
    {
      "epoch": 0.6352316494035822,
      "grad_norm": 0.9799960255622864,
      "learning_rate": 2.978181886306461e-05,
      "loss": 0.0799,
      "step": 8494
    },
    {
      "epoch": 0.6353064353288711,
      "grad_norm": 1.4458730220794678,
      "learning_rate": 2.977099396317391e-05,
      "loss": 0.1167,
      "step": 8495
    },
    {
      "epoch": 0.63538122125416,
      "grad_norm": 1.0832563638687134,
      "learning_rate": 2.9760170196901853e-05,
      "loss": 0.1229,
      "step": 8496
    },
    {
      "epoch": 0.6354560071794488,
      "grad_norm": 1.7427195310592651,
      "learning_rate": 2.9749347564855046e-05,
      "loss": 0.149,
      "step": 8497
    },
    {
      "epoch": 0.6355307931047377,
      "grad_norm": 1.3447345495224,
      "learning_rate": 2.973852606763994e-05,
      "loss": 0.1321,
      "step": 8498
    },
    {
      "epoch": 0.6356055790300266,
      "grad_norm": 0.9913274645805359,
      "learning_rate": 2.9727705705862998e-05,
      "loss": 0.0613,
      "step": 8499
    },
    {
      "epoch": 0.6356803649553154,
      "grad_norm": 2.07338285446167,
      "learning_rate": 2.971688648013056e-05,
      "loss": 0.1709,
      "step": 8500
    },
    {
      "epoch": 0.6357551508806043,
      "grad_norm": 0.7508496642112732,
      "learning_rate": 2.9706068391048904e-05,
      "loss": 0.0921,
      "step": 8501
    },
    {
      "epoch": 0.6358299368058932,
      "grad_norm": 0.6987132430076599,
      "learning_rate": 2.9695251439224326e-05,
      "loss": 0.0573,
      "step": 8502
    },
    {
      "epoch": 0.635904722731182,
      "grad_norm": 0.5167631506919861,
      "learning_rate": 2.9684435625262953e-05,
      "loss": 0.0481,
      "step": 8503
    },
    {
      "epoch": 0.6359795086564709,
      "grad_norm": 0.5242809057235718,
      "learning_rate": 2.967362094977093e-05,
      "loss": 0.0514,
      "step": 8504
    },
    {
      "epoch": 0.6360542945817597,
      "grad_norm": 0.6515012383460999,
      "learning_rate": 2.966280741335427e-05,
      "loss": 0.0584,
      "step": 8505
    },
    {
      "epoch": 0.6361290805070485,
      "grad_norm": 0.5851919054985046,
      "learning_rate": 2.9651995016618993e-05,
      "loss": 0.0617,
      "step": 8506
    },
    {
      "epoch": 0.6362038664323374,
      "grad_norm": 0.5008512139320374,
      "learning_rate": 2.9641183760170986e-05,
      "loss": 0.0481,
      "step": 8507
    },
    {
      "epoch": 0.6362786523576263,
      "grad_norm": 0.4951649308204651,
      "learning_rate": 2.9630373644616128e-05,
      "loss": 0.0292,
      "step": 8508
    },
    {
      "epoch": 0.6363534382829151,
      "grad_norm": 0.7488131523132324,
      "learning_rate": 2.9619564670560173e-05,
      "loss": 0.0614,
      "step": 8509
    },
    {
      "epoch": 0.636428224208204,
      "grad_norm": 0.8723583221435547,
      "learning_rate": 2.9608756838608893e-05,
      "loss": 0.067,
      "step": 8510
    },
    {
      "epoch": 0.6365030101334929,
      "grad_norm": 1.0836743116378784,
      "learning_rate": 2.9597950149367914e-05,
      "loss": 0.1904,
      "step": 8511
    },
    {
      "epoch": 0.6365777960587817,
      "grad_norm": 0.7058696150779724,
      "learning_rate": 2.9587144603442864e-05,
      "loss": 0.0642,
      "step": 8512
    },
    {
      "epoch": 0.6366525819840706,
      "grad_norm": 0.7606509923934937,
      "learning_rate": 2.957634020143926e-05,
      "loss": 0.0526,
      "step": 8513
    },
    {
      "epoch": 0.6367273679093595,
      "grad_norm": 0.6517255306243896,
      "learning_rate": 2.9565536943962592e-05,
      "loss": 0.0473,
      "step": 8514
    },
    {
      "epoch": 0.6368021538346483,
      "grad_norm": 0.858098566532135,
      "learning_rate": 2.9554734831618225e-05,
      "loss": 0.0679,
      "step": 8515
    },
    {
      "epoch": 0.6368769397599372,
      "grad_norm": 0.6505746841430664,
      "learning_rate": 2.9543933865011554e-05,
      "loss": 0.0524,
      "step": 8516
    },
    {
      "epoch": 0.6369517256852261,
      "grad_norm": 0.7215850353240967,
      "learning_rate": 2.9533134044747812e-05,
      "loss": 0.0678,
      "step": 8517
    },
    {
      "epoch": 0.6370265116105149,
      "grad_norm": 0.760425865650177,
      "learning_rate": 2.952233537143225e-05,
      "loss": 0.0968,
      "step": 8518
    },
    {
      "epoch": 0.6371012975358038,
      "grad_norm": 0.5527730584144592,
      "learning_rate": 2.9511537845669978e-05,
      "loss": 0.0697,
      "step": 8519
    },
    {
      "epoch": 0.6371760834610927,
      "grad_norm": 0.8812957406044006,
      "learning_rate": 2.950074146806613e-05,
      "loss": 0.0609,
      "step": 8520
    },
    {
      "epoch": 0.6372508693863815,
      "grad_norm": 0.886970043182373,
      "learning_rate": 2.9489946239225695e-05,
      "loss": 0.0816,
      "step": 8521
    },
    {
      "epoch": 0.6373256553116703,
      "grad_norm": 0.6379968523979187,
      "learning_rate": 2.9479152159753642e-05,
      "loss": 0.046,
      "step": 8522
    },
    {
      "epoch": 0.6374004412369592,
      "grad_norm": 0.4510148763656616,
      "learning_rate": 2.946835923025484e-05,
      "loss": 0.0348,
      "step": 8523
    },
    {
      "epoch": 0.637475227162248,
      "grad_norm": 0.5186609625816345,
      "learning_rate": 2.9457567451334144e-05,
      "loss": 0.0382,
      "step": 8524
    },
    {
      "epoch": 0.6375500130875369,
      "grad_norm": 0.6810012459754944,
      "learning_rate": 2.94467768235963e-05,
      "loss": 0.04,
      "step": 8525
    },
    {
      "epoch": 0.6376247990128258,
      "grad_norm": 1.599223256111145,
      "learning_rate": 2.9435987347646027e-05,
      "loss": 0.165,
      "step": 8526
    },
    {
      "epoch": 0.6376995849381146,
      "grad_norm": 0.44126126170158386,
      "learning_rate": 2.942519902408794e-05,
      "loss": 0.0325,
      "step": 8527
    },
    {
      "epoch": 0.6377743708634035,
      "grad_norm": 0.7927380204200745,
      "learning_rate": 2.9414411853526614e-05,
      "loss": 0.0779,
      "step": 8528
    },
    {
      "epoch": 0.6378491567886924,
      "grad_norm": 0.8249067068099976,
      "learning_rate": 2.940362583656656e-05,
      "loss": 0.071,
      "step": 8529
    },
    {
      "epoch": 0.6379239427139812,
      "grad_norm": 0.800266444683075,
      "learning_rate": 2.9392840973812218e-05,
      "loss": 0.0431,
      "step": 8530
    },
    {
      "epoch": 0.6379987286392701,
      "grad_norm": 0.7763767242431641,
      "learning_rate": 2.938205726586797e-05,
      "loss": 0.0601,
      "step": 8531
    },
    {
      "epoch": 0.638073514564559,
      "grad_norm": 0.9737802147865295,
      "learning_rate": 2.9371274713338087e-05,
      "loss": 0.0587,
      "step": 8532
    },
    {
      "epoch": 0.6381483004898478,
      "grad_norm": 1.3339695930480957,
      "learning_rate": 2.936049331682687e-05,
      "loss": 0.0908,
      "step": 8533
    },
    {
      "epoch": 0.6382230864151367,
      "grad_norm": 0.9377952814102173,
      "learning_rate": 2.9349713076938456e-05,
      "loss": 0.05,
      "step": 8534
    },
    {
      "epoch": 0.6382978723404256,
      "grad_norm": 1.174333930015564,
      "learning_rate": 2.9338933994276996e-05,
      "loss": 0.1282,
      "step": 8535
    },
    {
      "epoch": 0.6383726582657144,
      "grad_norm": 0.8227208256721497,
      "learning_rate": 2.9328156069446528e-05,
      "loss": 0.0629,
      "step": 8536
    },
    {
      "epoch": 0.6384474441910033,
      "grad_norm": 0.8823455572128296,
      "learning_rate": 2.931737930305104e-05,
      "loss": 0.0486,
      "step": 8537
    },
    {
      "epoch": 0.6385222301162922,
      "grad_norm": 0.8391437530517578,
      "learning_rate": 2.9306603695694434e-05,
      "loss": 0.0553,
      "step": 8538
    },
    {
      "epoch": 0.6385970160415809,
      "grad_norm": 0.8484506011009216,
      "learning_rate": 2.929582924798061e-05,
      "loss": 0.0519,
      "step": 8539
    },
    {
      "epoch": 0.6386718019668698,
      "grad_norm": 1.1047502756118774,
      "learning_rate": 2.9285055960513318e-05,
      "loss": 0.1105,
      "step": 8540
    },
    {
      "epoch": 0.6387465878921587,
      "grad_norm": 0.6793637275695801,
      "learning_rate": 2.9274283833896322e-05,
      "loss": 0.0411,
      "step": 8541
    },
    {
      "epoch": 0.6388213738174475,
      "grad_norm": 0.8501755595207214,
      "learning_rate": 2.9263512868733238e-05,
      "loss": 0.0644,
      "step": 8542
    },
    {
      "epoch": 0.6388961597427364,
      "grad_norm": 0.777754008769989,
      "learning_rate": 2.925274306562772e-05,
      "loss": 0.0442,
      "step": 8543
    },
    {
      "epoch": 0.6389709456680253,
      "grad_norm": 0.8060178160667419,
      "learning_rate": 2.924197442518325e-05,
      "loss": 0.0611,
      "step": 8544
    },
    {
      "epoch": 0.6390457315933141,
      "grad_norm": 1.8922648429870605,
      "learning_rate": 2.9231206948003332e-05,
      "loss": 0.2158,
      "step": 8545
    },
    {
      "epoch": 0.639120517518603,
      "grad_norm": 1.4848884344100952,
      "learning_rate": 2.9220440634691327e-05,
      "loss": 0.1451,
      "step": 8546
    },
    {
      "epoch": 0.6391953034438919,
      "grad_norm": 1.9831372499465942,
      "learning_rate": 2.920967548585062e-05,
      "loss": 0.1996,
      "step": 8547
    },
    {
      "epoch": 0.6392700893691807,
      "grad_norm": 1.6583250761032104,
      "learning_rate": 2.919891150208443e-05,
      "loss": 0.1725,
      "step": 8548
    },
    {
      "epoch": 0.6393448752944696,
      "grad_norm": 2.447335720062256,
      "learning_rate": 2.918814868399601e-05,
      "loss": 0.2471,
      "step": 8549
    },
    {
      "epoch": 0.6394196612197585,
      "grad_norm": 1.8183358907699585,
      "learning_rate": 2.9177387032188476e-05,
      "loss": 0.103,
      "step": 8550
    },
    {
      "epoch": 0.6394944471450473,
      "grad_norm": 0.6953535676002502,
      "learning_rate": 2.91666265472649e-05,
      "loss": 0.0948,
      "step": 8551
    },
    {
      "epoch": 0.6395692330703362,
      "grad_norm": 0.6000856161117554,
      "learning_rate": 2.9155867229828305e-05,
      "loss": 0.0739,
      "step": 8552
    },
    {
      "epoch": 0.6396440189956251,
      "grad_norm": 0.6688321232795715,
      "learning_rate": 2.9145109080481626e-05,
      "loss": 0.0588,
      "step": 8553
    },
    {
      "epoch": 0.6397188049209139,
      "grad_norm": 1.1527682542800903,
      "learning_rate": 2.9134352099827744e-05,
      "loss": 0.0597,
      "step": 8554
    },
    {
      "epoch": 0.6397935908462028,
      "grad_norm": 1.0412235260009766,
      "learning_rate": 2.912359628846949e-05,
      "loss": 0.064,
      "step": 8555
    },
    {
      "epoch": 0.6398683767714916,
      "grad_norm": 0.4718575179576874,
      "learning_rate": 2.9112841647009558e-05,
      "loss": 0.0476,
      "step": 8556
    },
    {
      "epoch": 0.6399431626967804,
      "grad_norm": 0.6440058946609497,
      "learning_rate": 2.9102088176050713e-05,
      "loss": 0.0602,
      "step": 8557
    },
    {
      "epoch": 0.6400179486220693,
      "grad_norm": 0.5344911813735962,
      "learning_rate": 2.909133587619548e-05,
      "loss": 0.0493,
      "step": 8558
    },
    {
      "epoch": 0.6400927345473582,
      "grad_norm": 0.5115533471107483,
      "learning_rate": 2.9080584748046495e-05,
      "loss": 0.043,
      "step": 8559
    },
    {
      "epoch": 0.640167520472647,
      "grad_norm": 0.3925701677799225,
      "learning_rate": 2.9069834792206186e-05,
      "loss": 0.0286,
      "step": 8560
    },
    {
      "epoch": 0.6402423063979359,
      "grad_norm": 0.802068293094635,
      "learning_rate": 2.9059086009276992e-05,
      "loss": 0.0598,
      "step": 8561
    },
    {
      "epoch": 0.6403170923232248,
      "grad_norm": 0.622138261795044,
      "learning_rate": 2.9048338399861264e-05,
      "loss": 0.0682,
      "step": 8562
    },
    {
      "epoch": 0.6403918782485136,
      "grad_norm": 0.773720920085907,
      "learning_rate": 2.903759196456129e-05,
      "loss": 0.0896,
      "step": 8563
    },
    {
      "epoch": 0.6404666641738025,
      "grad_norm": 0.5203836560249329,
      "learning_rate": 2.9026846703979315e-05,
      "loss": 0.0282,
      "step": 8564
    },
    {
      "epoch": 0.6405414500990914,
      "grad_norm": 0.6284984350204468,
      "learning_rate": 2.9016102618717433e-05,
      "loss": 0.0517,
      "step": 8565
    },
    {
      "epoch": 0.6406162360243802,
      "grad_norm": 0.8832749724388123,
      "learning_rate": 2.900535970937782e-05,
      "loss": 0.064,
      "step": 8566
    },
    {
      "epoch": 0.6406910219496691,
      "grad_norm": 0.7740795016288757,
      "learning_rate": 2.899461797656241e-05,
      "loss": 0.0586,
      "step": 8567
    },
    {
      "epoch": 0.640765807874958,
      "grad_norm": 0.665340781211853,
      "learning_rate": 2.8983877420873262e-05,
      "loss": 0.0498,
      "step": 8568
    },
    {
      "epoch": 0.6408405938002468,
      "grad_norm": 0.8922435641288757,
      "learning_rate": 2.8973138042912186e-05,
      "loss": 0.0719,
      "step": 8569
    },
    {
      "epoch": 0.6409153797255357,
      "grad_norm": 0.6299107670783997,
      "learning_rate": 2.896239984328104e-05,
      "loss": 0.045,
      "step": 8570
    },
    {
      "epoch": 0.6409901656508246,
      "grad_norm": 0.7491432428359985,
      "learning_rate": 2.895166282258158e-05,
      "loss": 0.0682,
      "step": 8571
    },
    {
      "epoch": 0.6410649515761134,
      "grad_norm": 0.6008509397506714,
      "learning_rate": 2.894092698141551e-05,
      "loss": 0.0416,
      "step": 8572
    },
    {
      "epoch": 0.6411397375014022,
      "grad_norm": 0.5080179572105408,
      "learning_rate": 2.8930192320384454e-05,
      "loss": 0.0396,
      "step": 8573
    },
    {
      "epoch": 0.641214523426691,
      "grad_norm": 0.8094614744186401,
      "learning_rate": 2.891945884008997e-05,
      "loss": 0.068,
      "step": 8574
    },
    {
      "epoch": 0.6412893093519799,
      "grad_norm": 0.6311693787574768,
      "learning_rate": 2.890872654113356e-05,
      "loss": 0.0399,
      "step": 8575
    },
    {
      "epoch": 0.6413640952772688,
      "grad_norm": 0.7201989889144897,
      "learning_rate": 2.8897995424116647e-05,
      "loss": 0.0605,
      "step": 8576
    },
    {
      "epoch": 0.6414388812025577,
      "grad_norm": 0.9329548478126526,
      "learning_rate": 2.8887265489640603e-05,
      "loss": 0.056,
      "step": 8577
    },
    {
      "epoch": 0.6415136671278465,
      "grad_norm": 0.5799065828323364,
      "learning_rate": 2.8876536738306747e-05,
      "loss": 0.0406,
      "step": 8578
    },
    {
      "epoch": 0.6415884530531354,
      "grad_norm": 0.8795422315597534,
      "learning_rate": 2.886580917071624e-05,
      "loss": 0.0704,
      "step": 8579
    },
    {
      "epoch": 0.6416632389784243,
      "grad_norm": 2.2837467193603516,
      "learning_rate": 2.8855082787470334e-05,
      "loss": 0.089,
      "step": 8580
    },
    {
      "epoch": 0.6417380249037131,
      "grad_norm": 0.6741977334022522,
      "learning_rate": 2.8844357589170047e-05,
      "loss": 0.0535,
      "step": 8581
    },
    {
      "epoch": 0.641812810829002,
      "grad_norm": 0.9042506217956543,
      "learning_rate": 2.883363357641649e-05,
      "loss": 0.1137,
      "step": 8582
    },
    {
      "epoch": 0.6418875967542909,
      "grad_norm": 0.8306183815002441,
      "learning_rate": 2.8822910749810572e-05,
      "loss": 0.0627,
      "step": 8583
    },
    {
      "epoch": 0.6419623826795797,
      "grad_norm": 1.125122308731079,
      "learning_rate": 2.881218910995321e-05,
      "loss": 0.1519,
      "step": 8584
    },
    {
      "epoch": 0.6420371686048686,
      "grad_norm": 0.6906937956809998,
      "learning_rate": 2.8801468657445237e-05,
      "loss": 0.0568,
      "step": 8585
    },
    {
      "epoch": 0.6421119545301575,
      "grad_norm": 0.6756017208099365,
      "learning_rate": 2.8790749392887416e-05,
      "loss": 0.0618,
      "step": 8586
    },
    {
      "epoch": 0.6421867404554463,
      "grad_norm": 0.763443112373352,
      "learning_rate": 2.878003131688045e-05,
      "loss": 0.0677,
      "step": 8587
    },
    {
      "epoch": 0.6422615263807352,
      "grad_norm": 1.3331143856048584,
      "learning_rate": 2.8769314430024974e-05,
      "loss": 0.0893,
      "step": 8588
    },
    {
      "epoch": 0.6423363123060241,
      "grad_norm": 1.5138269662857056,
      "learning_rate": 2.8758598732921554e-05,
      "loss": 0.1084,
      "step": 8589
    },
    {
      "epoch": 0.6424110982313128,
      "grad_norm": 0.6714800596237183,
      "learning_rate": 2.8747884226170685e-05,
      "loss": 0.0577,
      "step": 8590
    },
    {
      "epoch": 0.6424858841566017,
      "grad_norm": 0.8500670790672302,
      "learning_rate": 2.8737170910372802e-05,
      "loss": 0.0595,
      "step": 8591
    },
    {
      "epoch": 0.6425606700818906,
      "grad_norm": 0.7195586562156677,
      "learning_rate": 2.8726458786128295e-05,
      "loss": 0.0518,
      "step": 8592
    },
    {
      "epoch": 0.6426354560071794,
      "grad_norm": 0.9819604754447937,
      "learning_rate": 2.8715747854037407e-05,
      "loss": 0.09,
      "step": 8593
    },
    {
      "epoch": 0.6427102419324683,
      "grad_norm": 1.2582077980041504,
      "learning_rate": 2.870503811470044e-05,
      "loss": 0.1814,
      "step": 8594
    },
    {
      "epoch": 0.6427850278577572,
      "grad_norm": 0.7554376721382141,
      "learning_rate": 2.8694329568717504e-05,
      "loss": 0.0488,
      "step": 8595
    },
    {
      "epoch": 0.642859813783046,
      "grad_norm": 0.9187462329864502,
      "learning_rate": 2.8683622216688722e-05,
      "loss": 0.0781,
      "step": 8596
    },
    {
      "epoch": 0.6429345997083349,
      "grad_norm": 1.5309569835662842,
      "learning_rate": 2.8672916059214117e-05,
      "loss": 0.1851,
      "step": 8597
    },
    {
      "epoch": 0.6430093856336238,
      "grad_norm": 1.3091225624084473,
      "learning_rate": 2.8662211096893666e-05,
      "loss": 0.0968,
      "step": 8598
    },
    {
      "epoch": 0.6430841715589126,
      "grad_norm": 1.7519543170928955,
      "learning_rate": 2.8651507330327265e-05,
      "loss": 0.18,
      "step": 8599
    },
    {
      "epoch": 0.6431589574842015,
      "grad_norm": 1.965002179145813,
      "learning_rate": 2.8640804760114735e-05,
      "loss": 0.2756,
      "step": 8600
    },
    {
      "epoch": 0.6432337434094904,
      "grad_norm": 0.8987188935279846,
      "learning_rate": 2.8630103386855868e-05,
      "loss": 0.1166,
      "step": 8601
    },
    {
      "epoch": 0.6433085293347792,
      "grad_norm": 0.5507700443267822,
      "learning_rate": 2.86194032111503e-05,
      "loss": 0.0335,
      "step": 8602
    },
    {
      "epoch": 0.6433833152600681,
      "grad_norm": 0.5582841038703918,
      "learning_rate": 2.860870423359775e-05,
      "loss": 0.0535,
      "step": 8603
    },
    {
      "epoch": 0.643458101185357,
      "grad_norm": 0.4515349864959717,
      "learning_rate": 2.859800645479768e-05,
      "loss": 0.0344,
      "step": 8604
    },
    {
      "epoch": 0.6435328871106458,
      "grad_norm": 0.6918324828147888,
      "learning_rate": 2.8587309875349687e-05,
      "loss": 0.0571,
      "step": 8605
    },
    {
      "epoch": 0.6436076730359347,
      "grad_norm": 0.3428284823894501,
      "learning_rate": 2.8576614495853126e-05,
      "loss": 0.0335,
      "step": 8606
    },
    {
      "epoch": 0.6436824589612234,
      "grad_norm": 0.6747580766677856,
      "learning_rate": 2.856592031690738e-05,
      "loss": 0.059,
      "step": 8607
    },
    {
      "epoch": 0.6437572448865123,
      "grad_norm": 0.7182034850120544,
      "learning_rate": 2.8555227339111752e-05,
      "loss": 0.0751,
      "step": 8608
    },
    {
      "epoch": 0.6438320308118012,
      "grad_norm": 0.8707621097564697,
      "learning_rate": 2.8544535563065457e-05,
      "loss": 0.0962,
      "step": 8609
    },
    {
      "epoch": 0.64390681673709,
      "grad_norm": 0.5195945501327515,
      "learning_rate": 2.8533844989367664e-05,
      "loss": 0.036,
      "step": 8610
    },
    {
      "epoch": 0.6439816026623789,
      "grad_norm": 0.7079600095748901,
      "learning_rate": 2.8523155618617454e-05,
      "loss": 0.043,
      "step": 8611
    },
    {
      "epoch": 0.6440563885876678,
      "grad_norm": 0.7412484288215637,
      "learning_rate": 2.851246745141386e-05,
      "loss": 0.0777,
      "step": 8612
    },
    {
      "epoch": 0.6441311745129567,
      "grad_norm": 1.1407010555267334,
      "learning_rate": 2.850178048835584e-05,
      "loss": 0.1376,
      "step": 8613
    },
    {
      "epoch": 0.6442059604382455,
      "grad_norm": 0.6750173568725586,
      "learning_rate": 2.8491094730042277e-05,
      "loss": 0.0622,
      "step": 8614
    },
    {
      "epoch": 0.6442807463635344,
      "grad_norm": 0.5226728320121765,
      "learning_rate": 2.8480410177072014e-05,
      "loss": 0.037,
      "step": 8615
    },
    {
      "epoch": 0.6443555322888233,
      "grad_norm": 0.6295737624168396,
      "learning_rate": 2.8469726830043754e-05,
      "loss": 0.0549,
      "step": 8616
    },
    {
      "epoch": 0.6444303182141121,
      "grad_norm": 0.47611764073371887,
      "learning_rate": 2.8459044689556258e-05,
      "loss": 0.0383,
      "step": 8617
    },
    {
      "epoch": 0.644505104139401,
      "grad_norm": 0.707473635673523,
      "learning_rate": 2.8448363756208063e-05,
      "loss": 0.0607,
      "step": 8618
    },
    {
      "epoch": 0.6445798900646899,
      "grad_norm": 0.5985178351402283,
      "learning_rate": 2.84376840305978e-05,
      "loss": 0.0396,
      "step": 8619
    },
    {
      "epoch": 0.6446546759899787,
      "grad_norm": 0.7925481796264648,
      "learning_rate": 2.8427005513323902e-05,
      "loss": 0.0839,
      "step": 8620
    },
    {
      "epoch": 0.6447294619152676,
      "grad_norm": 1.226121187210083,
      "learning_rate": 2.8416328204984793e-05,
      "loss": 0.1187,
      "step": 8621
    },
    {
      "epoch": 0.6448042478405565,
      "grad_norm": 0.5755373239517212,
      "learning_rate": 2.8405652106178833e-05,
      "loss": 0.039,
      "step": 8622
    },
    {
      "epoch": 0.6448790337658453,
      "grad_norm": 0.8589364290237427,
      "learning_rate": 2.8394977217504294e-05,
      "loss": 0.0884,
      "step": 8623
    },
    {
      "epoch": 0.6449538196911341,
      "grad_norm": 0.8522183895111084,
      "learning_rate": 2.838430353955939e-05,
      "loss": 0.1334,
      "step": 8624
    },
    {
      "epoch": 0.645028605616423,
      "grad_norm": 0.5763303637504578,
      "learning_rate": 2.8373631072942276e-05,
      "loss": 0.0471,
      "step": 8625
    },
    {
      "epoch": 0.6451033915417118,
      "grad_norm": 0.7630282044410706,
      "learning_rate": 2.8362959818251033e-05,
      "loss": 0.0792,
      "step": 8626
    },
    {
      "epoch": 0.6451781774670007,
      "grad_norm": 1.6890621185302734,
      "learning_rate": 2.835228977608363e-05,
      "loss": 0.2535,
      "step": 8627
    },
    {
      "epoch": 0.6452529633922895,
      "grad_norm": 0.9519504308700562,
      "learning_rate": 2.8341620947038073e-05,
      "loss": 0.1193,
      "step": 8628
    },
    {
      "epoch": 0.6453277493175784,
      "grad_norm": 0.9170891046524048,
      "learning_rate": 2.8330953331712175e-05,
      "loss": 0.0604,
      "step": 8629
    },
    {
      "epoch": 0.6454025352428673,
      "grad_norm": 0.7010077834129333,
      "learning_rate": 2.8320286930703765e-05,
      "loss": 0.0534,
      "step": 8630
    },
    {
      "epoch": 0.6454773211681561,
      "grad_norm": 1.1837801933288574,
      "learning_rate": 2.8309621744610585e-05,
      "loss": 0.093,
      "step": 8631
    },
    {
      "epoch": 0.645552107093445,
      "grad_norm": 0.6980735659599304,
      "learning_rate": 2.8298957774030305e-05,
      "loss": 0.0847,
      "step": 8632
    },
    {
      "epoch": 0.6456268930187339,
      "grad_norm": 1.0802732706069946,
      "learning_rate": 2.828829501956052e-05,
      "loss": 0.0889,
      "step": 8633
    },
    {
      "epoch": 0.6457016789440227,
      "grad_norm": 0.6071354150772095,
      "learning_rate": 2.827763348179876e-05,
      "loss": 0.0441,
      "step": 8634
    },
    {
      "epoch": 0.6457764648693116,
      "grad_norm": 0.9419302940368652,
      "learning_rate": 2.8266973161342492e-05,
      "loss": 0.067,
      "step": 8635
    },
    {
      "epoch": 0.6458512507946005,
      "grad_norm": 0.6821081042289734,
      "learning_rate": 2.8256314058789125e-05,
      "loss": 0.0425,
      "step": 8636
    },
    {
      "epoch": 0.6459260367198894,
      "grad_norm": 0.8288279175758362,
      "learning_rate": 2.8245656174735968e-05,
      "loss": 0.0621,
      "step": 8637
    },
    {
      "epoch": 0.6460008226451782,
      "grad_norm": 0.6129220128059387,
      "learning_rate": 2.8234999509780312e-05,
      "loss": 0.0345,
      "step": 8638
    },
    {
      "epoch": 0.6460756085704671,
      "grad_norm": 0.9009428024291992,
      "learning_rate": 2.8224344064519293e-05,
      "loss": 0.0683,
      "step": 8639
    },
    {
      "epoch": 0.646150394495756,
      "grad_norm": 0.8716128468513489,
      "learning_rate": 2.82136898395501e-05,
      "loss": 0.0672,
      "step": 8640
    },
    {
      "epoch": 0.6462251804210447,
      "grad_norm": 0.9264823794364929,
      "learning_rate": 2.820303683546972e-05,
      "loss": 0.0586,
      "step": 8641
    },
    {
      "epoch": 0.6462999663463336,
      "grad_norm": 0.954720139503479,
      "learning_rate": 2.8192385052875215e-05,
      "loss": 0.13,
      "step": 8642
    },
    {
      "epoch": 0.6463747522716224,
      "grad_norm": 0.8465086817741394,
      "learning_rate": 2.818173449236344e-05,
      "loss": 0.0917,
      "step": 8643
    },
    {
      "epoch": 0.6464495381969113,
      "grad_norm": 1.609765648841858,
      "learning_rate": 2.8171085154531272e-05,
      "loss": 0.2557,
      "step": 8644
    },
    {
      "epoch": 0.6465243241222002,
      "grad_norm": 1.2533410787582397,
      "learning_rate": 2.8160437039975496e-05,
      "loss": 0.0728,
      "step": 8645
    },
    {
      "epoch": 0.646599110047489,
      "grad_norm": 2.0366854667663574,
      "learning_rate": 2.8149790149292808e-05,
      "loss": 0.2071,
      "step": 8646
    },
    {
      "epoch": 0.6466738959727779,
      "grad_norm": 1.451447606086731,
      "learning_rate": 2.8139144483079864e-05,
      "loss": 0.1307,
      "step": 8647
    },
    {
      "epoch": 0.6467486818980668,
      "grad_norm": 1.610180139541626,
      "learning_rate": 2.8128500041933237e-05,
      "loss": 0.1323,
      "step": 8648
    },
    {
      "epoch": 0.6468234678233556,
      "grad_norm": 0.7312259674072266,
      "learning_rate": 2.811785682644943e-05,
      "loss": 0.0359,
      "step": 8649
    },
    {
      "epoch": 0.6468982537486445,
      "grad_norm": 1.769785761833191,
      "learning_rate": 2.810721483722488e-05,
      "loss": 0.1143,
      "step": 8650
    },
    {
      "epoch": 0.6469730396739334,
      "grad_norm": 0.5902165174484253,
      "learning_rate": 2.8096574074855974e-05,
      "loss": 0.0657,
      "step": 8651
    },
    {
      "epoch": 0.6470478255992222,
      "grad_norm": 0.8380888104438782,
      "learning_rate": 2.808593453993901e-05,
      "loss": 0.0511,
      "step": 8652
    },
    {
      "epoch": 0.6471226115245111,
      "grad_norm": 0.6521393060684204,
      "learning_rate": 2.807529623307017e-05,
      "loss": 0.0672,
      "step": 8653
    },
    {
      "epoch": 0.6471973974498,
      "grad_norm": 1.446732521057129,
      "learning_rate": 2.806465915484569e-05,
      "loss": 0.0735,
      "step": 8654
    },
    {
      "epoch": 0.6472721833750888,
      "grad_norm": 0.598089337348938,
      "learning_rate": 2.8054023305861594e-05,
      "loss": 0.0552,
      "step": 8655
    },
    {
      "epoch": 0.6473469693003777,
      "grad_norm": 0.6244977116584778,
      "learning_rate": 2.8043388686713985e-05,
      "loss": 0.0521,
      "step": 8656
    },
    {
      "epoch": 0.6474217552256666,
      "grad_norm": 0.5976530313491821,
      "learning_rate": 2.803275529799875e-05,
      "loss": 0.0554,
      "step": 8657
    },
    {
      "epoch": 0.6474965411509553,
      "grad_norm": 0.3568981885910034,
      "learning_rate": 2.8022123140311807e-05,
      "loss": 0.0356,
      "step": 8658
    },
    {
      "epoch": 0.6475713270762442,
      "grad_norm": 0.5526778697967529,
      "learning_rate": 2.8011492214248974e-05,
      "loss": 0.0514,
      "step": 8659
    },
    {
      "epoch": 0.6476461130015331,
      "grad_norm": 0.4278760850429535,
      "learning_rate": 2.800086252040599e-05,
      "loss": 0.028,
      "step": 8660
    },
    {
      "epoch": 0.6477208989268219,
      "grad_norm": 1.3960392475128174,
      "learning_rate": 2.7990234059378573e-05,
      "loss": 0.204,
      "step": 8661
    },
    {
      "epoch": 0.6477956848521108,
      "grad_norm": 0.5520817041397095,
      "learning_rate": 2.797960683176225e-05,
      "loss": 0.0534,
      "step": 8662
    },
    {
      "epoch": 0.6478704707773997,
      "grad_norm": 0.5740460753440857,
      "learning_rate": 2.796898083815267e-05,
      "loss": 0.0595,
      "step": 8663
    },
    {
      "epoch": 0.6479452567026885,
      "grad_norm": 1.3453518152236938,
      "learning_rate": 2.79583560791452e-05,
      "loss": 0.0794,
      "step": 8664
    },
    {
      "epoch": 0.6480200426279774,
      "grad_norm": 0.5663567781448364,
      "learning_rate": 2.7947732555335343e-05,
      "loss": 0.0289,
      "step": 8665
    },
    {
      "epoch": 0.6480948285532663,
      "grad_norm": 0.7225649952888489,
      "learning_rate": 2.7937110267318368e-05,
      "loss": 0.0473,
      "step": 8666
    },
    {
      "epoch": 0.6481696144785551,
      "grad_norm": 0.9528464674949646,
      "learning_rate": 2.7926489215689548e-05,
      "loss": 0.1085,
      "step": 8667
    },
    {
      "epoch": 0.648244400403844,
      "grad_norm": 0.7791619300842285,
      "learning_rate": 2.7915869401044097e-05,
      "loss": 0.0979,
      "step": 8668
    },
    {
      "epoch": 0.6483191863291329,
      "grad_norm": 0.4580809473991394,
      "learning_rate": 2.7905250823977136e-05,
      "loss": 0.0287,
      "step": 8669
    },
    {
      "epoch": 0.6483939722544217,
      "grad_norm": 0.6808360815048218,
      "learning_rate": 2.789463348508372e-05,
      "loss": 0.0518,
      "step": 8670
    },
    {
      "epoch": 0.6484687581797106,
      "grad_norm": 0.8103826642036438,
      "learning_rate": 2.7884017384958832e-05,
      "loss": 0.0598,
      "step": 8671
    },
    {
      "epoch": 0.6485435441049995,
      "grad_norm": 0.5586522221565247,
      "learning_rate": 2.78734025241974e-05,
      "loss": 0.0347,
      "step": 8672
    },
    {
      "epoch": 0.6486183300302883,
      "grad_norm": 0.5596081614494324,
      "learning_rate": 2.7862788903394266e-05,
      "loss": 0.0431,
      "step": 8673
    },
    {
      "epoch": 0.6486931159555772,
      "grad_norm": 0.5698630213737488,
      "learning_rate": 2.7852176523144213e-05,
      "loss": 0.0465,
      "step": 8674
    },
    {
      "epoch": 0.648767901880866,
      "grad_norm": 0.5208947062492371,
      "learning_rate": 2.784156538404198e-05,
      "loss": 0.0267,
      "step": 8675
    },
    {
      "epoch": 0.6488426878061548,
      "grad_norm": 0.7564429044723511,
      "learning_rate": 2.7830955486682125e-05,
      "loss": 0.122,
      "step": 8676
    },
    {
      "epoch": 0.6489174737314437,
      "grad_norm": 0.779887855052948,
      "learning_rate": 2.7820346831659317e-05,
      "loss": 0.0581,
      "step": 8677
    },
    {
      "epoch": 0.6489922596567326,
      "grad_norm": 0.906040370464325,
      "learning_rate": 2.780973941956797e-05,
      "loss": 0.0777,
      "step": 8678
    },
    {
      "epoch": 0.6490670455820214,
      "grad_norm": 0.6858934164047241,
      "learning_rate": 2.7799133251002594e-05,
      "loss": 0.0318,
      "step": 8679
    },
    {
      "epoch": 0.6491418315073103,
      "grad_norm": 0.7140915989875793,
      "learning_rate": 2.7788528326557507e-05,
      "loss": 0.0583,
      "step": 8680
    },
    {
      "epoch": 0.6492166174325992,
      "grad_norm": 1.2037897109985352,
      "learning_rate": 2.7777924646827003e-05,
      "loss": 0.103,
      "step": 8681
    },
    {
      "epoch": 0.649291403357888,
      "grad_norm": 1.135581612586975,
      "learning_rate": 2.77673222124053e-05,
      "loss": 0.1114,
      "step": 8682
    },
    {
      "epoch": 0.6493661892831769,
      "grad_norm": 0.6985985040664673,
      "learning_rate": 2.7756721023886572e-05,
      "loss": 0.0399,
      "step": 8683
    },
    {
      "epoch": 0.6494409752084658,
      "grad_norm": 0.6603856086730957,
      "learning_rate": 2.774612108186489e-05,
      "loss": 0.0444,
      "step": 8684
    },
    {
      "epoch": 0.6495157611337546,
      "grad_norm": 0.927154541015625,
      "learning_rate": 2.7735522386934265e-05,
      "loss": 0.0711,
      "step": 8685
    },
    {
      "epoch": 0.6495905470590435,
      "grad_norm": 1.1993039846420288,
      "learning_rate": 2.772492493968864e-05,
      "loss": 0.1042,
      "step": 8686
    },
    {
      "epoch": 0.6496653329843324,
      "grad_norm": 0.7788810133934021,
      "learning_rate": 2.7714328740721896e-05,
      "loss": 0.0619,
      "step": 8687
    },
    {
      "epoch": 0.6497401189096212,
      "grad_norm": 0.9685442447662354,
      "learning_rate": 2.770373379062785e-05,
      "loss": 0.0719,
      "step": 8688
    },
    {
      "epoch": 0.6498149048349101,
      "grad_norm": 1.603183627128601,
      "learning_rate": 2.7693140090000192e-05,
      "loss": 0.2612,
      "step": 8689
    },
    {
      "epoch": 0.649889690760199,
      "grad_norm": 1.0693359375,
      "learning_rate": 2.768254763943261e-05,
      "loss": 0.1416,
      "step": 8690
    },
    {
      "epoch": 0.6499644766854878,
      "grad_norm": 1.5999460220336914,
      "learning_rate": 2.76719564395187e-05,
      "loss": 0.1199,
      "step": 8691
    },
    {
      "epoch": 0.6500392626107766,
      "grad_norm": 1.1047073602676392,
      "learning_rate": 2.766136649085198e-05,
      "loss": 0.0796,
      "step": 8692
    },
    {
      "epoch": 0.6501140485360655,
      "grad_norm": 1.0794174671173096,
      "learning_rate": 2.7650777794025907e-05,
      "loss": 0.1192,
      "step": 8693
    },
    {
      "epoch": 0.6501888344613543,
      "grad_norm": 1.3793970346450806,
      "learning_rate": 2.764019034963386e-05,
      "loss": 0.1765,
      "step": 8694
    },
    {
      "epoch": 0.6502636203866432,
      "grad_norm": 1.652928352355957,
      "learning_rate": 2.762960415826915e-05,
      "loss": 0.1877,
      "step": 8695
    },
    {
      "epoch": 0.6503384063119321,
      "grad_norm": 1.9355878829956055,
      "learning_rate": 2.7619019220525034e-05,
      "loss": 0.2818,
      "step": 8696
    },
    {
      "epoch": 0.6504131922372209,
      "grad_norm": 1.780855655670166,
      "learning_rate": 2.760843553699466e-05,
      "loss": 0.163,
      "step": 8697
    },
    {
      "epoch": 0.6504879781625098,
      "grad_norm": 1.4753955602645874,
      "learning_rate": 2.7597853108271167e-05,
      "loss": 0.135,
      "step": 8698
    },
    {
      "epoch": 0.6505627640877987,
      "grad_norm": 1.5456806421279907,
      "learning_rate": 2.7587271934947523e-05,
      "loss": 0.1999,
      "step": 8699
    },
    {
      "epoch": 0.6506375500130875,
      "grad_norm": 2.3063547611236572,
      "learning_rate": 2.757669201761677e-05,
      "loss": 0.2501,
      "step": 8700
    },
    {
      "epoch": 0.6507123359383764,
      "grad_norm": 0.616075336933136,
      "learning_rate": 2.7566113356871714e-05,
      "loss": 0.0777,
      "step": 8701
    },
    {
      "epoch": 0.6507871218636653,
      "grad_norm": 0.6105445027351379,
      "learning_rate": 2.7555535953305255e-05,
      "loss": 0.0469,
      "step": 8702
    },
    {
      "epoch": 0.6508619077889541,
      "grad_norm": 0.5667359828948975,
      "learning_rate": 2.7544959807510094e-05,
      "loss": 0.0579,
      "step": 8703
    },
    {
      "epoch": 0.650936693714243,
      "grad_norm": 0.5557289719581604,
      "learning_rate": 2.7534384920078915e-05,
      "loss": 0.0552,
      "step": 8704
    },
    {
      "epoch": 0.6510114796395319,
      "grad_norm": 0.47909143567085266,
      "learning_rate": 2.752381129160434e-05,
      "loss": 0.0349,
      "step": 8705
    },
    {
      "epoch": 0.6510862655648207,
      "grad_norm": 0.3870082199573517,
      "learning_rate": 2.7513238922678902e-05,
      "loss": 0.0381,
      "step": 8706
    },
    {
      "epoch": 0.6511610514901096,
      "grad_norm": 0.43349170684814453,
      "learning_rate": 2.7502667813895067e-05,
      "loss": 0.0325,
      "step": 8707
    },
    {
      "epoch": 0.6512358374153985,
      "grad_norm": 0.49415042996406555,
      "learning_rate": 2.7492097965845238e-05,
      "loss": 0.0378,
      "step": 8708
    },
    {
      "epoch": 0.6513106233406872,
      "grad_norm": 0.6481804847717285,
      "learning_rate": 2.7481529379121736e-05,
      "loss": 0.0445,
      "step": 8709
    },
    {
      "epoch": 0.6513854092659761,
      "grad_norm": 0.4848357141017914,
      "learning_rate": 2.747096205431682e-05,
      "loss": 0.0363,
      "step": 8710
    },
    {
      "epoch": 0.651460195191265,
      "grad_norm": 0.9718892574310303,
      "learning_rate": 2.746039599202267e-05,
      "loss": 0.0784,
      "step": 8711
    },
    {
      "epoch": 0.6515349811165538,
      "grad_norm": 0.7434426546096802,
      "learning_rate": 2.7449831192831422e-05,
      "loss": 0.0705,
      "step": 8712
    },
    {
      "epoch": 0.6516097670418427,
      "grad_norm": 0.6440887451171875,
      "learning_rate": 2.7439267657335067e-05,
      "loss": 0.0376,
      "step": 8713
    },
    {
      "epoch": 0.6516845529671316,
      "grad_norm": 0.9130386710166931,
      "learning_rate": 2.7428705386125652e-05,
      "loss": 0.0608,
      "step": 8714
    },
    {
      "epoch": 0.6517593388924204,
      "grad_norm": 0.7125548720359802,
      "learning_rate": 2.7418144379794996e-05,
      "loss": 0.0502,
      "step": 8715
    },
    {
      "epoch": 0.6518341248177093,
      "grad_norm": 0.7318599820137024,
      "learning_rate": 2.740758463893502e-05,
      "loss": 0.0597,
      "step": 8716
    },
    {
      "epoch": 0.6519089107429982,
      "grad_norm": 0.7742143273353577,
      "learning_rate": 2.7397026164137414e-05,
      "loss": 0.0635,
      "step": 8717
    },
    {
      "epoch": 0.651983696668287,
      "grad_norm": 0.825120210647583,
      "learning_rate": 2.738646895599389e-05,
      "loss": 0.0732,
      "step": 8718
    },
    {
      "epoch": 0.6520584825935759,
      "grad_norm": 0.9311901926994324,
      "learning_rate": 2.7375913015096067e-05,
      "loss": 0.0864,
      "step": 8719
    },
    {
      "epoch": 0.6521332685188648,
      "grad_norm": 1.2605172395706177,
      "learning_rate": 2.736535834203549e-05,
      "loss": 0.1706,
      "step": 8720
    },
    {
      "epoch": 0.6522080544441536,
      "grad_norm": 0.5314366817474365,
      "learning_rate": 2.735480493740366e-05,
      "loss": 0.0367,
      "step": 8721
    },
    {
      "epoch": 0.6522828403694425,
      "grad_norm": 0.5820977687835693,
      "learning_rate": 2.734425280179192e-05,
      "loss": 0.0553,
      "step": 8722
    },
    {
      "epoch": 0.6523576262947314,
      "grad_norm": 0.8271126747131348,
      "learning_rate": 2.7333701935791685e-05,
      "loss": 0.0852,
      "step": 8723
    },
    {
      "epoch": 0.6524324122200202,
      "grad_norm": 0.6998258829116821,
      "learning_rate": 2.732315233999413e-05,
      "loss": 0.0539,
      "step": 8724
    },
    {
      "epoch": 0.652507198145309,
      "grad_norm": 0.8029215931892395,
      "learning_rate": 2.731260401499054e-05,
      "loss": 0.0795,
      "step": 8725
    },
    {
      "epoch": 0.6525819840705979,
      "grad_norm": 0.6746386289596558,
      "learning_rate": 2.7302056961371963e-05,
      "loss": 0.0512,
      "step": 8726
    },
    {
      "epoch": 0.6526567699958867,
      "grad_norm": 1.2091987133026123,
      "learning_rate": 2.729151117972948e-05,
      "loss": 0.1553,
      "step": 8727
    },
    {
      "epoch": 0.6527315559211756,
      "grad_norm": 1.2580264806747437,
      "learning_rate": 2.7280966670654052e-05,
      "loss": 0.1068,
      "step": 8728
    },
    {
      "epoch": 0.6528063418464645,
      "grad_norm": 0.5887441635131836,
      "learning_rate": 2.7270423434736603e-05,
      "loss": 0.0433,
      "step": 8729
    },
    {
      "epoch": 0.6528811277717533,
      "grad_norm": 2.2660951614379883,
      "learning_rate": 2.725988147256796e-05,
      "loss": 0.5199,
      "step": 8730
    },
    {
      "epoch": 0.6529559136970422,
      "grad_norm": 0.543361246585846,
      "learning_rate": 2.7249340784738884e-05,
      "loss": 0.0324,
      "step": 8731
    },
    {
      "epoch": 0.6530306996223311,
      "grad_norm": 0.6499659419059753,
      "learning_rate": 2.723880137184007e-05,
      "loss": 0.0509,
      "step": 8732
    },
    {
      "epoch": 0.6531054855476199,
      "grad_norm": 0.7962327599525452,
      "learning_rate": 2.722826323446215e-05,
      "loss": 0.0765,
      "step": 8733
    },
    {
      "epoch": 0.6531802714729088,
      "grad_norm": 1.195741891860962,
      "learning_rate": 2.7217726373195655e-05,
      "loss": 0.0602,
      "step": 8734
    },
    {
      "epoch": 0.6532550573981977,
      "grad_norm": 1.2407011985778809,
      "learning_rate": 2.7207190788631098e-05,
      "loss": 0.2012,
      "step": 8735
    },
    {
      "epoch": 0.6533298433234865,
      "grad_norm": 0.48703378438949585,
      "learning_rate": 2.719665648135882e-05,
      "loss": 0.0198,
      "step": 8736
    },
    {
      "epoch": 0.6534046292487754,
      "grad_norm": 0.7388706207275391,
      "learning_rate": 2.7186123451969225e-05,
      "loss": 0.0515,
      "step": 8737
    },
    {
      "epoch": 0.6534794151740643,
      "grad_norm": 0.8377442955970764,
      "learning_rate": 2.7175591701052517e-05,
      "loss": 0.0756,
      "step": 8738
    },
    {
      "epoch": 0.6535542010993531,
      "grad_norm": 0.8575136065483093,
      "learning_rate": 2.7165061229198945e-05,
      "loss": 0.0491,
      "step": 8739
    },
    {
      "epoch": 0.653628987024642,
      "grad_norm": 1.7437629699707031,
      "learning_rate": 2.7154532036998592e-05,
      "loss": 0.1659,
      "step": 8740
    },
    {
      "epoch": 0.6537037729499309,
      "grad_norm": 1.4764227867126465,
      "learning_rate": 2.714400412504151e-05,
      "loss": 0.1446,
      "step": 8741
    },
    {
      "epoch": 0.6537785588752196,
      "grad_norm": 1.0054112672805786,
      "learning_rate": 2.7133477493917682e-05,
      "loss": 0.1275,
      "step": 8742
    },
    {
      "epoch": 0.6538533448005085,
      "grad_norm": 0.9763585329055786,
      "learning_rate": 2.7122952144217005e-05,
      "loss": 0.1085,
      "step": 8743
    },
    {
      "epoch": 0.6539281307257974,
      "grad_norm": 0.7361118197441101,
      "learning_rate": 2.7112428076529323e-05,
      "loss": 0.033,
      "step": 8744
    },
    {
      "epoch": 0.6540029166510862,
      "grad_norm": 1.3445295095443726,
      "learning_rate": 2.7101905291444395e-05,
      "loss": 0.1724,
      "step": 8745
    },
    {
      "epoch": 0.6540777025763751,
      "grad_norm": 1.3785204887390137,
      "learning_rate": 2.70913837895519e-05,
      "loss": 0.1483,
      "step": 8746
    },
    {
      "epoch": 0.654152488501664,
      "grad_norm": 1.5986593961715698,
      "learning_rate": 2.7080863571441466e-05,
      "loss": 0.1353,
      "step": 8747
    },
    {
      "epoch": 0.6542272744269528,
      "grad_norm": 1.3700240850448608,
      "learning_rate": 2.7070344637702637e-05,
      "loss": 0.1263,
      "step": 8748
    },
    {
      "epoch": 0.6543020603522417,
      "grad_norm": 1.01335871219635,
      "learning_rate": 2.7059826988924897e-05,
      "loss": 0.0808,
      "step": 8749
    },
    {
      "epoch": 0.6543768462775306,
      "grad_norm": 5.152154445648193,
      "learning_rate": 2.704931062569762e-05,
      "loss": 0.2848,
      "step": 8750
    },
    {
      "epoch": 0.6544516322028194,
      "grad_norm": 0.6005793809890747,
      "learning_rate": 2.703879554861015e-05,
      "loss": 0.0727,
      "step": 8751
    },
    {
      "epoch": 0.6545264181281083,
      "grad_norm": 1.1026784181594849,
      "learning_rate": 2.7028281758251746e-05,
      "loss": 0.0777,
      "step": 8752
    },
    {
      "epoch": 0.6546012040533972,
      "grad_norm": 0.8649163246154785,
      "learning_rate": 2.701776925521159e-05,
      "loss": 0.0681,
      "step": 8753
    },
    {
      "epoch": 0.654675989978686,
      "grad_norm": 0.8252654671669006,
      "learning_rate": 2.7007258040078794e-05,
      "loss": 0.0938,
      "step": 8754
    },
    {
      "epoch": 0.6547507759039749,
      "grad_norm": 1.6429213285446167,
      "learning_rate": 2.6996748113442394e-05,
      "loss": 0.1566,
      "step": 8755
    },
    {
      "epoch": 0.6548255618292638,
      "grad_norm": 0.7137285470962524,
      "learning_rate": 2.6986239475891373e-05,
      "loss": 0.0608,
      "step": 8756
    },
    {
      "epoch": 0.6549003477545526,
      "grad_norm": 0.45346468687057495,
      "learning_rate": 2.6975732128014618e-05,
      "loss": 0.0395,
      "step": 8757
    },
    {
      "epoch": 0.6549751336798415,
      "grad_norm": 0.8872243165969849,
      "learning_rate": 2.696522607040098e-05,
      "loss": 0.0905,
      "step": 8758
    },
    {
      "epoch": 0.6550499196051303,
      "grad_norm": 0.991105318069458,
      "learning_rate": 2.6954721303639142e-05,
      "loss": 0.1166,
      "step": 8759
    },
    {
      "epoch": 0.6551247055304191,
      "grad_norm": 1.2513571977615356,
      "learning_rate": 2.6944217828317865e-05,
      "loss": 0.0998,
      "step": 8760
    },
    {
      "epoch": 0.655199491455708,
      "grad_norm": 0.5555804967880249,
      "learning_rate": 2.693371564502568e-05,
      "loss": 0.037,
      "step": 8761
    },
    {
      "epoch": 0.6552742773809969,
      "grad_norm": 0.9547379016876221,
      "learning_rate": 2.6923214754351193e-05,
      "loss": 0.0916,
      "step": 8762
    },
    {
      "epoch": 0.6553490633062857,
      "grad_norm": 0.6072970628738403,
      "learning_rate": 2.6912715156882816e-05,
      "loss": 0.0742,
      "step": 8763
    },
    {
      "epoch": 0.6554238492315746,
      "grad_norm": 1.0235730409622192,
      "learning_rate": 2.690221685320896e-05,
      "loss": 0.0624,
      "step": 8764
    },
    {
      "epoch": 0.6554986351568635,
      "grad_norm": 0.7161262035369873,
      "learning_rate": 2.689171984391794e-05,
      "loss": 0.046,
      "step": 8765
    },
    {
      "epoch": 0.6555734210821523,
      "grad_norm": 1.6150546073913574,
      "learning_rate": 2.6881224129597994e-05,
      "loss": 0.1798,
      "step": 8766
    },
    {
      "epoch": 0.6556482070074412,
      "grad_norm": 0.7455488443374634,
      "learning_rate": 2.6870729710837296e-05,
      "loss": 0.0783,
      "step": 8767
    },
    {
      "epoch": 0.6557229929327301,
      "grad_norm": 0.6256406307220459,
      "learning_rate": 2.6860236588223954e-05,
      "loss": 0.0462,
      "step": 8768
    },
    {
      "epoch": 0.6557977788580189,
      "grad_norm": 0.5425122380256653,
      "learning_rate": 2.6849744762345985e-05,
      "loss": 0.0496,
      "step": 8769
    },
    {
      "epoch": 0.6558725647833078,
      "grad_norm": 1.1299906969070435,
      "learning_rate": 2.683925423379135e-05,
      "loss": 0.1412,
      "step": 8770
    },
    {
      "epoch": 0.6559473507085967,
      "grad_norm": 0.9363015294075012,
      "learning_rate": 2.6828765003147927e-05,
      "loss": 0.1137,
      "step": 8771
    },
    {
      "epoch": 0.6560221366338855,
      "grad_norm": 1.3683273792266846,
      "learning_rate": 2.681827707100354e-05,
      "loss": 0.1439,
      "step": 8772
    },
    {
      "epoch": 0.6560969225591744,
      "grad_norm": 0.8409758806228638,
      "learning_rate": 2.680779043794588e-05,
      "loss": 0.1026,
      "step": 8773
    },
    {
      "epoch": 0.6561717084844633,
      "grad_norm": 1.329184651374817,
      "learning_rate": 2.6797305104562675e-05,
      "loss": 0.0862,
      "step": 8774
    },
    {
      "epoch": 0.6562464944097521,
      "grad_norm": 0.688712477684021,
      "learning_rate": 2.678682107144145e-05,
      "loss": 0.0497,
      "step": 8775
    },
    {
      "epoch": 0.6563212803350409,
      "grad_norm": 0.825661838054657,
      "learning_rate": 2.6776338339169784e-05,
      "loss": 0.1292,
      "step": 8776
    },
    {
      "epoch": 0.6563960662603298,
      "grad_norm": 0.8658366203308105,
      "learning_rate": 2.6765856908335073e-05,
      "loss": 0.1008,
      "step": 8777
    },
    {
      "epoch": 0.6564708521856186,
      "grad_norm": 0.7065377235412598,
      "learning_rate": 2.6755376779524712e-05,
      "loss": 0.053,
      "step": 8778
    },
    {
      "epoch": 0.6565456381109075,
      "grad_norm": 0.9004905819892883,
      "learning_rate": 2.6744897953325987e-05,
      "loss": 0.0638,
      "step": 8779
    },
    {
      "epoch": 0.6566204240361964,
      "grad_norm": 0.5869580507278442,
      "learning_rate": 2.6734420430326135e-05,
      "loss": 0.0535,
      "step": 8780
    },
    {
      "epoch": 0.6566952099614852,
      "grad_norm": 0.8622616529464722,
      "learning_rate": 2.6723944211112327e-05,
      "loss": 0.067,
      "step": 8781
    },
    {
      "epoch": 0.6567699958867741,
      "grad_norm": 0.6391248106956482,
      "learning_rate": 2.6713469296271582e-05,
      "loss": 0.0515,
      "step": 8782
    },
    {
      "epoch": 0.656844781812063,
      "grad_norm": 0.6414880752563477,
      "learning_rate": 2.6702995686390985e-05,
      "loss": 0.0631,
      "step": 8783
    },
    {
      "epoch": 0.6569195677373518,
      "grad_norm": 0.9401156306266785,
      "learning_rate": 2.6692523382057387e-05,
      "loss": 0.1113,
      "step": 8784
    },
    {
      "epoch": 0.6569943536626407,
      "grad_norm": 0.8084520101547241,
      "learning_rate": 2.6682052383857736e-05,
      "loss": 0.0641,
      "step": 8785
    },
    {
      "epoch": 0.6570691395879296,
      "grad_norm": 0.7898398637771606,
      "learning_rate": 2.667158269237875e-05,
      "loss": 0.0622,
      "step": 8786
    },
    {
      "epoch": 0.6571439255132184,
      "grad_norm": 0.8773889541625977,
      "learning_rate": 2.6661114308207168e-05,
      "loss": 0.0539,
      "step": 8787
    },
    {
      "epoch": 0.6572187114385073,
      "grad_norm": 0.5920706987380981,
      "learning_rate": 2.6650647231929632e-05,
      "loss": 0.0329,
      "step": 8788
    },
    {
      "epoch": 0.6572934973637962,
      "grad_norm": 0.8657675385475159,
      "learning_rate": 2.6640181464132707e-05,
      "loss": 0.0502,
      "step": 8789
    },
    {
      "epoch": 0.657368283289085,
      "grad_norm": 0.8082929253578186,
      "learning_rate": 2.662971700540288e-05,
      "loss": 0.0819,
      "step": 8790
    },
    {
      "epoch": 0.6574430692143739,
      "grad_norm": 0.6014339327812195,
      "learning_rate": 2.661925385632659e-05,
      "loss": 0.0592,
      "step": 8791
    },
    {
      "epoch": 0.6575178551396628,
      "grad_norm": 0.8396007418632507,
      "learning_rate": 2.6608792017490163e-05,
      "loss": 0.0473,
      "step": 8792
    },
    {
      "epoch": 0.6575926410649515,
      "grad_norm": 0.9239442944526672,
      "learning_rate": 2.659833148947989e-05,
      "loss": 0.101,
      "step": 8793
    },
    {
      "epoch": 0.6576674269902404,
      "grad_norm": 0.8797410130500793,
      "learning_rate": 2.6587872272881954e-05,
      "loss": 0.0804,
      "step": 8794
    },
    {
      "epoch": 0.6577422129155293,
      "grad_norm": 1.3201136589050293,
      "learning_rate": 2.6577414368282515e-05,
      "loss": 0.1225,
      "step": 8795
    },
    {
      "epoch": 0.6578169988408181,
      "grad_norm": 0.9857485890388489,
      "learning_rate": 2.656695777626757e-05,
      "loss": 0.0755,
      "step": 8796
    },
    {
      "epoch": 0.657891784766107,
      "grad_norm": 1.1881648302078247,
      "learning_rate": 2.655650249742317e-05,
      "loss": 0.0804,
      "step": 8797
    },
    {
      "epoch": 0.6579665706913959,
      "grad_norm": 0.8836463093757629,
      "learning_rate": 2.654604853233514e-05,
      "loss": 0.0919,
      "step": 8798
    },
    {
      "epoch": 0.6580413566166847,
      "grad_norm": 1.4790239334106445,
      "learning_rate": 2.653559588158939e-05,
      "loss": 0.1152,
      "step": 8799
    },
    {
      "epoch": 0.6581161425419736,
      "grad_norm": 0.8667451739311218,
      "learning_rate": 2.6525144545771634e-05,
      "loss": 0.0692,
      "step": 8800
    },
    {
      "epoch": 0.6581909284672625,
      "grad_norm": 0.49253082275390625,
      "learning_rate": 2.6514694525467564e-05,
      "loss": 0.0564,
      "step": 8801
    },
    {
      "epoch": 0.6582657143925513,
      "grad_norm": 0.9043307900428772,
      "learning_rate": 2.6504245821262796e-05,
      "loss": 0.0742,
      "step": 8802
    },
    {
      "epoch": 0.6583405003178402,
      "grad_norm": 0.5750929117202759,
      "learning_rate": 2.6493798433742867e-05,
      "loss": 0.0617,
      "step": 8803
    },
    {
      "epoch": 0.6584152862431291,
      "grad_norm": 0.5281944274902344,
      "learning_rate": 2.6483352363493235e-05,
      "loss": 0.0465,
      "step": 8804
    },
    {
      "epoch": 0.6584900721684179,
      "grad_norm": 0.5806865692138672,
      "learning_rate": 2.64729076110993e-05,
      "loss": 0.05,
      "step": 8805
    },
    {
      "epoch": 0.6585648580937068,
      "grad_norm": 0.589736819267273,
      "learning_rate": 2.6462464177146374e-05,
      "loss": 0.0634,
      "step": 8806
    },
    {
      "epoch": 0.6586396440189957,
      "grad_norm": 0.5430517792701721,
      "learning_rate": 2.64520220622197e-05,
      "loss": 0.0395,
      "step": 8807
    },
    {
      "epoch": 0.6587144299442845,
      "grad_norm": 0.8812958598136902,
      "learning_rate": 2.6441581266904448e-05,
      "loss": 0.0742,
      "step": 8808
    },
    {
      "epoch": 0.6587892158695734,
      "grad_norm": 1.0246837139129639,
      "learning_rate": 2.6431141791785725e-05,
      "loss": 0.0992,
      "step": 8809
    },
    {
      "epoch": 0.6588640017948622,
      "grad_norm": 0.5842279195785522,
      "learning_rate": 2.6420703637448496e-05,
      "loss": 0.0454,
      "step": 8810
    },
    {
      "epoch": 0.658938787720151,
      "grad_norm": 0.755754292011261,
      "learning_rate": 2.641026680447779e-05,
      "loss": 0.0661,
      "step": 8811
    },
    {
      "epoch": 0.6590135736454399,
      "grad_norm": 0.9745861887931824,
      "learning_rate": 2.6399831293458406e-05,
      "loss": 0.0816,
      "step": 8812
    },
    {
      "epoch": 0.6590883595707288,
      "grad_norm": 0.8919862508773804,
      "learning_rate": 2.6389397104975206e-05,
      "loss": 0.07,
      "step": 8813
    },
    {
      "epoch": 0.6591631454960176,
      "grad_norm": 0.8521837592124939,
      "learning_rate": 2.6378964239612862e-05,
      "loss": 0.1008,
      "step": 8814
    },
    {
      "epoch": 0.6592379314213065,
      "grad_norm": 0.46043506264686584,
      "learning_rate": 2.636853269795605e-05,
      "loss": 0.0404,
      "step": 8815
    },
    {
      "epoch": 0.6593127173465954,
      "grad_norm": 1.0719847679138184,
      "learning_rate": 2.6358102480589337e-05,
      "loss": 0.0831,
      "step": 8816
    },
    {
      "epoch": 0.6593875032718842,
      "grad_norm": 0.5316510796546936,
      "learning_rate": 2.6347673588097233e-05,
      "loss": 0.0455,
      "step": 8817
    },
    {
      "epoch": 0.6594622891971731,
      "grad_norm": 1.0303202867507935,
      "learning_rate": 2.6337246021064173e-05,
      "loss": 0.1287,
      "step": 8818
    },
    {
      "epoch": 0.659537075122462,
      "grad_norm": 0.6634833216667175,
      "learning_rate": 2.6326819780074463e-05,
      "loss": 0.061,
      "step": 8819
    },
    {
      "epoch": 0.6596118610477508,
      "grad_norm": 0.6336643099784851,
      "learning_rate": 2.6316394865712458e-05,
      "loss": 0.039,
      "step": 8820
    },
    {
      "epoch": 0.6596866469730397,
      "grad_norm": 0.6623812317848206,
      "learning_rate": 2.630597127856228e-05,
      "loss": 0.0458,
      "step": 8821
    },
    {
      "epoch": 0.6597614328983286,
      "grad_norm": 0.8114601373672485,
      "learning_rate": 2.629554901920814e-05,
      "loss": 0.0667,
      "step": 8822
    },
    {
      "epoch": 0.6598362188236174,
      "grad_norm": 0.4587607681751251,
      "learning_rate": 2.6285128088234033e-05,
      "loss": 0.0307,
      "step": 8823
    },
    {
      "epoch": 0.6599110047489063,
      "grad_norm": 0.6048460006713867,
      "learning_rate": 2.6274708486223966e-05,
      "loss": 0.0363,
      "step": 8824
    },
    {
      "epoch": 0.6599857906741952,
      "grad_norm": 1.1893280744552612,
      "learning_rate": 2.6264290213761834e-05,
      "loss": 0.116,
      "step": 8825
    },
    {
      "epoch": 0.660060576599484,
      "grad_norm": 0.7913553714752197,
      "learning_rate": 2.6253873271431483e-05,
      "loss": 0.0526,
      "step": 8826
    },
    {
      "epoch": 0.6601353625247728,
      "grad_norm": 0.8948200941085815,
      "learning_rate": 2.6243457659816666e-05,
      "loss": 0.094,
      "step": 8827
    },
    {
      "epoch": 0.6602101484500617,
      "grad_norm": 1.1885428428649902,
      "learning_rate": 2.6233043379501066e-05,
      "loss": 0.1415,
      "step": 8828
    },
    {
      "epoch": 0.6602849343753505,
      "grad_norm": 0.8081794381141663,
      "learning_rate": 2.6222630431068285e-05,
      "loss": 0.0754,
      "step": 8829
    },
    {
      "epoch": 0.6603597203006394,
      "grad_norm": 0.6432653069496155,
      "learning_rate": 2.6212218815101864e-05,
      "loss": 0.0496,
      "step": 8830
    },
    {
      "epoch": 0.6604345062259283,
      "grad_norm": 0.9618343710899353,
      "learning_rate": 2.6201808532185267e-05,
      "loss": 0.0737,
      "step": 8831
    },
    {
      "epoch": 0.6605092921512171,
      "grad_norm": 0.7720370292663574,
      "learning_rate": 2.6191399582901886e-05,
      "loss": 0.0653,
      "step": 8832
    },
    {
      "epoch": 0.660584078076506,
      "grad_norm": 1.002107858657837,
      "learning_rate": 2.6180991967834978e-05,
      "loss": 0.0406,
      "step": 8833
    },
    {
      "epoch": 0.6606588640017949,
      "grad_norm": 0.7921515703201294,
      "learning_rate": 2.617058568756786e-05,
      "loss": 0.0617,
      "step": 8834
    },
    {
      "epoch": 0.6607336499270837,
      "grad_norm": 0.8728338479995728,
      "learning_rate": 2.6160180742683617e-05,
      "loss": 0.1231,
      "step": 8835
    },
    {
      "epoch": 0.6608084358523726,
      "grad_norm": 0.7789154052734375,
      "learning_rate": 2.6149777133765397e-05,
      "loss": 0.0415,
      "step": 8836
    },
    {
      "epoch": 0.6608832217776615,
      "grad_norm": 1.0355688333511353,
      "learning_rate": 2.613937486139616e-05,
      "loss": 0.0896,
      "step": 8837
    },
    {
      "epoch": 0.6609580077029503,
      "grad_norm": 1.2157976627349854,
      "learning_rate": 2.6128973926158872e-05,
      "loss": 0.104,
      "step": 8838
    },
    {
      "epoch": 0.6610327936282392,
      "grad_norm": 0.5789481401443481,
      "learning_rate": 2.611857432863638e-05,
      "loss": 0.0391,
      "step": 8839
    },
    {
      "epoch": 0.6611075795535281,
      "grad_norm": 1.0012290477752686,
      "learning_rate": 2.6108176069411473e-05,
      "loss": 0.1067,
      "step": 8840
    },
    {
      "epoch": 0.6611823654788169,
      "grad_norm": 0.8839306831359863,
      "learning_rate": 2.609777914906686e-05,
      "loss": 0.0543,
      "step": 8841
    },
    {
      "epoch": 0.6612571514041058,
      "grad_norm": 1.002146601676941,
      "learning_rate": 2.6087383568185185e-05,
      "loss": 0.0915,
      "step": 8842
    },
    {
      "epoch": 0.6613319373293947,
      "grad_norm": 1.153944969177246,
      "learning_rate": 2.6076989327349006e-05,
      "loss": 0.1055,
      "step": 8843
    },
    {
      "epoch": 0.6614067232546834,
      "grad_norm": 0.82377028465271,
      "learning_rate": 2.60665964271408e-05,
      "loss": 0.0791,
      "step": 8844
    },
    {
      "epoch": 0.6614815091799723,
      "grad_norm": 1.5014575719833374,
      "learning_rate": 2.6056204868143008e-05,
      "loss": 0.2223,
      "step": 8845
    },
    {
      "epoch": 0.6615562951052611,
      "grad_norm": 1.1724853515625,
      "learning_rate": 2.604581465093792e-05,
      "loss": 0.0957,
      "step": 8846
    },
    {
      "epoch": 0.66163108103055,
      "grad_norm": 1.4152942895889282,
      "learning_rate": 2.603542577610782e-05,
      "loss": 0.1325,
      "step": 8847
    },
    {
      "epoch": 0.6617058669558389,
      "grad_norm": 1.6811671257019043,
      "learning_rate": 2.602503824423489e-05,
      "loss": 0.0977,
      "step": 8848
    },
    {
      "epoch": 0.6617806528811278,
      "grad_norm": 1.9866260290145874,
      "learning_rate": 2.6014652055901232e-05,
      "loss": 0.2476,
      "step": 8849
    },
    {
      "epoch": 0.6618554388064166,
      "grad_norm": 1.9910688400268555,
      "learning_rate": 2.6004267211688903e-05,
      "loss": 0.1713,
      "step": 8850
    },
    {
      "epoch": 0.6619302247317055,
      "grad_norm": 0.3245299160480499,
      "learning_rate": 2.5993883712179832e-05,
      "loss": 0.0398,
      "step": 8851
    },
    {
      "epoch": 0.6620050106569944,
      "grad_norm": 0.5487368702888489,
      "learning_rate": 2.598350155795593e-05,
      "loss": 0.0343,
      "step": 8852
    },
    {
      "epoch": 0.6620797965822832,
      "grad_norm": 0.49112778902053833,
      "learning_rate": 2.597312074959899e-05,
      "loss": 0.0508,
      "step": 8853
    },
    {
      "epoch": 0.6621545825075721,
      "grad_norm": 0.5501288771629333,
      "learning_rate": 2.5962741287690746e-05,
      "loss": 0.0655,
      "step": 8854
    },
    {
      "epoch": 0.662229368432861,
      "grad_norm": 0.704447329044342,
      "learning_rate": 2.5952363172812876e-05,
      "loss": 0.0486,
      "step": 8855
    },
    {
      "epoch": 0.6623041543581498,
      "grad_norm": 0.434172660112381,
      "learning_rate": 2.594198640554691e-05,
      "loss": 0.0379,
      "step": 8856
    },
    {
      "epoch": 0.6623789402834387,
      "grad_norm": 0.5685837864875793,
      "learning_rate": 2.593161098647442e-05,
      "loss": 0.0628,
      "step": 8857
    },
    {
      "epoch": 0.6624537262087276,
      "grad_norm": 0.576917827129364,
      "learning_rate": 2.5921236916176772e-05,
      "loss": 0.0338,
      "step": 8858
    },
    {
      "epoch": 0.6625285121340164,
      "grad_norm": 0.5891132950782776,
      "learning_rate": 2.5910864195235397e-05,
      "loss": 0.0378,
      "step": 8859
    },
    {
      "epoch": 0.6626032980593053,
      "grad_norm": 0.6643732786178589,
      "learning_rate": 2.5900492824231503e-05,
      "loss": 0.0313,
      "step": 8860
    },
    {
      "epoch": 0.662678083984594,
      "grad_norm": 0.6528370380401611,
      "learning_rate": 2.589012280374633e-05,
      "loss": 0.0575,
      "step": 8861
    },
    {
      "epoch": 0.6627528699098829,
      "grad_norm": 0.40864649415016174,
      "learning_rate": 2.5879754134360994e-05,
      "loss": 0.0233,
      "step": 8862
    },
    {
      "epoch": 0.6628276558351718,
      "grad_norm": 0.7841350436210632,
      "learning_rate": 2.5869386816656555e-05,
      "loss": 0.0622,
      "step": 8863
    },
    {
      "epoch": 0.6629024417604606,
      "grad_norm": 0.7404696345329285,
      "learning_rate": 2.585902085121399e-05,
      "loss": 0.0482,
      "step": 8864
    },
    {
      "epoch": 0.6629772276857495,
      "grad_norm": 0.8923178911209106,
      "learning_rate": 2.58486562386142e-05,
      "loss": 0.0652,
      "step": 8865
    },
    {
      "epoch": 0.6630520136110384,
      "grad_norm": 0.7150852680206299,
      "learning_rate": 2.5838292979438e-05,
      "loss": 0.0723,
      "step": 8866
    },
    {
      "epoch": 0.6631267995363272,
      "grad_norm": 0.8509441018104553,
      "learning_rate": 2.5827931074266153e-05,
      "loss": 0.0836,
      "step": 8867
    },
    {
      "epoch": 0.6632015854616161,
      "grad_norm": 0.9578446745872498,
      "learning_rate": 2.5817570523679325e-05,
      "loss": 0.1164,
      "step": 8868
    },
    {
      "epoch": 0.663276371386905,
      "grad_norm": 1.1209696531295776,
      "learning_rate": 2.580721132825814e-05,
      "loss": 0.0865,
      "step": 8869
    },
    {
      "epoch": 0.6633511573121939,
      "grad_norm": 0.7633049488067627,
      "learning_rate": 2.579685348858305e-05,
      "loss": 0.0769,
      "step": 8870
    },
    {
      "epoch": 0.6634259432374827,
      "grad_norm": 0.7502209544181824,
      "learning_rate": 2.578649700523459e-05,
      "loss": 0.0483,
      "step": 8871
    },
    {
      "epoch": 0.6635007291627716,
      "grad_norm": 0.7443300485610962,
      "learning_rate": 2.5776141878793048e-05,
      "loss": 0.0484,
      "step": 8872
    },
    {
      "epoch": 0.6635755150880605,
      "grad_norm": 0.6370968222618103,
      "learning_rate": 2.5765788109838795e-05,
      "loss": 0.0506,
      "step": 8873
    },
    {
      "epoch": 0.6636503010133493,
      "grad_norm": 0.7614858746528625,
      "learning_rate": 2.575543569895199e-05,
      "loss": 0.0616,
      "step": 8874
    },
    {
      "epoch": 0.6637250869386382,
      "grad_norm": 0.5244383215904236,
      "learning_rate": 2.574508464671279e-05,
      "loss": 0.0338,
      "step": 8875
    },
    {
      "epoch": 0.663799872863927,
      "grad_norm": 0.8275617957115173,
      "learning_rate": 2.5734734953701266e-05,
      "loss": 0.0944,
      "step": 8876
    },
    {
      "epoch": 0.6638746587892159,
      "grad_norm": 0.801791250705719,
      "learning_rate": 2.572438662049741e-05,
      "loss": 0.0577,
      "step": 8877
    },
    {
      "epoch": 0.6639494447145047,
      "grad_norm": 0.7424899935722351,
      "learning_rate": 2.5714039647681143e-05,
      "loss": 0.0581,
      "step": 8878
    },
    {
      "epoch": 0.6640242306397935,
      "grad_norm": 0.640099823474884,
      "learning_rate": 2.5703694035832254e-05,
      "loss": 0.0451,
      "step": 8879
    },
    {
      "epoch": 0.6640990165650824,
      "grad_norm": 1.1018062829971313,
      "learning_rate": 2.5693349785530574e-05,
      "loss": 0.0692,
      "step": 8880
    },
    {
      "epoch": 0.6641738024903713,
      "grad_norm": 0.8567652702331543,
      "learning_rate": 2.568300689735572e-05,
      "loss": 0.0547,
      "step": 8881
    },
    {
      "epoch": 0.6642485884156601,
      "grad_norm": 0.8343022465705872,
      "learning_rate": 2.5672665371887366e-05,
      "loss": 0.0586,
      "step": 8882
    },
    {
      "epoch": 0.664323374340949,
      "grad_norm": 1.6469144821166992,
      "learning_rate": 2.5662325209704997e-05,
      "loss": 0.1339,
      "step": 8883
    },
    {
      "epoch": 0.6643981602662379,
      "grad_norm": 0.8580535650253296,
      "learning_rate": 2.5651986411388073e-05,
      "loss": 0.057,
      "step": 8884
    },
    {
      "epoch": 0.6644729461915267,
      "grad_norm": 0.9976598620414734,
      "learning_rate": 2.564164897751598e-05,
      "loss": 0.0871,
      "step": 8885
    },
    {
      "epoch": 0.6645477321168156,
      "grad_norm": 0.7654635906219482,
      "learning_rate": 2.5631312908668027e-05,
      "loss": 0.0578,
      "step": 8886
    },
    {
      "epoch": 0.6646225180421045,
      "grad_norm": 0.5281140804290771,
      "learning_rate": 2.5620978205423424e-05,
      "loss": 0.0219,
      "step": 8887
    },
    {
      "epoch": 0.6646973039673933,
      "grad_norm": 0.4823358952999115,
      "learning_rate": 2.5610644868361334e-05,
      "loss": 0.0294,
      "step": 8888
    },
    {
      "epoch": 0.6647720898926822,
      "grad_norm": 0.8914792537689209,
      "learning_rate": 2.5600312898060823e-05,
      "loss": 0.0644,
      "step": 8889
    },
    {
      "epoch": 0.6648468758179711,
      "grad_norm": 1.091287612915039,
      "learning_rate": 2.558998229510089e-05,
      "loss": 0.0795,
      "step": 8890
    },
    {
      "epoch": 0.66492166174326,
      "grad_norm": 1.1918421983718872,
      "learning_rate": 2.557965306006046e-05,
      "loss": 0.1339,
      "step": 8891
    },
    {
      "epoch": 0.6649964476685488,
      "grad_norm": 1.718707799911499,
      "learning_rate": 2.556932519351838e-05,
      "loss": 0.1254,
      "step": 8892
    },
    {
      "epoch": 0.6650712335938377,
      "grad_norm": 0.663824737071991,
      "learning_rate": 2.555899869605337e-05,
      "loss": 0.06,
      "step": 8893
    },
    {
      "epoch": 0.6651460195191266,
      "grad_norm": 1.1398563385009766,
      "learning_rate": 2.5548673568244197e-05,
      "loss": 0.1056,
      "step": 8894
    },
    {
      "epoch": 0.6652208054444153,
      "grad_norm": 1.5396416187286377,
      "learning_rate": 2.5538349810669382e-05,
      "loss": 0.1039,
      "step": 8895
    },
    {
      "epoch": 0.6652955913697042,
      "grad_norm": 1.810105800628662,
      "learning_rate": 2.5528027423907556e-05,
      "loss": 0.1867,
      "step": 8896
    },
    {
      "epoch": 0.665370377294993,
      "grad_norm": 0.9198116660118103,
      "learning_rate": 2.551770640853711e-05,
      "loss": 0.0569,
      "step": 8897
    },
    {
      "epoch": 0.6654451632202819,
      "grad_norm": 1.3978222608566284,
      "learning_rate": 2.5507386765136453e-05,
      "loss": 0.1175,
      "step": 8898
    },
    {
      "epoch": 0.6655199491455708,
      "grad_norm": 0.7186335325241089,
      "learning_rate": 2.5497068494283884e-05,
      "loss": 0.044,
      "step": 8899
    },
    {
      "epoch": 0.6655947350708596,
      "grad_norm": 1.322109580039978,
      "learning_rate": 2.5486751596557635e-05,
      "loss": 0.0996,
      "step": 8900
    },
    {
      "epoch": 0.6656695209961485,
      "grad_norm": 0.5321163535118103,
      "learning_rate": 2.5476436072535847e-05,
      "loss": 0.0675,
      "step": 8901
    },
    {
      "epoch": 0.6657443069214374,
      "grad_norm": 0.8705460429191589,
      "learning_rate": 2.5466121922796603e-05,
      "loss": 0.0859,
      "step": 8902
    },
    {
      "epoch": 0.6658190928467262,
      "grad_norm": 0.6557425260543823,
      "learning_rate": 2.5455809147917908e-05,
      "loss": 0.0734,
      "step": 8903
    },
    {
      "epoch": 0.6658938787720151,
      "grad_norm": 0.877223789691925,
      "learning_rate": 2.544549774847767e-05,
      "loss": 0.0799,
      "step": 8904
    },
    {
      "epoch": 0.665968664697304,
      "grad_norm": 0.4282330572605133,
      "learning_rate": 2.5435187725053733e-05,
      "loss": 0.0263,
      "step": 8905
    },
    {
      "epoch": 0.6660434506225928,
      "grad_norm": 0.37926754355430603,
      "learning_rate": 2.5424879078223896e-05,
      "loss": 0.0235,
      "step": 8906
    },
    {
      "epoch": 0.6661182365478817,
      "grad_norm": 0.5751321911811829,
      "learning_rate": 2.541457180856579e-05,
      "loss": 0.0423,
      "step": 8907
    },
    {
      "epoch": 0.6661930224731706,
      "grad_norm": 0.49065789580345154,
      "learning_rate": 2.5404265916657054e-05,
      "loss": 0.0344,
      "step": 8908
    },
    {
      "epoch": 0.6662678083984594,
      "grad_norm": 0.9678161144256592,
      "learning_rate": 2.539396140307523e-05,
      "loss": 0.0709,
      "step": 8909
    },
    {
      "epoch": 0.6663425943237483,
      "grad_norm": 0.7570629119873047,
      "learning_rate": 2.538365826839777e-05,
      "loss": 0.0801,
      "step": 8910
    },
    {
      "epoch": 0.6664173802490372,
      "grad_norm": 0.7463005781173706,
      "learning_rate": 2.537335651320205e-05,
      "loss": 0.0692,
      "step": 8911
    },
    {
      "epoch": 0.6664921661743259,
      "grad_norm": 0.9329103827476501,
      "learning_rate": 2.536305613806538e-05,
      "loss": 0.1062,
      "step": 8912
    },
    {
      "epoch": 0.6665669520996148,
      "grad_norm": 0.6049822568893433,
      "learning_rate": 2.5352757143564974e-05,
      "loss": 0.0666,
      "step": 8913
    },
    {
      "epoch": 0.6666417380249037,
      "grad_norm": 0.5922994017601013,
      "learning_rate": 2.5342459530277995e-05,
      "loss": 0.0362,
      "step": 8914
    },
    {
      "epoch": 0.6667165239501925,
      "grad_norm": 1.043804407119751,
      "learning_rate": 2.533216329878153e-05,
      "loss": 0.1832,
      "step": 8915
    },
    {
      "epoch": 0.6667913098754814,
      "grad_norm": 0.9457634687423706,
      "learning_rate": 2.5321868449652507e-05,
      "loss": 0.0665,
      "step": 8916
    },
    {
      "epoch": 0.6668660958007703,
      "grad_norm": 1.3595564365386963,
      "learning_rate": 2.5311574983467918e-05,
      "loss": 0.1141,
      "step": 8917
    },
    {
      "epoch": 0.6669408817260591,
      "grad_norm": 0.509315013885498,
      "learning_rate": 2.5301282900804535e-05,
      "loss": 0.0515,
      "step": 8918
    },
    {
      "epoch": 0.667015667651348,
      "grad_norm": 0.5653155446052551,
      "learning_rate": 2.5290992202239183e-05,
      "loss": 0.0352,
      "step": 8919
    },
    {
      "epoch": 0.6670904535766369,
      "grad_norm": 0.4370909631252289,
      "learning_rate": 2.5280702888348496e-05,
      "loss": 0.0269,
      "step": 8920
    },
    {
      "epoch": 0.6671652395019257,
      "grad_norm": 1.0763263702392578,
      "learning_rate": 2.5270414959709098e-05,
      "loss": 0.0944,
      "step": 8921
    },
    {
      "epoch": 0.6672400254272146,
      "grad_norm": 1.0787851810455322,
      "learning_rate": 2.526012841689751e-05,
      "loss": 0.0895,
      "step": 8922
    },
    {
      "epoch": 0.6673148113525035,
      "grad_norm": 0.7969545722007751,
      "learning_rate": 2.524984326049019e-05,
      "loss": 0.0674,
      "step": 8923
    },
    {
      "epoch": 0.6673895972777923,
      "grad_norm": 0.589760422706604,
      "learning_rate": 2.5239559491063515e-05,
      "loss": 0.0341,
      "step": 8924
    },
    {
      "epoch": 0.6674643832030812,
      "grad_norm": 0.849327564239502,
      "learning_rate": 2.522927710919377e-05,
      "loss": 0.105,
      "step": 8925
    },
    {
      "epoch": 0.6675391691283701,
      "grad_norm": 0.6120209693908691,
      "learning_rate": 2.5218996115457173e-05,
      "loss": 0.0327,
      "step": 8926
    },
    {
      "epoch": 0.667613955053659,
      "grad_norm": 1.1565523147583008,
      "learning_rate": 2.5208716510429876e-05,
      "loss": 0.1143,
      "step": 8927
    },
    {
      "epoch": 0.6676887409789478,
      "grad_norm": 0.8078738451004028,
      "learning_rate": 2.519843829468792e-05,
      "loss": 0.0659,
      "step": 8928
    },
    {
      "epoch": 0.6677635269042366,
      "grad_norm": 0.8411150574684143,
      "learning_rate": 2.518816146880732e-05,
      "loss": 0.1271,
      "step": 8929
    },
    {
      "epoch": 0.6678383128295254,
      "grad_norm": 0.6685214638710022,
      "learning_rate": 2.5177886033363923e-05,
      "loss": 0.0424,
      "step": 8930
    },
    {
      "epoch": 0.6679130987548143,
      "grad_norm": 1.0815589427947998,
      "learning_rate": 2.5167611988933635e-05,
      "loss": 0.1202,
      "step": 8931
    },
    {
      "epoch": 0.6679878846801032,
      "grad_norm": 0.4975215792655945,
      "learning_rate": 2.5157339336092123e-05,
      "loss": 0.0433,
      "step": 8932
    },
    {
      "epoch": 0.668062670605392,
      "grad_norm": 0.7949437499046326,
      "learning_rate": 2.514706807541515e-05,
      "loss": 0.0668,
      "step": 8933
    },
    {
      "epoch": 0.6681374565306809,
      "grad_norm": 1.2869784832000732,
      "learning_rate": 2.513679820747823e-05,
      "loss": 0.145,
      "step": 8934
    },
    {
      "epoch": 0.6682122424559698,
      "grad_norm": 0.7570182085037231,
      "learning_rate": 2.5126529732856918e-05,
      "loss": 0.0878,
      "step": 8935
    },
    {
      "epoch": 0.6682870283812586,
      "grad_norm": 0.672978937625885,
      "learning_rate": 2.5116262652126642e-05,
      "loss": 0.0467,
      "step": 8936
    },
    {
      "epoch": 0.6683618143065475,
      "grad_norm": 0.464578241109848,
      "learning_rate": 2.5105996965862765e-05,
      "loss": 0.0207,
      "step": 8937
    },
    {
      "epoch": 0.6684366002318364,
      "grad_norm": 1.048824429512024,
      "learning_rate": 2.5095732674640582e-05,
      "loss": 0.0879,
      "step": 8938
    },
    {
      "epoch": 0.6685113861571252,
      "grad_norm": 0.5614485740661621,
      "learning_rate": 2.5085469779035254e-05,
      "loss": 0.0441,
      "step": 8939
    },
    {
      "epoch": 0.6685861720824141,
      "grad_norm": 1.0997965335845947,
      "learning_rate": 2.5075208279621963e-05,
      "loss": 0.1416,
      "step": 8940
    },
    {
      "epoch": 0.668660958007703,
      "grad_norm": 1.0936400890350342,
      "learning_rate": 2.506494817697569e-05,
      "loss": 0.0984,
      "step": 8941
    },
    {
      "epoch": 0.6687357439329918,
      "grad_norm": 0.5450295209884644,
      "learning_rate": 2.5054689471671478e-05,
      "loss": 0.0366,
      "step": 8942
    },
    {
      "epoch": 0.6688105298582807,
      "grad_norm": 0.9600492715835571,
      "learning_rate": 2.5044432164284166e-05,
      "loss": 0.0811,
      "step": 8943
    },
    {
      "epoch": 0.6688853157835696,
      "grad_norm": 1.2534385919570923,
      "learning_rate": 2.5034176255388575e-05,
      "loss": 0.1177,
      "step": 8944
    },
    {
      "epoch": 0.6689601017088584,
      "grad_norm": 1.3154354095458984,
      "learning_rate": 2.502392174555944e-05,
      "loss": 0.1779,
      "step": 8945
    },
    {
      "epoch": 0.6690348876341472,
      "grad_norm": 1.5999127626419067,
      "learning_rate": 2.5013668635371428e-05,
      "loss": 0.1474,
      "step": 8946
    },
    {
      "epoch": 0.6691096735594361,
      "grad_norm": 2.711264133453369,
      "learning_rate": 2.5003416925399103e-05,
      "loss": 0.4476,
      "step": 8947
    },
    {
      "epoch": 0.6691844594847249,
      "grad_norm": 1.0469555854797363,
      "learning_rate": 2.4993166616216974e-05,
      "loss": 0.0888,
      "step": 8948
    },
    {
      "epoch": 0.6692592454100138,
      "grad_norm": 1.0520380735397339,
      "learning_rate": 2.4982917708399445e-05,
      "loss": 0.0793,
      "step": 8949
    },
    {
      "epoch": 0.6693340313353027,
      "grad_norm": 1.2015947103500366,
      "learning_rate": 2.4972670202520872e-05,
      "loss": 0.0774,
      "step": 8950
    },
    {
      "epoch": 0.6694088172605915,
      "grad_norm": 0.4667481780052185,
      "learning_rate": 2.4962424099155512e-05,
      "loss": 0.0581,
      "step": 8951
    },
    {
      "epoch": 0.6694836031858804,
      "grad_norm": 0.3820962905883789,
      "learning_rate": 2.4952179398877567e-05,
      "loss": 0.0276,
      "step": 8952
    },
    {
      "epoch": 0.6695583891111693,
      "grad_norm": 0.7030041813850403,
      "learning_rate": 2.4941936102261086e-05,
      "loss": 0.0852,
      "step": 8953
    },
    {
      "epoch": 0.6696331750364581,
      "grad_norm": 0.7418256402015686,
      "learning_rate": 2.493169420988018e-05,
      "loss": 0.0696,
      "step": 8954
    },
    {
      "epoch": 0.669707960961747,
      "grad_norm": 0.5114951133728027,
      "learning_rate": 2.4921453722308708e-05,
      "loss": 0.0266,
      "step": 8955
    },
    {
      "epoch": 0.6697827468870359,
      "grad_norm": 0.5151164531707764,
      "learning_rate": 2.491121464012062e-05,
      "loss": 0.0514,
      "step": 8956
    },
    {
      "epoch": 0.6698575328123247,
      "grad_norm": 0.46019917726516724,
      "learning_rate": 2.4900976963889662e-05,
      "loss": 0.0208,
      "step": 8957
    },
    {
      "epoch": 0.6699323187376136,
      "grad_norm": 0.9490092992782593,
      "learning_rate": 2.489074069418954e-05,
      "loss": 0.1248,
      "step": 8958
    },
    {
      "epoch": 0.6700071046629025,
      "grad_norm": 0.6762990355491638,
      "learning_rate": 2.488050583159391e-05,
      "loss": 0.0535,
      "step": 8959
    },
    {
      "epoch": 0.6700818905881913,
      "grad_norm": 0.6317245364189148,
      "learning_rate": 2.487027237667632e-05,
      "loss": 0.0519,
      "step": 8960
    },
    {
      "epoch": 0.6701566765134802,
      "grad_norm": 0.7208802103996277,
      "learning_rate": 2.4860040330010232e-05,
      "loss": 0.0565,
      "step": 8961
    },
    {
      "epoch": 0.6702314624387691,
      "grad_norm": 1.2046544551849365,
      "learning_rate": 2.4849809692169058e-05,
      "loss": 0.0683,
      "step": 8962
    },
    {
      "epoch": 0.6703062483640578,
      "grad_norm": 1.0184067487716675,
      "learning_rate": 2.4839580463726114e-05,
      "loss": 0.1159,
      "step": 8963
    },
    {
      "epoch": 0.6703810342893467,
      "grad_norm": 0.8057307004928589,
      "learning_rate": 2.4829352645254627e-05,
      "loss": 0.079,
      "step": 8964
    },
    {
      "epoch": 0.6704558202146356,
      "grad_norm": 1.032544732093811,
      "learning_rate": 2.481912623732777e-05,
      "loss": 0.0706,
      "step": 8965
    },
    {
      "epoch": 0.6705306061399244,
      "grad_norm": 0.4682123363018036,
      "learning_rate": 2.480890124051864e-05,
      "loss": 0.0295,
      "step": 8966
    },
    {
      "epoch": 0.6706053920652133,
      "grad_norm": 0.7518579959869385,
      "learning_rate": 2.479867765540017e-05,
      "loss": 0.0554,
      "step": 8967
    },
    {
      "epoch": 0.6706801779905022,
      "grad_norm": 0.5876874327659607,
      "learning_rate": 2.4788455482545375e-05,
      "loss": 0.0402,
      "step": 8968
    },
    {
      "epoch": 0.670754963915791,
      "grad_norm": 0.6184112429618835,
      "learning_rate": 2.4778234722527028e-05,
      "loss": 0.0359,
      "step": 8969
    },
    {
      "epoch": 0.6708297498410799,
      "grad_norm": 0.6039559841156006,
      "learning_rate": 2.4768015375917913e-05,
      "loss": 0.0468,
      "step": 8970
    },
    {
      "epoch": 0.6709045357663688,
      "grad_norm": 1.027161717414856,
      "learning_rate": 2.475779744329072e-05,
      "loss": 0.0809,
      "step": 8971
    },
    {
      "epoch": 0.6709793216916576,
      "grad_norm": 0.6036415100097656,
      "learning_rate": 2.4747580925218054e-05,
      "loss": 0.0646,
      "step": 8972
    },
    {
      "epoch": 0.6710541076169465,
      "grad_norm": 0.7612575888633728,
      "learning_rate": 2.4737365822272442e-05,
      "loss": 0.0612,
      "step": 8973
    },
    {
      "epoch": 0.6711288935422354,
      "grad_norm": 0.7222962379455566,
      "learning_rate": 2.472715213502632e-05,
      "loss": 0.0409,
      "step": 8974
    },
    {
      "epoch": 0.6712036794675242,
      "grad_norm": 0.8170856833457947,
      "learning_rate": 2.471693986405209e-05,
      "loss": 0.0542,
      "step": 8975
    },
    {
      "epoch": 0.6712784653928131,
      "grad_norm": 0.7076328992843628,
      "learning_rate": 2.4706729009921976e-05,
      "loss": 0.0594,
      "step": 8976
    },
    {
      "epoch": 0.671353251318102,
      "grad_norm": 0.8530425429344177,
      "learning_rate": 2.4696519573208265e-05,
      "loss": 0.0505,
      "step": 8977
    },
    {
      "epoch": 0.6714280372433908,
      "grad_norm": 0.7344649434089661,
      "learning_rate": 2.4686311554483005e-05,
      "loss": 0.0651,
      "step": 8978
    },
    {
      "epoch": 0.6715028231686797,
      "grad_norm": 0.7823561429977417,
      "learning_rate": 2.4676104954318323e-05,
      "loss": 0.0684,
      "step": 8979
    },
    {
      "epoch": 0.6715776090939685,
      "grad_norm": 0.6045587062835693,
      "learning_rate": 2.466589977328614e-05,
      "loss": 0.0451,
      "step": 8980
    },
    {
      "epoch": 0.6716523950192573,
      "grad_norm": 0.6907969117164612,
      "learning_rate": 2.4655696011958358e-05,
      "loss": 0.0511,
      "step": 8981
    },
    {
      "epoch": 0.6717271809445462,
      "grad_norm": 0.9911523461341858,
      "learning_rate": 2.464549367090679e-05,
      "loss": 0.0782,
      "step": 8982
    },
    {
      "epoch": 0.6718019668698351,
      "grad_norm": 0.5594257116317749,
      "learning_rate": 2.4635292750703166e-05,
      "loss": 0.0366,
      "step": 8983
    },
    {
      "epoch": 0.6718767527951239,
      "grad_norm": 1.0046929121017456,
      "learning_rate": 2.4625093251919145e-05,
      "loss": 0.0914,
      "step": 8984
    },
    {
      "epoch": 0.6719515387204128,
      "grad_norm": 0.6310483813285828,
      "learning_rate": 2.4614895175126295e-05,
      "loss": 0.0362,
      "step": 8985
    },
    {
      "epoch": 0.6720263246457017,
      "grad_norm": 1.075790524482727,
      "learning_rate": 2.4604698520896107e-05,
      "loss": 0.1986,
      "step": 8986
    },
    {
      "epoch": 0.6721011105709905,
      "grad_norm": 0.9932386875152588,
      "learning_rate": 2.4594503289799998e-05,
      "loss": 0.0715,
      "step": 8987
    },
    {
      "epoch": 0.6721758964962794,
      "grad_norm": 1.1040349006652832,
      "learning_rate": 2.4584309482409294e-05,
      "loss": 0.1569,
      "step": 8988
    },
    {
      "epoch": 0.6722506824215683,
      "grad_norm": 1.1134629249572754,
      "learning_rate": 2.4574117099295273e-05,
      "loss": 0.1129,
      "step": 8989
    },
    {
      "epoch": 0.6723254683468571,
      "grad_norm": 0.667439341545105,
      "learning_rate": 2.456392614102906e-05,
      "loss": 0.0469,
      "step": 8990
    },
    {
      "epoch": 0.672400254272146,
      "grad_norm": 1.1925393342971802,
      "learning_rate": 2.4553736608181803e-05,
      "loss": 0.1676,
      "step": 8991
    },
    {
      "epoch": 0.6724750401974349,
      "grad_norm": 0.6938460469245911,
      "learning_rate": 2.4543548501324464e-05,
      "loss": 0.0487,
      "step": 8992
    },
    {
      "epoch": 0.6725498261227237,
      "grad_norm": 0.9654841423034668,
      "learning_rate": 2.4533361821028038e-05,
      "loss": 0.0894,
      "step": 8993
    },
    {
      "epoch": 0.6726246120480126,
      "grad_norm": 0.9418811202049255,
      "learning_rate": 2.4523176567863326e-05,
      "loss": 0.0802,
      "step": 8994
    },
    {
      "epoch": 0.6726993979733015,
      "grad_norm": 1.1694114208221436,
      "learning_rate": 2.451299274240112e-05,
      "loss": 0.0912,
      "step": 8995
    },
    {
      "epoch": 0.6727741838985903,
      "grad_norm": 1.1989870071411133,
      "learning_rate": 2.450281034521212e-05,
      "loss": 0.0961,
      "step": 8996
    },
    {
      "epoch": 0.6728489698238791,
      "grad_norm": 1.6405534744262695,
      "learning_rate": 2.4492629376866933e-05,
      "loss": 0.1392,
      "step": 8997
    },
    {
      "epoch": 0.672923755749168,
      "grad_norm": 2.4650630950927734,
      "learning_rate": 2.4482449837936093e-05,
      "loss": 0.204,
      "step": 8998
    },
    {
      "epoch": 0.6729985416744568,
      "grad_norm": 1.3447633981704712,
      "learning_rate": 2.447227172899006e-05,
      "loss": 0.0943,
      "step": 8999
    },
    {
      "epoch": 0.6730733275997457,
      "grad_norm": 2.27482008934021,
      "learning_rate": 2.446209505059922e-05,
      "loss": 0.2956,
      "step": 9000
    },
    {
      "epoch": 0.6731481135250346,
      "grad_norm": 0.7123992443084717,
      "learning_rate": 2.4451919803333817e-05,
      "loss": 0.0805,
      "step": 9001
    },
    {
      "epoch": 0.6732228994503234,
      "grad_norm": 0.6036245822906494,
      "learning_rate": 2.444174598776413e-05,
      "loss": 0.0506,
      "step": 9002
    },
    {
      "epoch": 0.6732976853756123,
      "grad_norm": 0.5126593708992004,
      "learning_rate": 2.4431573604460246e-05,
      "loss": 0.0495,
      "step": 9003
    },
    {
      "epoch": 0.6733724713009012,
      "grad_norm": 1.0257292985916138,
      "learning_rate": 2.4421402653992233e-05,
      "loss": 0.1112,
      "step": 9004
    },
    {
      "epoch": 0.67344725722619,
      "grad_norm": 1.2472989559173584,
      "learning_rate": 2.4411233136930057e-05,
      "loss": 0.0853,
      "step": 9005
    },
    {
      "epoch": 0.6735220431514789,
      "grad_norm": 0.3083597719669342,
      "learning_rate": 2.4401065053843618e-05,
      "loss": 0.0254,
      "step": 9006
    },
    {
      "epoch": 0.6735968290767678,
      "grad_norm": 0.931830644607544,
      "learning_rate": 2.4390898405302733e-05,
      "loss": 0.0748,
      "step": 9007
    },
    {
      "epoch": 0.6736716150020566,
      "grad_norm": 0.44829338788986206,
      "learning_rate": 2.438073319187712e-05,
      "loss": 0.0354,
      "step": 9008
    },
    {
      "epoch": 0.6737464009273455,
      "grad_norm": 0.7155683636665344,
      "learning_rate": 2.4370569414136436e-05,
      "loss": 0.0583,
      "step": 9009
    },
    {
      "epoch": 0.6738211868526344,
      "grad_norm": 1.030739426612854,
      "learning_rate": 2.4360407072650254e-05,
      "loss": 0.0717,
      "step": 9010
    },
    {
      "epoch": 0.6738959727779232,
      "grad_norm": 0.756514847278595,
      "learning_rate": 2.4350246167988062e-05,
      "loss": 0.0496,
      "step": 9011
    },
    {
      "epoch": 0.6739707587032121,
      "grad_norm": 0.556199848651886,
      "learning_rate": 2.4340086700719287e-05,
      "loss": 0.0383,
      "step": 9012
    },
    {
      "epoch": 0.674045544628501,
      "grad_norm": 0.4735981523990631,
      "learning_rate": 2.432992867141321e-05,
      "loss": 0.0434,
      "step": 9013
    },
    {
      "epoch": 0.6741203305537897,
      "grad_norm": 0.4445466995239258,
      "learning_rate": 2.4319772080639147e-05,
      "loss": 0.0431,
      "step": 9014
    },
    {
      "epoch": 0.6741951164790786,
      "grad_norm": 0.7090682983398438,
      "learning_rate": 2.430961692896619e-05,
      "loss": 0.0675,
      "step": 9015
    },
    {
      "epoch": 0.6742699024043675,
      "grad_norm": 0.4186188876628876,
      "learning_rate": 2.4299463216963504e-05,
      "loss": 0.0212,
      "step": 9016
    },
    {
      "epoch": 0.6743446883296563,
      "grad_norm": 0.8861360549926758,
      "learning_rate": 2.4289310945200033e-05,
      "loss": 0.0558,
      "step": 9017
    },
    {
      "epoch": 0.6744194742549452,
      "grad_norm": 0.9593505859375,
      "learning_rate": 2.427916011424473e-05,
      "loss": 0.1143,
      "step": 9018
    },
    {
      "epoch": 0.6744942601802341,
      "grad_norm": 0.9953325986862183,
      "learning_rate": 2.4269010724666443e-05,
      "loss": 0.0597,
      "step": 9019
    },
    {
      "epoch": 0.6745690461055229,
      "grad_norm": 1.0840215682983398,
      "learning_rate": 2.4258862777033926e-05,
      "loss": 0.1288,
      "step": 9020
    },
    {
      "epoch": 0.6746438320308118,
      "grad_norm": 1.1284518241882324,
      "learning_rate": 2.4248716271915873e-05,
      "loss": 0.0879,
      "step": 9021
    },
    {
      "epoch": 0.6747186179561007,
      "grad_norm": 1.0144962072372437,
      "learning_rate": 2.4238571209880872e-05,
      "loss": 0.1406,
      "step": 9022
    },
    {
      "epoch": 0.6747934038813895,
      "grad_norm": 0.7309964895248413,
      "learning_rate": 2.422842759149746e-05,
      "loss": 0.0691,
      "step": 9023
    },
    {
      "epoch": 0.6748681898066784,
      "grad_norm": 1.0775222778320312,
      "learning_rate": 2.421828541733407e-05,
      "loss": 0.0732,
      "step": 9024
    },
    {
      "epoch": 0.6749429757319673,
      "grad_norm": 1.001059651374817,
      "learning_rate": 2.4208144687959065e-05,
      "loss": 0.0979,
      "step": 9025
    },
    {
      "epoch": 0.6750177616572561,
      "grad_norm": 0.8928277492523193,
      "learning_rate": 2.4198005403940744e-05,
      "loss": 0.0818,
      "step": 9026
    },
    {
      "epoch": 0.675092547582545,
      "grad_norm": 0.6772812604904175,
      "learning_rate": 2.4187867565847237e-05,
      "loss": 0.0678,
      "step": 9027
    },
    {
      "epoch": 0.6751673335078339,
      "grad_norm": 1.1290627717971802,
      "learning_rate": 2.4177731174246755e-05,
      "loss": 0.099,
      "step": 9028
    },
    {
      "epoch": 0.6752421194331227,
      "grad_norm": 0.9266239404678345,
      "learning_rate": 2.4167596229707246e-05,
      "loss": 0.1013,
      "step": 9029
    },
    {
      "epoch": 0.6753169053584116,
      "grad_norm": 1.148894190788269,
      "learning_rate": 2.4157462732796744e-05,
      "loss": 0.0815,
      "step": 9030
    },
    {
      "epoch": 0.6753916912837004,
      "grad_norm": 0.8089978098869324,
      "learning_rate": 2.4147330684083063e-05,
      "loss": 0.0656,
      "step": 9031
    },
    {
      "epoch": 0.6754664772089892,
      "grad_norm": 0.9330390691757202,
      "learning_rate": 2.413720008413402e-05,
      "loss": 0.117,
      "step": 9032
    },
    {
      "epoch": 0.6755412631342781,
      "grad_norm": 0.6943225860595703,
      "learning_rate": 2.412707093351732e-05,
      "loss": 0.082,
      "step": 9033
    },
    {
      "epoch": 0.675616049059567,
      "grad_norm": 0.4810083210468292,
      "learning_rate": 2.4116943232800602e-05,
      "loss": 0.0282,
      "step": 9034
    },
    {
      "epoch": 0.6756908349848558,
      "grad_norm": 0.6291552186012268,
      "learning_rate": 2.4106816982551427e-05,
      "loss": 0.0827,
      "step": 9035
    },
    {
      "epoch": 0.6757656209101447,
      "grad_norm": 0.7647530436515808,
      "learning_rate": 2.4096692183337206e-05,
      "loss": 0.0743,
      "step": 9036
    },
    {
      "epoch": 0.6758404068354336,
      "grad_norm": 1.0723820924758911,
      "learning_rate": 2.4086568835725403e-05,
      "loss": 0.081,
      "step": 9037
    },
    {
      "epoch": 0.6759151927607224,
      "grad_norm": 0.826386034488678,
      "learning_rate": 2.4076446940283243e-05,
      "loss": 0.0542,
      "step": 9038
    },
    {
      "epoch": 0.6759899786860113,
      "grad_norm": 0.9399903416633606,
      "learning_rate": 2.4066326497578034e-05,
      "loss": 0.1045,
      "step": 9039
    },
    {
      "epoch": 0.6760647646113002,
      "grad_norm": 0.7678448557853699,
      "learning_rate": 2.4056207508176852e-05,
      "loss": 0.0452,
      "step": 9040
    },
    {
      "epoch": 0.676139550536589,
      "grad_norm": 0.7899020314216614,
      "learning_rate": 2.4046089972646785e-05,
      "loss": 0.0536,
      "step": 9041
    },
    {
      "epoch": 0.6762143364618779,
      "grad_norm": 1.558799147605896,
      "learning_rate": 2.403597389155481e-05,
      "loss": 0.1689,
      "step": 9042
    },
    {
      "epoch": 0.6762891223871668,
      "grad_norm": 0.6559285521507263,
      "learning_rate": 2.4025859265467814e-05,
      "loss": 0.0582,
      "step": 9043
    },
    {
      "epoch": 0.6763639083124556,
      "grad_norm": 1.2267587184906006,
      "learning_rate": 2.401574609495263e-05,
      "loss": 0.1777,
      "step": 9044
    },
    {
      "epoch": 0.6764386942377445,
      "grad_norm": 1.2995128631591797,
      "learning_rate": 2.4005634380575985e-05,
      "loss": 0.104,
      "step": 9045
    },
    {
      "epoch": 0.6765134801630334,
      "grad_norm": 0.9704552292823792,
      "learning_rate": 2.3995524122904528e-05,
      "loss": 0.058,
      "step": 9046
    },
    {
      "epoch": 0.6765882660883222,
      "grad_norm": 1.2597289085388184,
      "learning_rate": 2.398541532250484e-05,
      "loss": 0.139,
      "step": 9047
    },
    {
      "epoch": 0.676663052013611,
      "grad_norm": 1.3571680784225464,
      "learning_rate": 2.39753079799434e-05,
      "loss": 0.1878,
      "step": 9048
    },
    {
      "epoch": 0.6767378379388999,
      "grad_norm": 0.9958711862564087,
      "learning_rate": 2.3965202095786644e-05,
      "loss": 0.0725,
      "step": 9049
    },
    {
      "epoch": 0.6768126238641887,
      "grad_norm": 1.6673933267593384,
      "learning_rate": 2.3955097670600835e-05,
      "loss": 0.1018,
      "step": 9050
    },
    {
      "epoch": 0.6768874097894776,
      "grad_norm": 0.6910892724990845,
      "learning_rate": 2.3944994704952293e-05,
      "loss": 0.071,
      "step": 9051
    },
    {
      "epoch": 0.6769621957147665,
      "grad_norm": 0.55113685131073,
      "learning_rate": 2.3934893199407115e-05,
      "loss": 0.0599,
      "step": 9052
    },
    {
      "epoch": 0.6770369816400553,
      "grad_norm": 0.620625376701355,
      "learning_rate": 2.392479315453145e-05,
      "loss": 0.0562,
      "step": 9053
    },
    {
      "epoch": 0.6771117675653442,
      "grad_norm": 0.5526808500289917,
      "learning_rate": 2.3914694570891238e-05,
      "loss": 0.0402,
      "step": 9054
    },
    {
      "epoch": 0.6771865534906331,
      "grad_norm": 0.6862251162528992,
      "learning_rate": 2.390459744905242e-05,
      "loss": 0.063,
      "step": 9055
    },
    {
      "epoch": 0.6772613394159219,
      "grad_norm": 0.7553861141204834,
      "learning_rate": 2.3894501789580826e-05,
      "loss": 0.0705,
      "step": 9056
    },
    {
      "epoch": 0.6773361253412108,
      "grad_norm": 0.6399888396263123,
      "learning_rate": 2.3884407593042217e-05,
      "loss": 0.069,
      "step": 9057
    },
    {
      "epoch": 0.6774109112664997,
      "grad_norm": 1.0010844469070435,
      "learning_rate": 2.3874314860002263e-05,
      "loss": 0.0793,
      "step": 9058
    },
    {
      "epoch": 0.6774856971917885,
      "grad_norm": 0.9290555715560913,
      "learning_rate": 2.3864223591026547e-05,
      "loss": 0.0598,
      "step": 9059
    },
    {
      "epoch": 0.6775604831170774,
      "grad_norm": 0.7738184332847595,
      "learning_rate": 2.3854133786680575e-05,
      "loss": 0.0738,
      "step": 9060
    },
    {
      "epoch": 0.6776352690423663,
      "grad_norm": 0.9956568479537964,
      "learning_rate": 2.3844045447529784e-05,
      "loss": 0.1133,
      "step": 9061
    },
    {
      "epoch": 0.6777100549676551,
      "grad_norm": 0.4646041989326477,
      "learning_rate": 2.3833958574139526e-05,
      "loss": 0.0393,
      "step": 9062
    },
    {
      "epoch": 0.677784840892944,
      "grad_norm": 0.7509924173355103,
      "learning_rate": 2.382387316707503e-05,
      "loss": 0.0572,
      "step": 9063
    },
    {
      "epoch": 0.6778596268182329,
      "grad_norm": 1.1143776178359985,
      "learning_rate": 2.381378922690149e-05,
      "loss": 0.0948,
      "step": 9064
    },
    {
      "epoch": 0.6779344127435216,
      "grad_norm": 0.966739296913147,
      "learning_rate": 2.3803706754184e-05,
      "loss": 0.0936,
      "step": 9065
    },
    {
      "epoch": 0.6780091986688105,
      "grad_norm": 1.750062346458435,
      "learning_rate": 2.3793625749487587e-05,
      "loss": 0.1307,
      "step": 9066
    },
    {
      "epoch": 0.6780839845940994,
      "grad_norm": 0.7308270931243896,
      "learning_rate": 2.3783546213377167e-05,
      "loss": 0.044,
      "step": 9067
    },
    {
      "epoch": 0.6781587705193882,
      "grad_norm": 0.8241710066795349,
      "learning_rate": 2.3773468146417598e-05,
      "loss": 0.0604,
      "step": 9068
    },
    {
      "epoch": 0.6782335564446771,
      "grad_norm": 0.5230169296264648,
      "learning_rate": 2.376339154917365e-05,
      "loss": 0.0377,
      "step": 9069
    },
    {
      "epoch": 0.678308342369966,
      "grad_norm": 0.69057297706604,
      "learning_rate": 2.3753316422210002e-05,
      "loss": 0.0489,
      "step": 9070
    },
    {
      "epoch": 0.6783831282952548,
      "grad_norm": 0.7031551003456116,
      "learning_rate": 2.3743242766091263e-05,
      "loss": 0.0565,
      "step": 9071
    },
    {
      "epoch": 0.6784579142205437,
      "grad_norm": 1.1284008026123047,
      "learning_rate": 2.3733170581381964e-05,
      "loss": 0.0819,
      "step": 9072
    },
    {
      "epoch": 0.6785327001458326,
      "grad_norm": 0.7542756199836731,
      "learning_rate": 2.372309986864649e-05,
      "loss": 0.0467,
      "step": 9073
    },
    {
      "epoch": 0.6786074860711214,
      "grad_norm": 0.6681413650512695,
      "learning_rate": 2.371303062844928e-05,
      "loss": 0.0739,
      "step": 9074
    },
    {
      "epoch": 0.6786822719964103,
      "grad_norm": 0.6361233592033386,
      "learning_rate": 2.3702962861354522e-05,
      "loss": 0.0444,
      "step": 9075
    },
    {
      "epoch": 0.6787570579216992,
      "grad_norm": 1.4886583089828491,
      "learning_rate": 2.3692896567926474e-05,
      "loss": 0.2235,
      "step": 9076
    },
    {
      "epoch": 0.678831843846988,
      "grad_norm": 1.0971143245697021,
      "learning_rate": 2.3682831748729205e-05,
      "loss": 0.0992,
      "step": 9077
    },
    {
      "epoch": 0.6789066297722769,
      "grad_norm": 0.8728205561637878,
      "learning_rate": 2.3672768404326756e-05,
      "loss": 0.0874,
      "step": 9078
    },
    {
      "epoch": 0.6789814156975658,
      "grad_norm": 0.9728233218193054,
      "learning_rate": 2.3662706535283057e-05,
      "loss": 0.0479,
      "step": 9079
    },
    {
      "epoch": 0.6790562016228546,
      "grad_norm": 1.7344350814819336,
      "learning_rate": 2.365264614216198e-05,
      "loss": 0.1414,
      "step": 9080
    },
    {
      "epoch": 0.6791309875481435,
      "grad_norm": 0.7984166741371155,
      "learning_rate": 2.364258722552729e-05,
      "loss": 0.0536,
      "step": 9081
    },
    {
      "epoch": 0.6792057734734323,
      "grad_norm": 0.5781495571136475,
      "learning_rate": 2.3632529785942692e-05,
      "loss": 0.0379,
      "step": 9082
    },
    {
      "epoch": 0.6792805593987211,
      "grad_norm": 0.9672978520393372,
      "learning_rate": 2.362247382397179e-05,
      "loss": 0.0921,
      "step": 9083
    },
    {
      "epoch": 0.67935534532401,
      "grad_norm": 0.6167583465576172,
      "learning_rate": 2.361241934017812e-05,
      "loss": 0.0411,
      "step": 9084
    },
    {
      "epoch": 0.6794301312492989,
      "grad_norm": 1.7653000354766846,
      "learning_rate": 2.360236633512513e-05,
      "loss": 0.0751,
      "step": 9085
    },
    {
      "epoch": 0.6795049171745877,
      "grad_norm": 0.7434752583503723,
      "learning_rate": 2.3592314809376193e-05,
      "loss": 0.0475,
      "step": 9086
    },
    {
      "epoch": 0.6795797030998766,
      "grad_norm": 0.9207234978675842,
      "learning_rate": 2.3582264763494534e-05,
      "loss": 0.0634,
      "step": 9087
    },
    {
      "epoch": 0.6796544890251655,
      "grad_norm": 0.9923267960548401,
      "learning_rate": 2.357221619804343e-05,
      "loss": 0.1126,
      "step": 9088
    },
    {
      "epoch": 0.6797292749504543,
      "grad_norm": 0.5171015858650208,
      "learning_rate": 2.3562169113585913e-05,
      "loss": 0.0317,
      "step": 9089
    },
    {
      "epoch": 0.6798040608757432,
      "grad_norm": 0.7835935950279236,
      "learning_rate": 2.35521235106851e-05,
      "loss": 0.0549,
      "step": 9090
    },
    {
      "epoch": 0.679878846801032,
      "grad_norm": 1.1916069984436035,
      "learning_rate": 2.354207938990387e-05,
      "loss": 0.0974,
      "step": 9091
    },
    {
      "epoch": 0.6799536327263209,
      "grad_norm": 1.06106436252594,
      "learning_rate": 2.353203675180512e-05,
      "loss": 0.0658,
      "step": 9092
    },
    {
      "epoch": 0.6800284186516098,
      "grad_norm": 0.992895781993866,
      "learning_rate": 2.3521995596951622e-05,
      "loss": 0.0858,
      "step": 9093
    },
    {
      "epoch": 0.6801032045768987,
      "grad_norm": 0.9109195470809937,
      "learning_rate": 2.3511955925906082e-05,
      "loss": 0.0803,
      "step": 9094
    },
    {
      "epoch": 0.6801779905021875,
      "grad_norm": 1.15358567237854,
      "learning_rate": 2.3501917739231134e-05,
      "loss": 0.089,
      "step": 9095
    },
    {
      "epoch": 0.6802527764274764,
      "grad_norm": 1.291364073753357,
      "learning_rate": 2.3491881037489244e-05,
      "loss": 0.1293,
      "step": 9096
    },
    {
      "epoch": 0.6803275623527653,
      "grad_norm": 1.349684238433838,
      "learning_rate": 2.3481845821242948e-05,
      "loss": 0.1131,
      "step": 9097
    },
    {
      "epoch": 0.6804023482780541,
      "grad_norm": 1.5383514165878296,
      "learning_rate": 2.3471812091054535e-05,
      "loss": 0.1355,
      "step": 9098
    },
    {
      "epoch": 0.6804771342033429,
      "grad_norm": 1.543247938156128,
      "learning_rate": 2.346177984748636e-05,
      "loss": 0.1375,
      "step": 9099
    },
    {
      "epoch": 0.6805519201286317,
      "grad_norm": 1.2906546592712402,
      "learning_rate": 2.3451749091100567e-05,
      "loss": 0.1175,
      "step": 9100
    },
    {
      "epoch": 0.6806267060539206,
      "grad_norm": 0.5961405634880066,
      "learning_rate": 2.344171982245929e-05,
      "loss": 0.0593,
      "step": 9101
    },
    {
      "epoch": 0.6807014919792095,
      "grad_norm": 0.7413736581802368,
      "learning_rate": 2.343169204212457e-05,
      "loss": 0.0719,
      "step": 9102
    },
    {
      "epoch": 0.6807762779044984,
      "grad_norm": 0.4949440062046051,
      "learning_rate": 2.3421665750658346e-05,
      "loss": 0.0456,
      "step": 9103
    },
    {
      "epoch": 0.6808510638297872,
      "grad_norm": 0.6185131669044495,
      "learning_rate": 2.3411640948622488e-05,
      "loss": 0.0548,
      "step": 9104
    },
    {
      "epoch": 0.6809258497550761,
      "grad_norm": 0.807995617389679,
      "learning_rate": 2.3401617636578775e-05,
      "loss": 0.145,
      "step": 9105
    },
    {
      "epoch": 0.681000635680365,
      "grad_norm": 0.44895079731941223,
      "learning_rate": 2.3391595815088913e-05,
      "loss": 0.0386,
      "step": 9106
    },
    {
      "epoch": 0.6810754216056538,
      "grad_norm": 0.5338066816329956,
      "learning_rate": 2.3381575484714514e-05,
      "loss": 0.0519,
      "step": 9107
    },
    {
      "epoch": 0.6811502075309427,
      "grad_norm": 0.9228606820106506,
      "learning_rate": 2.3371556646017112e-05,
      "loss": 0.0981,
      "step": 9108
    },
    {
      "epoch": 0.6812249934562316,
      "grad_norm": 0.617818295955658,
      "learning_rate": 2.3361539299558165e-05,
      "loss": 0.0466,
      "step": 9109
    },
    {
      "epoch": 0.6812997793815204,
      "grad_norm": 0.7682779431343079,
      "learning_rate": 2.3351523445899e-05,
      "loss": 0.0874,
      "step": 9110
    },
    {
      "epoch": 0.6813745653068093,
      "grad_norm": 0.5455132722854614,
      "learning_rate": 2.3341509085600948e-05,
      "loss": 0.0488,
      "step": 9111
    },
    {
      "epoch": 0.6814493512320982,
      "grad_norm": 0.590876042842865,
      "learning_rate": 2.333149621922516e-05,
      "loss": 0.0664,
      "step": 9112
    },
    {
      "epoch": 0.681524137157387,
      "grad_norm": 0.6694737076759338,
      "learning_rate": 2.3321484847332797e-05,
      "loss": 0.0636,
      "step": 9113
    },
    {
      "epoch": 0.6815989230826759,
      "grad_norm": 0.7205479741096497,
      "learning_rate": 2.3311474970484853e-05,
      "loss": 0.0512,
      "step": 9114
    },
    {
      "epoch": 0.6816737090079648,
      "grad_norm": 0.7748034596443176,
      "learning_rate": 2.3301466589242282e-05,
      "loss": 0.0784,
      "step": 9115
    },
    {
      "epoch": 0.6817484949332535,
      "grad_norm": 0.7890443205833435,
      "learning_rate": 2.3291459704165953e-05,
      "loss": 0.0788,
      "step": 9116
    },
    {
      "epoch": 0.6818232808585424,
      "grad_norm": 0.5844922661781311,
      "learning_rate": 2.3281454315816636e-05,
      "loss": 0.0449,
      "step": 9117
    },
    {
      "epoch": 0.6818980667838312,
      "grad_norm": 0.7117334604263306,
      "learning_rate": 2.3271450424755038e-05,
      "loss": 0.0664,
      "step": 9118
    },
    {
      "epoch": 0.6819728527091201,
      "grad_norm": 0.809627890586853,
      "learning_rate": 2.3261448031541754e-05,
      "loss": 0.0687,
      "step": 9119
    },
    {
      "epoch": 0.682047638634409,
      "grad_norm": 0.5689002275466919,
      "learning_rate": 2.3251447136737326e-05,
      "loss": 0.0428,
      "step": 9120
    },
    {
      "epoch": 0.6821224245596978,
      "grad_norm": 0.9036619067192078,
      "learning_rate": 2.3241447740902188e-05,
      "loss": 0.0739,
      "step": 9121
    },
    {
      "epoch": 0.6821972104849867,
      "grad_norm": 1.913135290145874,
      "learning_rate": 2.3231449844596704e-05,
      "loss": 0.124,
      "step": 9122
    },
    {
      "epoch": 0.6822719964102756,
      "grad_norm": 0.6168155670166016,
      "learning_rate": 2.3221453448381166e-05,
      "loss": 0.0489,
      "step": 9123
    },
    {
      "epoch": 0.6823467823355645,
      "grad_norm": 1.122450351715088,
      "learning_rate": 2.3211458552815702e-05,
      "loss": 0.0826,
      "step": 9124
    },
    {
      "epoch": 0.6824215682608533,
      "grad_norm": 0.4162593185901642,
      "learning_rate": 2.32014651584605e-05,
      "loss": 0.0329,
      "step": 9125
    },
    {
      "epoch": 0.6824963541861422,
      "grad_norm": 0.753745436668396,
      "learning_rate": 2.3191473265875523e-05,
      "loss": 0.04,
      "step": 9126
    },
    {
      "epoch": 0.682571140111431,
      "grad_norm": 2.546464443206787,
      "learning_rate": 2.3181482875620732e-05,
      "loss": 0.135,
      "step": 9127
    },
    {
      "epoch": 0.6826459260367199,
      "grad_norm": 1.2825146913528442,
      "learning_rate": 2.3171493988255983e-05,
      "loss": 0.1546,
      "step": 9128
    },
    {
      "epoch": 0.6827207119620088,
      "grad_norm": 1.006608486175537,
      "learning_rate": 2.3161506604341038e-05,
      "loss": 0.0826,
      "step": 9129
    },
    {
      "epoch": 0.6827954978872977,
      "grad_norm": 0.6850880980491638,
      "learning_rate": 2.3151520724435582e-05,
      "loss": 0.0576,
      "step": 9130
    },
    {
      "epoch": 0.6828702838125865,
      "grad_norm": 0.9096012711524963,
      "learning_rate": 2.314153634909923e-05,
      "loss": 0.0778,
      "step": 9131
    },
    {
      "epoch": 0.6829450697378753,
      "grad_norm": 0.6577098369598389,
      "learning_rate": 2.3131553478891505e-05,
      "loss": 0.0461,
      "step": 9132
    },
    {
      "epoch": 0.6830198556631641,
      "grad_norm": 0.6643049716949463,
      "learning_rate": 2.3121572114371788e-05,
      "loss": 0.0558,
      "step": 9133
    },
    {
      "epoch": 0.683094641588453,
      "grad_norm": 0.6127878427505493,
      "learning_rate": 2.3111592256099502e-05,
      "loss": 0.0417,
      "step": 9134
    },
    {
      "epoch": 0.6831694275137419,
      "grad_norm": 1.0582503080368042,
      "learning_rate": 2.3101613904633835e-05,
      "loss": 0.0981,
      "step": 9135
    },
    {
      "epoch": 0.6832442134390307,
      "grad_norm": 0.9338807463645935,
      "learning_rate": 2.3091637060534045e-05,
      "loss": 0.0624,
      "step": 9136
    },
    {
      "epoch": 0.6833189993643196,
      "grad_norm": 1.3382048606872559,
      "learning_rate": 2.308166172435916e-05,
      "loss": 0.1475,
      "step": 9137
    },
    {
      "epoch": 0.6833937852896085,
      "grad_norm": 0.7830129861831665,
      "learning_rate": 2.3071687896668227e-05,
      "loss": 0.0762,
      "step": 9138
    },
    {
      "epoch": 0.6834685712148973,
      "grad_norm": 0.6998268365859985,
      "learning_rate": 2.3061715578020153e-05,
      "loss": 0.0385,
      "step": 9139
    },
    {
      "epoch": 0.6835433571401862,
      "grad_norm": 1.871865153312683,
      "learning_rate": 2.3051744768973798e-05,
      "loss": 0.1474,
      "step": 9140
    },
    {
      "epoch": 0.6836181430654751,
      "grad_norm": 0.6189171075820923,
      "learning_rate": 2.3041775470087905e-05,
      "loss": 0.0323,
      "step": 9141
    },
    {
      "epoch": 0.683692928990764,
      "grad_norm": 0.7480464577674866,
      "learning_rate": 2.3031807681921148e-05,
      "loss": 0.0714,
      "step": 9142
    },
    {
      "epoch": 0.6837677149160528,
      "grad_norm": 1.671102523803711,
      "learning_rate": 2.3021841405032123e-05,
      "loss": 0.1551,
      "step": 9143
    },
    {
      "epoch": 0.6838425008413417,
      "grad_norm": 1.2106024026870728,
      "learning_rate": 2.3011876639979325e-05,
      "loss": 0.1646,
      "step": 9144
    },
    {
      "epoch": 0.6839172867666305,
      "grad_norm": 0.9498641490936279,
      "learning_rate": 2.3001913387321173e-05,
      "loss": 0.0825,
      "step": 9145
    },
    {
      "epoch": 0.6839920726919194,
      "grad_norm": 1.1485867500305176,
      "learning_rate": 2.2991951647616023e-05,
      "loss": 0.1133,
      "step": 9146
    },
    {
      "epoch": 0.6840668586172083,
      "grad_norm": 1.6211495399475098,
      "learning_rate": 2.2981991421422063e-05,
      "loss": 0.1597,
      "step": 9147
    },
    {
      "epoch": 0.6841416445424972,
      "grad_norm": 2.390824556350708,
      "learning_rate": 2.297203270929753e-05,
      "loss": 0.2301,
      "step": 9148
    },
    {
      "epoch": 0.6842164304677859,
      "grad_norm": 2.5607991218566895,
      "learning_rate": 2.2962075511800434e-05,
      "loss": 0.2519,
      "step": 9149
    },
    {
      "epoch": 0.6842912163930748,
      "grad_norm": 1.698883056640625,
      "learning_rate": 2.2952119829488844e-05,
      "loss": 0.1524,
      "step": 9150
    },
    {
      "epoch": 0.6843660023183636,
      "grad_norm": 0.4573800563812256,
      "learning_rate": 2.2942165662920605e-05,
      "loss": 0.0593,
      "step": 9151
    },
    {
      "epoch": 0.6844407882436525,
      "grad_norm": 0.5924689173698425,
      "learning_rate": 2.2932213012653574e-05,
      "loss": 0.0633,
      "step": 9152
    },
    {
      "epoch": 0.6845155741689414,
      "grad_norm": 0.9651486873626709,
      "learning_rate": 2.2922261879245477e-05,
      "loss": 0.2026,
      "step": 9153
    },
    {
      "epoch": 0.6845903600942302,
      "grad_norm": 0.7090607285499573,
      "learning_rate": 2.291231226325397e-05,
      "loss": 0.0517,
      "step": 9154
    },
    {
      "epoch": 0.6846651460195191,
      "grad_norm": 0.4911293387413025,
      "learning_rate": 2.2902364165236627e-05,
      "loss": 0.026,
      "step": 9155
    },
    {
      "epoch": 0.684739931944808,
      "grad_norm": 0.8410606980323792,
      "learning_rate": 2.289241758575093e-05,
      "loss": 0.0584,
      "step": 9156
    },
    {
      "epoch": 0.6848147178700968,
      "grad_norm": 0.7183565497398376,
      "learning_rate": 2.28824725253543e-05,
      "loss": 0.0612,
      "step": 9157
    },
    {
      "epoch": 0.6848895037953857,
      "grad_norm": 0.5611912608146667,
      "learning_rate": 2.2872528984603985e-05,
      "loss": 0.0587,
      "step": 9158
    },
    {
      "epoch": 0.6849642897206746,
      "grad_norm": 0.6855427622795105,
      "learning_rate": 2.2862586964057297e-05,
      "loss": 0.0933,
      "step": 9159
    },
    {
      "epoch": 0.6850390756459634,
      "grad_norm": 0.7255171537399292,
      "learning_rate": 2.2852646464271326e-05,
      "loss": 0.1062,
      "step": 9160
    },
    {
      "epoch": 0.6851138615712523,
      "grad_norm": 0.776475727558136,
      "learning_rate": 2.2842707485803143e-05,
      "loss": 0.0818,
      "step": 9161
    },
    {
      "epoch": 0.6851886474965412,
      "grad_norm": 0.34679001569747925,
      "learning_rate": 2.2832770029209722e-05,
      "loss": 0.0343,
      "step": 9162
    },
    {
      "epoch": 0.68526343342183,
      "grad_norm": 0.4732770025730133,
      "learning_rate": 2.2822834095047953e-05,
      "loss": 0.0475,
      "step": 9163
    },
    {
      "epoch": 0.6853382193471189,
      "grad_norm": 0.6383647322654724,
      "learning_rate": 2.2812899683874632e-05,
      "loss": 0.0637,
      "step": 9164
    },
    {
      "epoch": 0.6854130052724078,
      "grad_norm": 0.9693565964698792,
      "learning_rate": 2.2802966796246483e-05,
      "loss": 0.1229,
      "step": 9165
    },
    {
      "epoch": 0.6854877911976965,
      "grad_norm": 0.6544167995452881,
      "learning_rate": 2.279303543272014e-05,
      "loss": 0.0539,
      "step": 9166
    },
    {
      "epoch": 0.6855625771229854,
      "grad_norm": 0.5254539847373962,
      "learning_rate": 2.278310559385214e-05,
      "loss": 0.0469,
      "step": 9167
    },
    {
      "epoch": 0.6856373630482743,
      "grad_norm": 0.6409251093864441,
      "learning_rate": 2.2773177280198947e-05,
      "loss": 0.055,
      "step": 9168
    },
    {
      "epoch": 0.6857121489735631,
      "grad_norm": 0.7034825682640076,
      "learning_rate": 2.276325049231696e-05,
      "loss": 0.0419,
      "step": 9169
    },
    {
      "epoch": 0.685786934898852,
      "grad_norm": 0.6795626878738403,
      "learning_rate": 2.2753325230762413e-05,
      "loss": 0.0541,
      "step": 9170
    },
    {
      "epoch": 0.6858617208241409,
      "grad_norm": 0.9883409142494202,
      "learning_rate": 2.274340149609158e-05,
      "loss": 0.0978,
      "step": 9171
    },
    {
      "epoch": 0.6859365067494297,
      "grad_norm": 0.9266215562820435,
      "learning_rate": 2.273347928886051e-05,
      "loss": 0.0795,
      "step": 9172
    },
    {
      "epoch": 0.6860112926747186,
      "grad_norm": 0.6768332719802856,
      "learning_rate": 2.27235586096253e-05,
      "loss": 0.0401,
      "step": 9173
    },
    {
      "epoch": 0.6860860786000075,
      "grad_norm": 0.8828085064888,
      "learning_rate": 2.2713639458941854e-05,
      "loss": 0.1145,
      "step": 9174
    },
    {
      "epoch": 0.6861608645252963,
      "grad_norm": 0.8111668825149536,
      "learning_rate": 2.270372183736605e-05,
      "loss": 0.0827,
      "step": 9175
    },
    {
      "epoch": 0.6862356504505852,
      "grad_norm": 0.6463581323623657,
      "learning_rate": 2.2693805745453663e-05,
      "loss": 0.0639,
      "step": 9176
    },
    {
      "epoch": 0.6863104363758741,
      "grad_norm": 1.0357102155685425,
      "learning_rate": 2.268389118376038e-05,
      "loss": 0.1029,
      "step": 9177
    },
    {
      "epoch": 0.686385222301163,
      "grad_norm": 0.8440728187561035,
      "learning_rate": 2.2673978152841813e-05,
      "loss": 0.0772,
      "step": 9178
    },
    {
      "epoch": 0.6864600082264518,
      "grad_norm": 1.3609906435012817,
      "learning_rate": 2.2664066653253475e-05,
      "loss": 0.089,
      "step": 9179
    },
    {
      "epoch": 0.6865347941517407,
      "grad_norm": 0.5475338697433472,
      "learning_rate": 2.26541566855508e-05,
      "loss": 0.0344,
      "step": 9180
    },
    {
      "epoch": 0.6866095800770295,
      "grad_norm": 1.2555431127548218,
      "learning_rate": 2.264424825028913e-05,
      "loss": 0.0939,
      "step": 9181
    },
    {
      "epoch": 0.6866843660023184,
      "grad_norm": 1.0066665410995483,
      "learning_rate": 2.263434134802374e-05,
      "loss": 0.085,
      "step": 9182
    },
    {
      "epoch": 0.6867591519276072,
      "grad_norm": 0.6429293155670166,
      "learning_rate": 2.2624435979309816e-05,
      "loss": 0.0531,
      "step": 9183
    },
    {
      "epoch": 0.686833937852896,
      "grad_norm": 0.7417621612548828,
      "learning_rate": 2.2614532144702395e-05,
      "loss": 0.0636,
      "step": 9184
    },
    {
      "epoch": 0.6869087237781849,
      "grad_norm": 0.803034245967865,
      "learning_rate": 2.2604629844756546e-05,
      "loss": 0.0534,
      "step": 9185
    },
    {
      "epoch": 0.6869835097034738,
      "grad_norm": 0.63011634349823,
      "learning_rate": 2.2594729080027122e-05,
      "loss": 0.0443,
      "step": 9186
    },
    {
      "epoch": 0.6870582956287626,
      "grad_norm": 1.561172366142273,
      "learning_rate": 2.258482985106903e-05,
      "loss": 0.1737,
      "step": 9187
    },
    {
      "epoch": 0.6871330815540515,
      "grad_norm": 0.750774621963501,
      "learning_rate": 2.257493215843695e-05,
      "loss": 0.0704,
      "step": 9188
    },
    {
      "epoch": 0.6872078674793404,
      "grad_norm": 1.0852584838867188,
      "learning_rate": 2.256503600268557e-05,
      "loss": 0.063,
      "step": 9189
    },
    {
      "epoch": 0.6872826534046292,
      "grad_norm": 0.4909648895263672,
      "learning_rate": 2.2555141384369456e-05,
      "loss": 0.0248,
      "step": 9190
    },
    {
      "epoch": 0.6873574393299181,
      "grad_norm": 1.0210195779800415,
      "learning_rate": 2.25452483040431e-05,
      "loss": 0.1143,
      "step": 9191
    },
    {
      "epoch": 0.687432225255207,
      "grad_norm": 1.013712763786316,
      "learning_rate": 2.2535356762260918e-05,
      "loss": 0.0597,
      "step": 9192
    },
    {
      "epoch": 0.6875070111804958,
      "grad_norm": 1.1721601486206055,
      "learning_rate": 2.2525466759577168e-05,
      "loss": 0.1288,
      "step": 9193
    },
    {
      "epoch": 0.6875817971057847,
      "grad_norm": 0.9181032776832581,
      "learning_rate": 2.2515578296546165e-05,
      "loss": 0.0556,
      "step": 9194
    },
    {
      "epoch": 0.6876565830310736,
      "grad_norm": 1.0143295526504517,
      "learning_rate": 2.250569137372196e-05,
      "loss": 0.0973,
      "step": 9195
    },
    {
      "epoch": 0.6877313689563624,
      "grad_norm": 0.7384698390960693,
      "learning_rate": 2.2495805991658693e-05,
      "loss": 0.0521,
      "step": 9196
    },
    {
      "epoch": 0.6878061548816513,
      "grad_norm": 1.7256652116775513,
      "learning_rate": 2.248592215091027e-05,
      "loss": 0.179,
      "step": 9197
    },
    {
      "epoch": 0.6878809408069402,
      "grad_norm": 1.0680736303329468,
      "learning_rate": 2.2476039852030607e-05,
      "loss": 0.0899,
      "step": 9198
    },
    {
      "epoch": 0.687955726732229,
      "grad_norm": 0.8564990758895874,
      "learning_rate": 2.2466159095573485e-05,
      "loss": 0.0626,
      "step": 9199
    },
    {
      "epoch": 0.6880305126575178,
      "grad_norm": 1.414536476135254,
      "learning_rate": 2.2456279882092623e-05,
      "loss": 0.112,
      "step": 9200
    },
    {
      "epoch": 0.6881052985828067,
      "grad_norm": 0.48184916377067566,
      "learning_rate": 2.2446402212141642e-05,
      "loss": 0.0681,
      "step": 9201
    },
    {
      "epoch": 0.6881800845080955,
      "grad_norm": 0.9448469877243042,
      "learning_rate": 2.2436526086274086e-05,
      "loss": 0.0715,
      "step": 9202
    },
    {
      "epoch": 0.6882548704333844,
      "grad_norm": 0.6405081748962402,
      "learning_rate": 2.24266515050434e-05,
      "loss": 0.0924,
      "step": 9203
    },
    {
      "epoch": 0.6883296563586733,
      "grad_norm": 0.6848350167274475,
      "learning_rate": 2.241677846900294e-05,
      "loss": 0.061,
      "step": 9204
    },
    {
      "epoch": 0.6884044422839621,
      "grad_norm": 0.6642270684242249,
      "learning_rate": 2.2406906978706005e-05,
      "loss": 0.0506,
      "step": 9205
    },
    {
      "epoch": 0.688479228209251,
      "grad_norm": 0.581344723701477,
      "learning_rate": 2.239703703470578e-05,
      "loss": 0.0416,
      "step": 9206
    },
    {
      "epoch": 0.6885540141345399,
      "grad_norm": 0.9884000420570374,
      "learning_rate": 2.2387168637555334e-05,
      "loss": 0.0786,
      "step": 9207
    },
    {
      "epoch": 0.6886288000598287,
      "grad_norm": 0.34620022773742676,
      "learning_rate": 2.2377301787807746e-05,
      "loss": 0.0234,
      "step": 9208
    },
    {
      "epoch": 0.6887035859851176,
      "grad_norm": 0.6284740567207336,
      "learning_rate": 2.2367436486015884e-05,
      "loss": 0.0499,
      "step": 9209
    },
    {
      "epoch": 0.6887783719104065,
      "grad_norm": 0.852301299571991,
      "learning_rate": 2.2357572732732655e-05,
      "loss": 0.0564,
      "step": 9210
    },
    {
      "epoch": 0.6888531578356953,
      "grad_norm": 0.9434494376182556,
      "learning_rate": 2.2347710528510768e-05,
      "loss": 0.1125,
      "step": 9211
    },
    {
      "epoch": 0.6889279437609842,
      "grad_norm": 0.7338199615478516,
      "learning_rate": 2.233784987390291e-05,
      "loss": 0.0471,
      "step": 9212
    },
    {
      "epoch": 0.6890027296862731,
      "grad_norm": 0.5243589282035828,
      "learning_rate": 2.2327990769461666e-05,
      "loss": 0.0454,
      "step": 9213
    },
    {
      "epoch": 0.6890775156115619,
      "grad_norm": 0.8007675409317017,
      "learning_rate": 2.2318133215739528e-05,
      "loss": 0.0765,
      "step": 9214
    },
    {
      "epoch": 0.6891523015368508,
      "grad_norm": 0.6143301129341125,
      "learning_rate": 2.2308277213288915e-05,
      "loss": 0.0638,
      "step": 9215
    },
    {
      "epoch": 0.6892270874621397,
      "grad_norm": 0.8406228423118591,
      "learning_rate": 2.229842276266214e-05,
      "loss": 0.0924,
      "step": 9216
    },
    {
      "epoch": 0.6893018733874284,
      "grad_norm": 0.9436984658241272,
      "learning_rate": 2.228856986441145e-05,
      "loss": 0.1687,
      "step": 9217
    },
    {
      "epoch": 0.6893766593127173,
      "grad_norm": 0.646648108959198,
      "learning_rate": 2.2278718519088987e-05,
      "loss": 0.0859,
      "step": 9218
    },
    {
      "epoch": 0.6894514452380062,
      "grad_norm": 0.6610913872718811,
      "learning_rate": 2.2268868727246834e-05,
      "loss": 0.0452,
      "step": 9219
    },
    {
      "epoch": 0.689526231163295,
      "grad_norm": 0.8577660322189331,
      "learning_rate": 2.2259020489436927e-05,
      "loss": 0.1182,
      "step": 9220
    },
    {
      "epoch": 0.6896010170885839,
      "grad_norm": 0.7140082120895386,
      "learning_rate": 2.224917380621117e-05,
      "loss": 0.0397,
      "step": 9221
    },
    {
      "epoch": 0.6896758030138728,
      "grad_norm": 0.7312713265419006,
      "learning_rate": 2.2239328678121373e-05,
      "loss": 0.0696,
      "step": 9222
    },
    {
      "epoch": 0.6897505889391616,
      "grad_norm": 1.0387766361236572,
      "learning_rate": 2.2229485105719243e-05,
      "loss": 0.1022,
      "step": 9223
    },
    {
      "epoch": 0.6898253748644505,
      "grad_norm": 0.6939934492111206,
      "learning_rate": 2.2219643089556415e-05,
      "loss": 0.0568,
      "step": 9224
    },
    {
      "epoch": 0.6899001607897394,
      "grad_norm": 1.0241750478744507,
      "learning_rate": 2.2209802630184413e-05,
      "loss": 0.0639,
      "step": 9225
    },
    {
      "epoch": 0.6899749467150282,
      "grad_norm": 0.7346788048744202,
      "learning_rate": 2.21999637281547e-05,
      "loss": 0.059,
      "step": 9226
    },
    {
      "epoch": 0.6900497326403171,
      "grad_norm": 0.9258126616477966,
      "learning_rate": 2.219012638401864e-05,
      "loss": 0.0596,
      "step": 9227
    },
    {
      "epoch": 0.690124518565606,
      "grad_norm": 0.7993579506874084,
      "learning_rate": 2.2180290598327507e-05,
      "loss": 0.0796,
      "step": 9228
    },
    {
      "epoch": 0.6901993044908948,
      "grad_norm": 0.8451036810874939,
      "learning_rate": 2.2170456371632514e-05,
      "loss": 0.0462,
      "step": 9229
    },
    {
      "epoch": 0.6902740904161837,
      "grad_norm": 0.6802554726600647,
      "learning_rate": 2.21606237044847e-05,
      "loss": 0.0442,
      "step": 9230
    },
    {
      "epoch": 0.6903488763414726,
      "grad_norm": 0.84591144323349,
      "learning_rate": 2.2150792597435173e-05,
      "loss": 0.0748,
      "step": 9231
    },
    {
      "epoch": 0.6904236622667614,
      "grad_norm": 1.1358486413955688,
      "learning_rate": 2.2140963051034764e-05,
      "loss": 0.0888,
      "step": 9232
    },
    {
      "epoch": 0.6904984481920503,
      "grad_norm": 0.9349342584609985,
      "learning_rate": 2.21311350658344e-05,
      "loss": 0.0897,
      "step": 9233
    },
    {
      "epoch": 0.6905732341173391,
      "grad_norm": 0.5246206521987915,
      "learning_rate": 2.212130864238478e-05,
      "loss": 0.0388,
      "step": 9234
    },
    {
      "epoch": 0.6906480200426279,
      "grad_norm": 0.838752806186676,
      "learning_rate": 2.2111483781236587e-05,
      "loss": 0.0762,
      "step": 9235
    },
    {
      "epoch": 0.6907228059679168,
      "grad_norm": 0.5513226985931396,
      "learning_rate": 2.2101660482940388e-05,
      "loss": 0.0526,
      "step": 9236
    },
    {
      "epoch": 0.6907975918932057,
      "grad_norm": 0.7076670527458191,
      "learning_rate": 2.209183874804669e-05,
      "loss": 0.0446,
      "step": 9237
    },
    {
      "epoch": 0.6908723778184945,
      "grad_norm": 0.9900298118591309,
      "learning_rate": 2.208201857710589e-05,
      "loss": 0.1376,
      "step": 9238
    },
    {
      "epoch": 0.6909471637437834,
      "grad_norm": 0.5183401107788086,
      "learning_rate": 2.2072199970668294e-05,
      "loss": 0.0236,
      "step": 9239
    },
    {
      "epoch": 0.6910219496690723,
      "grad_norm": 0.6666920185089111,
      "learning_rate": 2.206238292928414e-05,
      "loss": 0.0433,
      "step": 9240
    },
    {
      "epoch": 0.6910967355943611,
      "grad_norm": 0.9677351117134094,
      "learning_rate": 2.205256745350357e-05,
      "loss": 0.0727,
      "step": 9241
    },
    {
      "epoch": 0.69117152151965,
      "grad_norm": 0.8169509768486023,
      "learning_rate": 2.204275354387662e-05,
      "loss": 0.0561,
      "step": 9242
    },
    {
      "epoch": 0.6912463074449389,
      "grad_norm": 1.0240674018859863,
      "learning_rate": 2.2032941200953294e-05,
      "loss": 0.0518,
      "step": 9243
    },
    {
      "epoch": 0.6913210933702277,
      "grad_norm": 1.3213022947311401,
      "learning_rate": 2.2023130425283396e-05,
      "loss": 0.1589,
      "step": 9244
    },
    {
      "epoch": 0.6913958792955166,
      "grad_norm": 1.0974392890930176,
      "learning_rate": 2.20133212174168e-05,
      "loss": 0.0757,
      "step": 9245
    },
    {
      "epoch": 0.6914706652208055,
      "grad_norm": 1.5926157236099243,
      "learning_rate": 2.2003513577903122e-05,
      "loss": 0.1753,
      "step": 9246
    },
    {
      "epoch": 0.6915454511460943,
      "grad_norm": 1.8758190870285034,
      "learning_rate": 2.1993707507292062e-05,
      "loss": 0.138,
      "step": 9247
    },
    {
      "epoch": 0.6916202370713832,
      "grad_norm": 1.3591591119766235,
      "learning_rate": 2.1983903006133077e-05,
      "loss": 0.1088,
      "step": 9248
    },
    {
      "epoch": 0.6916950229966721,
      "grad_norm": 1.3141239881515503,
      "learning_rate": 2.197410007497563e-05,
      "loss": 0.1452,
      "step": 9249
    },
    {
      "epoch": 0.6917698089219609,
      "grad_norm": 1.211215615272522,
      "learning_rate": 2.196429871436907e-05,
      "loss": 0.077,
      "step": 9250
    },
    {
      "epoch": 0.6918445948472497,
      "grad_norm": 0.46946999430656433,
      "learning_rate": 2.1954498924862653e-05,
      "loss": 0.072,
      "step": 9251
    },
    {
      "epoch": 0.6919193807725386,
      "grad_norm": 0.8048005104064941,
      "learning_rate": 2.1944700707005577e-05,
      "loss": 0.0836,
      "step": 9252
    },
    {
      "epoch": 0.6919941666978274,
      "grad_norm": 0.576023280620575,
      "learning_rate": 2.1934904061346866e-05,
      "loss": 0.0566,
      "step": 9253
    },
    {
      "epoch": 0.6920689526231163,
      "grad_norm": 0.6312065720558167,
      "learning_rate": 2.1925108988435594e-05,
      "loss": 0.0561,
      "step": 9254
    },
    {
      "epoch": 0.6921437385484052,
      "grad_norm": 0.9034589529037476,
      "learning_rate": 2.1915315488820594e-05,
      "loss": 0.0901,
      "step": 9255
    },
    {
      "epoch": 0.692218524473694,
      "grad_norm": 0.7139447331428528,
      "learning_rate": 2.190552356305076e-05,
      "loss": 0.041,
      "step": 9256
    },
    {
      "epoch": 0.6922933103989829,
      "grad_norm": 1.0799753665924072,
      "learning_rate": 2.1895733211674775e-05,
      "loss": 0.0732,
      "step": 9257
    },
    {
      "epoch": 0.6923680963242718,
      "grad_norm": 0.6672503352165222,
      "learning_rate": 2.188594443524129e-05,
      "loss": 0.0595,
      "step": 9258
    },
    {
      "epoch": 0.6924428822495606,
      "grad_norm": 0.5395458936691284,
      "learning_rate": 2.1876157234298873e-05,
      "loss": 0.0335,
      "step": 9259
    },
    {
      "epoch": 0.6925176681748495,
      "grad_norm": 0.4915042817592621,
      "learning_rate": 2.186637160939598e-05,
      "loss": 0.0312,
      "step": 9260
    },
    {
      "epoch": 0.6925924541001384,
      "grad_norm": 0.6509334444999695,
      "learning_rate": 2.1856587561081e-05,
      "loss": 0.0557,
      "step": 9261
    },
    {
      "epoch": 0.6926672400254272,
      "grad_norm": 0.7643593549728394,
      "learning_rate": 2.1846805089902223e-05,
      "loss": 0.0746,
      "step": 9262
    },
    {
      "epoch": 0.6927420259507161,
      "grad_norm": 0.5687723159790039,
      "learning_rate": 2.1837024196407845e-05,
      "loss": 0.047,
      "step": 9263
    },
    {
      "epoch": 0.692816811876005,
      "grad_norm": 0.5252161026000977,
      "learning_rate": 2.1827244881145987e-05,
      "loss": 0.0481,
      "step": 9264
    },
    {
      "epoch": 0.6928915978012938,
      "grad_norm": 0.6449102759361267,
      "learning_rate": 2.1817467144664668e-05,
      "loss": 0.0483,
      "step": 9265
    },
    {
      "epoch": 0.6929663837265827,
      "grad_norm": 0.5861484408378601,
      "learning_rate": 2.1807690987511848e-05,
      "loss": 0.0476,
      "step": 9266
    },
    {
      "epoch": 0.6930411696518716,
      "grad_norm": 0.9236161112785339,
      "learning_rate": 2.179791641023532e-05,
      "loss": 0.088,
      "step": 9267
    },
    {
      "epoch": 0.6931159555771603,
      "grad_norm": 0.3844909369945526,
      "learning_rate": 2.1788143413382917e-05,
      "loss": 0.0161,
      "step": 9268
    },
    {
      "epoch": 0.6931907415024492,
      "grad_norm": 0.5624224543571472,
      "learning_rate": 2.177837199750224e-05,
      "loss": 0.0428,
      "step": 9269
    },
    {
      "epoch": 0.6932655274277381,
      "grad_norm": 0.5665858387947083,
      "learning_rate": 2.176860216314094e-05,
      "loss": 0.0427,
      "step": 9270
    },
    {
      "epoch": 0.6933403133530269,
      "grad_norm": 0.9816871881484985,
      "learning_rate": 2.175883391084646e-05,
      "loss": 0.0664,
      "step": 9271
    },
    {
      "epoch": 0.6934150992783158,
      "grad_norm": 0.6449199318885803,
      "learning_rate": 2.1749067241166226e-05,
      "loss": 0.0497,
      "step": 9272
    },
    {
      "epoch": 0.6934898852036047,
      "grad_norm": 0.5313833951950073,
      "learning_rate": 2.1739302154647544e-05,
      "loss": 0.0385,
      "step": 9273
    },
    {
      "epoch": 0.6935646711288935,
      "grad_norm": 0.8036428689956665,
      "learning_rate": 2.172953865183766e-05,
      "loss": 0.0964,
      "step": 9274
    },
    {
      "epoch": 0.6936394570541824,
      "grad_norm": 0.8948553204536438,
      "learning_rate": 2.1719776733283696e-05,
      "loss": 0.072,
      "step": 9275
    },
    {
      "epoch": 0.6937142429794713,
      "grad_norm": 0.7092699408531189,
      "learning_rate": 2.1710016399532716e-05,
      "loss": 0.0485,
      "step": 9276
    },
    {
      "epoch": 0.6937890289047601,
      "grad_norm": 0.8340360522270203,
      "learning_rate": 2.1700257651131677e-05,
      "loss": 0.0739,
      "step": 9277
    },
    {
      "epoch": 0.693863814830049,
      "grad_norm": 0.793190062046051,
      "learning_rate": 2.169050048862745e-05,
      "loss": 0.0726,
      "step": 9278
    },
    {
      "epoch": 0.6939386007553379,
      "grad_norm": 0.6405991315841675,
      "learning_rate": 2.168074491256682e-05,
      "loss": 0.047,
      "step": 9279
    },
    {
      "epoch": 0.6940133866806267,
      "grad_norm": 0.6653405427932739,
      "learning_rate": 2.1670990923496504e-05,
      "loss": 0.0572,
      "step": 9280
    },
    {
      "epoch": 0.6940881726059156,
      "grad_norm": 0.9944908618927002,
      "learning_rate": 2.1661238521963067e-05,
      "loss": 0.102,
      "step": 9281
    },
    {
      "epoch": 0.6941629585312045,
      "grad_norm": 0.8837758898735046,
      "learning_rate": 2.165148770851305e-05,
      "loss": 0.0902,
      "step": 9282
    },
    {
      "epoch": 0.6942377444564933,
      "grad_norm": 0.8491910696029663,
      "learning_rate": 2.1641738483692876e-05,
      "loss": 0.085,
      "step": 9283
    },
    {
      "epoch": 0.6943125303817822,
      "grad_norm": 1.9377743005752563,
      "learning_rate": 2.163199084804889e-05,
      "loss": 0.1539,
      "step": 9284
    },
    {
      "epoch": 0.694387316307071,
      "grad_norm": 0.45339009165763855,
      "learning_rate": 2.1622244802127334e-05,
      "loss": 0.0235,
      "step": 9285
    },
    {
      "epoch": 0.6944621022323598,
      "grad_norm": 0.5616129636764526,
      "learning_rate": 2.161250034647438e-05,
      "loss": 0.0434,
      "step": 9286
    },
    {
      "epoch": 0.6945368881576487,
      "grad_norm": 1.6530201435089111,
      "learning_rate": 2.1602757481636095e-05,
      "loss": 0.2185,
      "step": 9287
    },
    {
      "epoch": 0.6946116740829376,
      "grad_norm": 1.081941843032837,
      "learning_rate": 2.1593016208158457e-05,
      "loss": 0.0382,
      "step": 9288
    },
    {
      "epoch": 0.6946864600082264,
      "grad_norm": 1.4690899848937988,
      "learning_rate": 2.1583276526587388e-05,
      "loss": 0.162,
      "step": 9289
    },
    {
      "epoch": 0.6947612459335153,
      "grad_norm": 1.1823586225509644,
      "learning_rate": 2.157353843746863e-05,
      "loss": 0.1363,
      "step": 9290
    },
    {
      "epoch": 0.6948360318588042,
      "grad_norm": 1.3788951635360718,
      "learning_rate": 2.1563801941347973e-05,
      "loss": 0.0526,
      "step": 9291
    },
    {
      "epoch": 0.694910817784093,
      "grad_norm": 0.5768718719482422,
      "learning_rate": 2.1554067038770975e-05,
      "loss": 0.0424,
      "step": 9292
    },
    {
      "epoch": 0.6949856037093819,
      "grad_norm": 0.8965490460395813,
      "learning_rate": 2.154433373028324e-05,
      "loss": 0.057,
      "step": 9293
    },
    {
      "epoch": 0.6950603896346708,
      "grad_norm": 1.2708131074905396,
      "learning_rate": 2.153460201643016e-05,
      "loss": 0.1195,
      "step": 9294
    },
    {
      "epoch": 0.6951351755599596,
      "grad_norm": 2.4754421710968018,
      "learning_rate": 2.152487189775712e-05,
      "loss": 0.2025,
      "step": 9295
    },
    {
      "epoch": 0.6952099614852485,
      "grad_norm": 2.133777141571045,
      "learning_rate": 2.1515143374809376e-05,
      "loss": 0.3384,
      "step": 9296
    },
    {
      "epoch": 0.6952847474105374,
      "grad_norm": 0.905152440071106,
      "learning_rate": 2.150541644813212e-05,
      "loss": 0.0756,
      "step": 9297
    },
    {
      "epoch": 0.6953595333358262,
      "grad_norm": 1.240925908088684,
      "learning_rate": 2.1495691118270435e-05,
      "loss": 0.0933,
      "step": 9298
    },
    {
      "epoch": 0.6954343192611151,
      "grad_norm": 1.5257234573364258,
      "learning_rate": 2.1485967385769325e-05,
      "loss": 0.1017,
      "step": 9299
    },
    {
      "epoch": 0.695509105186404,
      "grad_norm": 1.4906405210494995,
      "learning_rate": 2.1476245251173688e-05,
      "loss": 0.1677,
      "step": 9300
    },
    {
      "epoch": 0.6955838911116928,
      "grad_norm": 0.5243147015571594,
      "learning_rate": 2.1466524715028362e-05,
      "loss": 0.0441,
      "step": 9301
    },
    {
      "epoch": 0.6956586770369816,
      "grad_norm": 1.2147700786590576,
      "learning_rate": 2.1456805777878075e-05,
      "loss": 0.1834,
      "step": 9302
    },
    {
      "epoch": 0.6957334629622705,
      "grad_norm": 0.6818130612373352,
      "learning_rate": 2.1447088440267482e-05,
      "loss": 0.0501,
      "step": 9303
    },
    {
      "epoch": 0.6958082488875593,
      "grad_norm": 0.5587005615234375,
      "learning_rate": 2.143737270274108e-05,
      "loss": 0.0455,
      "step": 9304
    },
    {
      "epoch": 0.6958830348128482,
      "grad_norm": 0.4255550801753998,
      "learning_rate": 2.1427658565843413e-05,
      "loss": 0.0283,
      "step": 9305
    },
    {
      "epoch": 0.6959578207381371,
      "grad_norm": 0.7679403424263,
      "learning_rate": 2.1417946030118773e-05,
      "loss": 0.091,
      "step": 9306
    },
    {
      "epoch": 0.6960326066634259,
      "grad_norm": 0.9497896432876587,
      "learning_rate": 2.1408235096111523e-05,
      "loss": 0.0814,
      "step": 9307
    },
    {
      "epoch": 0.6961073925887148,
      "grad_norm": 0.41163092851638794,
      "learning_rate": 2.1398525764365795e-05,
      "loss": 0.0294,
      "step": 9308
    },
    {
      "epoch": 0.6961821785140037,
      "grad_norm": 0.40456876158714294,
      "learning_rate": 2.1388818035425717e-05,
      "loss": 0.0249,
      "step": 9309
    },
    {
      "epoch": 0.6962569644392925,
      "grad_norm": 0.7773081064224243,
      "learning_rate": 2.1379111909835297e-05,
      "loss": 0.0665,
      "step": 9310
    },
    {
      "epoch": 0.6963317503645814,
      "grad_norm": 0.7222262620925903,
      "learning_rate": 2.1369407388138464e-05,
      "loss": 0.0745,
      "step": 9311
    },
    {
      "epoch": 0.6964065362898703,
      "grad_norm": 0.5346722602844238,
      "learning_rate": 2.1359704470879072e-05,
      "loss": 0.0448,
      "step": 9312
    },
    {
      "epoch": 0.6964813222151591,
      "grad_norm": 1.3228625059127808,
      "learning_rate": 2.1350003158600806e-05,
      "loss": 0.1174,
      "step": 9313
    },
    {
      "epoch": 0.696556108140448,
      "grad_norm": 0.5725051760673523,
      "learning_rate": 2.1340303451847392e-05,
      "loss": 0.0452,
      "step": 9314
    },
    {
      "epoch": 0.6966308940657369,
      "grad_norm": 0.7147688865661621,
      "learning_rate": 2.1330605351162332e-05,
      "loss": 0.0461,
      "step": 9315
    },
    {
      "epoch": 0.6967056799910257,
      "grad_norm": 0.9692994356155396,
      "learning_rate": 2.1320908857089163e-05,
      "loss": 0.1332,
      "step": 9316
    },
    {
      "epoch": 0.6967804659163146,
      "grad_norm": 1.2206039428710938,
      "learning_rate": 2.1311213970171218e-05,
      "loss": 0.1295,
      "step": 9317
    },
    {
      "epoch": 0.6968552518416035,
      "grad_norm": 0.9069520831108093,
      "learning_rate": 2.1301520690951803e-05,
      "loss": 0.0938,
      "step": 9318
    },
    {
      "epoch": 0.6969300377668922,
      "grad_norm": 1.0036182403564453,
      "learning_rate": 2.1291829019974136e-05,
      "loss": 0.0857,
      "step": 9319
    },
    {
      "epoch": 0.6970048236921811,
      "grad_norm": 0.6192763447761536,
      "learning_rate": 2.1282138957781324e-05,
      "loss": 0.0532,
      "step": 9320
    },
    {
      "epoch": 0.69707960961747,
      "grad_norm": 0.6571189165115356,
      "learning_rate": 2.127245050491639e-05,
      "loss": 0.0515,
      "step": 9321
    },
    {
      "epoch": 0.6971543955427588,
      "grad_norm": 0.7200382351875305,
      "learning_rate": 2.126276366192227e-05,
      "loss": 0.0687,
      "step": 9322
    },
    {
      "epoch": 0.6972291814680477,
      "grad_norm": 1.1543316841125488,
      "learning_rate": 2.12530784293418e-05,
      "loss": 0.1422,
      "step": 9323
    },
    {
      "epoch": 0.6973039673933366,
      "grad_norm": 0.9129644632339478,
      "learning_rate": 2.124339480771774e-05,
      "loss": 0.0628,
      "step": 9324
    },
    {
      "epoch": 0.6973787533186254,
      "grad_norm": 0.8049203753471375,
      "learning_rate": 2.1233712797592758e-05,
      "loss": 0.1075,
      "step": 9325
    },
    {
      "epoch": 0.6974535392439143,
      "grad_norm": 0.7231283187866211,
      "learning_rate": 2.1224032399509442e-05,
      "loss": 0.0609,
      "step": 9326
    },
    {
      "epoch": 0.6975283251692032,
      "grad_norm": 0.7297166585922241,
      "learning_rate": 2.1214353614010212e-05,
      "loss": 0.0601,
      "step": 9327
    },
    {
      "epoch": 0.697603111094492,
      "grad_norm": 0.6243561506271362,
      "learning_rate": 2.120467644163754e-05,
      "loss": 0.0417,
      "step": 9328
    },
    {
      "epoch": 0.6976778970197809,
      "grad_norm": 1.2474333047866821,
      "learning_rate": 2.1195000882933652e-05,
      "loss": 0.1178,
      "step": 9329
    },
    {
      "epoch": 0.6977526829450698,
      "grad_norm": 0.9717802405357361,
      "learning_rate": 2.118532693844083e-05,
      "loss": 0.1009,
      "step": 9330
    },
    {
      "epoch": 0.6978274688703586,
      "grad_norm": 1.0776093006134033,
      "learning_rate": 2.117565460870115e-05,
      "loss": 0.0823,
      "step": 9331
    },
    {
      "epoch": 0.6979022547956475,
      "grad_norm": 0.730104923248291,
      "learning_rate": 2.1165983894256647e-05,
      "loss": 0.06,
      "step": 9332
    },
    {
      "epoch": 0.6979770407209364,
      "grad_norm": 0.8242411017417908,
      "learning_rate": 2.1156314795649273e-05,
      "loss": 0.0645,
      "step": 9333
    },
    {
      "epoch": 0.6980518266462252,
      "grad_norm": 0.8598992824554443,
      "learning_rate": 2.114664731342087e-05,
      "loss": 0.0609,
      "step": 9334
    },
    {
      "epoch": 0.6981266125715141,
      "grad_norm": 0.5847105383872986,
      "learning_rate": 2.1136981448113198e-05,
      "loss": 0.0485,
      "step": 9335
    },
    {
      "epoch": 0.6982013984968028,
      "grad_norm": 0.8224997520446777,
      "learning_rate": 2.1127317200267927e-05,
      "loss": 0.0457,
      "step": 9336
    },
    {
      "epoch": 0.6982761844220917,
      "grad_norm": 1.1014485359191895,
      "learning_rate": 2.1117654570426627e-05,
      "loss": 0.1204,
      "step": 9337
    },
    {
      "epoch": 0.6983509703473806,
      "grad_norm": 0.8221596479415894,
      "learning_rate": 2.1107993559130795e-05,
      "loss": 0.0497,
      "step": 9338
    },
    {
      "epoch": 0.6984257562726695,
      "grad_norm": 0.8501480221748352,
      "learning_rate": 2.109833416692182e-05,
      "loss": 0.0627,
      "step": 9339
    },
    {
      "epoch": 0.6985005421979583,
      "grad_norm": 0.6121188998222351,
      "learning_rate": 2.1088676394341028e-05,
      "loss": 0.0336,
      "step": 9340
    },
    {
      "epoch": 0.6985753281232472,
      "grad_norm": 0.812961757183075,
      "learning_rate": 2.107902024192958e-05,
      "loss": 0.0667,
      "step": 9341
    },
    {
      "epoch": 0.698650114048536,
      "grad_norm": 0.8247048258781433,
      "learning_rate": 2.1069365710228672e-05,
      "loss": 0.0465,
      "step": 9342
    },
    {
      "epoch": 0.6987248999738249,
      "grad_norm": 0.593865692615509,
      "learning_rate": 2.105971279977928e-05,
      "loss": 0.0446,
      "step": 9343
    },
    {
      "epoch": 0.6987996858991138,
      "grad_norm": 1.5792129039764404,
      "learning_rate": 2.1050061511122364e-05,
      "loss": 0.1186,
      "step": 9344
    },
    {
      "epoch": 0.6988744718244027,
      "grad_norm": 0.6911601424217224,
      "learning_rate": 2.104041184479878e-05,
      "loss": 0.0425,
      "step": 9345
    },
    {
      "epoch": 0.6989492577496915,
      "grad_norm": 1.713503360748291,
      "learning_rate": 2.1030763801349283e-05,
      "loss": 0.2094,
      "step": 9346
    },
    {
      "epoch": 0.6990240436749804,
      "grad_norm": 1.1219897270202637,
      "learning_rate": 2.102111738131455e-05,
      "loss": 0.1207,
      "step": 9347
    },
    {
      "epoch": 0.6990988296002693,
      "grad_norm": 1.7136658430099487,
      "learning_rate": 2.101147258523515e-05,
      "loss": 0.1875,
      "step": 9348
    },
    {
      "epoch": 0.6991736155255581,
      "grad_norm": 1.2057338953018188,
      "learning_rate": 2.1001829413651584e-05,
      "loss": 0.1159,
      "step": 9349
    },
    {
      "epoch": 0.699248401450847,
      "grad_norm": 2.3188066482543945,
      "learning_rate": 2.0992187867104213e-05,
      "loss": 0.2773,
      "step": 9350
    },
    {
      "epoch": 0.6993231873761359,
      "grad_norm": 0.9110517501831055,
      "learning_rate": 2.0982547946133403e-05,
      "loss": 0.1006,
      "step": 9351
    },
    {
      "epoch": 0.6993979733014247,
      "grad_norm": 0.3954339027404785,
      "learning_rate": 2.0972909651279288e-05,
      "loss": 0.047,
      "step": 9352
    },
    {
      "epoch": 0.6994727592267135,
      "grad_norm": 0.6064448952674866,
      "learning_rate": 2.0963272983082078e-05,
      "loss": 0.0699,
      "step": 9353
    },
    {
      "epoch": 0.6995475451520023,
      "grad_norm": 0.8475287556648254,
      "learning_rate": 2.0953637942081743e-05,
      "loss": 0.0501,
      "step": 9354
    },
    {
      "epoch": 0.6996223310772912,
      "grad_norm": 0.691959798336029,
      "learning_rate": 2.094400452881824e-05,
      "loss": 0.0654,
      "step": 9355
    },
    {
      "epoch": 0.6996971170025801,
      "grad_norm": 0.644402265548706,
      "learning_rate": 2.0934372743831426e-05,
      "loss": 0.0491,
      "step": 9356
    },
    {
      "epoch": 0.699771902927869,
      "grad_norm": 0.6881259083747864,
      "learning_rate": 2.0924742587661052e-05,
      "loss": 0.0685,
      "step": 9357
    },
    {
      "epoch": 0.6998466888531578,
      "grad_norm": 0.4043608009815216,
      "learning_rate": 2.0915114060846785e-05,
      "loss": 0.0341,
      "step": 9358
    },
    {
      "epoch": 0.6999214747784467,
      "grad_norm": 0.5421337485313416,
      "learning_rate": 2.090548716392821e-05,
      "loss": 0.0515,
      "step": 9359
    },
    {
      "epoch": 0.6999962607037356,
      "grad_norm": 0.4599272906780243,
      "learning_rate": 2.0895861897444795e-05,
      "loss": 0.0246,
      "step": 9360
    },
    {
      "epoch": 0.7000710466290244,
      "grad_norm": 0.6170362234115601,
      "learning_rate": 2.0886238261935954e-05,
      "loss": 0.0594,
      "step": 9361
    },
    {
      "epoch": 0.7001458325543133,
      "grad_norm": 0.6293351650238037,
      "learning_rate": 2.0876616257940967e-05,
      "loss": 0.0553,
      "step": 9362
    },
    {
      "epoch": 0.7002206184796022,
      "grad_norm": 0.4982910454273224,
      "learning_rate": 2.0866995885999073e-05,
      "loss": 0.0469,
      "step": 9363
    },
    {
      "epoch": 0.700295404404891,
      "grad_norm": 0.7840591669082642,
      "learning_rate": 2.0857377146649337e-05,
      "loss": 0.0862,
      "step": 9364
    },
    {
      "epoch": 0.7003701903301799,
      "grad_norm": 0.3294830024242401,
      "learning_rate": 2.084776004043086e-05,
      "loss": 0.0361,
      "step": 9365
    },
    {
      "epoch": 0.7004449762554688,
      "grad_norm": 0.5705407857894897,
      "learning_rate": 2.0838144567882496e-05,
      "loss": 0.0375,
      "step": 9366
    },
    {
      "epoch": 0.7005197621807576,
      "grad_norm": 0.663398027420044,
      "learning_rate": 2.0828530729543166e-05,
      "loss": 0.0509,
      "step": 9367
    },
    {
      "epoch": 0.7005945481060465,
      "grad_norm": 1.0056127309799194,
      "learning_rate": 2.0818918525951574e-05,
      "loss": 0.1201,
      "step": 9368
    },
    {
      "epoch": 0.7006693340313354,
      "grad_norm": 0.4281761348247528,
      "learning_rate": 2.0809307957646397e-05,
      "loss": 0.038,
      "step": 9369
    },
    {
      "epoch": 0.7007441199566241,
      "grad_norm": 1.0441384315490723,
      "learning_rate": 2.0799699025166193e-05,
      "loss": 0.1576,
      "step": 9370
    },
    {
      "epoch": 0.700818905881913,
      "grad_norm": 0.7012655138969421,
      "learning_rate": 2.0790091729049455e-05,
      "loss": 0.0749,
      "step": 9371
    },
    {
      "epoch": 0.7008936918072018,
      "grad_norm": 0.8154265284538269,
      "learning_rate": 2.0780486069834553e-05,
      "loss": 0.0385,
      "step": 9372
    },
    {
      "epoch": 0.7009684777324907,
      "grad_norm": 0.5607826709747314,
      "learning_rate": 2.0770882048059798e-05,
      "loss": 0.0462,
      "step": 9373
    },
    {
      "epoch": 0.7010432636577796,
      "grad_norm": 0.6278918385505676,
      "learning_rate": 2.0761279664263383e-05,
      "loss": 0.0514,
      "step": 9374
    },
    {
      "epoch": 0.7011180495830684,
      "grad_norm": 0.27722421288490295,
      "learning_rate": 2.075167891898342e-05,
      "loss": 0.0164,
      "step": 9375
    },
    {
      "epoch": 0.7011928355083573,
      "grad_norm": 0.7182074785232544,
      "learning_rate": 2.074207981275794e-05,
      "loss": 0.0516,
      "step": 9376
    },
    {
      "epoch": 0.7012676214336462,
      "grad_norm": 0.6162724494934082,
      "learning_rate": 2.0732482346124848e-05,
      "loss": 0.0409,
      "step": 9377
    },
    {
      "epoch": 0.701342407358935,
      "grad_norm": 0.933282196521759,
      "learning_rate": 2.072288651962198e-05,
      "loss": 0.0915,
      "step": 9378
    },
    {
      "epoch": 0.7014171932842239,
      "grad_norm": 0.7059603929519653,
      "learning_rate": 2.0713292333787094e-05,
      "loss": 0.0571,
      "step": 9379
    },
    {
      "epoch": 0.7014919792095128,
      "grad_norm": 0.8382226228713989,
      "learning_rate": 2.0703699789157832e-05,
      "loss": 0.074,
      "step": 9380
    },
    {
      "epoch": 0.7015667651348017,
      "grad_norm": 0.6898310780525208,
      "learning_rate": 2.0694108886271756e-05,
      "loss": 0.0548,
      "step": 9381
    },
    {
      "epoch": 0.7016415510600905,
      "grad_norm": 0.7706834673881531,
      "learning_rate": 2.068451962566633e-05,
      "loss": 0.0897,
      "step": 9382
    },
    {
      "epoch": 0.7017163369853794,
      "grad_norm": 0.6884452700614929,
      "learning_rate": 2.067493200787894e-05,
      "loss": 0.0522,
      "step": 9383
    },
    {
      "epoch": 0.7017911229106683,
      "grad_norm": 0.8522101044654846,
      "learning_rate": 2.0665346033446854e-05,
      "loss": 0.0901,
      "step": 9384
    },
    {
      "epoch": 0.7018659088359571,
      "grad_norm": 0.7843202948570251,
      "learning_rate": 2.0655761702907272e-05,
      "loss": 0.0642,
      "step": 9385
    },
    {
      "epoch": 0.701940694761246,
      "grad_norm": 0.9471883773803711,
      "learning_rate": 2.0646179016797312e-05,
      "loss": 0.1044,
      "step": 9386
    },
    {
      "epoch": 0.7020154806865347,
      "grad_norm": 0.8666888475418091,
      "learning_rate": 2.063659797565392e-05,
      "loss": 0.0539,
      "step": 9387
    },
    {
      "epoch": 0.7020902666118236,
      "grad_norm": 1.5949976444244385,
      "learning_rate": 2.0627018580014085e-05,
      "loss": 0.1495,
      "step": 9388
    },
    {
      "epoch": 0.7021650525371125,
      "grad_norm": 1.429007649421692,
      "learning_rate": 2.0617440830414564e-05,
      "loss": 0.0483,
      "step": 9389
    },
    {
      "epoch": 0.7022398384624013,
      "grad_norm": 0.8485753536224365,
      "learning_rate": 2.060786472739215e-05,
      "loss": 0.0774,
      "step": 9390
    },
    {
      "epoch": 0.7023146243876902,
      "grad_norm": 0.6666738986968994,
      "learning_rate": 2.059829027148343e-05,
      "loss": 0.0444,
      "step": 9391
    },
    {
      "epoch": 0.7023894103129791,
      "grad_norm": 0.8148345947265625,
      "learning_rate": 2.0588717463224966e-05,
      "loss": 0.0609,
      "step": 9392
    },
    {
      "epoch": 0.702464196238268,
      "grad_norm": 0.6936291456222534,
      "learning_rate": 2.0579146303153217e-05,
      "loss": 0.0424,
      "step": 9393
    },
    {
      "epoch": 0.7025389821635568,
      "grad_norm": 0.9562321901321411,
      "learning_rate": 2.056957679180454e-05,
      "loss": 0.0926,
      "step": 9394
    },
    {
      "epoch": 0.7026137680888457,
      "grad_norm": 1.2997915744781494,
      "learning_rate": 2.0560008929715203e-05,
      "loss": 0.1009,
      "step": 9395
    },
    {
      "epoch": 0.7026885540141345,
      "grad_norm": 1.1484565734863281,
      "learning_rate": 2.0550442717421382e-05,
      "loss": 0.0916,
      "step": 9396
    },
    {
      "epoch": 0.7027633399394234,
      "grad_norm": 1.3372021913528442,
      "learning_rate": 2.054087815545916e-05,
      "loss": 0.1212,
      "step": 9397
    },
    {
      "epoch": 0.7028381258647123,
      "grad_norm": 0.9503501653671265,
      "learning_rate": 2.0531315244364525e-05,
      "loss": 0.0766,
      "step": 9398
    },
    {
      "epoch": 0.7029129117900011,
      "grad_norm": 1.7204316854476929,
      "learning_rate": 2.052175398467338e-05,
      "loss": 0.1864,
      "step": 9399
    },
    {
      "epoch": 0.70298769771529,
      "grad_norm": 0.9532329440116882,
      "learning_rate": 2.051219437692155e-05,
      "loss": 0.0586,
      "step": 9400
    },
    {
      "epoch": 0.7030624836405789,
      "grad_norm": 0.9454559683799744,
      "learning_rate": 2.05026364216447e-05,
      "loss": 0.1435,
      "step": 9401
    },
    {
      "epoch": 0.7031372695658678,
      "grad_norm": 0.4480457007884979,
      "learning_rate": 2.0493080119378503e-05,
      "loss": 0.034,
      "step": 9402
    },
    {
      "epoch": 0.7032120554911566,
      "grad_norm": 0.9619140625,
      "learning_rate": 2.0483525470658438e-05,
      "loss": 0.0984,
      "step": 9403
    },
    {
      "epoch": 0.7032868414164454,
      "grad_norm": 0.5167978405952454,
      "learning_rate": 2.0473972476019998e-05,
      "loss": 0.0455,
      "step": 9404
    },
    {
      "epoch": 0.7033616273417342,
      "grad_norm": 0.6556496620178223,
      "learning_rate": 2.0464421135998472e-05,
      "loss": 0.0885,
      "step": 9405
    },
    {
      "epoch": 0.7034364132670231,
      "grad_norm": 0.7778746485710144,
      "learning_rate": 2.0454871451129138e-05,
      "loss": 0.0594,
      "step": 9406
    },
    {
      "epoch": 0.703511199192312,
      "grad_norm": 0.5130695104598999,
      "learning_rate": 2.0445323421947164e-05,
      "loss": 0.0407,
      "step": 9407
    },
    {
      "epoch": 0.7035859851176008,
      "grad_norm": 0.8499074578285217,
      "learning_rate": 2.0435777048987563e-05,
      "loss": 0.0723,
      "step": 9408
    },
    {
      "epoch": 0.7036607710428897,
      "grad_norm": 0.717318058013916,
      "learning_rate": 2.042623233278538e-05,
      "loss": 0.0526,
      "step": 9409
    },
    {
      "epoch": 0.7037355569681786,
      "grad_norm": 0.884840190410614,
      "learning_rate": 2.0416689273875412e-05,
      "loss": 0.0748,
      "step": 9410
    },
    {
      "epoch": 0.7038103428934674,
      "grad_norm": 0.557698130607605,
      "learning_rate": 2.0407147872792525e-05,
      "loss": 0.0578,
      "step": 9411
    },
    {
      "epoch": 0.7038851288187563,
      "grad_norm": 0.3356568217277527,
      "learning_rate": 2.0397608130071343e-05,
      "loss": 0.0225,
      "step": 9412
    },
    {
      "epoch": 0.7039599147440452,
      "grad_norm": 0.8206050992012024,
      "learning_rate": 2.038807004624654e-05,
      "loss": 0.0842,
      "step": 9413
    },
    {
      "epoch": 0.704034700669334,
      "grad_norm": 0.6575705409049988,
      "learning_rate": 2.0378533621852557e-05,
      "loss": 0.0434,
      "step": 9414
    },
    {
      "epoch": 0.7041094865946229,
      "grad_norm": 0.8056315779685974,
      "learning_rate": 2.0368998857423838e-05,
      "loss": 0.0452,
      "step": 9415
    },
    {
      "epoch": 0.7041842725199118,
      "grad_norm": 0.4034176766872406,
      "learning_rate": 2.0359465753494694e-05,
      "loss": 0.0275,
      "step": 9416
    },
    {
      "epoch": 0.7042590584452006,
      "grad_norm": 0.8201460242271423,
      "learning_rate": 2.0349934310599368e-05,
      "loss": 0.0623,
      "step": 9417
    },
    {
      "epoch": 0.7043338443704895,
      "grad_norm": 0.8283846974372864,
      "learning_rate": 2.034040452927198e-05,
      "loss": 0.0761,
      "step": 9418
    },
    {
      "epoch": 0.7044086302957784,
      "grad_norm": 0.8040489554405212,
      "learning_rate": 2.0330876410046573e-05,
      "loss": 0.063,
      "step": 9419
    },
    {
      "epoch": 0.7044834162210672,
      "grad_norm": 0.8326467275619507,
      "learning_rate": 2.032134995345711e-05,
      "loss": 0.0802,
      "step": 9420
    },
    {
      "epoch": 0.704558202146356,
      "grad_norm": 0.8757357001304626,
      "learning_rate": 2.031182516003743e-05,
      "loss": 0.086,
      "step": 9421
    },
    {
      "epoch": 0.7046329880716449,
      "grad_norm": 1.6398712396621704,
      "learning_rate": 2.030230203032131e-05,
      "loss": 0.1201,
      "step": 9422
    },
    {
      "epoch": 0.7047077739969337,
      "grad_norm": 0.903506875038147,
      "learning_rate": 2.0292780564842422e-05,
      "loss": 0.0851,
      "step": 9423
    },
    {
      "epoch": 0.7047825599222226,
      "grad_norm": 1.1015859842300415,
      "learning_rate": 2.02832607641343e-05,
      "loss": 0.1537,
      "step": 9424
    },
    {
      "epoch": 0.7048573458475115,
      "grad_norm": 1.4132009744644165,
      "learning_rate": 2.027374262873049e-05,
      "loss": 0.098,
      "step": 9425
    },
    {
      "epoch": 0.7049321317728003,
      "grad_norm": 0.6418790817260742,
      "learning_rate": 2.0264226159164317e-05,
      "loss": 0.0574,
      "step": 9426
    },
    {
      "epoch": 0.7050069176980892,
      "grad_norm": 0.6338719725608826,
      "learning_rate": 2.0254711355969148e-05,
      "loss": 0.0636,
      "step": 9427
    },
    {
      "epoch": 0.7050817036233781,
      "grad_norm": 0.9517728090286255,
      "learning_rate": 2.024519821967813e-05,
      "loss": 0.0915,
      "step": 9428
    },
    {
      "epoch": 0.7051564895486669,
      "grad_norm": 0.6312741041183472,
      "learning_rate": 2.0235686750824385e-05,
      "loss": 0.0494,
      "step": 9429
    },
    {
      "epoch": 0.7052312754739558,
      "grad_norm": 0.8475401997566223,
      "learning_rate": 2.022617694994094e-05,
      "loss": 0.0666,
      "step": 9430
    },
    {
      "epoch": 0.7053060613992447,
      "grad_norm": 0.35976555943489075,
      "learning_rate": 2.0216668817560702e-05,
      "loss": 0.0237,
      "step": 9431
    },
    {
      "epoch": 0.7053808473245335,
      "grad_norm": 1.2350680828094482,
      "learning_rate": 2.0207162354216515e-05,
      "loss": 0.0798,
      "step": 9432
    },
    {
      "epoch": 0.7054556332498224,
      "grad_norm": 1.2968077659606934,
      "learning_rate": 2.01976575604411e-05,
      "loss": 0.1167,
      "step": 9433
    },
    {
      "epoch": 0.7055304191751113,
      "grad_norm": 1.028791904449463,
      "learning_rate": 2.0188154436767113e-05,
      "loss": 0.1405,
      "step": 9434
    },
    {
      "epoch": 0.7056052051004001,
      "grad_norm": 0.849858283996582,
      "learning_rate": 2.0178652983727096e-05,
      "loss": 0.0844,
      "step": 9435
    },
    {
      "epoch": 0.705679991025689,
      "grad_norm": 1.0592784881591797,
      "learning_rate": 2.0169153201853502e-05,
      "loss": 0.1173,
      "step": 9436
    },
    {
      "epoch": 0.7057547769509779,
      "grad_norm": 0.8812898397445679,
      "learning_rate": 2.015965509167871e-05,
      "loss": 0.0699,
      "step": 9437
    },
    {
      "epoch": 0.7058295628762666,
      "grad_norm": 0.9824709296226501,
      "learning_rate": 2.015015865373495e-05,
      "loss": 0.0737,
      "step": 9438
    },
    {
      "epoch": 0.7059043488015555,
      "grad_norm": 1.1621692180633545,
      "learning_rate": 2.0140663888554418e-05,
      "loss": 0.1508,
      "step": 9439
    },
    {
      "epoch": 0.7059791347268444,
      "grad_norm": 0.9648058414459229,
      "learning_rate": 2.013117079666919e-05,
      "loss": 0.0823,
      "step": 9440
    },
    {
      "epoch": 0.7060539206521332,
      "grad_norm": 0.6563229560852051,
      "learning_rate": 2.0121679378611252e-05,
      "loss": 0.0345,
      "step": 9441
    },
    {
      "epoch": 0.7061287065774221,
      "grad_norm": 1.4151924848556519,
      "learning_rate": 2.01121896349125e-05,
      "loss": 0.1625,
      "step": 9442
    },
    {
      "epoch": 0.706203492502711,
      "grad_norm": 0.9928188323974609,
      "learning_rate": 2.0102701566104722e-05,
      "loss": 0.0601,
      "step": 9443
    },
    {
      "epoch": 0.7062782784279998,
      "grad_norm": 1.7247142791748047,
      "learning_rate": 2.0093215172719654e-05,
      "loss": 0.2308,
      "step": 9444
    },
    {
      "epoch": 0.7063530643532887,
      "grad_norm": 1.9069792032241821,
      "learning_rate": 2.008373045528884e-05,
      "loss": 0.1606,
      "step": 9445
    },
    {
      "epoch": 0.7064278502785776,
      "grad_norm": 1.6344025135040283,
      "learning_rate": 2.0074247414343883e-05,
      "loss": 0.1568,
      "step": 9446
    },
    {
      "epoch": 0.7065026362038664,
      "grad_norm": 2.0783820152282715,
      "learning_rate": 2.0064766050416118e-05,
      "loss": 0.1472,
      "step": 9447
    },
    {
      "epoch": 0.7065774221291553,
      "grad_norm": 1.3392595052719116,
      "learning_rate": 2.0055286364036955e-05,
      "loss": 0.0995,
      "step": 9448
    },
    {
      "epoch": 0.7066522080544442,
      "grad_norm": 1.5406776666641235,
      "learning_rate": 2.004580835573756e-05,
      "loss": 0.1023,
      "step": 9449
    },
    {
      "epoch": 0.706726993979733,
      "grad_norm": 3.930227518081665,
      "learning_rate": 2.003633202604913e-05,
      "loss": 0.3606,
      "step": 9450
    },
    {
      "epoch": 0.7068017799050219,
      "grad_norm": 0.7088262438774109,
      "learning_rate": 2.0026857375502677e-05,
      "loss": 0.0996,
      "step": 9451
    },
    {
      "epoch": 0.7068765658303108,
      "grad_norm": 0.594789981842041,
      "learning_rate": 2.0017384404629162e-05,
      "loss": 0.0519,
      "step": 9452
    },
    {
      "epoch": 0.7069513517555996,
      "grad_norm": 0.8488523960113525,
      "learning_rate": 2.000791311395944e-05,
      "loss": 0.0919,
      "step": 9453
    },
    {
      "epoch": 0.7070261376808885,
      "grad_norm": 0.8582826256752014,
      "learning_rate": 1.9998443504024285e-05,
      "loss": 0.0492,
      "step": 9454
    },
    {
      "epoch": 0.7071009236061773,
      "grad_norm": 0.705379068851471,
      "learning_rate": 1.9988975575354352e-05,
      "loss": 0.0576,
      "step": 9455
    },
    {
      "epoch": 0.7071757095314661,
      "grad_norm": 0.5059003829956055,
      "learning_rate": 1.9979509328480233e-05,
      "loss": 0.0498,
      "step": 9456
    },
    {
      "epoch": 0.707250495456755,
      "grad_norm": 0.4088432788848877,
      "learning_rate": 1.99700447639324e-05,
      "loss": 0.0387,
      "step": 9457
    },
    {
      "epoch": 0.7073252813820439,
      "grad_norm": 0.8288675546646118,
      "learning_rate": 1.9960581882241242e-05,
      "loss": 0.1038,
      "step": 9458
    },
    {
      "epoch": 0.7074000673073327,
      "grad_norm": 0.4392954111099243,
      "learning_rate": 1.9951120683937052e-05,
      "loss": 0.0343,
      "step": 9459
    },
    {
      "epoch": 0.7074748532326216,
      "grad_norm": 0.662185788154602,
      "learning_rate": 1.9941661169550045e-05,
      "loss": 0.0429,
      "step": 9460
    },
    {
      "epoch": 0.7075496391579105,
      "grad_norm": 0.6602714657783508,
      "learning_rate": 1.9932203339610278e-05,
      "loss": 0.0451,
      "step": 9461
    },
    {
      "epoch": 0.7076244250831993,
      "grad_norm": 0.8617035150527954,
      "learning_rate": 1.9922747194647822e-05,
      "loss": 0.0911,
      "step": 9462
    },
    {
      "epoch": 0.7076992110084882,
      "grad_norm": 0.8645268082618713,
      "learning_rate": 1.9913292735192536e-05,
      "loss": 0.0957,
      "step": 9463
    },
    {
      "epoch": 0.7077739969337771,
      "grad_norm": 0.9246859550476074,
      "learning_rate": 1.9903839961774294e-05,
      "loss": 0.0878,
      "step": 9464
    },
    {
      "epoch": 0.7078487828590659,
      "grad_norm": 1.5948714017868042,
      "learning_rate": 1.9894388874922785e-05,
      "loss": 0.1633,
      "step": 9465
    },
    {
      "epoch": 0.7079235687843548,
      "grad_norm": 1.5033890008926392,
      "learning_rate": 1.9884939475167645e-05,
      "loss": 0.1257,
      "step": 9466
    },
    {
      "epoch": 0.7079983547096437,
      "grad_norm": 0.7615410089492798,
      "learning_rate": 1.9875491763038428e-05,
      "loss": 0.0732,
      "step": 9467
    },
    {
      "epoch": 0.7080731406349325,
      "grad_norm": 0.7173808813095093,
      "learning_rate": 1.986604573906456e-05,
      "loss": 0.0562,
      "step": 9468
    },
    {
      "epoch": 0.7081479265602214,
      "grad_norm": 0.5253444314002991,
      "learning_rate": 1.985660140377542e-05,
      "loss": 0.0353,
      "step": 9469
    },
    {
      "epoch": 0.7082227124855103,
      "grad_norm": 1.343185544013977,
      "learning_rate": 1.9847158757700194e-05,
      "loss": 0.1302,
      "step": 9470
    },
    {
      "epoch": 0.7082974984107991,
      "grad_norm": 3.192509412765503,
      "learning_rate": 1.9837717801368132e-05,
      "loss": 0.0988,
      "step": 9471
    },
    {
      "epoch": 0.7083722843360879,
      "grad_norm": 0.8311029672622681,
      "learning_rate": 1.982827853530821e-05,
      "loss": 0.08,
      "step": 9472
    },
    {
      "epoch": 0.7084470702613768,
      "grad_norm": 0.6363674402236938,
      "learning_rate": 1.9818840960049474e-05,
      "loss": 0.0439,
      "step": 9473
    },
    {
      "epoch": 0.7085218561866656,
      "grad_norm": 0.9517437219619751,
      "learning_rate": 1.9809405076120748e-05,
      "loss": 0.0926,
      "step": 9474
    },
    {
      "epoch": 0.7085966421119545,
      "grad_norm": 0.8621731400489807,
      "learning_rate": 1.979997088405083e-05,
      "loss": 0.0774,
      "step": 9475
    },
    {
      "epoch": 0.7086714280372434,
      "grad_norm": 0.5524365305900574,
      "learning_rate": 1.9790538384368397e-05,
      "loss": 0.0424,
      "step": 9476
    },
    {
      "epoch": 0.7087462139625322,
      "grad_norm": 0.7704488039016724,
      "learning_rate": 1.9781107577602048e-05,
      "loss": 0.0525,
      "step": 9477
    },
    {
      "epoch": 0.7088209998878211,
      "grad_norm": 1.0958824157714844,
      "learning_rate": 1.9771678464280275e-05,
      "loss": 0.0955,
      "step": 9478
    },
    {
      "epoch": 0.70889578581311,
      "grad_norm": 0.6443924307823181,
      "learning_rate": 1.9762251044931484e-05,
      "loss": 0.0636,
      "step": 9479
    },
    {
      "epoch": 0.7089705717383988,
      "grad_norm": 0.7981899380683899,
      "learning_rate": 1.9752825320083973e-05,
      "loss": 0.0571,
      "step": 9480
    },
    {
      "epoch": 0.7090453576636877,
      "grad_norm": 0.472028523683548,
      "learning_rate": 1.9743401290265974e-05,
      "loss": 0.0288,
      "step": 9481
    },
    {
      "epoch": 0.7091201435889766,
      "grad_norm": 0.5503060221672058,
      "learning_rate": 1.9733978956005543e-05,
      "loss": 0.0352,
      "step": 9482
    },
    {
      "epoch": 0.7091949295142654,
      "grad_norm": 0.8015536665916443,
      "learning_rate": 1.9724558317830786e-05,
      "loss": 0.0649,
      "step": 9483
    },
    {
      "epoch": 0.7092697154395543,
      "grad_norm": 0.9602500200271606,
      "learning_rate": 1.971513937626955e-05,
      "loss": 0.1109,
      "step": 9484
    },
    {
      "epoch": 0.7093445013648432,
      "grad_norm": 0.9167265295982361,
      "learning_rate": 1.9705722131849728e-05,
      "loss": 0.0848,
      "step": 9485
    },
    {
      "epoch": 0.709419287290132,
      "grad_norm": 0.7690423130989075,
      "learning_rate": 1.9696306585099e-05,
      "loss": 0.0651,
      "step": 9486
    },
    {
      "epoch": 0.7094940732154209,
      "grad_norm": 0.6717756986618042,
      "learning_rate": 1.968689273654507e-05,
      "loss": 0.0554,
      "step": 9487
    },
    {
      "epoch": 0.7095688591407098,
      "grad_norm": 1.0751023292541504,
      "learning_rate": 1.967748058671543e-05,
      "loss": 0.0885,
      "step": 9488
    },
    {
      "epoch": 0.7096436450659985,
      "grad_norm": 1.0964767932891846,
      "learning_rate": 1.9668070136137544e-05,
      "loss": 0.1013,
      "step": 9489
    },
    {
      "epoch": 0.7097184309912874,
      "grad_norm": 0.4140354096889496,
      "learning_rate": 1.9658661385338773e-05,
      "loss": 0.0187,
      "step": 9490
    },
    {
      "epoch": 0.7097932169165763,
      "grad_norm": 1.4614813327789307,
      "learning_rate": 1.9649254334846367e-05,
      "loss": 0.095,
      "step": 9491
    },
    {
      "epoch": 0.7098680028418651,
      "grad_norm": 0.9889501333236694,
      "learning_rate": 1.9639848985187503e-05,
      "loss": 0.1428,
      "step": 9492
    },
    {
      "epoch": 0.709942788767154,
      "grad_norm": 1.2882758378982544,
      "learning_rate": 1.9630445336889246e-05,
      "loss": 0.0798,
      "step": 9493
    },
    {
      "epoch": 0.7100175746924429,
      "grad_norm": 0.6656721234321594,
      "learning_rate": 1.9621043390478565e-05,
      "loss": 0.0393,
      "step": 9494
    },
    {
      "epoch": 0.7100923606177317,
      "grad_norm": 0.9359568357467651,
      "learning_rate": 1.961164314648234e-05,
      "loss": 0.0855,
      "step": 9495
    },
    {
      "epoch": 0.7101671465430206,
      "grad_norm": 1.035634160041809,
      "learning_rate": 1.9602244605427357e-05,
      "loss": 0.1065,
      "step": 9496
    },
    {
      "epoch": 0.7102419324683095,
      "grad_norm": 0.9665625691413879,
      "learning_rate": 1.9592847767840312e-05,
      "loss": 0.0846,
      "step": 9497
    },
    {
      "epoch": 0.7103167183935983,
      "grad_norm": 1.5464078187942505,
      "learning_rate": 1.9583452634247756e-05,
      "loss": 0.1962,
      "step": 9498
    },
    {
      "epoch": 0.7103915043188872,
      "grad_norm": 2.373969078063965,
      "learning_rate": 1.957405920517625e-05,
      "loss": 0.2684,
      "step": 9499
    },
    {
      "epoch": 0.7104662902441761,
      "grad_norm": 1.9999440908432007,
      "learning_rate": 1.9564667481152138e-05,
      "loss": 0.1957,
      "step": 9500
    },
    {
      "epoch": 0.7105410761694649,
      "grad_norm": 0.6272226572036743,
      "learning_rate": 1.9555277462701755e-05,
      "loss": 0.0573,
      "step": 9501
    },
    {
      "epoch": 0.7106158620947538,
      "grad_norm": 0.49503225088119507,
      "learning_rate": 1.9545889150351294e-05,
      "loss": 0.0619,
      "step": 9502
    },
    {
      "epoch": 0.7106906480200427,
      "grad_norm": 0.6127720475196838,
      "learning_rate": 1.9536502544626885e-05,
      "loss": 0.0478,
      "step": 9503
    },
    {
      "epoch": 0.7107654339453315,
      "grad_norm": 0.7460148930549622,
      "learning_rate": 1.9527117646054554e-05,
      "loss": 0.0666,
      "step": 9504
    },
    {
      "epoch": 0.7108402198706204,
      "grad_norm": 0.4969431161880493,
      "learning_rate": 1.9517734455160175e-05,
      "loss": 0.0474,
      "step": 9505
    },
    {
      "epoch": 0.7109150057959092,
      "grad_norm": 0.5190414190292358,
      "learning_rate": 1.9508352972469646e-05,
      "loss": 0.0265,
      "step": 9506
    },
    {
      "epoch": 0.710989791721198,
      "grad_norm": 0.6116154193878174,
      "learning_rate": 1.9498973198508626e-05,
      "loss": 0.0421,
      "step": 9507
    },
    {
      "epoch": 0.7110645776464869,
      "grad_norm": 0.7009890675544739,
      "learning_rate": 1.9489595133802817e-05,
      "loss": 0.0525,
      "step": 9508
    },
    {
      "epoch": 0.7111393635717758,
      "grad_norm": 0.7148658633232117,
      "learning_rate": 1.94802187788777e-05,
      "loss": 0.0456,
      "step": 9509
    },
    {
      "epoch": 0.7112141494970646,
      "grad_norm": 0.6056260466575623,
      "learning_rate": 1.947084413425878e-05,
      "loss": 0.0618,
      "step": 9510
    },
    {
      "epoch": 0.7112889354223535,
      "grad_norm": 0.3210192322731018,
      "learning_rate": 1.946147120047136e-05,
      "loss": 0.0254,
      "step": 9511
    },
    {
      "epoch": 0.7113637213476424,
      "grad_norm": 0.7434282898902893,
      "learning_rate": 1.94520999780407e-05,
      "loss": 0.0743,
      "step": 9512
    },
    {
      "epoch": 0.7114385072729312,
      "grad_norm": 0.6279566884040833,
      "learning_rate": 1.9442730467491966e-05,
      "loss": 0.0996,
      "step": 9513
    },
    {
      "epoch": 0.7115132931982201,
      "grad_norm": 0.7427037954330444,
      "learning_rate": 1.9433362669350208e-05,
      "loss": 0.0702,
      "step": 9514
    },
    {
      "epoch": 0.711588079123509,
      "grad_norm": 0.5425588488578796,
      "learning_rate": 1.9423996584140397e-05,
      "loss": 0.0598,
      "step": 9515
    },
    {
      "epoch": 0.7116628650487978,
      "grad_norm": 0.5012673139572144,
      "learning_rate": 1.9414632212387406e-05,
      "loss": 0.0368,
      "step": 9516
    },
    {
      "epoch": 0.7117376509740867,
      "grad_norm": 0.3854844272136688,
      "learning_rate": 1.9405269554616002e-05,
      "loss": 0.0305,
      "step": 9517
    },
    {
      "epoch": 0.7118124368993756,
      "grad_norm": 0.6494700312614441,
      "learning_rate": 1.939590861135086e-05,
      "loss": 0.0576,
      "step": 9518
    },
    {
      "epoch": 0.7118872228246644,
      "grad_norm": 0.642197847366333,
      "learning_rate": 1.9386549383116565e-05,
      "loss": 0.0441,
      "step": 9519
    },
    {
      "epoch": 0.7119620087499533,
      "grad_norm": 0.9451867938041687,
      "learning_rate": 1.937719187043761e-05,
      "loss": 0.0715,
      "step": 9520
    },
    {
      "epoch": 0.7120367946752422,
      "grad_norm": 0.581209123134613,
      "learning_rate": 1.936783607383835e-05,
      "loss": 0.0462,
      "step": 9521
    },
    {
      "epoch": 0.712111580600531,
      "grad_norm": 0.9548523426055908,
      "learning_rate": 1.935848199384312e-05,
      "loss": 0.1114,
      "step": 9522
    },
    {
      "epoch": 0.7121863665258198,
      "grad_norm": 1.032855749130249,
      "learning_rate": 1.9349129630976066e-05,
      "loss": 0.0953,
      "step": 9523
    },
    {
      "epoch": 0.7122611524511087,
      "grad_norm": 0.7782156467437744,
      "learning_rate": 1.9339778985761352e-05,
      "loss": 0.058,
      "step": 9524
    },
    {
      "epoch": 0.7123359383763975,
      "grad_norm": 1.312868595123291,
      "learning_rate": 1.9330430058722927e-05,
      "loss": 0.0863,
      "step": 9525
    },
    {
      "epoch": 0.7124107243016864,
      "grad_norm": 0.8511113524436951,
      "learning_rate": 1.932108285038472e-05,
      "loss": 0.0726,
      "step": 9526
    },
    {
      "epoch": 0.7124855102269753,
      "grad_norm": 0.6654180288314819,
      "learning_rate": 1.931173736127053e-05,
      "loss": 0.0573,
      "step": 9527
    },
    {
      "epoch": 0.7125602961522641,
      "grad_norm": 0.9158974289894104,
      "learning_rate": 1.930239359190409e-05,
      "loss": 0.079,
      "step": 9528
    },
    {
      "epoch": 0.712635082077553,
      "grad_norm": 0.725347638130188,
      "learning_rate": 1.9293051542809005e-05,
      "loss": 0.0548,
      "step": 9529
    },
    {
      "epoch": 0.7127098680028419,
      "grad_norm": 0.7487035393714905,
      "learning_rate": 1.9283711214508793e-05,
      "loss": 0.0367,
      "step": 9530
    },
    {
      "epoch": 0.7127846539281307,
      "grad_norm": 0.6940038800239563,
      "learning_rate": 1.9274372607526907e-05,
      "loss": 0.0537,
      "step": 9531
    },
    {
      "epoch": 0.7128594398534196,
      "grad_norm": 0.4994960129261017,
      "learning_rate": 1.926503572238662e-05,
      "loss": 0.0351,
      "step": 9532
    },
    {
      "epoch": 0.7129342257787085,
      "grad_norm": 0.5148758292198181,
      "learning_rate": 1.9255700559611235e-05,
      "loss": 0.0522,
      "step": 9533
    },
    {
      "epoch": 0.7130090117039973,
      "grad_norm": 0.7702711224555969,
      "learning_rate": 1.924636711972383e-05,
      "loss": 0.0442,
      "step": 9534
    },
    {
      "epoch": 0.7130837976292862,
      "grad_norm": 0.6680327653884888,
      "learning_rate": 1.9237035403247468e-05,
      "loss": 0.0501,
      "step": 9535
    },
    {
      "epoch": 0.7131585835545751,
      "grad_norm": 0.9691179394721985,
      "learning_rate": 1.9227705410705083e-05,
      "loss": 0.0952,
      "step": 9536
    },
    {
      "epoch": 0.7132333694798639,
      "grad_norm": 1.063520073890686,
      "learning_rate": 1.921837714261953e-05,
      "loss": 0.0601,
      "step": 9537
    },
    {
      "epoch": 0.7133081554051528,
      "grad_norm": 1.3074510097503662,
      "learning_rate": 1.9209050599513557e-05,
      "loss": 0.1642,
      "step": 9538
    },
    {
      "epoch": 0.7133829413304416,
      "grad_norm": 0.6226954460144043,
      "learning_rate": 1.9199725781909815e-05,
      "loss": 0.0348,
      "step": 9539
    },
    {
      "epoch": 0.7134577272557304,
      "grad_norm": 0.7101567983627319,
      "learning_rate": 1.9190402690330856e-05,
      "loss": 0.0349,
      "step": 9540
    },
    {
      "epoch": 0.7135325131810193,
      "grad_norm": 0.867347002029419,
      "learning_rate": 1.9181081325299168e-05,
      "loss": 0.0489,
      "step": 9541
    },
    {
      "epoch": 0.7136072991063082,
      "grad_norm": 1.153400182723999,
      "learning_rate": 1.9171761687337043e-05,
      "loss": 0.0951,
      "step": 9542
    },
    {
      "epoch": 0.713682085031597,
      "grad_norm": 1.2870124578475952,
      "learning_rate": 1.916244377696683e-05,
      "loss": 0.218,
      "step": 9543
    },
    {
      "epoch": 0.7137568709568859,
      "grad_norm": 1.4534580707550049,
      "learning_rate": 1.915312759471063e-05,
      "loss": 0.1104,
      "step": 9544
    },
    {
      "epoch": 0.7138316568821748,
      "grad_norm": 1.6770166158676147,
      "learning_rate": 1.9143813141090573e-05,
      "loss": 0.1468,
      "step": 9545
    },
    {
      "epoch": 0.7139064428074636,
      "grad_norm": 1.5090768337249756,
      "learning_rate": 1.9134500416628576e-05,
      "loss": 0.0921,
      "step": 9546
    },
    {
      "epoch": 0.7139812287327525,
      "grad_norm": 2.5857255458831787,
      "learning_rate": 1.912518942184658e-05,
      "loss": 0.3623,
      "step": 9547
    },
    {
      "epoch": 0.7140560146580414,
      "grad_norm": 1.0131701231002808,
      "learning_rate": 1.9115880157266313e-05,
      "loss": 0.0692,
      "step": 9548
    },
    {
      "epoch": 0.7141308005833302,
      "grad_norm": 1.431717038154602,
      "learning_rate": 1.9106572623409484e-05,
      "loss": 0.0902,
      "step": 9549
    },
    {
      "epoch": 0.7142055865086191,
      "grad_norm": 3.19663143157959,
      "learning_rate": 1.909726682079768e-05,
      "loss": 0.2667,
      "step": 9550
    },
    {
      "epoch": 0.714280372433908,
      "grad_norm": 0.5975344181060791,
      "learning_rate": 1.9087962749952377e-05,
      "loss": 0.0738,
      "step": 9551
    },
    {
      "epoch": 0.7143551583591968,
      "grad_norm": 0.7433639168739319,
      "learning_rate": 1.907866041139499e-05,
      "loss": 0.0496,
      "step": 9552
    },
    {
      "epoch": 0.7144299442844857,
      "grad_norm": 0.5403187274932861,
      "learning_rate": 1.9069359805646797e-05,
      "loss": 0.047,
      "step": 9553
    },
    {
      "epoch": 0.7145047302097746,
      "grad_norm": 0.9589707255363464,
      "learning_rate": 1.9060060933229e-05,
      "loss": 0.1509,
      "step": 9554
    },
    {
      "epoch": 0.7145795161350634,
      "grad_norm": 0.38207557797431946,
      "learning_rate": 1.9050763794662712e-05,
      "loss": 0.0231,
      "step": 9555
    },
    {
      "epoch": 0.7146543020603522,
      "grad_norm": 0.38498273491859436,
      "learning_rate": 1.9041468390468937e-05,
      "loss": 0.0255,
      "step": 9556
    },
    {
      "epoch": 0.714729087985641,
      "grad_norm": 0.6188699007034302,
      "learning_rate": 1.9032174721168584e-05,
      "loss": 0.068,
      "step": 9557
    },
    {
      "epoch": 0.7148038739109299,
      "grad_norm": 1.0763366222381592,
      "learning_rate": 1.9022882787282424e-05,
      "loss": 0.0781,
      "step": 9558
    },
    {
      "epoch": 0.7148786598362188,
      "grad_norm": 0.49183663725852966,
      "learning_rate": 1.9013592589331242e-05,
      "loss": 0.0448,
      "step": 9559
    },
    {
      "epoch": 0.7149534457615077,
      "grad_norm": 0.4579102694988251,
      "learning_rate": 1.900430412783557e-05,
      "loss": 0.0352,
      "step": 9560
    },
    {
      "epoch": 0.7150282316867965,
      "grad_norm": 0.37684857845306396,
      "learning_rate": 1.8995017403316012e-05,
      "loss": 0.021,
      "step": 9561
    },
    {
      "epoch": 0.7151030176120854,
      "grad_norm": 0.4594859480857849,
      "learning_rate": 1.8985732416292934e-05,
      "loss": 0.0347,
      "step": 9562
    },
    {
      "epoch": 0.7151778035373743,
      "grad_norm": 1.0297131538391113,
      "learning_rate": 1.897644916728667e-05,
      "loss": 0.048,
      "step": 9563
    },
    {
      "epoch": 0.7152525894626631,
      "grad_norm": 0.9191113710403442,
      "learning_rate": 1.8967167656817465e-05,
      "loss": 0.0768,
      "step": 9564
    },
    {
      "epoch": 0.715327375387952,
      "grad_norm": 0.4416199028491974,
      "learning_rate": 1.89578878854054e-05,
      "loss": 0.0228,
      "step": 9565
    },
    {
      "epoch": 0.7154021613132409,
      "grad_norm": 0.7956399321556091,
      "learning_rate": 1.8948609853570576e-05,
      "loss": 0.0837,
      "step": 9566
    },
    {
      "epoch": 0.7154769472385297,
      "grad_norm": 0.6119563579559326,
      "learning_rate": 1.8939333561832855e-05,
      "loss": 0.0574,
      "step": 9567
    },
    {
      "epoch": 0.7155517331638186,
      "grad_norm": 0.8550207018852234,
      "learning_rate": 1.893005901071215e-05,
      "loss": 0.1141,
      "step": 9568
    },
    {
      "epoch": 0.7156265190891075,
      "grad_norm": 0.8993753790855408,
      "learning_rate": 1.8920786200728115e-05,
      "loss": 0.0844,
      "step": 9569
    },
    {
      "epoch": 0.7157013050143963,
      "grad_norm": 0.8594868183135986,
      "learning_rate": 1.8911515132400477e-05,
      "loss": 0.0612,
      "step": 9570
    },
    {
      "epoch": 0.7157760909396852,
      "grad_norm": 0.6090710163116455,
      "learning_rate": 1.890224580624872e-05,
      "loss": 0.0574,
      "step": 9571
    },
    {
      "epoch": 0.7158508768649741,
      "grad_norm": 0.7863092422485352,
      "learning_rate": 1.889297822279231e-05,
      "loss": 0.0821,
      "step": 9572
    },
    {
      "epoch": 0.7159256627902628,
      "grad_norm": 0.8880758881568909,
      "learning_rate": 1.8883712382550596e-05,
      "loss": 0.0745,
      "step": 9573
    },
    {
      "epoch": 0.7160004487155517,
      "grad_norm": 1.2621880769729614,
      "learning_rate": 1.8874448286042828e-05,
      "loss": 0.0943,
      "step": 9574
    },
    {
      "epoch": 0.7160752346408406,
      "grad_norm": 0.7387174367904663,
      "learning_rate": 1.8865185933788155e-05,
      "loss": 0.0806,
      "step": 9575
    },
    {
      "epoch": 0.7161500205661294,
      "grad_norm": 0.44657623767852783,
      "learning_rate": 1.885592532630564e-05,
      "loss": 0.0459,
      "step": 9576
    },
    {
      "epoch": 0.7162248064914183,
      "grad_norm": 1.2570809125900269,
      "learning_rate": 1.8846666464114238e-05,
      "loss": 0.0758,
      "step": 9577
    },
    {
      "epoch": 0.7162995924167072,
      "grad_norm": 0.6944285035133362,
      "learning_rate": 1.883740934773282e-05,
      "loss": 0.0299,
      "step": 9578
    },
    {
      "epoch": 0.716374378341996,
      "grad_norm": 0.4971449375152588,
      "learning_rate": 1.8828153977680107e-05,
      "loss": 0.0555,
      "step": 9579
    },
    {
      "epoch": 0.7164491642672849,
      "grad_norm": 0.4107290208339691,
      "learning_rate": 1.8818900354474822e-05,
      "loss": 0.0249,
      "step": 9580
    },
    {
      "epoch": 0.7165239501925738,
      "grad_norm": 0.8649909496307373,
      "learning_rate": 1.880964847863547e-05,
      "loss": 0.0476,
      "step": 9581
    },
    {
      "epoch": 0.7165987361178626,
      "grad_norm": 0.5341544151306152,
      "learning_rate": 1.8800398350680583e-05,
      "loss": 0.0335,
      "step": 9582
    },
    {
      "epoch": 0.7166735220431515,
      "grad_norm": 0.7878764271736145,
      "learning_rate": 1.879114997112847e-05,
      "loss": 0.0697,
      "step": 9583
    },
    {
      "epoch": 0.7167483079684404,
      "grad_norm": 0.5165693759918213,
      "learning_rate": 1.878190334049746e-05,
      "loss": 0.0272,
      "step": 9584
    },
    {
      "epoch": 0.7168230938937292,
      "grad_norm": 1.060920000076294,
      "learning_rate": 1.8772658459305685e-05,
      "loss": 0.0797,
      "step": 9585
    },
    {
      "epoch": 0.7168978798190181,
      "grad_norm": 0.8650850057601929,
      "learning_rate": 1.8763415328071237e-05,
      "loss": 0.0664,
      "step": 9586
    },
    {
      "epoch": 0.716972665744307,
      "grad_norm": 1.0275635719299316,
      "learning_rate": 1.8754173947312094e-05,
      "loss": 0.1349,
      "step": 9587
    },
    {
      "epoch": 0.7170474516695958,
      "grad_norm": 0.7563861012458801,
      "learning_rate": 1.874493431754613e-05,
      "loss": 0.0558,
      "step": 9588
    },
    {
      "epoch": 0.7171222375948847,
      "grad_norm": 1.1565903425216675,
      "learning_rate": 1.873569643929114e-05,
      "loss": 0.1704,
      "step": 9589
    },
    {
      "epoch": 0.7171970235201734,
      "grad_norm": 1.3318928480148315,
      "learning_rate": 1.87264603130648e-05,
      "loss": 0.0572,
      "step": 9590
    },
    {
      "epoch": 0.7172718094454623,
      "grad_norm": 1.2316633462905884,
      "learning_rate": 1.871722593938469e-05,
      "loss": 0.1106,
      "step": 9591
    },
    {
      "epoch": 0.7173465953707512,
      "grad_norm": 0.8013699650764465,
      "learning_rate": 1.870799331876831e-05,
      "loss": 0.0563,
      "step": 9592
    },
    {
      "epoch": 0.71742138129604,
      "grad_norm": 1.1590700149536133,
      "learning_rate": 1.869876245173306e-05,
      "loss": 0.1298,
      "step": 9593
    },
    {
      "epoch": 0.7174961672213289,
      "grad_norm": 1.588958978652954,
      "learning_rate": 1.8689533338796196e-05,
      "loss": 0.1152,
      "step": 9594
    },
    {
      "epoch": 0.7175709531466178,
      "grad_norm": 1.174241065979004,
      "learning_rate": 1.8680305980474926e-05,
      "loss": 0.1019,
      "step": 9595
    },
    {
      "epoch": 0.7176457390719067,
      "grad_norm": 1.0615499019622803,
      "learning_rate": 1.8671080377286354e-05,
      "loss": 0.1211,
      "step": 9596
    },
    {
      "epoch": 0.7177205249971955,
      "grad_norm": 1.5724464654922485,
      "learning_rate": 1.866185652974746e-05,
      "loss": 0.1663,
      "step": 9597
    },
    {
      "epoch": 0.7177953109224844,
      "grad_norm": 1.318555474281311,
      "learning_rate": 1.865263443837516e-05,
      "loss": 0.1411,
      "step": 9598
    },
    {
      "epoch": 0.7178700968477733,
      "grad_norm": 1.2461570501327515,
      "learning_rate": 1.864341410368624e-05,
      "loss": 0.1005,
      "step": 9599
    },
    {
      "epoch": 0.7179448827730621,
      "grad_norm": 1.876927137374878,
      "learning_rate": 1.863419552619741e-05,
      "loss": 0.1359,
      "step": 9600
    },
    {
      "epoch": 0.718019668698351,
      "grad_norm": 0.8196998238563538,
      "learning_rate": 1.8624978706425283e-05,
      "loss": 0.0601,
      "step": 9601
    },
    {
      "epoch": 0.7180944546236399,
      "grad_norm": 0.7807665467262268,
      "learning_rate": 1.861576364488631e-05,
      "loss": 0.0809,
      "step": 9602
    },
    {
      "epoch": 0.7181692405489287,
      "grad_norm": 0.6095473766326904,
      "learning_rate": 1.860655034209697e-05,
      "loss": 0.0395,
      "step": 9603
    },
    {
      "epoch": 0.7182440264742176,
      "grad_norm": 0.5163207650184631,
      "learning_rate": 1.8597338798573494e-05,
      "loss": 0.0484,
      "step": 9604
    },
    {
      "epoch": 0.7183188123995065,
      "grad_norm": 0.7182777523994446,
      "learning_rate": 1.858812901483217e-05,
      "loss": 0.0892,
      "step": 9605
    },
    {
      "epoch": 0.7183935983247953,
      "grad_norm": 0.5309678912162781,
      "learning_rate": 1.8578920991389033e-05,
      "loss": 0.0438,
      "step": 9606
    },
    {
      "epoch": 0.7184683842500841,
      "grad_norm": 0.601081907749176,
      "learning_rate": 1.8569714728760156e-05,
      "loss": 0.051,
      "step": 9607
    },
    {
      "epoch": 0.718543170175373,
      "grad_norm": 0.6291731595993042,
      "learning_rate": 1.8560510227461408e-05,
      "loss": 0.072,
      "step": 9608
    },
    {
      "epoch": 0.7186179561006618,
      "grad_norm": 0.40116024017333984,
      "learning_rate": 1.8551307488008623e-05,
      "loss": 0.0311,
      "step": 9609
    },
    {
      "epoch": 0.7186927420259507,
      "grad_norm": 0.6558322906494141,
      "learning_rate": 1.8542106510917507e-05,
      "loss": 0.0775,
      "step": 9610
    },
    {
      "epoch": 0.7187675279512395,
      "grad_norm": 0.5295724272727966,
      "learning_rate": 1.8532907296703677e-05,
      "loss": 0.0291,
      "step": 9611
    },
    {
      "epoch": 0.7188423138765284,
      "grad_norm": 0.945650577545166,
      "learning_rate": 1.8523709845882654e-05,
      "loss": 0.1064,
      "step": 9612
    },
    {
      "epoch": 0.7189170998018173,
      "grad_norm": 0.8905038833618164,
      "learning_rate": 1.8514514158969855e-05,
      "loss": 0.1028,
      "step": 9613
    },
    {
      "epoch": 0.7189918857271062,
      "grad_norm": 1.215657353401184,
      "learning_rate": 1.85053202364806e-05,
      "loss": 0.0918,
      "step": 9614
    },
    {
      "epoch": 0.719066671652395,
      "grad_norm": 0.4578108489513397,
      "learning_rate": 1.8496128078930125e-05,
      "loss": 0.0479,
      "step": 9615
    },
    {
      "epoch": 0.7191414575776839,
      "grad_norm": 0.5406011939048767,
      "learning_rate": 1.8486937686833506e-05,
      "loss": 0.048,
      "step": 9616
    },
    {
      "epoch": 0.7192162435029728,
      "grad_norm": 0.8213720321655273,
      "learning_rate": 1.847774906070583e-05,
      "loss": 0.0655,
      "step": 9617
    },
    {
      "epoch": 0.7192910294282616,
      "grad_norm": 0.5949079990386963,
      "learning_rate": 1.8468562201061946e-05,
      "loss": 0.0391,
      "step": 9618
    },
    {
      "epoch": 0.7193658153535505,
      "grad_norm": 0.652604877948761,
      "learning_rate": 1.845937710841676e-05,
      "loss": 0.046,
      "step": 9619
    },
    {
      "epoch": 0.7194406012788394,
      "grad_norm": 0.8497505187988281,
      "learning_rate": 1.8450193783284918e-05,
      "loss": 0.0627,
      "step": 9620
    },
    {
      "epoch": 0.7195153872041282,
      "grad_norm": 0.726038932800293,
      "learning_rate": 1.844101222618112e-05,
      "loss": 0.0815,
      "step": 9621
    },
    {
      "epoch": 0.7195901731294171,
      "grad_norm": 0.6103790998458862,
      "learning_rate": 1.843183243761985e-05,
      "loss": 0.0425,
      "step": 9622
    },
    {
      "epoch": 0.719664959054706,
      "grad_norm": 0.8498821258544922,
      "learning_rate": 1.8422654418115544e-05,
      "loss": 0.0976,
      "step": 9623
    },
    {
      "epoch": 0.7197397449799947,
      "grad_norm": 0.6657184362411499,
      "learning_rate": 1.8413478168182548e-05,
      "loss": 0.0781,
      "step": 9624
    },
    {
      "epoch": 0.7198145309052836,
      "grad_norm": 1.1175495386123657,
      "learning_rate": 1.8404303688335044e-05,
      "loss": 0.077,
      "step": 9625
    },
    {
      "epoch": 0.7198893168305724,
      "grad_norm": 1.075441837310791,
      "learning_rate": 1.8395130979087232e-05,
      "loss": 0.1083,
      "step": 9626
    },
    {
      "epoch": 0.7199641027558613,
      "grad_norm": 0.8611850142478943,
      "learning_rate": 1.838596004095308e-05,
      "loss": 0.0769,
      "step": 9627
    },
    {
      "epoch": 0.7200388886811502,
      "grad_norm": 0.709923505783081,
      "learning_rate": 1.8376790874446582e-05,
      "loss": 0.0701,
      "step": 9628
    },
    {
      "epoch": 0.720113674606439,
      "grad_norm": 1.8083269596099854,
      "learning_rate": 1.8367623480081503e-05,
      "loss": 0.1687,
      "step": 9629
    },
    {
      "epoch": 0.7201884605317279,
      "grad_norm": 0.6209471225738525,
      "learning_rate": 1.8358457858371648e-05,
      "loss": 0.0346,
      "step": 9630
    },
    {
      "epoch": 0.7202632464570168,
      "grad_norm": 0.39791399240493774,
      "learning_rate": 1.8349294009830604e-05,
      "loss": 0.0279,
      "step": 9631
    },
    {
      "epoch": 0.7203380323823056,
      "grad_norm": 0.6792483329772949,
      "learning_rate": 1.8340131934971917e-05,
      "loss": 0.0388,
      "step": 9632
    },
    {
      "epoch": 0.7204128183075945,
      "grad_norm": 0.8334041237831116,
      "learning_rate": 1.8330971634309024e-05,
      "loss": 0.0665,
      "step": 9633
    },
    {
      "epoch": 0.7204876042328834,
      "grad_norm": 0.816655158996582,
      "learning_rate": 1.8321813108355264e-05,
      "loss": 0.066,
      "step": 9634
    },
    {
      "epoch": 0.7205623901581723,
      "grad_norm": 1.4026023149490356,
      "learning_rate": 1.8312656357623874e-05,
      "loss": 0.1102,
      "step": 9635
    },
    {
      "epoch": 0.7206371760834611,
      "grad_norm": 0.604500949382782,
      "learning_rate": 1.8303501382627992e-05,
      "loss": 0.0419,
      "step": 9636
    },
    {
      "epoch": 0.72071196200875,
      "grad_norm": 0.6264396905899048,
      "learning_rate": 1.829434818388065e-05,
      "loss": 0.0365,
      "step": 9637
    },
    {
      "epoch": 0.7207867479340389,
      "grad_norm": 0.9474775791168213,
      "learning_rate": 1.8285196761894814e-05,
      "loss": 0.0656,
      "step": 9638
    },
    {
      "epoch": 0.7208615338593277,
      "grad_norm": 0.8612107634544373,
      "learning_rate": 1.827604711718326e-05,
      "loss": 0.049,
      "step": 9639
    },
    {
      "epoch": 0.7209363197846166,
      "grad_norm": 0.6269962191581726,
      "learning_rate": 1.8266899250258805e-05,
      "loss": 0.0365,
      "step": 9640
    },
    {
      "epoch": 0.7210111057099053,
      "grad_norm": 2.7926652431488037,
      "learning_rate": 1.8257753161634017e-05,
      "loss": 0.0813,
      "step": 9641
    },
    {
      "epoch": 0.7210858916351942,
      "grad_norm": 1.0941168069839478,
      "learning_rate": 1.8248608851821508e-05,
      "loss": 0.1347,
      "step": 9642
    },
    {
      "epoch": 0.7211606775604831,
      "grad_norm": 0.7591617703437805,
      "learning_rate": 1.8239466321333642e-05,
      "loss": 0.0428,
      "step": 9643
    },
    {
      "epoch": 0.7212354634857719,
      "grad_norm": 0.8771156668663025,
      "learning_rate": 1.8230325570682836e-05,
      "loss": 0.0697,
      "step": 9644
    },
    {
      "epoch": 0.7213102494110608,
      "grad_norm": 1.1901419162750244,
      "learning_rate": 1.822118660038128e-05,
      "loss": 0.0912,
      "step": 9645
    },
    {
      "epoch": 0.7213850353363497,
      "grad_norm": 1.3002266883850098,
      "learning_rate": 1.8212049410941123e-05,
      "loss": 0.0991,
      "step": 9646
    },
    {
      "epoch": 0.7214598212616385,
      "grad_norm": 1.4839553833007812,
      "learning_rate": 1.8202914002874416e-05,
      "loss": 0.1812,
      "step": 9647
    },
    {
      "epoch": 0.7215346071869274,
      "grad_norm": 0.966880202293396,
      "learning_rate": 1.8193780376693092e-05,
      "loss": 0.084,
      "step": 9648
    },
    {
      "epoch": 0.7216093931122163,
      "grad_norm": 0.9335113167762756,
      "learning_rate": 1.8184648532909003e-05,
      "loss": 0.0749,
      "step": 9649
    },
    {
      "epoch": 0.7216841790375051,
      "grad_norm": 1.9835498332977295,
      "learning_rate": 1.8175518472033882e-05,
      "loss": 0.1434,
      "step": 9650
    },
    {
      "epoch": 0.721758964962794,
      "grad_norm": 0.7331958413124084,
      "learning_rate": 1.8166390194579374e-05,
      "loss": 0.0787,
      "step": 9651
    },
    {
      "epoch": 0.7218337508880829,
      "grad_norm": 1.358107566833496,
      "learning_rate": 1.8157263701057043e-05,
      "loss": 0.1494,
      "step": 9652
    },
    {
      "epoch": 0.7219085368133717,
      "grad_norm": 0.4924243092536926,
      "learning_rate": 1.814813899197827e-05,
      "loss": 0.0346,
      "step": 9653
    },
    {
      "epoch": 0.7219833227386606,
      "grad_norm": 0.5486122965812683,
      "learning_rate": 1.813901606785447e-05,
      "loss": 0.0563,
      "step": 9654
    },
    {
      "epoch": 0.7220581086639495,
      "grad_norm": 0.9919703602790833,
      "learning_rate": 1.812989492919682e-05,
      "loss": 0.1008,
      "step": 9655
    },
    {
      "epoch": 0.7221328945892383,
      "grad_norm": 0.4351670742034912,
      "learning_rate": 1.812077557651653e-05,
      "loss": 0.0324,
      "step": 9656
    },
    {
      "epoch": 0.7222076805145272,
      "grad_norm": 0.33979666233062744,
      "learning_rate": 1.8111658010324583e-05,
      "loss": 0.0258,
      "step": 9657
    },
    {
      "epoch": 0.722282466439816,
      "grad_norm": 1.184555172920227,
      "learning_rate": 1.810254223113194e-05,
      "loss": 0.1182,
      "step": 9658
    },
    {
      "epoch": 0.7223572523651048,
      "grad_norm": 0.7892366051673889,
      "learning_rate": 1.8093428239449457e-05,
      "loss": 0.1006,
      "step": 9659
    },
    {
      "epoch": 0.7224320382903937,
      "grad_norm": 0.7809821367263794,
      "learning_rate": 1.8084316035787853e-05,
      "loss": 0.0624,
      "step": 9660
    },
    {
      "epoch": 0.7225068242156826,
      "grad_norm": 0.5979586243629456,
      "learning_rate": 1.8075205620657798e-05,
      "loss": 0.0621,
      "step": 9661
    },
    {
      "epoch": 0.7225816101409714,
      "grad_norm": 0.8222358822822571,
      "learning_rate": 1.8066096994569785e-05,
      "loss": 0.1147,
      "step": 9662
    },
    {
      "epoch": 0.7226563960662603,
      "grad_norm": 0.5591157674789429,
      "learning_rate": 1.805699015803432e-05,
      "loss": 0.0385,
      "step": 9663
    },
    {
      "epoch": 0.7227311819915492,
      "grad_norm": 0.7442677021026611,
      "learning_rate": 1.804788511156167e-05,
      "loss": 0.0578,
      "step": 9664
    },
    {
      "epoch": 0.722805967916838,
      "grad_norm": 0.7454577088356018,
      "learning_rate": 1.8038781855662145e-05,
      "loss": 0.0716,
      "step": 9665
    },
    {
      "epoch": 0.7228807538421269,
      "grad_norm": 0.5990201830863953,
      "learning_rate": 1.8029680390845827e-05,
      "loss": 0.0557,
      "step": 9666
    },
    {
      "epoch": 0.7229555397674158,
      "grad_norm": 1.20970618724823,
      "learning_rate": 1.802058071762281e-05,
      "loss": 0.1122,
      "step": 9667
    },
    {
      "epoch": 0.7230303256927046,
      "grad_norm": 1.4768822193145752,
      "learning_rate": 1.8011482836502992e-05,
      "loss": 0.1055,
      "step": 9668
    },
    {
      "epoch": 0.7231051116179935,
      "grad_norm": 0.823769211769104,
      "learning_rate": 1.800238674799622e-05,
      "loss": 0.0531,
      "step": 9669
    },
    {
      "epoch": 0.7231798975432824,
      "grad_norm": 0.565251350402832,
      "learning_rate": 1.7993292452612232e-05,
      "loss": 0.0272,
      "step": 9670
    },
    {
      "epoch": 0.7232546834685712,
      "grad_norm": 0.6883827447891235,
      "learning_rate": 1.7984199950860674e-05,
      "loss": 0.0647,
      "step": 9671
    },
    {
      "epoch": 0.7233294693938601,
      "grad_norm": 0.8632098436355591,
      "learning_rate": 1.7975109243251082e-05,
      "loss": 0.0516,
      "step": 9672
    },
    {
      "epoch": 0.723404255319149,
      "grad_norm": 1.0207173824310303,
      "learning_rate": 1.7966020330292886e-05,
      "loss": 0.0778,
      "step": 9673
    },
    {
      "epoch": 0.7234790412444378,
      "grad_norm": 0.980124831199646,
      "learning_rate": 1.795693321249543e-05,
      "loss": 0.0823,
      "step": 9674
    },
    {
      "epoch": 0.7235538271697266,
      "grad_norm": 0.41495856642723083,
      "learning_rate": 1.794784789036796e-05,
      "loss": 0.0218,
      "step": 9675
    },
    {
      "epoch": 0.7236286130950155,
      "grad_norm": 0.7205645442008972,
      "learning_rate": 1.7938764364419557e-05,
      "loss": 0.057,
      "step": 9676
    },
    {
      "epoch": 0.7237033990203043,
      "grad_norm": 1.023208498954773,
      "learning_rate": 1.7929682635159334e-05,
      "loss": 0.0839,
      "step": 9677
    },
    {
      "epoch": 0.7237781849455932,
      "grad_norm": 0.6158069968223572,
      "learning_rate": 1.7920602703096145e-05,
      "loss": 0.0501,
      "step": 9678
    },
    {
      "epoch": 0.7238529708708821,
      "grad_norm": 0.7255351543426514,
      "learning_rate": 1.7911524568738895e-05,
      "loss": 0.0544,
      "step": 9679
    },
    {
      "epoch": 0.7239277567961709,
      "grad_norm": 0.6218550801277161,
      "learning_rate": 1.7902448232596258e-05,
      "loss": 0.0436,
      "step": 9680
    },
    {
      "epoch": 0.7240025427214598,
      "grad_norm": 0.7008674740791321,
      "learning_rate": 1.7893373695176918e-05,
      "loss": 0.0493,
      "step": 9681
    },
    {
      "epoch": 0.7240773286467487,
      "grad_norm": 0.6040632724761963,
      "learning_rate": 1.7884300956989365e-05,
      "loss": 0.0381,
      "step": 9682
    },
    {
      "epoch": 0.7241521145720375,
      "grad_norm": 0.6555675864219666,
      "learning_rate": 1.787523001854204e-05,
      "loss": 0.0485,
      "step": 9683
    },
    {
      "epoch": 0.7242269004973264,
      "grad_norm": 0.825061023235321,
      "learning_rate": 1.786616088034327e-05,
      "loss": 0.0631,
      "step": 9684
    },
    {
      "epoch": 0.7243016864226153,
      "grad_norm": 0.9713706374168396,
      "learning_rate": 1.7857093542901288e-05,
      "loss": 0.1026,
      "step": 9685
    },
    {
      "epoch": 0.7243764723479041,
      "grad_norm": 0.9572006464004517,
      "learning_rate": 1.7848028006724214e-05,
      "loss": 0.0928,
      "step": 9686
    },
    {
      "epoch": 0.724451258273193,
      "grad_norm": 1.0223031044006348,
      "learning_rate": 1.7838964272320084e-05,
      "loss": 0.072,
      "step": 9687
    },
    {
      "epoch": 0.7245260441984819,
      "grad_norm": 1.2681293487548828,
      "learning_rate": 1.7829902340196837e-05,
      "loss": 0.1532,
      "step": 9688
    },
    {
      "epoch": 0.7246008301237707,
      "grad_norm": 0.9803746342658997,
      "learning_rate": 1.7820842210862237e-05,
      "loss": 0.0569,
      "step": 9689
    },
    {
      "epoch": 0.7246756160490596,
      "grad_norm": 0.9297845363616943,
      "learning_rate": 1.781178388482409e-05,
      "loss": 0.0967,
      "step": 9690
    },
    {
      "epoch": 0.7247504019743485,
      "grad_norm": 1.1216988563537598,
      "learning_rate": 1.7802727362589955e-05,
      "loss": 0.1072,
      "step": 9691
    },
    {
      "epoch": 0.7248251878996372,
      "grad_norm": 1.0756844282150269,
      "learning_rate": 1.7793672644667376e-05,
      "loss": 0.0966,
      "step": 9692
    },
    {
      "epoch": 0.7248999738249261,
      "grad_norm": 1.291506052017212,
      "learning_rate": 1.7784619731563767e-05,
      "loss": 0.1388,
      "step": 9693
    },
    {
      "epoch": 0.724974759750215,
      "grad_norm": 1.240846872329712,
      "learning_rate": 1.777556862378645e-05,
      "loss": 0.1177,
      "step": 9694
    },
    {
      "epoch": 0.7250495456755038,
      "grad_norm": 1.1538268327713013,
      "learning_rate": 1.7766519321842645e-05,
      "loss": 0.1013,
      "step": 9695
    },
    {
      "epoch": 0.7251243316007927,
      "grad_norm": 0.8073165416717529,
      "learning_rate": 1.7757471826239462e-05,
      "loss": 0.0516,
      "step": 9696
    },
    {
      "epoch": 0.7251991175260816,
      "grad_norm": 1.165740966796875,
      "learning_rate": 1.7748426137483926e-05,
      "loss": 0.1152,
      "step": 9697
    },
    {
      "epoch": 0.7252739034513704,
      "grad_norm": 2.201056957244873,
      "learning_rate": 1.773938225608296e-05,
      "loss": 0.1969,
      "step": 9698
    },
    {
      "epoch": 0.7253486893766593,
      "grad_norm": 1.3553889989852905,
      "learning_rate": 1.7730340182543326e-05,
      "loss": 0.1071,
      "step": 9699
    },
    {
      "epoch": 0.7254234753019482,
      "grad_norm": 2.5167510509490967,
      "learning_rate": 1.7721299917371803e-05,
      "loss": 0.3284,
      "step": 9700
    },
    {
      "epoch": 0.725498261227237,
      "grad_norm": 0.5061466693878174,
      "learning_rate": 1.771226146107493e-05,
      "loss": 0.049,
      "step": 9701
    },
    {
      "epoch": 0.7255730471525259,
      "grad_norm": 0.2555977702140808,
      "learning_rate": 1.7703224814159296e-05,
      "loss": 0.017,
      "step": 9702
    },
    {
      "epoch": 0.7256478330778148,
      "grad_norm": 0.5596622824668884,
      "learning_rate": 1.7694189977131225e-05,
      "loss": 0.0459,
      "step": 9703
    },
    {
      "epoch": 0.7257226190031036,
      "grad_norm": 0.8602535724639893,
      "learning_rate": 1.76851569504971e-05,
      "loss": 0.0651,
      "step": 9704
    },
    {
      "epoch": 0.7257974049283925,
      "grad_norm": 0.4942683279514313,
      "learning_rate": 1.7676125734763077e-05,
      "loss": 0.0358,
      "step": 9705
    },
    {
      "epoch": 0.7258721908536814,
      "grad_norm": 0.6868731379508972,
      "learning_rate": 1.7667096330435262e-05,
      "loss": 0.0594,
      "step": 9706
    },
    {
      "epoch": 0.7259469767789702,
      "grad_norm": 0.4471406638622284,
      "learning_rate": 1.7658068738019667e-05,
      "loss": 0.0284,
      "step": 9707
    },
    {
      "epoch": 0.7260217627042591,
      "grad_norm": 0.7133384943008423,
      "learning_rate": 1.7649042958022193e-05,
      "loss": 0.071,
      "step": 9708
    },
    {
      "epoch": 0.7260965486295479,
      "grad_norm": 0.49702388048171997,
      "learning_rate": 1.7640018990948632e-05,
      "loss": 0.0475,
      "step": 9709
    },
    {
      "epoch": 0.7261713345548367,
      "grad_norm": 0.7553426623344421,
      "learning_rate": 1.763099683730468e-05,
      "loss": 0.0688,
      "step": 9710
    },
    {
      "epoch": 0.7262461204801256,
      "grad_norm": 1.5363739728927612,
      "learning_rate": 1.762197649759593e-05,
      "loss": 0.1576,
      "step": 9711
    },
    {
      "epoch": 0.7263209064054145,
      "grad_norm": 0.5095715522766113,
      "learning_rate": 1.761295797232791e-05,
      "loss": 0.0514,
      "step": 9712
    },
    {
      "epoch": 0.7263956923307033,
      "grad_norm": 0.682368278503418,
      "learning_rate": 1.7603941262005934e-05,
      "loss": 0.0683,
      "step": 9713
    },
    {
      "epoch": 0.7264704782559922,
      "grad_norm": 0.678542971611023,
      "learning_rate": 1.7594926367135383e-05,
      "loss": 0.0867,
      "step": 9714
    },
    {
      "epoch": 0.7265452641812811,
      "grad_norm": 0.9912855625152588,
      "learning_rate": 1.758591328822136e-05,
      "loss": 0.1109,
      "step": 9715
    },
    {
      "epoch": 0.7266200501065699,
      "grad_norm": 1.0303903818130493,
      "learning_rate": 1.7576902025769032e-05,
      "loss": 0.0903,
      "step": 9716
    },
    {
      "epoch": 0.7266948360318588,
      "grad_norm": 0.7902999520301819,
      "learning_rate": 1.756789258028331e-05,
      "loss": 0.0828,
      "step": 9717
    },
    {
      "epoch": 0.7267696219571477,
      "grad_norm": 0.7719842791557312,
      "learning_rate": 1.755888495226914e-05,
      "loss": 0.0483,
      "step": 9718
    },
    {
      "epoch": 0.7268444078824365,
      "grad_norm": 0.6414006352424622,
      "learning_rate": 1.7549879142231257e-05,
      "loss": 0.0523,
      "step": 9719
    },
    {
      "epoch": 0.7269191938077254,
      "grad_norm": 0.7506055235862732,
      "learning_rate": 1.7540875150674363e-05,
      "loss": 0.0539,
      "step": 9720
    },
    {
      "epoch": 0.7269939797330143,
      "grad_norm": 0.7256289124488831,
      "learning_rate": 1.7531872978103043e-05,
      "loss": 0.0618,
      "step": 9721
    },
    {
      "epoch": 0.7270687656583031,
      "grad_norm": 1.2652431726455688,
      "learning_rate": 1.752287262502172e-05,
      "loss": 0.1453,
      "step": 9722
    },
    {
      "epoch": 0.727143551583592,
      "grad_norm": 0.7300266623497009,
      "learning_rate": 1.751387409193484e-05,
      "loss": 0.0533,
      "step": 9723
    },
    {
      "epoch": 0.7272183375088809,
      "grad_norm": 0.7446449995040894,
      "learning_rate": 1.750487737934661e-05,
      "loss": 0.0624,
      "step": 9724
    },
    {
      "epoch": 0.7272931234341697,
      "grad_norm": 0.9111099243164062,
      "learning_rate": 1.7495882487761257e-05,
      "loss": 0.1164,
      "step": 9725
    },
    {
      "epoch": 0.7273679093594585,
      "grad_norm": 0.44888970255851746,
      "learning_rate": 1.748688941768279e-05,
      "loss": 0.0215,
      "step": 9726
    },
    {
      "epoch": 0.7274426952847474,
      "grad_norm": 0.949358344078064,
      "learning_rate": 1.7477898169615236e-05,
      "loss": 0.0782,
      "step": 9727
    },
    {
      "epoch": 0.7275174812100362,
      "grad_norm": 1.1687289476394653,
      "learning_rate": 1.7468908744062408e-05,
      "loss": 0.1124,
      "step": 9728
    },
    {
      "epoch": 0.7275922671353251,
      "grad_norm": 0.8913098573684692,
      "learning_rate": 1.7459921141528085e-05,
      "loss": 0.0866,
      "step": 9729
    },
    {
      "epoch": 0.727667053060614,
      "grad_norm": 0.9307214617729187,
      "learning_rate": 1.7450935362515924e-05,
      "loss": 0.0765,
      "step": 9730
    },
    {
      "epoch": 0.7277418389859028,
      "grad_norm": 0.6345152258872986,
      "learning_rate": 1.744195140752948e-05,
      "loss": 0.0555,
      "step": 9731
    },
    {
      "epoch": 0.7278166249111917,
      "grad_norm": 1.2607160806655884,
      "learning_rate": 1.7432969277072218e-05,
      "loss": 0.1534,
      "step": 9732
    },
    {
      "epoch": 0.7278914108364806,
      "grad_norm": 0.8164661526679993,
      "learning_rate": 1.7423988971647477e-05,
      "loss": 0.0623,
      "step": 9733
    },
    {
      "epoch": 0.7279661967617694,
      "grad_norm": 0.7843576073646545,
      "learning_rate": 1.741501049175851e-05,
      "loss": 0.0488,
      "step": 9734
    },
    {
      "epoch": 0.7280409826870583,
      "grad_norm": 0.4208718240261078,
      "learning_rate": 1.7406033837908487e-05,
      "loss": 0.019,
      "step": 9735
    },
    {
      "epoch": 0.7281157686123472,
      "grad_norm": 1.150292158126831,
      "learning_rate": 1.7397059010600398e-05,
      "loss": 0.136,
      "step": 9736
    },
    {
      "epoch": 0.728190554537636,
      "grad_norm": 0.8406106233596802,
      "learning_rate": 1.7388086010337246e-05,
      "loss": 0.0756,
      "step": 9737
    },
    {
      "epoch": 0.7282653404629249,
      "grad_norm": 0.761034369468689,
      "learning_rate": 1.7379114837621818e-05,
      "loss": 0.0424,
      "step": 9738
    },
    {
      "epoch": 0.7283401263882138,
      "grad_norm": 1.2501075267791748,
      "learning_rate": 1.7370145492956914e-05,
      "loss": 0.0978,
      "step": 9739
    },
    {
      "epoch": 0.7284149123135026,
      "grad_norm": 0.960623025894165,
      "learning_rate": 1.73611779768451e-05,
      "loss": 0.1122,
      "step": 9740
    },
    {
      "epoch": 0.7284896982387915,
      "grad_norm": 0.912749707698822,
      "learning_rate": 1.735221228978897e-05,
      "loss": 0.0752,
      "step": 9741
    },
    {
      "epoch": 0.7285644841640804,
      "grad_norm": 0.744683027267456,
      "learning_rate": 1.734324843229092e-05,
      "loss": 0.0773,
      "step": 9742
    },
    {
      "epoch": 0.7286392700893691,
      "grad_norm": 1.1774964332580566,
      "learning_rate": 1.7334286404853284e-05,
      "loss": 0.1141,
      "step": 9743
    },
    {
      "epoch": 0.728714056014658,
      "grad_norm": 1.5655666589736938,
      "learning_rate": 1.7325326207978287e-05,
      "loss": 0.2136,
      "step": 9744
    },
    {
      "epoch": 0.7287888419399469,
      "grad_norm": 1.2461459636688232,
      "learning_rate": 1.7316367842168056e-05,
      "loss": 0.096,
      "step": 9745
    },
    {
      "epoch": 0.7288636278652357,
      "grad_norm": 1.471282958984375,
      "learning_rate": 1.7307411307924615e-05,
      "loss": 0.1158,
      "step": 9746
    },
    {
      "epoch": 0.7289384137905246,
      "grad_norm": 2.0515410900115967,
      "learning_rate": 1.729845660574987e-05,
      "loss": 0.1847,
      "step": 9747
    },
    {
      "epoch": 0.7290131997158135,
      "grad_norm": 1.038370132446289,
      "learning_rate": 1.7289503736145644e-05,
      "loss": 0.0743,
      "step": 9748
    },
    {
      "epoch": 0.7290879856411023,
      "grad_norm": 1.0730918645858765,
      "learning_rate": 1.728055269961366e-05,
      "loss": 0.111,
      "step": 9749
    },
    {
      "epoch": 0.7291627715663912,
      "grad_norm": 1.3065180778503418,
      "learning_rate": 1.727160349665551e-05,
      "loss": 0.0863,
      "step": 9750
    },
    {
      "epoch": 0.7292375574916801,
      "grad_norm": 0.7026225924491882,
      "learning_rate": 1.7262656127772697e-05,
      "loss": 0.1136,
      "step": 9751
    },
    {
      "epoch": 0.7293123434169689,
      "grad_norm": 0.4822421073913574,
      "learning_rate": 1.7253710593466632e-05,
      "loss": 0.0498,
      "step": 9752
    },
    {
      "epoch": 0.7293871293422578,
      "grad_norm": 0.4542248547077179,
      "learning_rate": 1.7244766894238624e-05,
      "loss": 0.0395,
      "step": 9753
    },
    {
      "epoch": 0.7294619152675467,
      "grad_norm": 0.8066844940185547,
      "learning_rate": 1.723582503058986e-05,
      "loss": 0.0651,
      "step": 9754
    },
    {
      "epoch": 0.7295367011928355,
      "grad_norm": 0.6441218852996826,
      "learning_rate": 1.7226885003021443e-05,
      "loss": 0.0692,
      "step": 9755
    },
    {
      "epoch": 0.7296114871181244,
      "grad_norm": 0.7340334057807922,
      "learning_rate": 1.7217946812034365e-05,
      "loss": 0.0386,
      "step": 9756
    },
    {
      "epoch": 0.7296862730434133,
      "grad_norm": 0.8138129711151123,
      "learning_rate": 1.7209010458129514e-05,
      "loss": 0.0728,
      "step": 9757
    },
    {
      "epoch": 0.7297610589687021,
      "grad_norm": 0.4319274425506592,
      "learning_rate": 1.720007594180769e-05,
      "loss": 0.0239,
      "step": 9758
    },
    {
      "epoch": 0.729835844893991,
      "grad_norm": 0.8987540602684021,
      "learning_rate": 1.7191143263569538e-05,
      "loss": 0.0532,
      "step": 9759
    },
    {
      "epoch": 0.7299106308192798,
      "grad_norm": 0.6716207265853882,
      "learning_rate": 1.718221242391569e-05,
      "loss": 0.0904,
      "step": 9760
    },
    {
      "epoch": 0.7299854167445686,
      "grad_norm": 0.5263311266899109,
      "learning_rate": 1.7173283423346566e-05,
      "loss": 0.05,
      "step": 9761
    },
    {
      "epoch": 0.7300602026698575,
      "grad_norm": 1.0425786972045898,
      "learning_rate": 1.716435626236261e-05,
      "loss": 0.0847,
      "step": 9762
    },
    {
      "epoch": 0.7301349885951464,
      "grad_norm": 0.698733925819397,
      "learning_rate": 1.715543094146402e-05,
      "loss": 0.0642,
      "step": 9763
    },
    {
      "epoch": 0.7302097745204352,
      "grad_norm": 0.7514894008636475,
      "learning_rate": 1.714650746115103e-05,
      "loss": 0.0836,
      "step": 9764
    },
    {
      "epoch": 0.7302845604457241,
      "grad_norm": 0.6246938705444336,
      "learning_rate": 1.7137585821923664e-05,
      "loss": 0.0454,
      "step": 9765
    },
    {
      "epoch": 0.730359346371013,
      "grad_norm": 0.7107749581336975,
      "learning_rate": 1.7128666024281898e-05,
      "loss": 0.061,
      "step": 9766
    },
    {
      "epoch": 0.7304341322963018,
      "grad_norm": 1.053183674812317,
      "learning_rate": 1.7119748068725583e-05,
      "loss": 0.0716,
      "step": 9767
    },
    {
      "epoch": 0.7305089182215907,
      "grad_norm": 1.0852481126785278,
      "learning_rate": 1.7110831955754485e-05,
      "loss": 0.0718,
      "step": 9768
    },
    {
      "epoch": 0.7305837041468796,
      "grad_norm": 0.7977452278137207,
      "learning_rate": 1.7101917685868252e-05,
      "loss": 0.0667,
      "step": 9769
    },
    {
      "epoch": 0.7306584900721684,
      "grad_norm": 0.9590604305267334,
      "learning_rate": 1.709300525956643e-05,
      "loss": 0.1001,
      "step": 9770
    },
    {
      "epoch": 0.7307332759974573,
      "grad_norm": 0.43321797251701355,
      "learning_rate": 1.708409467734847e-05,
      "loss": 0.0379,
      "step": 9771
    },
    {
      "epoch": 0.7308080619227462,
      "grad_norm": 1.0293304920196533,
      "learning_rate": 1.7075185939713735e-05,
      "loss": 0.1408,
      "step": 9772
    },
    {
      "epoch": 0.730882847848035,
      "grad_norm": 0.8802641034126282,
      "learning_rate": 1.7066279047161397e-05,
      "loss": 0.0581,
      "step": 9773
    },
    {
      "epoch": 0.7309576337733239,
      "grad_norm": 0.6427680850028992,
      "learning_rate": 1.705737400019068e-05,
      "loss": 0.046,
      "step": 9774
    },
    {
      "epoch": 0.7310324196986128,
      "grad_norm": 0.5463817715644836,
      "learning_rate": 1.7048470799300536e-05,
      "loss": 0.0575,
      "step": 9775
    },
    {
      "epoch": 0.7311072056239016,
      "grad_norm": 0.5301510095596313,
      "learning_rate": 1.7039569444989962e-05,
      "loss": 0.0347,
      "step": 9776
    },
    {
      "epoch": 0.7311819915491904,
      "grad_norm": 0.735015332698822,
      "learning_rate": 1.703066993775772e-05,
      "loss": 0.0404,
      "step": 9777
    },
    {
      "epoch": 0.7312567774744793,
      "grad_norm": 1.3422132730484009,
      "learning_rate": 1.7021772278102598e-05,
      "loss": 0.1787,
      "step": 9778
    },
    {
      "epoch": 0.7313315633997681,
      "grad_norm": 0.5658319592475891,
      "learning_rate": 1.7012876466523164e-05,
      "loss": 0.0349,
      "step": 9779
    },
    {
      "epoch": 0.731406349325057,
      "grad_norm": 0.9084663987159729,
      "learning_rate": 1.7003982503517945e-05,
      "loss": 0.0678,
      "step": 9780
    },
    {
      "epoch": 0.7314811352503459,
      "grad_norm": 0.8432424664497375,
      "learning_rate": 1.6995090389585376e-05,
      "loss": 0.0722,
      "step": 9781
    },
    {
      "epoch": 0.7315559211756347,
      "grad_norm": 0.8440356254577637,
      "learning_rate": 1.698620012522371e-05,
      "loss": 0.1072,
      "step": 9782
    },
    {
      "epoch": 0.7316307071009236,
      "grad_norm": 0.5337386727333069,
      "learning_rate": 1.697731171093122e-05,
      "loss": 0.0343,
      "step": 9783
    },
    {
      "epoch": 0.7317054930262125,
      "grad_norm": 1.127633810043335,
      "learning_rate": 1.696842514720594e-05,
      "loss": 0.1042,
      "step": 9784
    },
    {
      "epoch": 0.7317802789515013,
      "grad_norm": 1.990212321281433,
      "learning_rate": 1.695954043454593e-05,
      "loss": 0.0843,
      "step": 9785
    },
    {
      "epoch": 0.7318550648767902,
      "grad_norm": 0.6352022886276245,
      "learning_rate": 1.695065757344903e-05,
      "loss": 0.0529,
      "step": 9786
    },
    {
      "epoch": 0.7319298508020791,
      "grad_norm": 1.0595496892929077,
      "learning_rate": 1.6941776564413058e-05,
      "loss": 0.0973,
      "step": 9787
    },
    {
      "epoch": 0.7320046367273679,
      "grad_norm": 0.8292398452758789,
      "learning_rate": 1.693289740793569e-05,
      "loss": 0.0603,
      "step": 9788
    },
    {
      "epoch": 0.7320794226526568,
      "grad_norm": 1.0368658304214478,
      "learning_rate": 1.6924020104514505e-05,
      "loss": 0.0516,
      "step": 9789
    },
    {
      "epoch": 0.7321542085779457,
      "grad_norm": 0.7373044490814209,
      "learning_rate": 1.691514465464698e-05,
      "loss": 0.0465,
      "step": 9790
    },
    {
      "epoch": 0.7322289945032345,
      "grad_norm": 1.090856671333313,
      "learning_rate": 1.6906271058830502e-05,
      "loss": 0.0915,
      "step": 9791
    },
    {
      "epoch": 0.7323037804285234,
      "grad_norm": 0.9094176888465881,
      "learning_rate": 1.6897399317562328e-05,
      "loss": 0.0797,
      "step": 9792
    },
    {
      "epoch": 0.7323785663538123,
      "grad_norm": 0.9687119126319885,
      "learning_rate": 1.6888529431339628e-05,
      "loss": 0.1195,
      "step": 9793
    },
    {
      "epoch": 0.732453352279101,
      "grad_norm": 0.9483636021614075,
      "learning_rate": 1.6879661400659463e-05,
      "loss": 0.0637,
      "step": 9794
    },
    {
      "epoch": 0.7325281382043899,
      "grad_norm": 1.3847416639328003,
      "learning_rate": 1.687079522601881e-05,
      "loss": 0.2595,
      "step": 9795
    },
    {
      "epoch": 0.7326029241296788,
      "grad_norm": 1.6003990173339844,
      "learning_rate": 1.686193090791447e-05,
      "loss": 0.1463,
      "step": 9796
    },
    {
      "epoch": 0.7326777100549676,
      "grad_norm": 0.7309379577636719,
      "learning_rate": 1.685306844684326e-05,
      "loss": 0.0588,
      "step": 9797
    },
    {
      "epoch": 0.7327524959802565,
      "grad_norm": 2.510239362716675,
      "learning_rate": 1.6844207843301763e-05,
      "loss": 0.2276,
      "step": 9798
    },
    {
      "epoch": 0.7328272819055454,
      "grad_norm": 1.7419110536575317,
      "learning_rate": 1.6835349097786578e-05,
      "loss": 0.2354,
      "step": 9799
    },
    {
      "epoch": 0.7329020678308342,
      "grad_norm": 1.7367098331451416,
      "learning_rate": 1.6826492210794087e-05,
      "loss": 0.1212,
      "step": 9800
    },
    {
      "epoch": 0.7329768537561231,
      "grad_norm": 0.5872641205787659,
      "learning_rate": 1.6817637182820682e-05,
      "loss": 0.0706,
      "step": 9801
    },
    {
      "epoch": 0.733051639681412,
      "grad_norm": 0.6510233879089355,
      "learning_rate": 1.680878401436255e-05,
      "loss": 0.0689,
      "step": 9802
    },
    {
      "epoch": 0.7331264256067008,
      "grad_norm": 0.5766316056251526,
      "learning_rate": 1.6799932705915828e-05,
      "loss": 0.0661,
      "step": 9803
    },
    {
      "epoch": 0.7332012115319897,
      "grad_norm": 0.6199196577072144,
      "learning_rate": 1.6791083257976538e-05,
      "loss": 0.072,
      "step": 9804
    },
    {
      "epoch": 0.7332759974572786,
      "grad_norm": 0.7820473313331604,
      "learning_rate": 1.678223567104059e-05,
      "loss": 0.0762,
      "step": 9805
    },
    {
      "epoch": 0.7333507833825674,
      "grad_norm": 0.702785313129425,
      "learning_rate": 1.6773389945603805e-05,
      "loss": 0.0479,
      "step": 9806
    },
    {
      "epoch": 0.7334255693078563,
      "grad_norm": 0.5966577529907227,
      "learning_rate": 1.6764546082161885e-05,
      "loss": 0.0696,
      "step": 9807
    },
    {
      "epoch": 0.7335003552331452,
      "grad_norm": 0.6741604804992676,
      "learning_rate": 1.6755704081210443e-05,
      "loss": 0.0678,
      "step": 9808
    },
    {
      "epoch": 0.733575141158434,
      "grad_norm": 0.6778048276901245,
      "learning_rate": 1.6746863943244983e-05,
      "loss": 0.0761,
      "step": 9809
    },
    {
      "epoch": 0.7336499270837229,
      "grad_norm": 0.3579299747943878,
      "learning_rate": 1.673802566876086e-05,
      "loss": 0.0225,
      "step": 9810
    },
    {
      "epoch": 0.7337247130090117,
      "grad_norm": 0.5121542811393738,
      "learning_rate": 1.6729189258253426e-05,
      "loss": 0.0449,
      "step": 9811
    },
    {
      "epoch": 0.7337994989343005,
      "grad_norm": 0.5552515983581543,
      "learning_rate": 1.6720354712217812e-05,
      "loss": 0.0335,
      "step": 9812
    },
    {
      "epoch": 0.7338742848595894,
      "grad_norm": 0.8263192176818848,
      "learning_rate": 1.671152203114913e-05,
      "loss": 0.076,
      "step": 9813
    },
    {
      "epoch": 0.7339490707848783,
      "grad_norm": 1.071805477142334,
      "learning_rate": 1.6702691215542344e-05,
      "loss": 0.1214,
      "step": 9814
    },
    {
      "epoch": 0.7340238567101671,
      "grad_norm": 0.639914333820343,
      "learning_rate": 1.6693862265892328e-05,
      "loss": 0.0563,
      "step": 9815
    },
    {
      "epoch": 0.734098642635456,
      "grad_norm": 0.5406686067581177,
      "learning_rate": 1.6685035182693852e-05,
      "loss": 0.0417,
      "step": 9816
    },
    {
      "epoch": 0.7341734285607449,
      "grad_norm": 0.536274790763855,
      "learning_rate": 1.6676209966441587e-05,
      "loss": 0.0413,
      "step": 9817
    },
    {
      "epoch": 0.7342482144860337,
      "grad_norm": 0.6043584942817688,
      "learning_rate": 1.66673866176301e-05,
      "loss": 0.0494,
      "step": 9818
    },
    {
      "epoch": 0.7343230004113226,
      "grad_norm": 0.6982592940330505,
      "learning_rate": 1.665856513675379e-05,
      "loss": 0.0796,
      "step": 9819
    },
    {
      "epoch": 0.7343977863366115,
      "grad_norm": 0.5971611142158508,
      "learning_rate": 1.6649745524307086e-05,
      "loss": 0.0626,
      "step": 9820
    },
    {
      "epoch": 0.7344725722619003,
      "grad_norm": 0.6974582672119141,
      "learning_rate": 1.664092778078416e-05,
      "loss": 0.0694,
      "step": 9821
    },
    {
      "epoch": 0.7345473581871892,
      "grad_norm": 0.6397360563278198,
      "learning_rate": 1.6632111906679215e-05,
      "loss": 0.0326,
      "step": 9822
    },
    {
      "epoch": 0.7346221441124781,
      "grad_norm": 0.4778178334236145,
      "learning_rate": 1.6623297902486235e-05,
      "loss": 0.0298,
      "step": 9823
    },
    {
      "epoch": 0.7346969300377669,
      "grad_norm": 0.38738375902175903,
      "learning_rate": 1.6614485768699178e-05,
      "loss": 0.0279,
      "step": 9824
    },
    {
      "epoch": 0.7347717159630558,
      "grad_norm": 1.0882785320281982,
      "learning_rate": 1.6605675505811858e-05,
      "loss": 0.1004,
      "step": 9825
    },
    {
      "epoch": 0.7348465018883447,
      "grad_norm": 0.8833341002464294,
      "learning_rate": 1.6596867114318006e-05,
      "loss": 0.0682,
      "step": 9826
    },
    {
      "epoch": 0.7349212878136335,
      "grad_norm": 1.1567500829696655,
      "learning_rate": 1.6588060594711226e-05,
      "loss": 0.1045,
      "step": 9827
    },
    {
      "epoch": 0.7349960737389223,
      "grad_norm": 0.5701309442520142,
      "learning_rate": 1.657925594748504e-05,
      "loss": 0.0518,
      "step": 9828
    },
    {
      "epoch": 0.7350708596642112,
      "grad_norm": 0.3966352939605713,
      "learning_rate": 1.6570453173132845e-05,
      "loss": 0.0332,
      "step": 9829
    },
    {
      "epoch": 0.7351456455895,
      "grad_norm": 0.7327238321304321,
      "learning_rate": 1.6561652272147942e-05,
      "loss": 0.0489,
      "step": 9830
    },
    {
      "epoch": 0.7352204315147889,
      "grad_norm": 0.8767881989479065,
      "learning_rate": 1.655285324502354e-05,
      "loss": 0.0979,
      "step": 9831
    },
    {
      "epoch": 0.7352952174400778,
      "grad_norm": 0.8199151754379272,
      "learning_rate": 1.6544056092252736e-05,
      "loss": 0.0569,
      "step": 9832
    },
    {
      "epoch": 0.7353700033653666,
      "grad_norm": 0.6128719449043274,
      "learning_rate": 1.653526081432846e-05,
      "loss": 0.0483,
      "step": 9833
    },
    {
      "epoch": 0.7354447892906555,
      "grad_norm": 1.5274779796600342,
      "learning_rate": 1.6526467411743673e-05,
      "loss": 0.1031,
      "step": 9834
    },
    {
      "epoch": 0.7355195752159444,
      "grad_norm": 1.2143759727478027,
      "learning_rate": 1.651767588499108e-05,
      "loss": 0.1369,
      "step": 9835
    },
    {
      "epoch": 0.7355943611412332,
      "grad_norm": 0.5326306223869324,
      "learning_rate": 1.6508886234563415e-05,
      "loss": 0.0252,
      "step": 9836
    },
    {
      "epoch": 0.7356691470665221,
      "grad_norm": 1.1424174308776855,
      "learning_rate": 1.6500098460953178e-05,
      "loss": 0.1531,
      "step": 9837
    },
    {
      "epoch": 0.735743932991811,
      "grad_norm": 0.7763641476631165,
      "learning_rate": 1.64913125646529e-05,
      "loss": 0.0616,
      "step": 9838
    },
    {
      "epoch": 0.7358187189170998,
      "grad_norm": 1.0601356029510498,
      "learning_rate": 1.648252854615488e-05,
      "loss": 0.0799,
      "step": 9839
    },
    {
      "epoch": 0.7358935048423887,
      "grad_norm": 1.2356911897659302,
      "learning_rate": 1.6473746405951386e-05,
      "loss": 0.1011,
      "step": 9840
    },
    {
      "epoch": 0.7359682907676776,
      "grad_norm": 1.1250330209732056,
      "learning_rate": 1.6464966144534567e-05,
      "loss": 0.0845,
      "step": 9841
    },
    {
      "epoch": 0.7360430766929664,
      "grad_norm": 0.8253335356712341,
      "learning_rate": 1.6456187762396458e-05,
      "loss": 0.054,
      "step": 9842
    },
    {
      "epoch": 0.7361178626182553,
      "grad_norm": 1.0522674322128296,
      "learning_rate": 1.644741126002901e-05,
      "loss": 0.117,
      "step": 9843
    },
    {
      "epoch": 0.7361926485435442,
      "grad_norm": 1.3885711431503296,
      "learning_rate": 1.643863663792401e-05,
      "loss": 0.1155,
      "step": 9844
    },
    {
      "epoch": 0.7362674344688329,
      "grad_norm": 0.7697323560714722,
      "learning_rate": 1.6429863896573233e-05,
      "loss": 0.0538,
      "step": 9845
    },
    {
      "epoch": 0.7363422203941218,
      "grad_norm": 1.2507290840148926,
      "learning_rate": 1.642109303646826e-05,
      "loss": 0.0959,
      "step": 9846
    },
    {
      "epoch": 0.7364170063194106,
      "grad_norm": 1.037390112876892,
      "learning_rate": 1.6412324058100613e-05,
      "loss": 0.0637,
      "step": 9847
    },
    {
      "epoch": 0.7364917922446995,
      "grad_norm": 0.9801847338676453,
      "learning_rate": 1.64035569619617e-05,
      "loss": 0.1364,
      "step": 9848
    },
    {
      "epoch": 0.7365665781699884,
      "grad_norm": 0.8869981169700623,
      "learning_rate": 1.6394791748542832e-05,
      "loss": 0.0604,
      "step": 9849
    },
    {
      "epoch": 0.7366413640952773,
      "grad_norm": 2.1713972091674805,
      "learning_rate": 1.6386028418335192e-05,
      "loss": 0.1493,
      "step": 9850
    },
    {
      "epoch": 0.7367161500205661,
      "grad_norm": 0.9329730868339539,
      "learning_rate": 1.6377266971829876e-05,
      "loss": 0.1101,
      "step": 9851
    },
    {
      "epoch": 0.736790935945855,
      "grad_norm": 0.4330592155456543,
      "learning_rate": 1.636850740951787e-05,
      "loss": 0.0417,
      "step": 9852
    },
    {
      "epoch": 0.7368657218711439,
      "grad_norm": 1.0504831075668335,
      "learning_rate": 1.635974973189005e-05,
      "loss": 0.0585,
      "step": 9853
    },
    {
      "epoch": 0.7369405077964327,
      "grad_norm": 1.0458582639694214,
      "learning_rate": 1.63509939394372e-05,
      "loss": 0.0797,
      "step": 9854
    },
    {
      "epoch": 0.7370152937217216,
      "grad_norm": 1.0553715229034424,
      "learning_rate": 1.6342240032649986e-05,
      "loss": 0.1615,
      "step": 9855
    },
    {
      "epoch": 0.7370900796470105,
      "grad_norm": 0.5876075625419617,
      "learning_rate": 1.633348801201894e-05,
      "loss": 0.0582,
      "step": 9856
    },
    {
      "epoch": 0.7371648655722993,
      "grad_norm": 1.446213722229004,
      "learning_rate": 1.6324737878034574e-05,
      "loss": 0.0772,
      "step": 9857
    },
    {
      "epoch": 0.7372396514975882,
      "grad_norm": 0.9025644063949585,
      "learning_rate": 1.6315989631187178e-05,
      "loss": 0.0572,
      "step": 9858
    },
    {
      "epoch": 0.7373144374228771,
      "grad_norm": 0.420790433883667,
      "learning_rate": 1.630724327196706e-05,
      "loss": 0.0296,
      "step": 9859
    },
    {
      "epoch": 0.7373892233481659,
      "grad_norm": 0.625243067741394,
      "learning_rate": 1.6298498800864293e-05,
      "loss": 0.0384,
      "step": 9860
    },
    {
      "epoch": 0.7374640092734548,
      "grad_norm": 0.5605065226554871,
      "learning_rate": 1.6289756218368977e-05,
      "loss": 0.0408,
      "step": 9861
    },
    {
      "epoch": 0.7375387951987435,
      "grad_norm": 0.6476887464523315,
      "learning_rate": 1.6281015524971e-05,
      "loss": 0.0414,
      "step": 9862
    },
    {
      "epoch": 0.7376135811240324,
      "grad_norm": 0.897147536277771,
      "learning_rate": 1.6272276721160183e-05,
      "loss": 0.101,
      "step": 9863
    },
    {
      "epoch": 0.7376883670493213,
      "grad_norm": 0.6830657124519348,
      "learning_rate": 1.626353980742626e-05,
      "loss": 0.0527,
      "step": 9864
    },
    {
      "epoch": 0.7377631529746101,
      "grad_norm": 1.0727951526641846,
      "learning_rate": 1.6254804784258827e-05,
      "loss": 0.1346,
      "step": 9865
    },
    {
      "epoch": 0.737837938899899,
      "grad_norm": 0.5786759853363037,
      "learning_rate": 1.6246071652147398e-05,
      "loss": 0.0536,
      "step": 9866
    },
    {
      "epoch": 0.7379127248251879,
      "grad_norm": 0.8708739876747131,
      "learning_rate": 1.6237340411581363e-05,
      "loss": 0.0891,
      "step": 9867
    },
    {
      "epoch": 0.7379875107504767,
      "grad_norm": 0.5830608606338501,
      "learning_rate": 1.6228611063050025e-05,
      "loss": 0.0409,
      "step": 9868
    },
    {
      "epoch": 0.7380622966757656,
      "grad_norm": 0.6382893919944763,
      "learning_rate": 1.6219883607042574e-05,
      "loss": 0.0537,
      "step": 9869
    },
    {
      "epoch": 0.7381370826010545,
      "grad_norm": 0.39376845955848694,
      "learning_rate": 1.621115804404805e-05,
      "loss": 0.0289,
      "step": 9870
    },
    {
      "epoch": 0.7382118685263434,
      "grad_norm": 0.752987802028656,
      "learning_rate": 1.620243437455549e-05,
      "loss": 0.0829,
      "step": 9871
    },
    {
      "epoch": 0.7382866544516322,
      "grad_norm": 0.7766411304473877,
      "learning_rate": 1.61937125990537e-05,
      "loss": 0.0587,
      "step": 9872
    },
    {
      "epoch": 0.7383614403769211,
      "grad_norm": 1.0231292247772217,
      "learning_rate": 1.6184992718031506e-05,
      "loss": 0.1339,
      "step": 9873
    },
    {
      "epoch": 0.73843622630221,
      "grad_norm": 2.286329984664917,
      "learning_rate": 1.617627473197751e-05,
      "loss": 0.1345,
      "step": 9874
    },
    {
      "epoch": 0.7385110122274988,
      "grad_norm": 0.5998114347457886,
      "learning_rate": 1.6167558641380282e-05,
      "loss": 0.0511,
      "step": 9875
    },
    {
      "epoch": 0.7385857981527877,
      "grad_norm": 0.8686735033988953,
      "learning_rate": 1.6158844446728262e-05,
      "loss": 0.126,
      "step": 9876
    },
    {
      "epoch": 0.7386605840780766,
      "grad_norm": 0.8969622254371643,
      "learning_rate": 1.615013214850979e-05,
      "loss": 0.1161,
      "step": 9877
    },
    {
      "epoch": 0.7387353700033654,
      "grad_norm": 1.080329418182373,
      "learning_rate": 1.6141421747213108e-05,
      "loss": 0.1368,
      "step": 9878
    },
    {
      "epoch": 0.7388101559286542,
      "grad_norm": 0.8425658345222473,
      "learning_rate": 1.61327132433263e-05,
      "loss": 0.0919,
      "step": 9879
    },
    {
      "epoch": 0.738884941853943,
      "grad_norm": 0.5923054814338684,
      "learning_rate": 1.6124006637337446e-05,
      "loss": 0.0388,
      "step": 9880
    },
    {
      "epoch": 0.7389597277792319,
      "grad_norm": 0.7976523637771606,
      "learning_rate": 1.611530192973439e-05,
      "loss": 0.0474,
      "step": 9881
    },
    {
      "epoch": 0.7390345137045208,
      "grad_norm": 0.816638708114624,
      "learning_rate": 1.6106599121005006e-05,
      "loss": 0.1004,
      "step": 9882
    },
    {
      "epoch": 0.7391092996298096,
      "grad_norm": 0.7511627674102783,
      "learning_rate": 1.609789821163694e-05,
      "loss": 0.058,
      "step": 9883
    },
    {
      "epoch": 0.7391840855550985,
      "grad_norm": 0.48359015583992004,
      "learning_rate": 1.6089199202117805e-05,
      "loss": 0.0401,
      "step": 9884
    },
    {
      "epoch": 0.7392588714803874,
      "grad_norm": 1.2211449146270752,
      "learning_rate": 1.608050209293509e-05,
      "loss": 0.0356,
      "step": 9885
    },
    {
      "epoch": 0.7393336574056762,
      "grad_norm": 1.3746017217636108,
      "learning_rate": 1.6071806884576162e-05,
      "loss": 0.1448,
      "step": 9886
    },
    {
      "epoch": 0.7394084433309651,
      "grad_norm": 0.6458568572998047,
      "learning_rate": 1.606311357752831e-05,
      "loss": 0.0375,
      "step": 9887
    },
    {
      "epoch": 0.739483229256254,
      "grad_norm": 0.9157865643501282,
      "learning_rate": 1.605442217227869e-05,
      "loss": 0.0908,
      "step": 9888
    },
    {
      "epoch": 0.7395580151815428,
      "grad_norm": 0.9230281710624695,
      "learning_rate": 1.604573266931436e-05,
      "loss": 0.094,
      "step": 9889
    },
    {
      "epoch": 0.7396328011068317,
      "grad_norm": 0.9633563756942749,
      "learning_rate": 1.6037045069122285e-05,
      "loss": 0.0742,
      "step": 9890
    },
    {
      "epoch": 0.7397075870321206,
      "grad_norm": 0.8201186060905457,
      "learning_rate": 1.6028359372189304e-05,
      "loss": 0.0502,
      "step": 9891
    },
    {
      "epoch": 0.7397823729574095,
      "grad_norm": 0.8637086749076843,
      "learning_rate": 1.6019675579002175e-05,
      "loss": 0.061,
      "step": 9892
    },
    {
      "epoch": 0.7398571588826983,
      "grad_norm": 1.2340130805969238,
      "learning_rate": 1.6010993690047483e-05,
      "loss": 0.1229,
      "step": 9893
    },
    {
      "epoch": 0.7399319448079872,
      "grad_norm": 1.4014465808868408,
      "learning_rate": 1.6002313705811813e-05,
      "loss": 0.1125,
      "step": 9894
    },
    {
      "epoch": 0.740006730733276,
      "grad_norm": 0.8836669325828552,
      "learning_rate": 1.599363562678153e-05,
      "loss": 0.0711,
      "step": 9895
    },
    {
      "epoch": 0.7400815166585648,
      "grad_norm": 1.2645273208618164,
      "learning_rate": 1.5984959453443006e-05,
      "loss": 0.1316,
      "step": 9896
    },
    {
      "epoch": 0.7401563025838537,
      "grad_norm": 1.4416905641555786,
      "learning_rate": 1.5976285186282386e-05,
      "loss": 0.1896,
      "step": 9897
    },
    {
      "epoch": 0.7402310885091425,
      "grad_norm": 1.1041340827941895,
      "learning_rate": 1.5967612825785833e-05,
      "loss": 0.091,
      "step": 9898
    },
    {
      "epoch": 0.7403058744344314,
      "grad_norm": 1.7980862855911255,
      "learning_rate": 1.5958942372439285e-05,
      "loss": 0.1683,
      "step": 9899
    },
    {
      "epoch": 0.7403806603597203,
      "grad_norm": 1.7142131328582764,
      "learning_rate": 1.5950273826728658e-05,
      "loss": 0.1754,
      "step": 9900
    },
    {
      "epoch": 0.7404554462850091,
      "grad_norm": 1.1706427335739136,
      "learning_rate": 1.594160718913972e-05,
      "loss": 0.0593,
      "step": 9901
    },
    {
      "epoch": 0.740530232210298,
      "grad_norm": 0.5985813736915588,
      "learning_rate": 1.593294246015814e-05,
      "loss": 0.073,
      "step": 9902
    },
    {
      "epoch": 0.7406050181355869,
      "grad_norm": 0.7028618454933167,
      "learning_rate": 1.5924279640269496e-05,
      "loss": 0.0627,
      "step": 9903
    },
    {
      "epoch": 0.7406798040608757,
      "grad_norm": 0.5651454329490662,
      "learning_rate": 1.5915618729959238e-05,
      "loss": 0.0451,
      "step": 9904
    },
    {
      "epoch": 0.7407545899861646,
      "grad_norm": 0.6446011066436768,
      "learning_rate": 1.5906959729712734e-05,
      "loss": 0.0566,
      "step": 9905
    },
    {
      "epoch": 0.7408293759114535,
      "grad_norm": 0.36280277371406555,
      "learning_rate": 1.5898302640015193e-05,
      "loss": 0.0193,
      "step": 9906
    },
    {
      "epoch": 0.7409041618367423,
      "grad_norm": 1.2443575859069824,
      "learning_rate": 1.5889647461351775e-05,
      "loss": 0.1373,
      "step": 9907
    },
    {
      "epoch": 0.7409789477620312,
      "grad_norm": 0.28977787494659424,
      "learning_rate": 1.5880994194207504e-05,
      "loss": 0.0168,
      "step": 9908
    },
    {
      "epoch": 0.7410537336873201,
      "grad_norm": 0.7012255787849426,
      "learning_rate": 1.5872342839067306e-05,
      "loss": 0.0844,
      "step": 9909
    },
    {
      "epoch": 0.741128519612609,
      "grad_norm": 0.42648831009864807,
      "learning_rate": 1.586369339641599e-05,
      "loss": 0.0217,
      "step": 9910
    },
    {
      "epoch": 0.7412033055378978,
      "grad_norm": 0.6283534169197083,
      "learning_rate": 1.5855045866738277e-05,
      "loss": 0.0535,
      "step": 9911
    },
    {
      "epoch": 0.7412780914631867,
      "grad_norm": 0.6520515084266663,
      "learning_rate": 1.5846400250518757e-05,
      "loss": 0.0538,
      "step": 9912
    },
    {
      "epoch": 0.7413528773884754,
      "grad_norm": 1.1106668710708618,
      "learning_rate": 1.583775654824193e-05,
      "loss": 0.1237,
      "step": 9913
    },
    {
      "epoch": 0.7414276633137643,
      "grad_norm": 0.6144480109214783,
      "learning_rate": 1.582911476039218e-05,
      "loss": 0.0527,
      "step": 9914
    },
    {
      "epoch": 0.7415024492390532,
      "grad_norm": 0.9001379609107971,
      "learning_rate": 1.58204748874538e-05,
      "loss": 0.066,
      "step": 9915
    },
    {
      "epoch": 0.741577235164342,
      "grad_norm": 0.7613515257835388,
      "learning_rate": 1.5811836929910918e-05,
      "loss": 0.0638,
      "step": 9916
    },
    {
      "epoch": 0.7416520210896309,
      "grad_norm": 1.0390390157699585,
      "learning_rate": 1.5803200888247664e-05,
      "loss": 0.0639,
      "step": 9917
    },
    {
      "epoch": 0.7417268070149198,
      "grad_norm": 0.600522518157959,
      "learning_rate": 1.5794566762947925e-05,
      "loss": 0.0589,
      "step": 9918
    },
    {
      "epoch": 0.7418015929402086,
      "grad_norm": 1.089942455291748,
      "learning_rate": 1.5785934554495625e-05,
      "loss": 0.0999,
      "step": 9919
    },
    {
      "epoch": 0.7418763788654975,
      "grad_norm": 0.7868110537528992,
      "learning_rate": 1.5777304263374453e-05,
      "loss": 0.093,
      "step": 9920
    },
    {
      "epoch": 0.7419511647907864,
      "grad_norm": 0.6007745265960693,
      "learning_rate": 1.5768675890068057e-05,
      "loss": 0.0452,
      "step": 9921
    },
    {
      "epoch": 0.7420259507160752,
      "grad_norm": 1.1120023727416992,
      "learning_rate": 1.576004943505997e-05,
      "loss": 0.0986,
      "step": 9922
    },
    {
      "epoch": 0.7421007366413641,
      "grad_norm": 1.2036125659942627,
      "learning_rate": 1.575142489883361e-05,
      "loss": 0.0748,
      "step": 9923
    },
    {
      "epoch": 0.742175522566653,
      "grad_norm": 0.5205706357955933,
      "learning_rate": 1.5742802281872294e-05,
      "loss": 0.0425,
      "step": 9924
    },
    {
      "epoch": 0.7422503084919418,
      "grad_norm": 0.7137500643730164,
      "learning_rate": 1.573418158465922e-05,
      "loss": 0.062,
      "step": 9925
    },
    {
      "epoch": 0.7423250944172307,
      "grad_norm": 0.6135327816009521,
      "learning_rate": 1.5725562807677486e-05,
      "loss": 0.0424,
      "step": 9926
    },
    {
      "epoch": 0.7423998803425196,
      "grad_norm": 0.783709704875946,
      "learning_rate": 1.5716945951410088e-05,
      "loss": 0.0609,
      "step": 9927
    },
    {
      "epoch": 0.7424746662678084,
      "grad_norm": 0.7719891667366028,
      "learning_rate": 1.57083310163399e-05,
      "loss": 0.0621,
      "step": 9928
    },
    {
      "epoch": 0.7425494521930972,
      "grad_norm": 0.7997015714645386,
      "learning_rate": 1.5699718002949725e-05,
      "loss": 0.0556,
      "step": 9929
    },
    {
      "epoch": 0.7426242381183861,
      "grad_norm": 0.6768671870231628,
      "learning_rate": 1.569110691172217e-05,
      "loss": 0.062,
      "step": 9930
    },
    {
      "epoch": 0.7426990240436749,
      "grad_norm": 1.6224621534347534,
      "learning_rate": 1.5682497743139863e-05,
      "loss": 0.1511,
      "step": 9931
    },
    {
      "epoch": 0.7427738099689638,
      "grad_norm": 0.5351975560188293,
      "learning_rate": 1.567389049768519e-05,
      "loss": 0.0357,
      "step": 9932
    },
    {
      "epoch": 0.7428485958942527,
      "grad_norm": 1.1885567903518677,
      "learning_rate": 1.5665285175840567e-05,
      "loss": 0.1077,
      "step": 9933
    },
    {
      "epoch": 0.7429233818195415,
      "grad_norm": 0.9468178749084473,
      "learning_rate": 1.5656681778088152e-05,
      "loss": 0.0723,
      "step": 9934
    },
    {
      "epoch": 0.7429981677448304,
      "grad_norm": 0.5111202001571655,
      "learning_rate": 1.5648080304910145e-05,
      "loss": 0.0274,
      "step": 9935
    },
    {
      "epoch": 0.7430729536701193,
      "grad_norm": 1.0846632719039917,
      "learning_rate": 1.5639480756788516e-05,
      "loss": 0.1025,
      "step": 9936
    },
    {
      "epoch": 0.7431477395954081,
      "grad_norm": 0.9705275297164917,
      "learning_rate": 1.5630883134205198e-05,
      "loss": 0.0869,
      "step": 9937
    },
    {
      "epoch": 0.743222525520697,
      "grad_norm": 0.572636067867279,
      "learning_rate": 1.5622287437642004e-05,
      "loss": 0.0358,
      "step": 9938
    },
    {
      "epoch": 0.7432973114459859,
      "grad_norm": 1.0454843044281006,
      "learning_rate": 1.561369366758059e-05,
      "loss": 0.0891,
      "step": 9939
    },
    {
      "epoch": 0.7433720973712747,
      "grad_norm": 1.9260588884353638,
      "learning_rate": 1.5605101824502606e-05,
      "loss": 0.0675,
      "step": 9940
    },
    {
      "epoch": 0.7434468832965636,
      "grad_norm": 1.3721654415130615,
      "learning_rate": 1.5596511908889465e-05,
      "loss": 0.117,
      "step": 9941
    },
    {
      "epoch": 0.7435216692218525,
      "grad_norm": 0.7712867856025696,
      "learning_rate": 1.5587923921222608e-05,
      "loss": 0.0478,
      "step": 9942
    },
    {
      "epoch": 0.7435964551471413,
      "grad_norm": 0.6990665197372437,
      "learning_rate": 1.557933786198325e-05,
      "loss": 0.0542,
      "step": 9943
    },
    {
      "epoch": 0.7436712410724302,
      "grad_norm": 1.4985125064849854,
      "learning_rate": 1.557075373165256e-05,
      "loss": 0.1553,
      "step": 9944
    },
    {
      "epoch": 0.7437460269977191,
      "grad_norm": 1.7588787078857422,
      "learning_rate": 1.5562171530711595e-05,
      "loss": 0.1047,
      "step": 9945
    },
    {
      "epoch": 0.7438208129230078,
      "grad_norm": 1.6568442583084106,
      "learning_rate": 1.5553591259641285e-05,
      "loss": 0.2052,
      "step": 9946
    },
    {
      "epoch": 0.7438955988482967,
      "grad_norm": 0.9141008853912354,
      "learning_rate": 1.554501291892247e-05,
      "loss": 0.0562,
      "step": 9947
    },
    {
      "epoch": 0.7439703847735856,
      "grad_norm": 1.152692437171936,
      "learning_rate": 1.5536436509035872e-05,
      "loss": 0.12,
      "step": 9948
    },
    {
      "epoch": 0.7440451706988744,
      "grad_norm": 2.061784505844116,
      "learning_rate": 1.5527862030462104e-05,
      "loss": 0.2021,
      "step": 9949
    },
    {
      "epoch": 0.7441199566241633,
      "grad_norm": 2.515319347381592,
      "learning_rate": 1.5519289483681677e-05,
      "loss": 0.2902,
      "step": 9950
    },
    {
      "epoch": 0.7441947425494522,
      "grad_norm": 0.8677012920379639,
      "learning_rate": 1.5510718869174984e-05,
      "loss": 0.1261,
      "step": 9951
    },
    {
      "epoch": 0.744269528474741,
      "grad_norm": 0.7437595129013062,
      "learning_rate": 1.550215018742234e-05,
      "loss": 0.036,
      "step": 9952
    },
    {
      "epoch": 0.7443443144000299,
      "grad_norm": 0.33548370003700256,
      "learning_rate": 1.5493583438903874e-05,
      "loss": 0.0294,
      "step": 9953
    },
    {
      "epoch": 0.7444191003253188,
      "grad_norm": 1.0881335735321045,
      "learning_rate": 1.5485018624099728e-05,
      "loss": 0.0953,
      "step": 9954
    },
    {
      "epoch": 0.7444938862506076,
      "grad_norm": 0.4723993241786957,
      "learning_rate": 1.5476455743489804e-05,
      "loss": 0.0398,
      "step": 9955
    },
    {
      "epoch": 0.7445686721758965,
      "grad_norm": 0.6508561968803406,
      "learning_rate": 1.5467894797554017e-05,
      "loss": 0.0544,
      "step": 9956
    },
    {
      "epoch": 0.7446434581011854,
      "grad_norm": 0.6675106287002563,
      "learning_rate": 1.5459335786772078e-05,
      "loss": 0.0732,
      "step": 9957
    },
    {
      "epoch": 0.7447182440264742,
      "grad_norm": 0.5686582922935486,
      "learning_rate": 1.5450778711623636e-05,
      "loss": 0.0439,
      "step": 9958
    },
    {
      "epoch": 0.7447930299517631,
      "grad_norm": 0.7225542664527893,
      "learning_rate": 1.5442223572588227e-05,
      "loss": 0.0628,
      "step": 9959
    },
    {
      "epoch": 0.744867815877052,
      "grad_norm": 0.49787265062332153,
      "learning_rate": 1.543367037014527e-05,
      "loss": 0.0654,
      "step": 9960
    },
    {
      "epoch": 0.7449426018023408,
      "grad_norm": 0.5419877171516418,
      "learning_rate": 1.5425119104774087e-05,
      "loss": 0.0442,
      "step": 9961
    },
    {
      "epoch": 0.7450173877276297,
      "grad_norm": 0.7458711266517639,
      "learning_rate": 1.5416569776953882e-05,
      "loss": 0.0675,
      "step": 9962
    },
    {
      "epoch": 0.7450921736529185,
      "grad_norm": 0.5551422238349915,
      "learning_rate": 1.540802238716375e-05,
      "loss": 0.0343,
      "step": 9963
    },
    {
      "epoch": 0.7451669595782073,
      "grad_norm": 0.7854835987091064,
      "learning_rate": 1.539947693588269e-05,
      "loss": 0.0614,
      "step": 9964
    },
    {
      "epoch": 0.7452417455034962,
      "grad_norm": 0.7976614236831665,
      "learning_rate": 1.539093342358957e-05,
      "loss": 0.0797,
      "step": 9965
    },
    {
      "epoch": 0.7453165314287851,
      "grad_norm": 0.6289847493171692,
      "learning_rate": 1.5382391850763184e-05,
      "loss": 0.0532,
      "step": 9966
    },
    {
      "epoch": 0.7453913173540739,
      "grad_norm": 0.7050246596336365,
      "learning_rate": 1.5373852217882147e-05,
      "loss": 0.0534,
      "step": 9967
    },
    {
      "epoch": 0.7454661032793628,
      "grad_norm": 0.6330603361129761,
      "learning_rate": 1.536531452542508e-05,
      "loss": 0.0552,
      "step": 9968
    },
    {
      "epoch": 0.7455408892046517,
      "grad_norm": 0.6392043828964233,
      "learning_rate": 1.535677877387038e-05,
      "loss": 0.0497,
      "step": 9969
    },
    {
      "epoch": 0.7456156751299405,
      "grad_norm": 0.849241316318512,
      "learning_rate": 1.5348244963696395e-05,
      "loss": 0.0626,
      "step": 9970
    },
    {
      "epoch": 0.7456904610552294,
      "grad_norm": 0.6727233529090881,
      "learning_rate": 1.5339713095381365e-05,
      "loss": 0.065,
      "step": 9971
    },
    {
      "epoch": 0.7457652469805183,
      "grad_norm": 0.7174838781356812,
      "learning_rate": 1.5331183169403394e-05,
      "loss": 0.0496,
      "step": 9972
    },
    {
      "epoch": 0.7458400329058071,
      "grad_norm": 0.9384368062019348,
      "learning_rate": 1.5322655186240507e-05,
      "loss": 0.108,
      "step": 9973
    },
    {
      "epoch": 0.745914818831096,
      "grad_norm": 0.8165313005447388,
      "learning_rate": 1.53141291463706e-05,
      "loss": 0.0636,
      "step": 9974
    },
    {
      "epoch": 0.7459896047563849,
      "grad_norm": 1.3639436960220337,
      "learning_rate": 1.530560505027148e-05,
      "loss": 0.1269,
      "step": 9975
    },
    {
      "epoch": 0.7460643906816737,
      "grad_norm": 0.6699777245521545,
      "learning_rate": 1.529708289842079e-05,
      "loss": 0.047,
      "step": 9976
    },
    {
      "epoch": 0.7461391766069626,
      "grad_norm": 0.7606121301651001,
      "learning_rate": 1.528856269129616e-05,
      "loss": 0.0451,
      "step": 9977
    },
    {
      "epoch": 0.7462139625322515,
      "grad_norm": 0.8725331425666809,
      "learning_rate": 1.5280044429374997e-05,
      "loss": 0.0784,
      "step": 9978
    },
    {
      "epoch": 0.7462887484575403,
      "grad_norm": 0.8106397390365601,
      "learning_rate": 1.5271528113134726e-05,
      "loss": 0.0879,
      "step": 9979
    },
    {
      "epoch": 0.7463635343828291,
      "grad_norm": 0.6843467950820923,
      "learning_rate": 1.5263013743052533e-05,
      "loss": 0.0528,
      "step": 9980
    },
    {
      "epoch": 0.746438320308118,
      "grad_norm": 0.6919001936912537,
      "learning_rate": 1.5254501319605596e-05,
      "loss": 0.0372,
      "step": 9981
    },
    {
      "epoch": 0.7465131062334068,
      "grad_norm": 0.7275794148445129,
      "learning_rate": 1.5245990843270924e-05,
      "loss": 0.0626,
      "step": 9982
    },
    {
      "epoch": 0.7465878921586957,
      "grad_norm": 0.8844105005264282,
      "learning_rate": 1.5237482314525448e-05,
      "loss": 0.098,
      "step": 9983
    },
    {
      "epoch": 0.7466626780839846,
      "grad_norm": 1.1098780632019043,
      "learning_rate": 1.5228975733845979e-05,
      "loss": 0.1024,
      "step": 9984
    },
    {
      "epoch": 0.7467374640092734,
      "grad_norm": 1.2299760580062866,
      "learning_rate": 1.5220471101709216e-05,
      "loss": 0.0529,
      "step": 9985
    },
    {
      "epoch": 0.7468122499345623,
      "grad_norm": 0.888018012046814,
      "learning_rate": 1.5211968418591755e-05,
      "loss": 0.0627,
      "step": 9986
    },
    {
      "epoch": 0.7468870358598512,
      "grad_norm": 0.9392836093902588,
      "learning_rate": 1.520346768497008e-05,
      "loss": 0.0666,
      "step": 9987
    },
    {
      "epoch": 0.74696182178514,
      "grad_norm": 0.8330709338188171,
      "learning_rate": 1.5194968901320566e-05,
      "loss": 0.0455,
      "step": 9988
    },
    {
      "epoch": 0.7470366077104289,
      "grad_norm": 0.7398502826690674,
      "learning_rate": 1.5186472068119495e-05,
      "loss": 0.052,
      "step": 9989
    },
    {
      "epoch": 0.7471113936357178,
      "grad_norm": 0.8879426121711731,
      "learning_rate": 1.5177977185842974e-05,
      "loss": 0.0747,
      "step": 9990
    },
    {
      "epoch": 0.7471861795610066,
      "grad_norm": 1.8354573249816895,
      "learning_rate": 1.5169484254967114e-05,
      "loss": 0.1558,
      "step": 9991
    },
    {
      "epoch": 0.7472609654862955,
      "grad_norm": 1.0610312223434448,
      "learning_rate": 1.5160993275967788e-05,
      "loss": 0.1316,
      "step": 9992
    },
    {
      "epoch": 0.7473357514115844,
      "grad_norm": 1.721518874168396,
      "learning_rate": 1.5152504249320887e-05,
      "loss": 0.2634,
      "step": 9993
    },
    {
      "epoch": 0.7474105373368732,
      "grad_norm": 1.3128589391708374,
      "learning_rate": 1.5144017175502073e-05,
      "loss": 0.1145,
      "step": 9994
    },
    {
      "epoch": 0.7474853232621621,
      "grad_norm": 0.8500702381134033,
      "learning_rate": 1.5135532054987011e-05,
      "loss": 0.0737,
      "step": 9995
    },
    {
      "epoch": 0.747560109187451,
      "grad_norm": 1.0056962966918945,
      "learning_rate": 1.512704888825116e-05,
      "loss": 0.0737,
      "step": 9996
    },
    {
      "epoch": 0.7476348951127397,
      "grad_norm": 1.4197924137115479,
      "learning_rate": 1.5118567675769918e-05,
      "loss": 0.1154,
      "step": 9997
    },
    {
      "epoch": 0.7477096810380286,
      "grad_norm": 1.5153850317001343,
      "learning_rate": 1.5110088418018576e-05,
      "loss": 0.1461,
      "step": 9998
    },
    {
      "epoch": 0.7477844669633175,
      "grad_norm": 1.3297863006591797,
      "learning_rate": 1.5101611115472296e-05,
      "loss": 0.0925,
      "step": 9999
    },
    {
      "epoch": 0.7478592528886063,
      "grad_norm": 3.0845882892608643,
      "learning_rate": 1.5093135768606158e-05,
      "loss": 0.4138,
      "step": 10000
    },
    {
      "epoch": 0.7479340388138952,
      "grad_norm": 0.6276835799217224,
      "learning_rate": 1.5084662377895075e-05,
      "loss": 0.0677,
      "step": 10001
    },
    {
      "epoch": 0.7480088247391841,
      "grad_norm": 0.45202526450157166,
      "learning_rate": 1.5076190943813945e-05,
      "loss": 0.0409,
      "step": 10002
    },
    {
      "epoch": 0.7480836106644729,
      "grad_norm": 0.521905243396759,
      "learning_rate": 1.5067721466837454e-05,
      "loss": 0.0515,
      "step": 10003
    },
    {
      "epoch": 0.7481583965897618,
      "grad_norm": 0.5632475018501282,
      "learning_rate": 1.5059253947440238e-05,
      "loss": 0.037,
      "step": 10004
    },
    {
      "epoch": 0.7482331825150507,
      "grad_norm": 0.47892335057258606,
      "learning_rate": 1.505078838609682e-05,
      "loss": 0.0485,
      "step": 10005
    },
    {
      "epoch": 0.7483079684403395,
      "grad_norm": 0.6166091561317444,
      "learning_rate": 1.5042324783281598e-05,
      "loss": 0.0582,
      "step": 10006
    },
    {
      "epoch": 0.7483827543656284,
      "grad_norm": 0.4687265157699585,
      "learning_rate": 1.5033863139468863e-05,
      "loss": 0.0491,
      "step": 10007
    },
    {
      "epoch": 0.7484575402909173,
      "grad_norm": 0.9034632444381714,
      "learning_rate": 1.5025403455132809e-05,
      "loss": 0.0875,
      "step": 10008
    },
    {
      "epoch": 0.7485323262162061,
      "grad_norm": 0.6952029466629028,
      "learning_rate": 1.50169457307475e-05,
      "loss": 0.0684,
      "step": 10009
    },
    {
      "epoch": 0.748607112141495,
      "grad_norm": 0.7947261929512024,
      "learning_rate": 1.5008489966786904e-05,
      "loss": 0.065,
      "step": 10010
    },
    {
      "epoch": 0.7486818980667839,
      "grad_norm": 0.9563241004943848,
      "learning_rate": 1.500003616372488e-05,
      "loss": 0.0955,
      "step": 10011
    },
    {
      "epoch": 0.7487566839920727,
      "grad_norm": 0.7067168951034546,
      "learning_rate": 1.499158432203518e-05,
      "loss": 0.0579,
      "step": 10012
    },
    {
      "epoch": 0.7488314699173616,
      "grad_norm": 0.6072781682014465,
      "learning_rate": 1.4983134442191404e-05,
      "loss": 0.0552,
      "step": 10013
    },
    {
      "epoch": 0.7489062558426504,
      "grad_norm": 0.5721571445465088,
      "learning_rate": 1.4974686524667131e-05,
      "loss": 0.0721,
      "step": 10014
    },
    {
      "epoch": 0.7489810417679392,
      "grad_norm": 0.8130590915679932,
      "learning_rate": 1.4966240569935714e-05,
      "loss": 0.0811,
      "step": 10015
    },
    {
      "epoch": 0.7490558276932281,
      "grad_norm": 1.0209174156188965,
      "learning_rate": 1.4957796578470523e-05,
      "loss": 0.1422,
      "step": 10016
    },
    {
      "epoch": 0.749130613618517,
      "grad_norm": 1.096727967262268,
      "learning_rate": 1.4949354550744709e-05,
      "loss": 0.2474,
      "step": 10017
    },
    {
      "epoch": 0.7492053995438058,
      "grad_norm": 0.5839868187904358,
      "learning_rate": 1.4940914487231367e-05,
      "loss": 0.0515,
      "step": 10018
    },
    {
      "epoch": 0.7492801854690947,
      "grad_norm": 0.7067966461181641,
      "learning_rate": 1.493247638840347e-05,
      "loss": 0.0517,
      "step": 10019
    },
    {
      "epoch": 0.7493549713943836,
      "grad_norm": 0.46867379546165466,
      "learning_rate": 1.4924040254733896e-05,
      "loss": 0.027,
      "step": 10020
    },
    {
      "epoch": 0.7494297573196724,
      "grad_norm": 1.4075243473052979,
      "learning_rate": 1.4915606086695382e-05,
      "loss": 0.0249,
      "step": 10021
    },
    {
      "epoch": 0.7495045432449613,
      "grad_norm": 1.5737978219985962,
      "learning_rate": 1.4907173884760589e-05,
      "loss": 0.1909,
      "step": 10022
    },
    {
      "epoch": 0.7495793291702502,
      "grad_norm": 0.7953084111213684,
      "learning_rate": 1.4898743649402035e-05,
      "loss": 0.062,
      "step": 10023
    },
    {
      "epoch": 0.749654115095539,
      "grad_norm": 0.6221852898597717,
      "learning_rate": 1.4890315381092162e-05,
      "loss": 0.0519,
      "step": 10024
    },
    {
      "epoch": 0.7497289010208279,
      "grad_norm": 0.6832694411277771,
      "learning_rate": 1.4881889080303269e-05,
      "loss": 0.0399,
      "step": 10025
    },
    {
      "epoch": 0.7498036869461168,
      "grad_norm": 0.6890994906425476,
      "learning_rate": 1.4873464747507588e-05,
      "loss": 0.0635,
      "step": 10026
    },
    {
      "epoch": 0.7498784728714056,
      "grad_norm": 0.4257103204727173,
      "learning_rate": 1.4865042383177152e-05,
      "loss": 0.0235,
      "step": 10027
    },
    {
      "epoch": 0.7499532587966945,
      "grad_norm": 0.6236783862113953,
      "learning_rate": 1.4856621987784014e-05,
      "loss": 0.0811,
      "step": 10028
    },
    {
      "epoch": 0.7500280447219834,
      "grad_norm": 0.651488184928894,
      "learning_rate": 1.4848203561799989e-05,
      "loss": 0.0401,
      "step": 10029
    },
    {
      "epoch": 0.7501028306472722,
      "grad_norm": 0.6596770286560059,
      "learning_rate": 1.4839787105696895e-05,
      "loss": 0.0506,
      "step": 10030
    },
    {
      "epoch": 0.750177616572561,
      "grad_norm": 0.7690855860710144,
      "learning_rate": 1.4831372619946338e-05,
      "loss": 0.0665,
      "step": 10031
    },
    {
      "epoch": 0.7502524024978499,
      "grad_norm": 0.6167272925376892,
      "learning_rate": 1.4822960105019874e-05,
      "loss": 0.048,
      "step": 10032
    },
    {
      "epoch": 0.7503271884231387,
      "grad_norm": 0.7862550020217896,
      "learning_rate": 1.4814549561388935e-05,
      "loss": 0.0563,
      "step": 10033
    },
    {
      "epoch": 0.7504019743484276,
      "grad_norm": 0.8783820271492004,
      "learning_rate": 1.4806140989524848e-05,
      "loss": 0.1009,
      "step": 10034
    },
    {
      "epoch": 0.7504767602737165,
      "grad_norm": 0.8343201875686646,
      "learning_rate": 1.4797734389898832e-05,
      "loss": 0.0791,
      "step": 10035
    },
    {
      "epoch": 0.7505515461990053,
      "grad_norm": 0.8212741613388062,
      "learning_rate": 1.4789329762981941e-05,
      "loss": 0.0672,
      "step": 10036
    },
    {
      "epoch": 0.7506263321242942,
      "grad_norm": 0.8928403258323669,
      "learning_rate": 1.4780927109245229e-05,
      "loss": 0.1141,
      "step": 10037
    },
    {
      "epoch": 0.7507011180495831,
      "grad_norm": 0.9126589298248291,
      "learning_rate": 1.4772526429159511e-05,
      "loss": 0.1019,
      "step": 10038
    },
    {
      "epoch": 0.7507759039748719,
      "grad_norm": 0.8482310175895691,
      "learning_rate": 1.4764127723195614e-05,
      "loss": 0.0608,
      "step": 10039
    },
    {
      "epoch": 0.7508506899001608,
      "grad_norm": 1.1450096368789673,
      "learning_rate": 1.4755730991824152e-05,
      "loss": 0.0976,
      "step": 10040
    },
    {
      "epoch": 0.7509254758254497,
      "grad_norm": 0.9692464470863342,
      "learning_rate": 1.4747336235515685e-05,
      "loss": 0.0742,
      "step": 10041
    },
    {
      "epoch": 0.7510002617507385,
      "grad_norm": 1.4048677682876587,
      "learning_rate": 1.4738943454740656e-05,
      "loss": 0.2059,
      "step": 10042
    },
    {
      "epoch": 0.7510750476760274,
      "grad_norm": 0.7182841897010803,
      "learning_rate": 1.4730552649969381e-05,
      "loss": 0.0411,
      "step": 10043
    },
    {
      "epoch": 0.7511498336013163,
      "grad_norm": 1.0319032669067383,
      "learning_rate": 1.4722163821672081e-05,
      "loss": 0.1045,
      "step": 10044
    },
    {
      "epoch": 0.7512246195266051,
      "grad_norm": 1.4266879558563232,
      "learning_rate": 1.4713776970318854e-05,
      "loss": 0.1375,
      "step": 10045
    },
    {
      "epoch": 0.751299405451894,
      "grad_norm": 1.266805648803711,
      "learning_rate": 1.4705392096379694e-05,
      "loss": 0.1498,
      "step": 10046
    },
    {
      "epoch": 0.7513741913771829,
      "grad_norm": 1.1992201805114746,
      "learning_rate": 1.4697009200324491e-05,
      "loss": 0.1427,
      "step": 10047
    },
    {
      "epoch": 0.7514489773024716,
      "grad_norm": 1.1352143287658691,
      "learning_rate": 1.4688628282623007e-05,
      "loss": 0.0704,
      "step": 10048
    },
    {
      "epoch": 0.7515237632277605,
      "grad_norm": 1.7633652687072754,
      "learning_rate": 1.4680249343744923e-05,
      "loss": 0.1567,
      "step": 10049
    },
    {
      "epoch": 0.7515985491530494,
      "grad_norm": 1.9634443521499634,
      "learning_rate": 1.4671872384159741e-05,
      "loss": 0.1641,
      "step": 10050
    },
    {
      "epoch": 0.7516733350783382,
      "grad_norm": 0.7654949426651001,
      "learning_rate": 1.4663497404336962e-05,
      "loss": 0.0701,
      "step": 10051
    },
    {
      "epoch": 0.7517481210036271,
      "grad_norm": 0.673978328704834,
      "learning_rate": 1.4655124404745846e-05,
      "loss": 0.07,
      "step": 10052
    },
    {
      "epoch": 0.751822906928916,
      "grad_norm": 0.5069831609725952,
      "learning_rate": 1.4646753385855683e-05,
      "loss": 0.0386,
      "step": 10053
    },
    {
      "epoch": 0.7518976928542048,
      "grad_norm": 0.5194822549819946,
      "learning_rate": 1.4638384348135525e-05,
      "loss": 0.0493,
      "step": 10054
    },
    {
      "epoch": 0.7519724787794937,
      "grad_norm": 0.5842525362968445,
      "learning_rate": 1.4630017292054382e-05,
      "loss": 0.0656,
      "step": 10055
    },
    {
      "epoch": 0.7520472647047826,
      "grad_norm": 0.7489845156669617,
      "learning_rate": 1.462165221808114e-05,
      "loss": 0.0868,
      "step": 10056
    },
    {
      "epoch": 0.7521220506300714,
      "grad_norm": 0.6824167370796204,
      "learning_rate": 1.4613289126684571e-05,
      "loss": 0.0511,
      "step": 10057
    },
    {
      "epoch": 0.7521968365553603,
      "grad_norm": 0.5337522029876709,
      "learning_rate": 1.4604928018333337e-05,
      "loss": 0.0362,
      "step": 10058
    },
    {
      "epoch": 0.7522716224806492,
      "grad_norm": 1.0384917259216309,
      "learning_rate": 1.4596568893495982e-05,
      "loss": 0.163,
      "step": 10059
    },
    {
      "epoch": 0.752346408405938,
      "grad_norm": 0.4830504059791565,
      "learning_rate": 1.4588211752640956e-05,
      "loss": 0.0333,
      "step": 10060
    },
    {
      "epoch": 0.7524211943312269,
      "grad_norm": 0.9793990850448608,
      "learning_rate": 1.4579856596236585e-05,
      "loss": 0.0819,
      "step": 10061
    },
    {
      "epoch": 0.7524959802565158,
      "grad_norm": 0.6334574818611145,
      "learning_rate": 1.4571503424751093e-05,
      "loss": 0.0573,
      "step": 10062
    },
    {
      "epoch": 0.7525707661818046,
      "grad_norm": 0.993641197681427,
      "learning_rate": 1.4563152238652561e-05,
      "loss": 0.1478,
      "step": 10063
    },
    {
      "epoch": 0.7526455521070935,
      "grad_norm": 0.8343973755836487,
      "learning_rate": 1.4554803038408999e-05,
      "loss": 0.0895,
      "step": 10064
    },
    {
      "epoch": 0.7527203380323823,
      "grad_norm": 0.8406976461410522,
      "learning_rate": 1.4546455824488287e-05,
      "loss": 0.0984,
      "step": 10065
    },
    {
      "epoch": 0.7527951239576711,
      "grad_norm": 0.7420520186424255,
      "learning_rate": 1.4538110597358195e-05,
      "loss": 0.0762,
      "step": 10066
    },
    {
      "epoch": 0.75286990988296,
      "grad_norm": 0.6302093863487244,
      "learning_rate": 1.4529767357486395e-05,
      "loss": 0.0571,
      "step": 10067
    },
    {
      "epoch": 0.7529446958082489,
      "grad_norm": 1.8681447505950928,
      "learning_rate": 1.4521426105340425e-05,
      "loss": 0.1721,
      "step": 10068
    },
    {
      "epoch": 0.7530194817335377,
      "grad_norm": 1.8812016248703003,
      "learning_rate": 1.4513086841387723e-05,
      "loss": 0.1734,
      "step": 10069
    },
    {
      "epoch": 0.7530942676588266,
      "grad_norm": 0.8950989246368408,
      "learning_rate": 1.4504749566095621e-05,
      "loss": 0.0908,
      "step": 10070
    },
    {
      "epoch": 0.7531690535841155,
      "grad_norm": 0.6087948083877563,
      "learning_rate": 1.4496414279931325e-05,
      "loss": 0.0352,
      "step": 10071
    },
    {
      "epoch": 0.7532438395094043,
      "grad_norm": 1.7473185062408447,
      "learning_rate": 1.4488080983361968e-05,
      "loss": 0.0685,
      "step": 10072
    },
    {
      "epoch": 0.7533186254346932,
      "grad_norm": 0.9227007627487183,
      "learning_rate": 1.4479749676854482e-05,
      "loss": 0.0876,
      "step": 10073
    },
    {
      "epoch": 0.7533934113599821,
      "grad_norm": 0.7719316482543945,
      "learning_rate": 1.4471420360875815e-05,
      "loss": 0.0648,
      "step": 10074
    },
    {
      "epoch": 0.7534681972852709,
      "grad_norm": 1.4946262836456299,
      "learning_rate": 1.4463093035892672e-05,
      "loss": 0.1095,
      "step": 10075
    },
    {
      "epoch": 0.7535429832105598,
      "grad_norm": 0.6023090481758118,
      "learning_rate": 1.4454767702371774e-05,
      "loss": 0.0525,
      "step": 10076
    },
    {
      "epoch": 0.7536177691358487,
      "grad_norm": 1.032333254814148,
      "learning_rate": 1.4446444360779614e-05,
      "loss": 0.0875,
      "step": 10077
    },
    {
      "epoch": 0.7536925550611375,
      "grad_norm": 0.914047360420227,
      "learning_rate": 1.4438123011582655e-05,
      "loss": 0.0744,
      "step": 10078
    },
    {
      "epoch": 0.7537673409864264,
      "grad_norm": 0.8411774635314941,
      "learning_rate": 1.4429803655247204e-05,
      "loss": 0.0831,
      "step": 10079
    },
    {
      "epoch": 0.7538421269117153,
      "grad_norm": 0.7434435486793518,
      "learning_rate": 1.4421486292239483e-05,
      "loss": 0.0489,
      "step": 10080
    },
    {
      "epoch": 0.7539169128370041,
      "grad_norm": 0.8169463872909546,
      "learning_rate": 1.4413170923025588e-05,
      "loss": 0.0698,
      "step": 10081
    },
    {
      "epoch": 0.7539916987622929,
      "grad_norm": 0.8249096870422363,
      "learning_rate": 1.4404857548071499e-05,
      "loss": 0.0458,
      "step": 10082
    },
    {
      "epoch": 0.7540664846875818,
      "grad_norm": 1.2287657260894775,
      "learning_rate": 1.43965461678431e-05,
      "loss": 0.163,
      "step": 10083
    },
    {
      "epoch": 0.7541412706128706,
      "grad_norm": 0.7729392051696777,
      "learning_rate": 1.4388236782806153e-05,
      "loss": 0.0627,
      "step": 10084
    },
    {
      "epoch": 0.7542160565381595,
      "grad_norm": 0.8928714394569397,
      "learning_rate": 1.4379929393426306e-05,
      "loss": 0.0617,
      "step": 10085
    },
    {
      "epoch": 0.7542908424634484,
      "grad_norm": 0.9008490443229675,
      "learning_rate": 1.437162400016912e-05,
      "loss": 0.072,
      "step": 10086
    },
    {
      "epoch": 0.7543656283887372,
      "grad_norm": 1.264631986618042,
      "learning_rate": 1.4363320603499968e-05,
      "loss": 0.0975,
      "step": 10087
    },
    {
      "epoch": 0.7544404143140261,
      "grad_norm": 0.8287866115570068,
      "learning_rate": 1.435501920388424e-05,
      "loss": 0.0455,
      "step": 10088
    },
    {
      "epoch": 0.754515200239315,
      "grad_norm": 0.6944813132286072,
      "learning_rate": 1.4346719801787073e-05,
      "loss": 0.0722,
      "step": 10089
    },
    {
      "epoch": 0.7545899861646038,
      "grad_norm": 1.2716500759124756,
      "learning_rate": 1.4338422397673617e-05,
      "loss": 0.0941,
      "step": 10090
    },
    {
      "epoch": 0.7546647720898927,
      "grad_norm": 0.6018853783607483,
      "learning_rate": 1.4330126992008812e-05,
      "loss": 0.0506,
      "step": 10091
    },
    {
      "epoch": 0.7547395580151816,
      "grad_norm": 1.85760498046875,
      "learning_rate": 1.4321833585257538e-05,
      "loss": 0.1996,
      "step": 10092
    },
    {
      "epoch": 0.7548143439404704,
      "grad_norm": 1.0732288360595703,
      "learning_rate": 1.4313542177884553e-05,
      "loss": 0.0865,
      "step": 10093
    },
    {
      "epoch": 0.7548891298657593,
      "grad_norm": 0.6993327736854553,
      "learning_rate": 1.4305252770354504e-05,
      "loss": 0.0488,
      "step": 10094
    },
    {
      "epoch": 0.7549639157910482,
      "grad_norm": 1.6879583597183228,
      "learning_rate": 1.4296965363131932e-05,
      "loss": 0.2119,
      "step": 10095
    },
    {
      "epoch": 0.755038701716337,
      "grad_norm": 1.8348326683044434,
      "learning_rate": 1.4288679956681217e-05,
      "loss": 0.1526,
      "step": 10096
    },
    {
      "epoch": 0.7551134876416259,
      "grad_norm": 2.0031192302703857,
      "learning_rate": 1.428039655146673e-05,
      "loss": 0.2012,
      "step": 10097
    },
    {
      "epoch": 0.7551882735669148,
      "grad_norm": 1.4682493209838867,
      "learning_rate": 1.4272115147952598e-05,
      "loss": 0.1395,
      "step": 10098
    },
    {
      "epoch": 0.7552630594922035,
      "grad_norm": 1.0863828659057617,
      "learning_rate": 1.4263835746602978e-05,
      "loss": 0.0962,
      "step": 10099
    },
    {
      "epoch": 0.7553378454174924,
      "grad_norm": 1.7214906215667725,
      "learning_rate": 1.4255558347881781e-05,
      "loss": 0.1441,
      "step": 10100
    },
    {
      "epoch": 0.7554126313427812,
      "grad_norm": 0.4978537857532501,
      "learning_rate": 1.4247282952252888e-05,
      "loss": 0.0544,
      "step": 10101
    },
    {
      "epoch": 0.7554874172680701,
      "grad_norm": 0.8146740198135376,
      "learning_rate": 1.423900956018005e-05,
      "loss": 0.1048,
      "step": 10102
    },
    {
      "epoch": 0.755562203193359,
      "grad_norm": 0.6182001233100891,
      "learning_rate": 1.42307381721269e-05,
      "loss": 0.0522,
      "step": 10103
    },
    {
      "epoch": 0.7556369891186479,
      "grad_norm": 0.5344304442405701,
      "learning_rate": 1.4222468788556958e-05,
      "loss": 0.0376,
      "step": 10104
    },
    {
      "epoch": 0.7557117750439367,
      "grad_norm": 0.6047120094299316,
      "learning_rate": 1.421420140993363e-05,
      "loss": 0.0604,
      "step": 10105
    },
    {
      "epoch": 0.7557865609692256,
      "grad_norm": 0.4813917577266693,
      "learning_rate": 1.420593603672023e-05,
      "loss": 0.0439,
      "step": 10106
    },
    {
      "epoch": 0.7558613468945145,
      "grad_norm": 0.6376796364784241,
      "learning_rate": 1.4197672669379924e-05,
      "loss": 0.0715,
      "step": 10107
    },
    {
      "epoch": 0.7559361328198033,
      "grad_norm": 0.4975631535053253,
      "learning_rate": 1.4189411308375799e-05,
      "loss": 0.0421,
      "step": 10108
    },
    {
      "epoch": 0.7560109187450922,
      "grad_norm": 0.5212399959564209,
      "learning_rate": 1.4181151954170824e-05,
      "loss": 0.0459,
      "step": 10109
    },
    {
      "epoch": 0.756085704670381,
      "grad_norm": 1.1477136611938477,
      "learning_rate": 1.41728946072278e-05,
      "loss": 0.0902,
      "step": 10110
    },
    {
      "epoch": 0.7561604905956699,
      "grad_norm": 0.7926974892616272,
      "learning_rate": 1.4164639268009527e-05,
      "loss": 0.1065,
      "step": 10111
    },
    {
      "epoch": 0.7562352765209588,
      "grad_norm": 0.8115425109863281,
      "learning_rate": 1.4156385936978572e-05,
      "loss": 0.0842,
      "step": 10112
    },
    {
      "epoch": 0.7563100624462477,
      "grad_norm": 0.6632415652275085,
      "learning_rate": 1.4148134614597497e-05,
      "loss": 0.053,
      "step": 10113
    },
    {
      "epoch": 0.7563848483715365,
      "grad_norm": 0.6676873564720154,
      "learning_rate": 1.4139885301328665e-05,
      "loss": 0.075,
      "step": 10114
    },
    {
      "epoch": 0.7564596342968254,
      "grad_norm": 0.6084256768226624,
      "learning_rate": 1.4131637997634362e-05,
      "loss": 0.0547,
      "step": 10115
    },
    {
      "epoch": 0.7565344202221141,
      "grad_norm": 0.5036222338676453,
      "learning_rate": 1.4123392703976773e-05,
      "loss": 0.0409,
      "step": 10116
    },
    {
      "epoch": 0.756609206147403,
      "grad_norm": 0.479271799325943,
      "learning_rate": 1.4115149420817958e-05,
      "loss": 0.0339,
      "step": 10117
    },
    {
      "epoch": 0.7566839920726919,
      "grad_norm": 0.7456868290901184,
      "learning_rate": 1.4106908148619858e-05,
      "loss": 0.0582,
      "step": 10118
    },
    {
      "epoch": 0.7567587779979807,
      "grad_norm": 0.6442039608955383,
      "learning_rate": 1.4098668887844313e-05,
      "loss": 0.0636,
      "step": 10119
    },
    {
      "epoch": 0.7568335639232696,
      "grad_norm": 0.8152748346328735,
      "learning_rate": 1.4090431638953039e-05,
      "loss": 0.0654,
      "step": 10120
    },
    {
      "epoch": 0.7569083498485585,
      "grad_norm": 0.8160849809646606,
      "learning_rate": 1.4082196402407655e-05,
      "loss": 0.0763,
      "step": 10121
    },
    {
      "epoch": 0.7569831357738473,
      "grad_norm": 0.6116908192634583,
      "learning_rate": 1.4073963178669647e-05,
      "loss": 0.0726,
      "step": 10122
    },
    {
      "epoch": 0.7570579216991362,
      "grad_norm": 0.7650941014289856,
      "learning_rate": 1.4065731968200424e-05,
      "loss": 0.0508,
      "step": 10123
    },
    {
      "epoch": 0.7571327076244251,
      "grad_norm": 1.0472049713134766,
      "learning_rate": 1.4057502771461218e-05,
      "loss": 0.1386,
      "step": 10124
    },
    {
      "epoch": 0.757207493549714,
      "grad_norm": 0.4952126145362854,
      "learning_rate": 1.4049275588913209e-05,
      "loss": 0.0303,
      "step": 10125
    },
    {
      "epoch": 0.7572822794750028,
      "grad_norm": 0.8103273510932922,
      "learning_rate": 1.4041050421017432e-05,
      "loss": 0.0619,
      "step": 10126
    },
    {
      "epoch": 0.7573570654002917,
      "grad_norm": 1.0192912817001343,
      "learning_rate": 1.4032827268234832e-05,
      "loss": 0.0539,
      "step": 10127
    },
    {
      "epoch": 0.7574318513255806,
      "grad_norm": 0.5965039134025574,
      "learning_rate": 1.4024606131026225e-05,
      "loss": 0.0394,
      "step": 10128
    },
    {
      "epoch": 0.7575066372508694,
      "grad_norm": 0.7282509803771973,
      "learning_rate": 1.4016387009852316e-05,
      "loss": 0.0503,
      "step": 10129
    },
    {
      "epoch": 0.7575814231761583,
      "grad_norm": 1.0732543468475342,
      "learning_rate": 1.4008169905173696e-05,
      "loss": 0.1051,
      "step": 10130
    },
    {
      "epoch": 0.7576562091014472,
      "grad_norm": 0.6650437712669373,
      "learning_rate": 1.399995481745085e-05,
      "loss": 0.0565,
      "step": 10131
    },
    {
      "epoch": 0.757730995026736,
      "grad_norm": 1.0685062408447266,
      "learning_rate": 1.3991741747144155e-05,
      "loss": 0.1031,
      "step": 10132
    },
    {
      "epoch": 0.7578057809520248,
      "grad_norm": 0.593807578086853,
      "learning_rate": 1.3983530694713826e-05,
      "loss": 0.0377,
      "step": 10133
    },
    {
      "epoch": 0.7578805668773136,
      "grad_norm": 1.477507472038269,
      "learning_rate": 1.3975321660620061e-05,
      "loss": 0.1878,
      "step": 10134
    },
    {
      "epoch": 0.7579553528026025,
      "grad_norm": 0.8505156636238098,
      "learning_rate": 1.3967114645322832e-05,
      "loss": 0.0802,
      "step": 10135
    },
    {
      "epoch": 0.7580301387278914,
      "grad_norm": 1.2217435836791992,
      "learning_rate": 1.3958909649282109e-05,
      "loss": 0.076,
      "step": 10136
    },
    {
      "epoch": 0.7581049246531802,
      "grad_norm": 0.8562647700309753,
      "learning_rate": 1.3950706672957653e-05,
      "loss": 0.0875,
      "step": 10137
    },
    {
      "epoch": 0.7581797105784691,
      "grad_norm": 1.0658122301101685,
      "learning_rate": 1.3942505716809163e-05,
      "loss": 0.0714,
      "step": 10138
    },
    {
      "epoch": 0.758254496503758,
      "grad_norm": 1.179331660270691,
      "learning_rate": 1.3934306781296219e-05,
      "loss": 0.0778,
      "step": 10139
    },
    {
      "epoch": 0.7583292824290468,
      "grad_norm": 1.2339577674865723,
      "learning_rate": 1.3926109866878284e-05,
      "loss": 0.1025,
      "step": 10140
    },
    {
      "epoch": 0.7584040683543357,
      "grad_norm": 1.1022770404815674,
      "learning_rate": 1.3917914974014702e-05,
      "loss": 0.1028,
      "step": 10141
    },
    {
      "epoch": 0.7584788542796246,
      "grad_norm": 1.1208573579788208,
      "learning_rate": 1.3909722103164713e-05,
      "loss": 0.1132,
      "step": 10142
    },
    {
      "epoch": 0.7585536402049134,
      "grad_norm": 1.1219865083694458,
      "learning_rate": 1.3901531254787442e-05,
      "loss": 0.0653,
      "step": 10143
    },
    {
      "epoch": 0.7586284261302023,
      "grad_norm": 1.556572437286377,
      "learning_rate": 1.3893342429341893e-05,
      "loss": 0.195,
      "step": 10144
    },
    {
      "epoch": 0.7587032120554912,
      "grad_norm": 1.004926323890686,
      "learning_rate": 1.3885155627286962e-05,
      "loss": 0.0706,
      "step": 10145
    },
    {
      "epoch": 0.75877799798078,
      "grad_norm": 2.0290234088897705,
      "learning_rate": 1.3876970849081445e-05,
      "loss": 0.235,
      "step": 10146
    },
    {
      "epoch": 0.7588527839060689,
      "grad_norm": 2.3005330562591553,
      "learning_rate": 1.3868788095183971e-05,
      "loss": 0.3155,
      "step": 10147
    },
    {
      "epoch": 0.7589275698313578,
      "grad_norm": 1.149652123451233,
      "learning_rate": 1.3860607366053157e-05,
      "loss": 0.0857,
      "step": 10148
    },
    {
      "epoch": 0.7590023557566467,
      "grad_norm": 1.1867671012878418,
      "learning_rate": 1.3852428662147376e-05,
      "loss": 0.0685,
      "step": 10149
    },
    {
      "epoch": 0.7590771416819354,
      "grad_norm": 1.2175835371017456,
      "learning_rate": 1.3844251983925027e-05,
      "loss": 0.0939,
      "step": 10150
    },
    {
      "epoch": 0.7591519276072243,
      "grad_norm": 0.793075680732727,
      "learning_rate": 1.3836077331844271e-05,
      "loss": 0.0783,
      "step": 10151
    },
    {
      "epoch": 0.7592267135325131,
      "grad_norm": 0.6563156843185425,
      "learning_rate": 1.3827904706363232e-05,
      "loss": 0.0616,
      "step": 10152
    },
    {
      "epoch": 0.759301499457802,
      "grad_norm": 0.5410116314888,
      "learning_rate": 1.381973410793989e-05,
      "loss": 0.0498,
      "step": 10153
    },
    {
      "epoch": 0.7593762853830909,
      "grad_norm": 0.34724438190460205,
      "learning_rate": 1.3811565537032124e-05,
      "loss": 0.0241,
      "step": 10154
    },
    {
      "epoch": 0.7594510713083797,
      "grad_norm": 0.747044563293457,
      "learning_rate": 1.380339899409771e-05,
      "loss": 0.0857,
      "step": 10155
    },
    {
      "epoch": 0.7595258572336686,
      "grad_norm": 0.9121740460395813,
      "learning_rate": 1.3795234479594249e-05,
      "loss": 0.0995,
      "step": 10156
    },
    {
      "epoch": 0.7596006431589575,
      "grad_norm": 0.6864926218986511,
      "learning_rate": 1.378707199397934e-05,
      "loss": 0.0557,
      "step": 10157
    },
    {
      "epoch": 0.7596754290842463,
      "grad_norm": 0.9769702553749084,
      "learning_rate": 1.3778911537710331e-05,
      "loss": 0.183,
      "step": 10158
    },
    {
      "epoch": 0.7597502150095352,
      "grad_norm": 0.9529891610145569,
      "learning_rate": 1.37707531112446e-05,
      "loss": 0.052,
      "step": 10159
    },
    {
      "epoch": 0.7598250009348241,
      "grad_norm": 0.478623628616333,
      "learning_rate": 1.3762596715039288e-05,
      "loss": 0.035,
      "step": 10160
    },
    {
      "epoch": 0.759899786860113,
      "grad_norm": 0.5266495943069458,
      "learning_rate": 1.3754442349551488e-05,
      "loss": 0.0318,
      "step": 10161
    },
    {
      "epoch": 0.7599745727854018,
      "grad_norm": 0.8464409112930298,
      "learning_rate": 1.3746290015238162e-05,
      "loss": 0.0644,
      "step": 10162
    },
    {
      "epoch": 0.7600493587106907,
      "grad_norm": 0.6670985221862793,
      "learning_rate": 1.373813971255617e-05,
      "loss": 0.0521,
      "step": 10163
    },
    {
      "epoch": 0.7601241446359795,
      "grad_norm": 0.49302369356155396,
      "learning_rate": 1.3729991441962242e-05,
      "loss": 0.048,
      "step": 10164
    },
    {
      "epoch": 0.7601989305612684,
      "grad_norm": 0.5977150797843933,
      "learning_rate": 1.3721845203913004e-05,
      "loss": 0.0395,
      "step": 10165
    },
    {
      "epoch": 0.7602737164865573,
      "grad_norm": 0.8681689500808716,
      "learning_rate": 1.3713700998864964e-05,
      "loss": 0.0913,
      "step": 10166
    },
    {
      "epoch": 0.760348502411846,
      "grad_norm": 0.5952648520469666,
      "learning_rate": 1.3705558827274518e-05,
      "loss": 0.0454,
      "step": 10167
    },
    {
      "epoch": 0.7604232883371349,
      "grad_norm": 0.6476892828941345,
      "learning_rate": 1.3697418689597947e-05,
      "loss": 0.0453,
      "step": 10168
    },
    {
      "epoch": 0.7604980742624238,
      "grad_norm": 0.8797497153282166,
      "learning_rate": 1.368928058629143e-05,
      "loss": 0.0999,
      "step": 10169
    },
    {
      "epoch": 0.7605728601877126,
      "grad_norm": 0.6113713979721069,
      "learning_rate": 1.3681144517810979e-05,
      "loss": 0.0541,
      "step": 10170
    },
    {
      "epoch": 0.7606476461130015,
      "grad_norm": 0.6529225707054138,
      "learning_rate": 1.3673010484612591e-05,
      "loss": 0.0496,
      "step": 10171
    },
    {
      "epoch": 0.7607224320382904,
      "grad_norm": 1.137579321861267,
      "learning_rate": 1.3664878487152038e-05,
      "loss": 0.0791,
      "step": 10172
    },
    {
      "epoch": 0.7607972179635792,
      "grad_norm": 0.6017762422561646,
      "learning_rate": 1.3656748525885083e-05,
      "loss": 0.0492,
      "step": 10173
    },
    {
      "epoch": 0.7608720038888681,
      "grad_norm": 0.811106264591217,
      "learning_rate": 1.3648620601267286e-05,
      "loss": 0.087,
      "step": 10174
    },
    {
      "epoch": 0.760946789814157,
      "grad_norm": 1.3931390047073364,
      "learning_rate": 1.3640494713754137e-05,
      "loss": 0.1105,
      "step": 10175
    },
    {
      "epoch": 0.7610215757394458,
      "grad_norm": 0.8839869499206543,
      "learning_rate": 1.3632370863801003e-05,
      "loss": 0.0709,
      "step": 10176
    },
    {
      "epoch": 0.7610963616647347,
      "grad_norm": 0.7082558274269104,
      "learning_rate": 1.3624249051863153e-05,
      "loss": 0.0498,
      "step": 10177
    },
    {
      "epoch": 0.7611711475900236,
      "grad_norm": 0.7914013862609863,
      "learning_rate": 1.3616129278395712e-05,
      "loss": 0.0736,
      "step": 10178
    },
    {
      "epoch": 0.7612459335153124,
      "grad_norm": 0.6059767007827759,
      "learning_rate": 1.360801154385371e-05,
      "loss": 0.0501,
      "step": 10179
    },
    {
      "epoch": 0.7613207194406013,
      "grad_norm": 0.786147952079773,
      "learning_rate": 1.3599895848692063e-05,
      "loss": 0.0636,
      "step": 10180
    },
    {
      "epoch": 0.7613955053658902,
      "grad_norm": 1.1098434925079346,
      "learning_rate": 1.359178219336557e-05,
      "loss": 0.137,
      "step": 10181
    },
    {
      "epoch": 0.761470291291179,
      "grad_norm": 1.1782761812210083,
      "learning_rate": 1.3583670578328905e-05,
      "loss": 0.1285,
      "step": 10182
    },
    {
      "epoch": 0.7615450772164679,
      "grad_norm": 0.8018962740898132,
      "learning_rate": 1.3575561004036663e-05,
      "loss": 0.0871,
      "step": 10183
    },
    {
      "epoch": 0.7616198631417567,
      "grad_norm": 0.9023125171661377,
      "learning_rate": 1.3567453470943248e-05,
      "loss": 0.1076,
      "step": 10184
    },
    {
      "epoch": 0.7616946490670455,
      "grad_norm": 0.7137799263000488,
      "learning_rate": 1.3559347979503062e-05,
      "loss": 0.04,
      "step": 10185
    },
    {
      "epoch": 0.7617694349923344,
      "grad_norm": 1.0293222665786743,
      "learning_rate": 1.3551244530170282e-05,
      "loss": 0.0898,
      "step": 10186
    },
    {
      "epoch": 0.7618442209176233,
      "grad_norm": 1.0684818029403687,
      "learning_rate": 1.3543143123399033e-05,
      "loss": 0.1393,
      "step": 10187
    },
    {
      "epoch": 0.7619190068429121,
      "grad_norm": 0.6708042025566101,
      "learning_rate": 1.3535043759643317e-05,
      "loss": 0.0549,
      "step": 10188
    },
    {
      "epoch": 0.761993792768201,
      "grad_norm": 0.6527953743934631,
      "learning_rate": 1.3526946439357018e-05,
      "loss": 0.095,
      "step": 10189
    },
    {
      "epoch": 0.7620685786934899,
      "grad_norm": 0.7230863571166992,
      "learning_rate": 1.35188511629939e-05,
      "loss": 0.0384,
      "step": 10190
    },
    {
      "epoch": 0.7621433646187787,
      "grad_norm": 1.0278890132904053,
      "learning_rate": 1.3510757931007623e-05,
      "loss": 0.0995,
      "step": 10191
    },
    {
      "epoch": 0.7622181505440676,
      "grad_norm": 0.961597740650177,
      "learning_rate": 1.3502666743851728e-05,
      "loss": 0.0693,
      "step": 10192
    },
    {
      "epoch": 0.7622929364693565,
      "grad_norm": 1.0523440837860107,
      "learning_rate": 1.3494577601979602e-05,
      "loss": 0.0866,
      "step": 10193
    },
    {
      "epoch": 0.7623677223946453,
      "grad_norm": 1.6255093812942505,
      "learning_rate": 1.3486490505844618e-05,
      "loss": 0.1487,
      "step": 10194
    },
    {
      "epoch": 0.7624425083199342,
      "grad_norm": 1.5264931917190552,
      "learning_rate": 1.34784054558999e-05,
      "loss": 0.1622,
      "step": 10195
    },
    {
      "epoch": 0.7625172942452231,
      "grad_norm": 1.201795220375061,
      "learning_rate": 1.3470322452598605e-05,
      "loss": 0.0981,
      "step": 10196
    },
    {
      "epoch": 0.7625920801705119,
      "grad_norm": 1.6614596843719482,
      "learning_rate": 1.3462241496393635e-05,
      "loss": 0.1693,
      "step": 10197
    },
    {
      "epoch": 0.7626668660958008,
      "grad_norm": 1.2573221921920776,
      "learning_rate": 1.3454162587737868e-05,
      "loss": 0.1087,
      "step": 10198
    },
    {
      "epoch": 0.7627416520210897,
      "grad_norm": 1.4455269575119019,
      "learning_rate": 1.3446085727084034e-05,
      "loss": 0.0917,
      "step": 10199
    },
    {
      "epoch": 0.7628164379463785,
      "grad_norm": 2.143566131591797,
      "learning_rate": 1.3438010914884764e-05,
      "loss": 0.1508,
      "step": 10200
    },
    {
      "epoch": 0.7628912238716673,
      "grad_norm": 1.44194757938385,
      "learning_rate": 1.3429938151592552e-05,
      "loss": 0.0787,
      "step": 10201
    },
    {
      "epoch": 0.7629660097969562,
      "grad_norm": 0.6649708151817322,
      "learning_rate": 1.3421867437659797e-05,
      "loss": 0.073,
      "step": 10202
    },
    {
      "epoch": 0.763040795722245,
      "grad_norm": 0.5383085608482361,
      "learning_rate": 1.3413798773538771e-05,
      "loss": 0.0511,
      "step": 10203
    },
    {
      "epoch": 0.7631155816475339,
      "grad_norm": 0.7292464971542358,
      "learning_rate": 1.3405732159681644e-05,
      "loss": 0.1019,
      "step": 10204
    },
    {
      "epoch": 0.7631903675728228,
      "grad_norm": 0.5141556859016418,
      "learning_rate": 1.3397667596540453e-05,
      "loss": 0.056,
      "step": 10205
    },
    {
      "epoch": 0.7632651534981116,
      "grad_norm": 0.5381088256835938,
      "learning_rate": 1.3389605084567153e-05,
      "loss": 0.059,
      "step": 10206
    },
    {
      "epoch": 0.7633399394234005,
      "grad_norm": 0.6997201442718506,
      "learning_rate": 1.3381544624213516e-05,
      "loss": 0.0415,
      "step": 10207
    },
    {
      "epoch": 0.7634147253486894,
      "grad_norm": 0.5809527039527893,
      "learning_rate": 1.3373486215931302e-05,
      "loss": 0.0482,
      "step": 10208
    },
    {
      "epoch": 0.7634895112739782,
      "grad_norm": 1.003538966178894,
      "learning_rate": 1.3365429860172034e-05,
      "loss": 0.1564,
      "step": 10209
    },
    {
      "epoch": 0.7635642971992671,
      "grad_norm": 0.5771045684814453,
      "learning_rate": 1.3357375557387253e-05,
      "loss": 0.0655,
      "step": 10210
    },
    {
      "epoch": 0.763639083124556,
      "grad_norm": 1.0100616216659546,
      "learning_rate": 1.3349323308028267e-05,
      "loss": 0.0822,
      "step": 10211
    },
    {
      "epoch": 0.7637138690498448,
      "grad_norm": 0.9074728488922119,
      "learning_rate": 1.3341273112546332e-05,
      "loss": 0.0952,
      "step": 10212
    },
    {
      "epoch": 0.7637886549751337,
      "grad_norm": 0.6473581790924072,
      "learning_rate": 1.3333224971392577e-05,
      "loss": 0.0544,
      "step": 10213
    },
    {
      "epoch": 0.7638634409004226,
      "grad_norm": 1.157021164894104,
      "learning_rate": 1.3325178885018008e-05,
      "loss": 0.1063,
      "step": 10214
    },
    {
      "epoch": 0.7639382268257114,
      "grad_norm": 0.837782084941864,
      "learning_rate": 1.331713485387353e-05,
      "loss": 0.0508,
      "step": 10215
    },
    {
      "epoch": 0.7640130127510003,
      "grad_norm": 0.9214251637458801,
      "learning_rate": 1.3309092878409923e-05,
      "loss": 0.1148,
      "step": 10216
    },
    {
      "epoch": 0.7640877986762892,
      "grad_norm": 1.0913877487182617,
      "learning_rate": 1.3301052959077853e-05,
      "loss": 0.0905,
      "step": 10217
    },
    {
      "epoch": 0.7641625846015779,
      "grad_norm": 0.5875300765037537,
      "learning_rate": 1.3293015096327865e-05,
      "loss": 0.06,
      "step": 10218
    },
    {
      "epoch": 0.7642373705268668,
      "grad_norm": 0.7590895295143127,
      "learning_rate": 1.3284979290610423e-05,
      "loss": 0.0716,
      "step": 10219
    },
    {
      "epoch": 0.7643121564521557,
      "grad_norm": 1.0443845987319946,
      "learning_rate": 1.3276945542375802e-05,
      "loss": 0.0878,
      "step": 10220
    },
    {
      "epoch": 0.7643869423774445,
      "grad_norm": 0.5672987103462219,
      "learning_rate": 1.3268913852074233e-05,
      "loss": 0.0496,
      "step": 10221
    },
    {
      "epoch": 0.7644617283027334,
      "grad_norm": 1.0817795991897583,
      "learning_rate": 1.3260884220155801e-05,
      "loss": 0.0887,
      "step": 10222
    },
    {
      "epoch": 0.7645365142280223,
      "grad_norm": 0.4891932010650635,
      "learning_rate": 1.3252856647070489e-05,
      "loss": 0.0392,
      "step": 10223
    },
    {
      "epoch": 0.7646113001533111,
      "grad_norm": 0.7520156502723694,
      "learning_rate": 1.3244831133268143e-05,
      "loss": 0.0717,
      "step": 10224
    },
    {
      "epoch": 0.7646860860786,
      "grad_norm": 0.8622843623161316,
      "learning_rate": 1.3236807679198515e-05,
      "loss": 0.0629,
      "step": 10225
    },
    {
      "epoch": 0.7647608720038889,
      "grad_norm": 0.7699190378189087,
      "learning_rate": 1.3228786285311235e-05,
      "loss": 0.0587,
      "step": 10226
    },
    {
      "epoch": 0.7648356579291777,
      "grad_norm": 1.4226107597351074,
      "learning_rate": 1.3220766952055813e-05,
      "loss": 0.0817,
      "step": 10227
    },
    {
      "epoch": 0.7649104438544666,
      "grad_norm": 1.7246572971343994,
      "learning_rate": 1.3212749679881648e-05,
      "loss": 0.1119,
      "step": 10228
    },
    {
      "epoch": 0.7649852297797555,
      "grad_norm": 0.630308210849762,
      "learning_rate": 1.3204734469238034e-05,
      "loss": 0.0499,
      "step": 10229
    },
    {
      "epoch": 0.7650600157050443,
      "grad_norm": 0.8667174577713013,
      "learning_rate": 1.319672132057409e-05,
      "loss": 0.0543,
      "step": 10230
    },
    {
      "epoch": 0.7651348016303332,
      "grad_norm": 0.7580192685127258,
      "learning_rate": 1.3188710234338941e-05,
      "loss": 0.0896,
      "step": 10231
    },
    {
      "epoch": 0.7652095875556221,
      "grad_norm": 0.9554688334465027,
      "learning_rate": 1.3180701210981445e-05,
      "loss": 0.0691,
      "step": 10232
    },
    {
      "epoch": 0.7652843734809109,
      "grad_norm": 1.091321587562561,
      "learning_rate": 1.3172694250950496e-05,
      "loss": 0.0713,
      "step": 10233
    },
    {
      "epoch": 0.7653591594061998,
      "grad_norm": 0.9755350351333618,
      "learning_rate": 1.3164689354694743e-05,
      "loss": 0.0514,
      "step": 10234
    },
    {
      "epoch": 0.7654339453314886,
      "grad_norm": 0.6429231762886047,
      "learning_rate": 1.3156686522662792e-05,
      "loss": 0.0394,
      "step": 10235
    },
    {
      "epoch": 0.7655087312567774,
      "grad_norm": 1.1136603355407715,
      "learning_rate": 1.314868575530312e-05,
      "loss": 0.1712,
      "step": 10236
    },
    {
      "epoch": 0.7655835171820663,
      "grad_norm": 1.213782787322998,
      "learning_rate": 1.3140687053064082e-05,
      "loss": 0.0884,
      "step": 10237
    },
    {
      "epoch": 0.7656583031073552,
      "grad_norm": 0.7395694851875305,
      "learning_rate": 1.3132690416393917e-05,
      "loss": 0.0655,
      "step": 10238
    },
    {
      "epoch": 0.765733089032644,
      "grad_norm": 1.175930380821228,
      "learning_rate": 1.3124695845740754e-05,
      "loss": 0.0897,
      "step": 10239
    },
    {
      "epoch": 0.7658078749579329,
      "grad_norm": 1.288860559463501,
      "learning_rate": 1.3116703341552605e-05,
      "loss": 0.1656,
      "step": 10240
    },
    {
      "epoch": 0.7658826608832218,
      "grad_norm": 0.5626035332679749,
      "learning_rate": 1.3108712904277353e-05,
      "loss": 0.0302,
      "step": 10241
    },
    {
      "epoch": 0.7659574468085106,
      "grad_norm": 0.9571627974510193,
      "learning_rate": 1.310072453436279e-05,
      "loss": 0.0759,
      "step": 10242
    },
    {
      "epoch": 0.7660322327337995,
      "grad_norm": 1.0240384340286255,
      "learning_rate": 1.3092738232256585e-05,
      "loss": 0.0799,
      "step": 10243
    },
    {
      "epoch": 0.7661070186590884,
      "grad_norm": 1.3156768083572388,
      "learning_rate": 1.3084753998406241e-05,
      "loss": 0.2796,
      "step": 10244
    },
    {
      "epoch": 0.7661818045843772,
      "grad_norm": 1.1372278928756714,
      "learning_rate": 1.3076771833259243e-05,
      "loss": 0.0882,
      "step": 10245
    },
    {
      "epoch": 0.7662565905096661,
      "grad_norm": 1.30160391330719,
      "learning_rate": 1.3068791737262859e-05,
      "loss": 0.175,
      "step": 10246
    },
    {
      "epoch": 0.766331376434955,
      "grad_norm": 2.0206549167633057,
      "learning_rate": 1.306081371086434e-05,
      "loss": 0.1013,
      "step": 10247
    },
    {
      "epoch": 0.7664061623602438,
      "grad_norm": 0.9891596436500549,
      "learning_rate": 1.3052837754510728e-05,
      "loss": 0.0904,
      "step": 10248
    },
    {
      "epoch": 0.7664809482855327,
      "grad_norm": 2.1771364212036133,
      "learning_rate": 1.3044863868648992e-05,
      "loss": 0.2239,
      "step": 10249
    },
    {
      "epoch": 0.7665557342108216,
      "grad_norm": 2.5561866760253906,
      "learning_rate": 1.3036892053726002e-05,
      "loss": 0.2027,
      "step": 10250
    },
    {
      "epoch": 0.7666305201361104,
      "grad_norm": 0.7265719175338745,
      "learning_rate": 1.3028922310188475e-05,
      "loss": 0.0879,
      "step": 10251
    },
    {
      "epoch": 0.7667053060613992,
      "grad_norm": 0.524031400680542,
      "learning_rate": 1.3020954638483056e-05,
      "loss": 0.0493,
      "step": 10252
    },
    {
      "epoch": 0.7667800919866881,
      "grad_norm": 0.6647154688835144,
      "learning_rate": 1.3012989039056195e-05,
      "loss": 0.0477,
      "step": 10253
    },
    {
      "epoch": 0.7668548779119769,
      "grad_norm": 0.39214685559272766,
      "learning_rate": 1.3005025512354346e-05,
      "loss": 0.0394,
      "step": 10254
    },
    {
      "epoch": 0.7669296638372658,
      "grad_norm": 0.757294237613678,
      "learning_rate": 1.299706405882371e-05,
      "loss": 0.0843,
      "step": 10255
    },
    {
      "epoch": 0.7670044497625547,
      "grad_norm": 0.7069769501686096,
      "learning_rate": 1.2989104678910512e-05,
      "loss": 0.0605,
      "step": 10256
    },
    {
      "epoch": 0.7670792356878435,
      "grad_norm": 0.5229068398475647,
      "learning_rate": 1.2981147373060737e-05,
      "loss": 0.0464,
      "step": 10257
    },
    {
      "epoch": 0.7671540216131324,
      "grad_norm": 0.47937190532684326,
      "learning_rate": 1.297319214172032e-05,
      "loss": 0.0426,
      "step": 10258
    },
    {
      "epoch": 0.7672288075384213,
      "grad_norm": 0.5717210173606873,
      "learning_rate": 1.296523898533507e-05,
      "loss": 0.0381,
      "step": 10259
    },
    {
      "epoch": 0.7673035934637101,
      "grad_norm": 0.383362352848053,
      "learning_rate": 1.2957287904350684e-05,
      "loss": 0.0317,
      "step": 10260
    },
    {
      "epoch": 0.767378379388999,
      "grad_norm": 0.8715693950653076,
      "learning_rate": 1.294933889921272e-05,
      "loss": 0.1011,
      "step": 10261
    },
    {
      "epoch": 0.7674531653142879,
      "grad_norm": 0.51211017370224,
      "learning_rate": 1.294139197036664e-05,
      "loss": 0.036,
      "step": 10262
    },
    {
      "epoch": 0.7675279512395767,
      "grad_norm": 1.0076323747634888,
      "learning_rate": 1.293344711825779e-05,
      "loss": 0.0737,
      "step": 10263
    },
    {
      "epoch": 0.7676027371648656,
      "grad_norm": 0.47977328300476074,
      "learning_rate": 1.2925504343331384e-05,
      "loss": 0.0358,
      "step": 10264
    },
    {
      "epoch": 0.7676775230901545,
      "grad_norm": 0.7304280996322632,
      "learning_rate": 1.2917563646032537e-05,
      "loss": 0.0544,
      "step": 10265
    },
    {
      "epoch": 0.7677523090154433,
      "grad_norm": 0.9178473353385925,
      "learning_rate": 1.2909625026806254e-05,
      "loss": 0.0768,
      "step": 10266
    },
    {
      "epoch": 0.7678270949407322,
      "grad_norm": 0.5077581405639648,
      "learning_rate": 1.2901688486097358e-05,
      "loss": 0.0351,
      "step": 10267
    },
    {
      "epoch": 0.7679018808660211,
      "grad_norm": 0.928516149520874,
      "learning_rate": 1.2893754024350674e-05,
      "loss": 0.1102,
      "step": 10268
    },
    {
      "epoch": 0.7679766667913098,
      "grad_norm": 0.6866893172264099,
      "learning_rate": 1.2885821642010781e-05,
      "loss": 0.0647,
      "step": 10269
    },
    {
      "epoch": 0.7680514527165987,
      "grad_norm": 0.681507408618927,
      "learning_rate": 1.2877891339522259e-05,
      "loss": 0.052,
      "step": 10270
    },
    {
      "epoch": 0.7681262386418876,
      "grad_norm": 0.8545023798942566,
      "learning_rate": 1.2869963117329482e-05,
      "loss": 0.0936,
      "step": 10271
    },
    {
      "epoch": 0.7682010245671764,
      "grad_norm": 0.5646159052848816,
      "learning_rate": 1.2862036975876745e-05,
      "loss": 0.0517,
      "step": 10272
    },
    {
      "epoch": 0.7682758104924653,
      "grad_norm": 0.6084656715393066,
      "learning_rate": 1.2854112915608236e-05,
      "loss": 0.0618,
      "step": 10273
    },
    {
      "epoch": 0.7683505964177542,
      "grad_norm": 0.6676698327064514,
      "learning_rate": 1.2846190936968e-05,
      "loss": 0.0481,
      "step": 10274
    },
    {
      "epoch": 0.768425382343043,
      "grad_norm": 0.5573598146438599,
      "learning_rate": 1.2838271040399991e-05,
      "loss": 0.045,
      "step": 10275
    },
    {
      "epoch": 0.7685001682683319,
      "grad_norm": 0.761490523815155,
      "learning_rate": 1.2830353226348023e-05,
      "loss": 0.0781,
      "step": 10276
    },
    {
      "epoch": 0.7685749541936208,
      "grad_norm": 1.3175896406173706,
      "learning_rate": 1.2822437495255813e-05,
      "loss": 0.1622,
      "step": 10277
    },
    {
      "epoch": 0.7686497401189096,
      "grad_norm": 0.5654916167259216,
      "learning_rate": 1.2814523847566951e-05,
      "loss": 0.0386,
      "step": 10278
    },
    {
      "epoch": 0.7687245260441985,
      "grad_norm": 0.6567514538764954,
      "learning_rate": 1.2806612283724905e-05,
      "loss": 0.0452,
      "step": 10279
    },
    {
      "epoch": 0.7687993119694874,
      "grad_norm": 1.452660322189331,
      "learning_rate": 1.2798702804173057e-05,
      "loss": 0.127,
      "step": 10280
    },
    {
      "epoch": 0.7688740978947762,
      "grad_norm": 0.6182680130004883,
      "learning_rate": 1.2790795409354617e-05,
      "loss": 0.0595,
      "step": 10281
    },
    {
      "epoch": 0.7689488838200651,
      "grad_norm": 1.1594165563583374,
      "learning_rate": 1.2782890099712724e-05,
      "loss": 0.095,
      "step": 10282
    },
    {
      "epoch": 0.769023669745354,
      "grad_norm": 0.9132828116416931,
      "learning_rate": 1.2774986875690381e-05,
      "loss": 0.0797,
      "step": 10283
    },
    {
      "epoch": 0.7690984556706428,
      "grad_norm": 1.0648483037948608,
      "learning_rate": 1.2767085737730483e-05,
      "loss": 0.1161,
      "step": 10284
    },
    {
      "epoch": 0.7691732415959317,
      "grad_norm": 0.9752346873283386,
      "learning_rate": 1.2759186686275809e-05,
      "loss": 0.0812,
      "step": 10285
    },
    {
      "epoch": 0.7692480275212205,
      "grad_norm": 0.6377511024475098,
      "learning_rate": 1.2751289721769005e-05,
      "loss": 0.0513,
      "step": 10286
    },
    {
      "epoch": 0.7693228134465093,
      "grad_norm": 0.5658648610115051,
      "learning_rate": 1.2743394844652618e-05,
      "loss": 0.0373,
      "step": 10287
    },
    {
      "epoch": 0.7693975993717982,
      "grad_norm": 0.7938297390937805,
      "learning_rate": 1.2735502055369069e-05,
      "loss": 0.059,
      "step": 10288
    },
    {
      "epoch": 0.7694723852970871,
      "grad_norm": 0.9668136835098267,
      "learning_rate": 1.2727611354360685e-05,
      "loss": 0.0686,
      "step": 10289
    },
    {
      "epoch": 0.7695471712223759,
      "grad_norm": 1.6308441162109375,
      "learning_rate": 1.2719722742069602e-05,
      "loss": 0.2391,
      "step": 10290
    },
    {
      "epoch": 0.7696219571476648,
      "grad_norm": 1.5822230577468872,
      "learning_rate": 1.2711836218937955e-05,
      "loss": 0.108,
      "step": 10291
    },
    {
      "epoch": 0.7696967430729537,
      "grad_norm": 0.8335902094841003,
      "learning_rate": 1.2703951785407636e-05,
      "loss": 0.0543,
      "step": 10292
    },
    {
      "epoch": 0.7697715289982425,
      "grad_norm": 1.3995097875595093,
      "learning_rate": 1.269606944192055e-05,
      "loss": 0.1791,
      "step": 10293
    },
    {
      "epoch": 0.7698463149235314,
      "grad_norm": 0.9437448382377625,
      "learning_rate": 1.2688189188918371e-05,
      "loss": 0.0859,
      "step": 10294
    },
    {
      "epoch": 0.7699211008488203,
      "grad_norm": 0.9277945160865784,
      "learning_rate": 1.2680311026842711e-05,
      "loss": 0.0666,
      "step": 10295
    },
    {
      "epoch": 0.7699958867741091,
      "grad_norm": 1.5133732557296753,
      "learning_rate": 1.2672434956135066e-05,
      "loss": 0.1808,
      "step": 10296
    },
    {
      "epoch": 0.770070672699398,
      "grad_norm": 1.2491021156311035,
      "learning_rate": 1.2664560977236795e-05,
      "loss": 0.0883,
      "step": 10297
    },
    {
      "epoch": 0.7701454586246869,
      "grad_norm": 2.0568907260894775,
      "learning_rate": 1.2656689090589152e-05,
      "loss": 0.2599,
      "step": 10298
    },
    {
      "epoch": 0.7702202445499757,
      "grad_norm": 1.8836185932159424,
      "learning_rate": 1.264881929663328e-05,
      "loss": 0.2074,
      "step": 10299
    },
    {
      "epoch": 0.7702950304752646,
      "grad_norm": 2.623448133468628,
      "learning_rate": 1.2640951595810191e-05,
      "loss": 0.571,
      "step": 10300
    },
    {
      "epoch": 0.7703698164005535,
      "grad_norm": 0.6871290802955627,
      "learning_rate": 1.2633085988560789e-05,
      "loss": 0.0911,
      "step": 10301
    },
    {
      "epoch": 0.7704446023258423,
      "grad_norm": 0.697916567325592,
      "learning_rate": 1.2625222475325848e-05,
      "loss": 0.052,
      "step": 10302
    },
    {
      "epoch": 0.7705193882511311,
      "grad_norm": 0.7703220844268799,
      "learning_rate": 1.2617361056546057e-05,
      "loss": 0.0691,
      "step": 10303
    },
    {
      "epoch": 0.77059417417642,
      "grad_norm": 0.4793079197406769,
      "learning_rate": 1.260950173266191e-05,
      "loss": 0.0244,
      "step": 10304
    },
    {
      "epoch": 0.7706689601017088,
      "grad_norm": 0.5520827174186707,
      "learning_rate": 1.2601644504113907e-05,
      "loss": 0.0518,
      "step": 10305
    },
    {
      "epoch": 0.7707437460269977,
      "grad_norm": 0.31580641865730286,
      "learning_rate": 1.2593789371342301e-05,
      "loss": 0.026,
      "step": 10306
    },
    {
      "epoch": 0.7708185319522866,
      "grad_norm": 0.8589140176773071,
      "learning_rate": 1.2585936334787346e-05,
      "loss": 0.0663,
      "step": 10307
    },
    {
      "epoch": 0.7708933178775754,
      "grad_norm": 0.4149151146411896,
      "learning_rate": 1.2578085394889072e-05,
      "loss": 0.0286,
      "step": 10308
    },
    {
      "epoch": 0.7709681038028643,
      "grad_norm": 1.4903631210327148,
      "learning_rate": 1.2570236552087456e-05,
      "loss": 0.0809,
      "step": 10309
    },
    {
      "epoch": 0.7710428897281532,
      "grad_norm": 0.7336582541465759,
      "learning_rate": 1.2562389806822345e-05,
      "loss": 0.0681,
      "step": 10310
    },
    {
      "epoch": 0.771117675653442,
      "grad_norm": 0.47227537631988525,
      "learning_rate": 1.255454515953346e-05,
      "loss": 0.0324,
      "step": 10311
    },
    {
      "epoch": 0.7711924615787309,
      "grad_norm": 0.8084405064582825,
      "learning_rate": 1.2546702610660426e-05,
      "loss": 0.0794,
      "step": 10312
    },
    {
      "epoch": 0.7712672475040198,
      "grad_norm": 0.9393777847290039,
      "learning_rate": 1.2538862160642689e-05,
      "loss": 0.1065,
      "step": 10313
    },
    {
      "epoch": 0.7713420334293086,
      "grad_norm": 0.51939457654953,
      "learning_rate": 1.2531023809919689e-05,
      "loss": 0.0413,
      "step": 10314
    },
    {
      "epoch": 0.7714168193545975,
      "grad_norm": 0.5404601693153381,
      "learning_rate": 1.252318755893061e-05,
      "loss": 0.0213,
      "step": 10315
    },
    {
      "epoch": 0.7714916052798864,
      "grad_norm": 0.8919382095336914,
      "learning_rate": 1.2515353408114655e-05,
      "loss": 0.0744,
      "step": 10316
    },
    {
      "epoch": 0.7715663912051752,
      "grad_norm": 1.0174812078475952,
      "learning_rate": 1.2507521357910801e-05,
      "loss": 0.1193,
      "step": 10317
    },
    {
      "epoch": 0.7716411771304641,
      "grad_norm": 0.4911167621612549,
      "learning_rate": 1.2499691408757963e-05,
      "loss": 0.0212,
      "step": 10318
    },
    {
      "epoch": 0.771715963055753,
      "grad_norm": 0.6505507826805115,
      "learning_rate": 1.2491863561094924e-05,
      "loss": 0.0598,
      "step": 10319
    },
    {
      "epoch": 0.7717907489810417,
      "grad_norm": 1.320881962776184,
      "learning_rate": 1.248403781536035e-05,
      "loss": 0.0754,
      "step": 10320
    },
    {
      "epoch": 0.7718655349063306,
      "grad_norm": 0.444467157125473,
      "learning_rate": 1.24762141719928e-05,
      "loss": 0.0293,
      "step": 10321
    },
    {
      "epoch": 0.7719403208316195,
      "grad_norm": 0.45848211646080017,
      "learning_rate": 1.2468392631430693e-05,
      "loss": 0.0336,
      "step": 10322
    },
    {
      "epoch": 0.7720151067569083,
      "grad_norm": 0.9998569488525391,
      "learning_rate": 1.2460573194112347e-05,
      "loss": 0.0772,
      "step": 10323
    },
    {
      "epoch": 0.7720898926821972,
      "grad_norm": 0.6650465130805969,
      "learning_rate": 1.2452755860475962e-05,
      "loss": 0.0457,
      "step": 10324
    },
    {
      "epoch": 0.772164678607486,
      "grad_norm": 0.4887988269329071,
      "learning_rate": 1.2444940630959606e-05,
      "loss": 0.0457,
      "step": 10325
    },
    {
      "epoch": 0.7722394645327749,
      "grad_norm": 0.6555415391921997,
      "learning_rate": 1.243712750600126e-05,
      "loss": 0.0682,
      "step": 10326
    },
    {
      "epoch": 0.7723142504580638,
      "grad_norm": 0.8438472151756287,
      "learning_rate": 1.2429316486038722e-05,
      "loss": 0.0786,
      "step": 10327
    },
    {
      "epoch": 0.7723890363833527,
      "grad_norm": 1.3986018896102905,
      "learning_rate": 1.2421507571509777e-05,
      "loss": 0.259,
      "step": 10328
    },
    {
      "epoch": 0.7724638223086415,
      "grad_norm": 1.2954168319702148,
      "learning_rate": 1.2413700762851965e-05,
      "loss": 0.1033,
      "step": 10329
    },
    {
      "epoch": 0.7725386082339304,
      "grad_norm": 1.0141900777816772,
      "learning_rate": 1.2405896060502837e-05,
      "loss": 0.1556,
      "step": 10330
    },
    {
      "epoch": 0.7726133941592193,
      "grad_norm": 0.8698207139968872,
      "learning_rate": 1.2398093464899713e-05,
      "loss": 0.0661,
      "step": 10331
    },
    {
      "epoch": 0.7726881800845081,
      "grad_norm": 0.8173171281814575,
      "learning_rate": 1.2390292976479867e-05,
      "loss": 0.0568,
      "step": 10332
    },
    {
      "epoch": 0.772762966009797,
      "grad_norm": 0.3672838807106018,
      "learning_rate": 1.2382494595680432e-05,
      "loss": 0.018,
      "step": 10333
    },
    {
      "epoch": 0.7728377519350859,
      "grad_norm": 0.5616981983184814,
      "learning_rate": 1.2374698322938421e-05,
      "loss": 0.0729,
      "step": 10334
    },
    {
      "epoch": 0.7729125378603747,
      "grad_norm": 0.6649433374404907,
      "learning_rate": 1.236690415869073e-05,
      "loss": 0.0669,
      "step": 10335
    },
    {
      "epoch": 0.7729873237856635,
      "grad_norm": 0.8787665963172913,
      "learning_rate": 1.2359112103374143e-05,
      "loss": 0.078,
      "step": 10336
    },
    {
      "epoch": 0.7730621097109523,
      "grad_norm": 0.9416131973266602,
      "learning_rate": 1.2351322157425315e-05,
      "loss": 0.0678,
      "step": 10337
    },
    {
      "epoch": 0.7731368956362412,
      "grad_norm": 0.5893606543540955,
      "learning_rate": 1.2343534321280792e-05,
      "loss": 0.0291,
      "step": 10338
    },
    {
      "epoch": 0.7732116815615301,
      "grad_norm": 0.6838979125022888,
      "learning_rate": 1.2335748595377e-05,
      "loss": 0.0404,
      "step": 10339
    },
    {
      "epoch": 0.773286467486819,
      "grad_norm": 1.1356513500213623,
      "learning_rate": 1.2327964980150253e-05,
      "loss": 0.1101,
      "step": 10340
    },
    {
      "epoch": 0.7733612534121078,
      "grad_norm": 1.0097712278366089,
      "learning_rate": 1.2320183476036707e-05,
      "loss": 0.0924,
      "step": 10341
    },
    {
      "epoch": 0.7734360393373967,
      "grad_norm": 0.5893822312355042,
      "learning_rate": 1.2312404083472485e-05,
      "loss": 0.0291,
      "step": 10342
    },
    {
      "epoch": 0.7735108252626856,
      "grad_norm": 0.7780359387397766,
      "learning_rate": 1.2304626802893488e-05,
      "loss": 0.0515,
      "step": 10343
    },
    {
      "epoch": 0.7735856111879744,
      "grad_norm": 0.8993783593177795,
      "learning_rate": 1.2296851634735574e-05,
      "loss": 0.0649,
      "step": 10344
    },
    {
      "epoch": 0.7736603971132633,
      "grad_norm": 0.5875926613807678,
      "learning_rate": 1.2289078579434448e-05,
      "loss": 0.033,
      "step": 10345
    },
    {
      "epoch": 0.7737351830385522,
      "grad_norm": 3.5061700344085693,
      "learning_rate": 1.2281307637425715e-05,
      "loss": 0.3695,
      "step": 10346
    },
    {
      "epoch": 0.773809968963841,
      "grad_norm": 1.3934898376464844,
      "learning_rate": 1.2273538809144846e-05,
      "loss": 0.1257,
      "step": 10347
    },
    {
      "epoch": 0.7738847548891299,
      "grad_norm": 1.241526484489441,
      "learning_rate": 1.2265772095027212e-05,
      "loss": 0.1015,
      "step": 10348
    },
    {
      "epoch": 0.7739595408144188,
      "grad_norm": 1.154218077659607,
      "learning_rate": 1.2258007495508051e-05,
      "loss": 0.0915,
      "step": 10349
    },
    {
      "epoch": 0.7740343267397076,
      "grad_norm": 2.3204755783081055,
      "learning_rate": 1.2250245011022455e-05,
      "loss": 0.2709,
      "step": 10350
    },
    {
      "epoch": 0.7741091126649965,
      "grad_norm": 1.2013312578201294,
      "learning_rate": 1.2242484642005481e-05,
      "loss": 0.1157,
      "step": 10351
    },
    {
      "epoch": 0.7741838985902854,
      "grad_norm": 0.6713980436325073,
      "learning_rate": 1.223472638889196e-05,
      "loss": 0.07,
      "step": 10352
    },
    {
      "epoch": 0.7742586845155741,
      "grad_norm": 0.49845924973487854,
      "learning_rate": 1.222697025211671e-05,
      "loss": 0.0351,
      "step": 10353
    },
    {
      "epoch": 0.774333470440863,
      "grad_norm": 0.5943028926849365,
      "learning_rate": 1.2219216232114345e-05,
      "loss": 0.081,
      "step": 10354
    },
    {
      "epoch": 0.7744082563661518,
      "grad_norm": 0.5375380516052246,
      "learning_rate": 1.22114643293194e-05,
      "loss": 0.0577,
      "step": 10355
    },
    {
      "epoch": 0.7744830422914407,
      "grad_norm": 0.7616643905639648,
      "learning_rate": 1.2203714544166295e-05,
      "loss": 0.0631,
      "step": 10356
    },
    {
      "epoch": 0.7745578282167296,
      "grad_norm": 0.5366818904876709,
      "learning_rate": 1.219596687708931e-05,
      "loss": 0.047,
      "step": 10357
    },
    {
      "epoch": 0.7746326141420184,
      "grad_norm": 0.670089840888977,
      "learning_rate": 1.218822132852263e-05,
      "loss": 0.0295,
      "step": 10358
    },
    {
      "epoch": 0.7747074000673073,
      "grad_norm": 5.007927894592285,
      "learning_rate": 1.2180477898900305e-05,
      "loss": 0.0938,
      "step": 10359
    },
    {
      "epoch": 0.7747821859925962,
      "grad_norm": 1.0561045408248901,
      "learning_rate": 1.2172736588656275e-05,
      "loss": 0.1268,
      "step": 10360
    },
    {
      "epoch": 0.774856971917885,
      "grad_norm": 0.9036228060722351,
      "learning_rate": 1.2164997398224347e-05,
      "loss": 0.1214,
      "step": 10361
    },
    {
      "epoch": 0.7749317578431739,
      "grad_norm": 0.578091561794281,
      "learning_rate": 1.2157260328038234e-05,
      "loss": 0.0478,
      "step": 10362
    },
    {
      "epoch": 0.7750065437684628,
      "grad_norm": 0.6685733199119568,
      "learning_rate": 1.2149525378531524e-05,
      "loss": 0.0448,
      "step": 10363
    },
    {
      "epoch": 0.7750813296937517,
      "grad_norm": 0.6043967604637146,
      "learning_rate": 1.2141792550137626e-05,
      "loss": 0.0488,
      "step": 10364
    },
    {
      "epoch": 0.7751561156190405,
      "grad_norm": 0.5591793060302734,
      "learning_rate": 1.213406184328995e-05,
      "loss": 0.0435,
      "step": 10365
    },
    {
      "epoch": 0.7752309015443294,
      "grad_norm": 0.9076071381568909,
      "learning_rate": 1.2126333258421663e-05,
      "loss": 0.1424,
      "step": 10366
    },
    {
      "epoch": 0.7753056874696183,
      "grad_norm": 0.8184919953346252,
      "learning_rate": 1.211860679596592e-05,
      "loss": 0.0795,
      "step": 10367
    },
    {
      "epoch": 0.7753804733949071,
      "grad_norm": 0.6453163027763367,
      "learning_rate": 1.2110882456355665e-05,
      "loss": 0.04,
      "step": 10368
    },
    {
      "epoch": 0.775455259320196,
      "grad_norm": 0.8283765316009521,
      "learning_rate": 1.210316024002378e-05,
      "loss": 0.0819,
      "step": 10369
    },
    {
      "epoch": 0.7755300452454847,
      "grad_norm": 0.924651026725769,
      "learning_rate": 1.2095440147403008e-05,
      "loss": 0.0663,
      "step": 10370
    },
    {
      "epoch": 0.7756048311707736,
      "grad_norm": 1.0003458261489868,
      "learning_rate": 1.2087722178925986e-05,
      "loss": 0.0618,
      "step": 10371
    },
    {
      "epoch": 0.7756796170960625,
      "grad_norm": 1.1881377696990967,
      "learning_rate": 1.2080006335025218e-05,
      "loss": 0.1099,
      "step": 10372
    },
    {
      "epoch": 0.7757544030213513,
      "grad_norm": 0.7677165865898132,
      "learning_rate": 1.2072292616133097e-05,
      "loss": 0.0701,
      "step": 10373
    },
    {
      "epoch": 0.7758291889466402,
      "grad_norm": 0.8088520169258118,
      "learning_rate": 1.2064581022681898e-05,
      "loss": 0.0657,
      "step": 10374
    },
    {
      "epoch": 0.7759039748719291,
      "grad_norm": 0.8508375287055969,
      "learning_rate": 1.2056871555103744e-05,
      "loss": 0.0879,
      "step": 10375
    },
    {
      "epoch": 0.775978760797218,
      "grad_norm": 0.7761456370353699,
      "learning_rate": 1.2049164213830721e-05,
      "loss": 0.062,
      "step": 10376
    },
    {
      "epoch": 0.7760535467225068,
      "grad_norm": 0.5696294903755188,
      "learning_rate": 1.2041458999294697e-05,
      "loss": 0.0418,
      "step": 10377
    },
    {
      "epoch": 0.7761283326477957,
      "grad_norm": 0.8705320954322815,
      "learning_rate": 1.203375591192748e-05,
      "loss": 0.0649,
      "step": 10378
    },
    {
      "epoch": 0.7762031185730845,
      "grad_norm": 0.6219744086265564,
      "learning_rate": 1.2026054952160748e-05,
      "loss": 0.0379,
      "step": 10379
    },
    {
      "epoch": 0.7762779044983734,
      "grad_norm": 0.7025946378707886,
      "learning_rate": 1.2018356120426055e-05,
      "loss": 0.0501,
      "step": 10380
    },
    {
      "epoch": 0.7763526904236623,
      "grad_norm": 1.1005773544311523,
      "learning_rate": 1.201065941715484e-05,
      "loss": 0.0818,
      "step": 10381
    },
    {
      "epoch": 0.7764274763489512,
      "grad_norm": 0.6685934662818909,
      "learning_rate": 1.2002964842778424e-05,
      "loss": 0.0527,
      "step": 10382
    },
    {
      "epoch": 0.77650226227424,
      "grad_norm": 1.1214455366134644,
      "learning_rate": 1.1995272397727997e-05,
      "loss": 0.0966,
      "step": 10383
    },
    {
      "epoch": 0.7765770481995289,
      "grad_norm": 0.6893190741539001,
      "learning_rate": 1.1987582082434645e-05,
      "loss": 0.0667,
      "step": 10384
    },
    {
      "epoch": 0.7766518341248178,
      "grad_norm": 0.853079617023468,
      "learning_rate": 1.1979893897329324e-05,
      "loss": 0.069,
      "step": 10385
    },
    {
      "epoch": 0.7767266200501066,
      "grad_norm": 0.777677059173584,
      "learning_rate": 1.1972207842842892e-05,
      "loss": 0.0516,
      "step": 10386
    },
    {
      "epoch": 0.7768014059753954,
      "grad_norm": 2.330488920211792,
      "learning_rate": 1.1964523919406024e-05,
      "loss": 0.1942,
      "step": 10387
    },
    {
      "epoch": 0.7768761919006842,
      "grad_norm": 0.8667390942573547,
      "learning_rate": 1.1956842127449375e-05,
      "loss": 0.0729,
      "step": 10388
    },
    {
      "epoch": 0.7769509778259731,
      "grad_norm": 1.2058444023132324,
      "learning_rate": 1.1949162467403373e-05,
      "loss": 0.1028,
      "step": 10389
    },
    {
      "epoch": 0.777025763751262,
      "grad_norm": 0.536706268787384,
      "learning_rate": 1.1941484939698444e-05,
      "loss": 0.0352,
      "step": 10390
    },
    {
      "epoch": 0.7771005496765508,
      "grad_norm": 0.8372806310653687,
      "learning_rate": 1.1933809544764785e-05,
      "loss": 0.0371,
      "step": 10391
    },
    {
      "epoch": 0.7771753356018397,
      "grad_norm": 0.5524183511734009,
      "learning_rate": 1.1926136283032525e-05,
      "loss": 0.0267,
      "step": 10392
    },
    {
      "epoch": 0.7772501215271286,
      "grad_norm": 1.2216691970825195,
      "learning_rate": 1.191846515493168e-05,
      "loss": 0.0829,
      "step": 10393
    },
    {
      "epoch": 0.7773249074524174,
      "grad_norm": 0.9667130708694458,
      "learning_rate": 1.1910796160892123e-05,
      "loss": 0.0645,
      "step": 10394
    },
    {
      "epoch": 0.7773996933777063,
      "grad_norm": 1.1928976774215698,
      "learning_rate": 1.190312930134363e-05,
      "loss": 0.0886,
      "step": 10395
    },
    {
      "epoch": 0.7774744793029952,
      "grad_norm": 1.2217271327972412,
      "learning_rate": 1.1895464576715836e-05,
      "loss": 0.0911,
      "step": 10396
    },
    {
      "epoch": 0.777549265228284,
      "grad_norm": 1.2756351232528687,
      "learning_rate": 1.1887801987438275e-05,
      "loss": 0.1323,
      "step": 10397
    },
    {
      "epoch": 0.7776240511535729,
      "grad_norm": 1.6650853157043457,
      "learning_rate": 1.1880141533940348e-05,
      "loss": 0.232,
      "step": 10398
    },
    {
      "epoch": 0.7776988370788618,
      "grad_norm": 0.7600179314613342,
      "learning_rate": 1.1872483216651348e-05,
      "loss": 0.0397,
      "step": 10399
    },
    {
      "epoch": 0.7777736230041506,
      "grad_norm": 3.062988758087158,
      "learning_rate": 1.1864827036000443e-05,
      "loss": 0.444,
      "step": 10400
    },
    {
      "epoch": 0.7778484089294395,
      "grad_norm": 1.178956151008606,
      "learning_rate": 1.1857172992416648e-05,
      "loss": 0.1384,
      "step": 10401
    },
    {
      "epoch": 0.7779231948547284,
      "grad_norm": 0.6001908183097839,
      "learning_rate": 1.184952108632894e-05,
      "loss": 0.0619,
      "step": 10402
    },
    {
      "epoch": 0.7779979807800173,
      "grad_norm": 0.5824252963066101,
      "learning_rate": 1.1841871318166076e-05,
      "loss": 0.0641,
      "step": 10403
    },
    {
      "epoch": 0.778072766705306,
      "grad_norm": 0.6172798871994019,
      "learning_rate": 1.1834223688356794e-05,
      "loss": 0.0694,
      "step": 10404
    },
    {
      "epoch": 0.7781475526305949,
      "grad_norm": 0.5439862012863159,
      "learning_rate": 1.1826578197329625e-05,
      "loss": 0.0557,
      "step": 10405
    },
    {
      "epoch": 0.7782223385558837,
      "grad_norm": 0.6784746646881104,
      "learning_rate": 1.1818934845513024e-05,
      "loss": 0.0691,
      "step": 10406
    },
    {
      "epoch": 0.7782971244811726,
      "grad_norm": 1.0042495727539062,
      "learning_rate": 1.1811293633335324e-05,
      "loss": 0.1402,
      "step": 10407
    },
    {
      "epoch": 0.7783719104064615,
      "grad_norm": 0.49138104915618896,
      "learning_rate": 1.1803654561224736e-05,
      "loss": 0.0632,
      "step": 10408
    },
    {
      "epoch": 0.7784466963317503,
      "grad_norm": 0.7825558185577393,
      "learning_rate": 1.1796017629609351e-05,
      "loss": 0.0658,
      "step": 10409
    },
    {
      "epoch": 0.7785214822570392,
      "grad_norm": 0.5686843395233154,
      "learning_rate": 1.1788382838917106e-05,
      "loss": 0.0432,
      "step": 10410
    },
    {
      "epoch": 0.7785962681823281,
      "grad_norm": 0.6418275833129883,
      "learning_rate": 1.1780750189575901e-05,
      "loss": 0.032,
      "step": 10411
    },
    {
      "epoch": 0.778671054107617,
      "grad_norm": 0.48215460777282715,
      "learning_rate": 1.17731196820134e-05,
      "loss": 0.048,
      "step": 10412
    },
    {
      "epoch": 0.7787458400329058,
      "grad_norm": 0.8166235089302063,
      "learning_rate": 1.1765491316657284e-05,
      "loss": 0.0512,
      "step": 10413
    },
    {
      "epoch": 0.7788206259581947,
      "grad_norm": 0.44287025928497314,
      "learning_rate": 1.1757865093934984e-05,
      "loss": 0.0242,
      "step": 10414
    },
    {
      "epoch": 0.7788954118834835,
      "grad_norm": 0.6871696710586548,
      "learning_rate": 1.1750241014273888e-05,
      "loss": 0.0423,
      "step": 10415
    },
    {
      "epoch": 0.7789701978087724,
      "grad_norm": 0.7501106262207031,
      "learning_rate": 1.1742619078101248e-05,
      "loss": 0.0776,
      "step": 10416
    },
    {
      "epoch": 0.7790449837340613,
      "grad_norm": 0.5411534905433655,
      "learning_rate": 1.1734999285844185e-05,
      "loss": 0.0432,
      "step": 10417
    },
    {
      "epoch": 0.7791197696593501,
      "grad_norm": 0.5918667912483215,
      "learning_rate": 1.1727381637929707e-05,
      "loss": 0.039,
      "step": 10418
    },
    {
      "epoch": 0.779194555584639,
      "grad_norm": 0.7118605375289917,
      "learning_rate": 1.1719766134784705e-05,
      "loss": 0.0534,
      "step": 10419
    },
    {
      "epoch": 0.7792693415099279,
      "grad_norm": 0.8949870467185974,
      "learning_rate": 1.1712152776835944e-05,
      "loss": 0.1002,
      "step": 10420
    },
    {
      "epoch": 0.7793441274352166,
      "grad_norm": 0.689355731010437,
      "learning_rate": 1.1704541564510068e-05,
      "loss": 0.0452,
      "step": 10421
    },
    {
      "epoch": 0.7794189133605055,
      "grad_norm": 1.3448978662490845,
      "learning_rate": 1.169693249823361e-05,
      "loss": 0.1481,
      "step": 10422
    },
    {
      "epoch": 0.7794936992857944,
      "grad_norm": 1.5745118856430054,
      "learning_rate": 1.1689325578432986e-05,
      "loss": 0.1384,
      "step": 10423
    },
    {
      "epoch": 0.7795684852110832,
      "grad_norm": 0.8807939291000366,
      "learning_rate": 1.1681720805534447e-05,
      "loss": 0.0616,
      "step": 10424
    },
    {
      "epoch": 0.7796432711363721,
      "grad_norm": 0.6400227546691895,
      "learning_rate": 1.1674118179964204e-05,
      "loss": 0.0643,
      "step": 10425
    },
    {
      "epoch": 0.779718057061661,
      "grad_norm": 0.6764096617698669,
      "learning_rate": 1.1666517702148255e-05,
      "loss": 0.0579,
      "step": 10426
    },
    {
      "epoch": 0.7797928429869498,
      "grad_norm": 0.5118883848190308,
      "learning_rate": 1.1658919372512578e-05,
      "loss": 0.0309,
      "step": 10427
    },
    {
      "epoch": 0.7798676289122387,
      "grad_norm": 0.6455081105232239,
      "learning_rate": 1.1651323191482937e-05,
      "loss": 0.0405,
      "step": 10428
    },
    {
      "epoch": 0.7799424148375276,
      "grad_norm": 0.8505023121833801,
      "learning_rate": 1.1643729159485028e-05,
      "loss": 0.0961,
      "step": 10429
    },
    {
      "epoch": 0.7800172007628164,
      "grad_norm": 0.7713622450828552,
      "learning_rate": 1.1636137276944415e-05,
      "loss": 0.0672,
      "step": 10430
    },
    {
      "epoch": 0.7800919866881053,
      "grad_norm": 1.0262967348098755,
      "learning_rate": 1.162854754428655e-05,
      "loss": 0.1093,
      "step": 10431
    },
    {
      "epoch": 0.7801667726133942,
      "grad_norm": 0.5849204659461975,
      "learning_rate": 1.1620959961936745e-05,
      "loss": 0.0552,
      "step": 10432
    },
    {
      "epoch": 0.780241558538683,
      "grad_norm": 0.8602022528648376,
      "learning_rate": 1.1613374530320203e-05,
      "loss": 0.0767,
      "step": 10433
    },
    {
      "epoch": 0.7803163444639719,
      "grad_norm": 0.5971078872680664,
      "learning_rate": 1.1605791249862014e-05,
      "loss": 0.0315,
      "step": 10434
    },
    {
      "epoch": 0.7803911303892608,
      "grad_norm": 0.8578131794929504,
      "learning_rate": 1.1598210120987136e-05,
      "loss": 0.0758,
      "step": 10435
    },
    {
      "epoch": 0.7804659163145496,
      "grad_norm": 0.9038698673248291,
      "learning_rate": 1.1590631144120423e-05,
      "loss": 0.0813,
      "step": 10436
    },
    {
      "epoch": 0.7805407022398385,
      "grad_norm": 1.2440484762191772,
      "learning_rate": 1.158305431968657e-05,
      "loss": 0.1346,
      "step": 10437
    },
    {
      "epoch": 0.7806154881651273,
      "grad_norm": 0.5344548225402832,
      "learning_rate": 1.1575479648110182e-05,
      "loss": 0.0352,
      "step": 10438
    },
    {
      "epoch": 0.7806902740904161,
      "grad_norm": 0.6349753737449646,
      "learning_rate": 1.1567907129815753e-05,
      "loss": 0.0473,
      "step": 10439
    },
    {
      "epoch": 0.780765060015705,
      "grad_norm": 1.0070334672927856,
      "learning_rate": 1.1560336765227625e-05,
      "loss": 0.0715,
      "step": 10440
    },
    {
      "epoch": 0.7808398459409939,
      "grad_norm": 0.882462739944458,
      "learning_rate": 1.1552768554770044e-05,
      "loss": 0.0854,
      "step": 10441
    },
    {
      "epoch": 0.7809146318662827,
      "grad_norm": 1.522530436515808,
      "learning_rate": 1.154520249886713e-05,
      "loss": 0.0969,
      "step": 10442
    },
    {
      "epoch": 0.7809894177915716,
      "grad_norm": 1.1266803741455078,
      "learning_rate": 1.1537638597942873e-05,
      "loss": 0.0827,
      "step": 10443
    },
    {
      "epoch": 0.7810642037168605,
      "grad_norm": 0.7959842681884766,
      "learning_rate": 1.1530076852421152e-05,
      "loss": 0.061,
      "step": 10444
    },
    {
      "epoch": 0.7811389896421493,
      "grad_norm": 1.3692305088043213,
      "learning_rate": 1.1522517262725719e-05,
      "loss": 0.1589,
      "step": 10445
    },
    {
      "epoch": 0.7812137755674382,
      "grad_norm": 1.147133708000183,
      "learning_rate": 1.1514959829280224e-05,
      "loss": 0.1063,
      "step": 10446
    },
    {
      "epoch": 0.7812885614927271,
      "grad_norm": 1.4199714660644531,
      "learning_rate": 1.1507404552508138e-05,
      "loss": 0.1412,
      "step": 10447
    },
    {
      "epoch": 0.7813633474180159,
      "grad_norm": 1.4809187650680542,
      "learning_rate": 1.1499851432832914e-05,
      "loss": 0.1463,
      "step": 10448
    },
    {
      "epoch": 0.7814381333433048,
      "grad_norm": 1.9636858701705933,
      "learning_rate": 1.1492300470677759e-05,
      "loss": 0.1641,
      "step": 10449
    },
    {
      "epoch": 0.7815129192685937,
      "grad_norm": 2.766014575958252,
      "learning_rate": 1.1484751666465875e-05,
      "loss": 0.3459,
      "step": 10450
    },
    {
      "epoch": 0.7815877051938825,
      "grad_norm": 0.5130397081375122,
      "learning_rate": 1.1477205020620263e-05,
      "loss": 0.0316,
      "step": 10451
    },
    {
      "epoch": 0.7816624911191714,
      "grad_norm": 0.8072205185890198,
      "learning_rate": 1.1469660533563841e-05,
      "loss": 0.0649,
      "step": 10452
    },
    {
      "epoch": 0.7817372770444603,
      "grad_norm": 0.7724905014038086,
      "learning_rate": 1.146211820571939e-05,
      "loss": 0.105,
      "step": 10453
    },
    {
      "epoch": 0.7818120629697491,
      "grad_norm": 0.5679572224617004,
      "learning_rate": 1.1454578037509589e-05,
      "loss": 0.0717,
      "step": 10454
    },
    {
      "epoch": 0.7818868488950379,
      "grad_norm": 0.8566585183143616,
      "learning_rate": 1.144704002935697e-05,
      "loss": 0.0935,
      "step": 10455
    },
    {
      "epoch": 0.7819616348203268,
      "grad_norm": 1.6886805295944214,
      "learning_rate": 1.1439504181683963e-05,
      "loss": 0.1096,
      "step": 10456
    },
    {
      "epoch": 0.7820364207456156,
      "grad_norm": 0.43303215503692627,
      "learning_rate": 1.1431970494912875e-05,
      "loss": 0.0367,
      "step": 10457
    },
    {
      "epoch": 0.7821112066709045,
      "grad_norm": 0.5547491312026978,
      "learning_rate": 1.1424438969465884e-05,
      "loss": 0.0579,
      "step": 10458
    },
    {
      "epoch": 0.7821859925961934,
      "grad_norm": 0.6758947968482971,
      "learning_rate": 1.1416909605765052e-05,
      "loss": 0.0554,
      "step": 10459
    },
    {
      "epoch": 0.7822607785214822,
      "grad_norm": 0.9558053016662598,
      "learning_rate": 1.1409382404232332e-05,
      "loss": 0.0885,
      "step": 10460
    },
    {
      "epoch": 0.7823355644467711,
      "grad_norm": 0.46869659423828125,
      "learning_rate": 1.1401857365289503e-05,
      "loss": 0.0444,
      "step": 10461
    },
    {
      "epoch": 0.78241035037206,
      "grad_norm": 0.7010883092880249,
      "learning_rate": 1.1394334489358317e-05,
      "loss": 0.0885,
      "step": 10462
    },
    {
      "epoch": 0.7824851362973488,
      "grad_norm": 0.5772922039031982,
      "learning_rate": 1.13868137768603e-05,
      "loss": 0.0383,
      "step": 10463
    },
    {
      "epoch": 0.7825599222226377,
      "grad_norm": 0.5741644501686096,
      "learning_rate": 1.1379295228216952e-05,
      "loss": 0.0599,
      "step": 10464
    },
    {
      "epoch": 0.7826347081479266,
      "grad_norm": 0.6965805292129517,
      "learning_rate": 1.1371778843849574e-05,
      "loss": 0.0535,
      "step": 10465
    },
    {
      "epoch": 0.7827094940732154,
      "grad_norm": 0.6301506757736206,
      "learning_rate": 1.1364264624179387e-05,
      "loss": 0.0409,
      "step": 10466
    },
    {
      "epoch": 0.7827842799985043,
      "grad_norm": 0.4503075182437897,
      "learning_rate": 1.1356752569627493e-05,
      "loss": 0.0399,
      "step": 10467
    },
    {
      "epoch": 0.7828590659237932,
      "grad_norm": 0.9087933897972107,
      "learning_rate": 1.1349242680614847e-05,
      "loss": 0.1057,
      "step": 10468
    },
    {
      "epoch": 0.782933851849082,
      "grad_norm": 0.61790531873703,
      "learning_rate": 1.1341734957562322e-05,
      "loss": 0.0487,
      "step": 10469
    },
    {
      "epoch": 0.7830086377743709,
      "grad_norm": 0.5744843482971191,
      "learning_rate": 1.13342294008906e-05,
      "loss": 0.0395,
      "step": 10470
    },
    {
      "epoch": 0.7830834236996598,
      "grad_norm": 0.5899478197097778,
      "learning_rate": 1.1326726011020345e-05,
      "loss": 0.0448,
      "step": 10471
    },
    {
      "epoch": 0.7831582096249485,
      "grad_norm": 0.6707814335823059,
      "learning_rate": 1.131922478837198e-05,
      "loss": 0.053,
      "step": 10472
    },
    {
      "epoch": 0.7832329955502374,
      "grad_norm": 0.913773238658905,
      "learning_rate": 1.131172573336593e-05,
      "loss": 0.0744,
      "step": 10473
    },
    {
      "epoch": 0.7833077814755263,
      "grad_norm": 0.7958963513374329,
      "learning_rate": 1.1304228846422393e-05,
      "loss": 0.0877,
      "step": 10474
    },
    {
      "epoch": 0.7833825674008151,
      "grad_norm": 0.5752100348472595,
      "learning_rate": 1.12967341279615e-05,
      "loss": 0.0589,
      "step": 10475
    },
    {
      "epoch": 0.783457353326104,
      "grad_norm": 1.6621019840240479,
      "learning_rate": 1.1289241578403254e-05,
      "loss": 0.1329,
      "step": 10476
    },
    {
      "epoch": 0.7835321392513929,
      "grad_norm": 0.8336014747619629,
      "learning_rate": 1.1281751198167534e-05,
      "loss": 0.0633,
      "step": 10477
    },
    {
      "epoch": 0.7836069251766817,
      "grad_norm": 1.4610902070999146,
      "learning_rate": 1.1274262987674084e-05,
      "loss": 0.1112,
      "step": 10478
    },
    {
      "epoch": 0.7836817111019706,
      "grad_norm": 0.6849415898323059,
      "learning_rate": 1.126677694734255e-05,
      "loss": 0.053,
      "step": 10479
    },
    {
      "epoch": 0.7837564970272595,
      "grad_norm": 0.964471161365509,
      "learning_rate": 1.1259293077592436e-05,
      "loss": 0.0743,
      "step": 10480
    },
    {
      "epoch": 0.7838312829525483,
      "grad_norm": 0.7137975692749023,
      "learning_rate": 1.1251811378843136e-05,
      "loss": 0.0669,
      "step": 10481
    },
    {
      "epoch": 0.7839060688778372,
      "grad_norm": 0.7157385349273682,
      "learning_rate": 1.1244331851513923e-05,
      "loss": 0.0788,
      "step": 10482
    },
    {
      "epoch": 0.7839808548031261,
      "grad_norm": 0.597337007522583,
      "learning_rate": 1.1236854496023946e-05,
      "loss": 0.0431,
      "step": 10483
    },
    {
      "epoch": 0.7840556407284149,
      "grad_norm": 0.5267273783683777,
      "learning_rate": 1.1229379312792204e-05,
      "loss": 0.0213,
      "step": 10484
    },
    {
      "epoch": 0.7841304266537038,
      "grad_norm": 0.7375907897949219,
      "learning_rate": 1.122190630223765e-05,
      "loss": 0.0637,
      "step": 10485
    },
    {
      "epoch": 0.7842052125789927,
      "grad_norm": 1.2993954420089722,
      "learning_rate": 1.1214435464779006e-05,
      "loss": 0.1712,
      "step": 10486
    },
    {
      "epoch": 0.7842799985042815,
      "grad_norm": 1.3159704208374023,
      "learning_rate": 1.120696680083499e-05,
      "loss": 0.1588,
      "step": 10487
    },
    {
      "epoch": 0.7843547844295704,
      "grad_norm": 1.3214670419692993,
      "learning_rate": 1.1199500310824102e-05,
      "loss": 0.1963,
      "step": 10488
    },
    {
      "epoch": 0.7844295703548592,
      "grad_norm": 0.5418825149536133,
      "learning_rate": 1.1192035995164774e-05,
      "loss": 0.0472,
      "step": 10489
    },
    {
      "epoch": 0.784504356280148,
      "grad_norm": 0.748924970626831,
      "learning_rate": 1.1184573854275293e-05,
      "loss": 0.0606,
      "step": 10490
    },
    {
      "epoch": 0.7845791422054369,
      "grad_norm": 0.8791776299476624,
      "learning_rate": 1.1177113888573837e-05,
      "loss": 0.0639,
      "step": 10491
    },
    {
      "epoch": 0.7846539281307258,
      "grad_norm": 0.6438880562782288,
      "learning_rate": 1.116965609847846e-05,
      "loss": 0.0366,
      "step": 10492
    },
    {
      "epoch": 0.7847287140560146,
      "grad_norm": 1.8549797534942627,
      "learning_rate": 1.1162200484407082e-05,
      "loss": 0.0826,
      "step": 10493
    },
    {
      "epoch": 0.7848034999813035,
      "grad_norm": 1.4125350713729858,
      "learning_rate": 1.115474704677752e-05,
      "loss": 0.1118,
      "step": 10494
    },
    {
      "epoch": 0.7848782859065924,
      "grad_norm": 1.7811158895492554,
      "learning_rate": 1.114729578600745e-05,
      "loss": 0.1563,
      "step": 10495
    },
    {
      "epoch": 0.7849530718318812,
      "grad_norm": 1.341264009475708,
      "learning_rate": 1.1139846702514444e-05,
      "loss": 0.1657,
      "step": 10496
    },
    {
      "epoch": 0.7850278577571701,
      "grad_norm": 1.0295161008834839,
      "learning_rate": 1.1132399796715954e-05,
      "loss": 0.0873,
      "step": 10497
    },
    {
      "epoch": 0.785102643682459,
      "grad_norm": 2.339301109313965,
      "learning_rate": 1.1124955069029253e-05,
      "loss": 0.1327,
      "step": 10498
    },
    {
      "epoch": 0.7851774296077478,
      "grad_norm": 1.791240930557251,
      "learning_rate": 1.1117512519871599e-05,
      "loss": 0.1355,
      "step": 10499
    },
    {
      "epoch": 0.7852522155330367,
      "grad_norm": 1.8478118181228638,
      "learning_rate": 1.1110072149660023e-05,
      "loss": 0.1197,
      "step": 10500
    },
    {
      "epoch": 0.7853270014583256,
      "grad_norm": 0.49789631366729736,
      "learning_rate": 1.1102633958811492e-05,
      "loss": 0.0339,
      "step": 10501
    },
    {
      "epoch": 0.7854017873836144,
      "grad_norm": 0.5268068909645081,
      "learning_rate": 1.109519794774284e-05,
      "loss": 0.0658,
      "step": 10502
    },
    {
      "epoch": 0.7854765733089033,
      "grad_norm": 0.4168664515018463,
      "learning_rate": 1.108776411687077e-05,
      "loss": 0.0304,
      "step": 10503
    },
    {
      "epoch": 0.7855513592341922,
      "grad_norm": 0.6058616042137146,
      "learning_rate": 1.1080332466611876e-05,
      "loss": 0.048,
      "step": 10504
    },
    {
      "epoch": 0.785626145159481,
      "grad_norm": 0.5007531642913818,
      "learning_rate": 1.107290299738261e-05,
      "loss": 0.0345,
      "step": 10505
    },
    {
      "epoch": 0.7857009310847698,
      "grad_norm": 0.9373554587364197,
      "learning_rate": 1.1065475709599339e-05,
      "loss": 0.1046,
      "step": 10506
    },
    {
      "epoch": 0.7857757170100587,
      "grad_norm": 0.6748476624488831,
      "learning_rate": 1.1058050603678238e-05,
      "loss": 0.073,
      "step": 10507
    },
    {
      "epoch": 0.7858505029353475,
      "grad_norm": 0.7473984956741333,
      "learning_rate": 1.1050627680035458e-05,
      "loss": 0.0435,
      "step": 10508
    },
    {
      "epoch": 0.7859252888606364,
      "grad_norm": 0.7874611020088196,
      "learning_rate": 1.104320693908692e-05,
      "loss": 0.0604,
      "step": 10509
    },
    {
      "epoch": 0.7860000747859253,
      "grad_norm": 0.6270372271537781,
      "learning_rate": 1.103578838124853e-05,
      "loss": 0.0482,
      "step": 10510
    },
    {
      "epoch": 0.7860748607112141,
      "grad_norm": 0.7701067924499512,
      "learning_rate": 1.1028372006935983e-05,
      "loss": 0.0638,
      "step": 10511
    },
    {
      "epoch": 0.786149646636503,
      "grad_norm": 0.6522016525268555,
      "learning_rate": 1.1020957816564897e-05,
      "loss": 0.0497,
      "step": 10512
    },
    {
      "epoch": 0.7862244325617919,
      "grad_norm": 0.9263631701469421,
      "learning_rate": 1.1013545810550757e-05,
      "loss": 0.0963,
      "step": 10513
    },
    {
      "epoch": 0.7862992184870807,
      "grad_norm": 0.7090681195259094,
      "learning_rate": 1.100613598930893e-05,
      "loss": 0.0676,
      "step": 10514
    },
    {
      "epoch": 0.7863740044123696,
      "grad_norm": 0.7502315044403076,
      "learning_rate": 1.099872835325465e-05,
      "loss": 0.0538,
      "step": 10515
    },
    {
      "epoch": 0.7864487903376585,
      "grad_norm": 0.7473863363265991,
      "learning_rate": 1.0991322902803048e-05,
      "loss": 0.0937,
      "step": 10516
    },
    {
      "epoch": 0.7865235762629473,
      "grad_norm": 0.8885069489479065,
      "learning_rate": 1.0983919638369105e-05,
      "loss": 0.0993,
      "step": 10517
    },
    {
      "epoch": 0.7865983621882362,
      "grad_norm": 0.6518774032592773,
      "learning_rate": 1.0976518560367704e-05,
      "loss": 0.082,
      "step": 10518
    },
    {
      "epoch": 0.7866731481135251,
      "grad_norm": 0.7516639232635498,
      "learning_rate": 1.096911966921359e-05,
      "loss": 0.0727,
      "step": 10519
    },
    {
      "epoch": 0.7867479340388139,
      "grad_norm": 1.131998896598816,
      "learning_rate": 1.0961722965321414e-05,
      "loss": 0.0963,
      "step": 10520
    },
    {
      "epoch": 0.7868227199641028,
      "grad_norm": 1.2392144203186035,
      "learning_rate": 1.0954328449105633e-05,
      "loss": 0.0793,
      "step": 10521
    },
    {
      "epoch": 0.7868975058893917,
      "grad_norm": 0.5251833200454712,
      "learning_rate": 1.0946936120980688e-05,
      "loss": 0.0357,
      "step": 10522
    },
    {
      "epoch": 0.7869722918146804,
      "grad_norm": 0.7117714881896973,
      "learning_rate": 1.0939545981360783e-05,
      "loss": 0.0625,
      "step": 10523
    },
    {
      "epoch": 0.7870470777399693,
      "grad_norm": 1.105238914489746,
      "learning_rate": 1.0932158030660111e-05,
      "loss": 0.1179,
      "step": 10524
    },
    {
      "epoch": 0.7871218636652582,
      "grad_norm": 0.7097781300544739,
      "learning_rate": 1.0924772269292654e-05,
      "loss": 0.0525,
      "step": 10525
    },
    {
      "epoch": 0.787196649590547,
      "grad_norm": 1.0597909688949585,
      "learning_rate": 1.0917388697672304e-05,
      "loss": 0.0919,
      "step": 10526
    },
    {
      "epoch": 0.7872714355158359,
      "grad_norm": 0.5735923051834106,
      "learning_rate": 1.0910007316212845e-05,
      "loss": 0.0449,
      "step": 10527
    },
    {
      "epoch": 0.7873462214411248,
      "grad_norm": 0.7376751899719238,
      "learning_rate": 1.0902628125327913e-05,
      "loss": 0.0474,
      "step": 10528
    },
    {
      "epoch": 0.7874210073664136,
      "grad_norm": 0.5766631364822388,
      "learning_rate": 1.0895251125431039e-05,
      "loss": 0.0453,
      "step": 10529
    },
    {
      "epoch": 0.7874957932917025,
      "grad_norm": 0.841553807258606,
      "learning_rate": 1.0887876316935625e-05,
      "loss": 0.0817,
      "step": 10530
    },
    {
      "epoch": 0.7875705792169914,
      "grad_norm": 0.9187086224555969,
      "learning_rate": 1.0880503700254957e-05,
      "loss": 0.0679,
      "step": 10531
    },
    {
      "epoch": 0.7876453651422802,
      "grad_norm": 0.7330774068832397,
      "learning_rate": 1.087313327580216e-05,
      "loss": 0.0497,
      "step": 10532
    },
    {
      "epoch": 0.7877201510675691,
      "grad_norm": 0.8974413275718689,
      "learning_rate": 1.0865765043990312e-05,
      "loss": 0.0634,
      "step": 10533
    },
    {
      "epoch": 0.787794936992858,
      "grad_norm": 0.8691131472587585,
      "learning_rate": 1.085839900523229e-05,
      "loss": 0.0758,
      "step": 10534
    },
    {
      "epoch": 0.7878697229181468,
      "grad_norm": 0.7533679008483887,
      "learning_rate": 1.0851035159940892e-05,
      "loss": 0.0741,
      "step": 10535
    },
    {
      "epoch": 0.7879445088434357,
      "grad_norm": 0.5321274995803833,
      "learning_rate": 1.0843673508528778e-05,
      "loss": 0.0301,
      "step": 10536
    },
    {
      "epoch": 0.7880192947687246,
      "grad_norm": 0.3740222752094269,
      "learning_rate": 1.0836314051408498e-05,
      "loss": 0.0184,
      "step": 10537
    },
    {
      "epoch": 0.7880940806940134,
      "grad_norm": 0.6908948421478271,
      "learning_rate": 1.0828956788992466e-05,
      "loss": 0.0508,
      "step": 10538
    },
    {
      "epoch": 0.7881688666193023,
      "grad_norm": 0.7217875123023987,
      "learning_rate": 1.0821601721692975e-05,
      "loss": 0.075,
      "step": 10539
    },
    {
      "epoch": 0.7882436525445911,
      "grad_norm": 1.4741408824920654,
      "learning_rate": 1.0814248849922204e-05,
      "loss": 0.1368,
      "step": 10540
    },
    {
      "epoch": 0.7883184384698799,
      "grad_norm": 0.925988495349884,
      "learning_rate": 1.08068981740922e-05,
      "loss": 0.0875,
      "step": 10541
    },
    {
      "epoch": 0.7883932243951688,
      "grad_norm": 1.2110381126403809,
      "learning_rate": 1.0799549694614886e-05,
      "loss": 0.0994,
      "step": 10542
    },
    {
      "epoch": 0.7884680103204577,
      "grad_norm": 1.2351124286651611,
      "learning_rate": 1.079220341190208e-05,
      "loss": 0.1083,
      "step": 10543
    },
    {
      "epoch": 0.7885427962457465,
      "grad_norm": 1.1044158935546875,
      "learning_rate": 1.0784859326365427e-05,
      "loss": 0.0879,
      "step": 10544
    },
    {
      "epoch": 0.7886175821710354,
      "grad_norm": 1.748056173324585,
      "learning_rate": 1.0777517438416535e-05,
      "loss": 0.2553,
      "step": 10545
    },
    {
      "epoch": 0.7886923680963243,
      "grad_norm": 1.3199795484542847,
      "learning_rate": 1.077017774846678e-05,
      "loss": 0.1631,
      "step": 10546
    },
    {
      "epoch": 0.7887671540216131,
      "grad_norm": 1.4637033939361572,
      "learning_rate": 1.0762840256927532e-05,
      "loss": 0.1472,
      "step": 10547
    },
    {
      "epoch": 0.788841939946902,
      "grad_norm": 1.6328039169311523,
      "learning_rate": 1.0755504964209933e-05,
      "loss": 0.124,
      "step": 10548
    },
    {
      "epoch": 0.7889167258721909,
      "grad_norm": 1.502761960029602,
      "learning_rate": 1.0748171870725071e-05,
      "loss": 0.1577,
      "step": 10549
    },
    {
      "epoch": 0.7889915117974797,
      "grad_norm": 2.6187472343444824,
      "learning_rate": 1.0740840976883876e-05,
      "loss": 0.1272,
      "step": 10550
    },
    {
      "epoch": 0.7890662977227686,
      "grad_norm": 0.8816295266151428,
      "learning_rate": 1.0733512283097175e-05,
      "loss": 0.1124,
      "step": 10551
    },
    {
      "epoch": 0.7891410836480575,
      "grad_norm": 0.5641924142837524,
      "learning_rate": 1.0726185789775656e-05,
      "loss": 0.037,
      "step": 10552
    },
    {
      "epoch": 0.7892158695733463,
      "grad_norm": 1.1240355968475342,
      "learning_rate": 1.0718861497329891e-05,
      "loss": 0.0849,
      "step": 10553
    },
    {
      "epoch": 0.7892906554986352,
      "grad_norm": 0.7730736136436462,
      "learning_rate": 1.0711539406170329e-05,
      "loss": 0.0893,
      "step": 10554
    },
    {
      "epoch": 0.7893654414239241,
      "grad_norm": 0.5349819660186768,
      "learning_rate": 1.0704219516707298e-05,
      "loss": 0.0448,
      "step": 10555
    },
    {
      "epoch": 0.7894402273492129,
      "grad_norm": 0.3525959849357605,
      "learning_rate": 1.069690182935099e-05,
      "loss": 0.0235,
      "step": 10556
    },
    {
      "epoch": 0.7895150132745017,
      "grad_norm": 0.508436381816864,
      "learning_rate": 1.068958634451151e-05,
      "loss": 0.0326,
      "step": 10557
    },
    {
      "epoch": 0.7895897991997906,
      "grad_norm": 0.46138477325439453,
      "learning_rate": 1.0682273062598763e-05,
      "loss": 0.0436,
      "step": 10558
    },
    {
      "epoch": 0.7896645851250794,
      "grad_norm": 1.052071213722229,
      "learning_rate": 1.0674961984022636e-05,
      "loss": 0.0634,
      "step": 10559
    },
    {
      "epoch": 0.7897393710503683,
      "grad_norm": 1.05580735206604,
      "learning_rate": 1.0667653109192777e-05,
      "loss": 0.1475,
      "step": 10560
    },
    {
      "epoch": 0.7898141569756572,
      "grad_norm": 0.5278192162513733,
      "learning_rate": 1.0660346438518831e-05,
      "loss": 0.0359,
      "step": 10561
    },
    {
      "epoch": 0.789888942900946,
      "grad_norm": 0.6141728162765503,
      "learning_rate": 1.0653041972410222e-05,
      "loss": 0.0579,
      "step": 10562
    },
    {
      "epoch": 0.7899637288262349,
      "grad_norm": 0.6494648456573486,
      "learning_rate": 1.0645739711276287e-05,
      "loss": 0.0655,
      "step": 10563
    },
    {
      "epoch": 0.7900385147515238,
      "grad_norm": 1.0712720155715942,
      "learning_rate": 1.063843965552625e-05,
      "loss": 0.202,
      "step": 10564
    },
    {
      "epoch": 0.7901133006768126,
      "grad_norm": 0.949657142162323,
      "learning_rate": 1.0631141805569195e-05,
      "loss": 0.1081,
      "step": 10565
    },
    {
      "epoch": 0.7901880866021015,
      "grad_norm": 0.7851933240890503,
      "learning_rate": 1.0623846161814105e-05,
      "loss": 0.0637,
      "step": 10566
    },
    {
      "epoch": 0.7902628725273904,
      "grad_norm": 0.7606481313705444,
      "learning_rate": 1.0616552724669781e-05,
      "loss": 0.0524,
      "step": 10567
    },
    {
      "epoch": 0.7903376584526792,
      "grad_norm": 0.8141179084777832,
      "learning_rate": 1.0609261494545003e-05,
      "loss": 0.0765,
      "step": 10568
    },
    {
      "epoch": 0.7904124443779681,
      "grad_norm": 0.7191610336303711,
      "learning_rate": 1.0601972471848298e-05,
      "loss": 0.0808,
      "step": 10569
    },
    {
      "epoch": 0.790487230303257,
      "grad_norm": 0.657592236995697,
      "learning_rate": 1.0594685656988201e-05,
      "loss": 0.0485,
      "step": 10570
    },
    {
      "epoch": 0.7905620162285458,
      "grad_norm": 0.49982625246047974,
      "learning_rate": 1.0587401050373013e-05,
      "loss": 0.0466,
      "step": 10571
    },
    {
      "epoch": 0.7906368021538347,
      "grad_norm": 0.7200608253479004,
      "learning_rate": 1.0580118652410981e-05,
      "loss": 0.099,
      "step": 10572
    },
    {
      "epoch": 0.7907115880791236,
      "grad_norm": 0.7604708075523376,
      "learning_rate": 1.0572838463510199e-05,
      "loss": 0.0626,
      "step": 10573
    },
    {
      "epoch": 0.7907863740044123,
      "grad_norm": 0.7117418646812439,
      "learning_rate": 1.056556048407864e-05,
      "loss": 0.0381,
      "step": 10574
    },
    {
      "epoch": 0.7908611599297012,
      "grad_norm": 0.9399035573005676,
      "learning_rate": 1.0558284714524163e-05,
      "loss": 0.1278,
      "step": 10575
    },
    {
      "epoch": 0.79093594585499,
      "grad_norm": 0.7172487378120422,
      "learning_rate": 1.0551011155254498e-05,
      "loss": 0.0497,
      "step": 10576
    },
    {
      "epoch": 0.7910107317802789,
      "grad_norm": 0.6397797465324402,
      "learning_rate": 1.0543739806677244e-05,
      "loss": 0.0606,
      "step": 10577
    },
    {
      "epoch": 0.7910855177055678,
      "grad_norm": 0.478270947933197,
      "learning_rate": 1.0536470669199882e-05,
      "loss": 0.0328,
      "step": 10578
    },
    {
      "epoch": 0.7911603036308567,
      "grad_norm": 0.9094253182411194,
      "learning_rate": 1.0529203743229777e-05,
      "loss": 0.1043,
      "step": 10579
    },
    {
      "epoch": 0.7912350895561455,
      "grad_norm": 0.971589207649231,
      "learning_rate": 1.0521939029174171e-05,
      "loss": 0.0666,
      "step": 10580
    },
    {
      "epoch": 0.7913098754814344,
      "grad_norm": 0.8163577914237976,
      "learning_rate": 1.0514676527440125e-05,
      "loss": 0.0785,
      "step": 10581
    },
    {
      "epoch": 0.7913846614067233,
      "grad_norm": 0.9426513910293579,
      "learning_rate": 1.0507416238434692e-05,
      "loss": 0.085,
      "step": 10582
    },
    {
      "epoch": 0.7914594473320121,
      "grad_norm": 0.8082113862037659,
      "learning_rate": 1.0500158162564672e-05,
      "loss": 0.0754,
      "step": 10583
    },
    {
      "epoch": 0.791534233257301,
      "grad_norm": 0.8815703392028809,
      "learning_rate": 1.049290230023685e-05,
      "loss": 0.0655,
      "step": 10584
    },
    {
      "epoch": 0.7916090191825899,
      "grad_norm": 0.906284749507904,
      "learning_rate": 1.0485648651857816e-05,
      "loss": 0.0781,
      "step": 10585
    },
    {
      "epoch": 0.7916838051078787,
      "grad_norm": 0.49768176674842834,
      "learning_rate": 1.0478397217834058e-05,
      "loss": 0.0257,
      "step": 10586
    },
    {
      "epoch": 0.7917585910331676,
      "grad_norm": 1.7284821271896362,
      "learning_rate": 1.0471147998571945e-05,
      "loss": 0.1084,
      "step": 10587
    },
    {
      "epoch": 0.7918333769584565,
      "grad_norm": 0.7863199710845947,
      "learning_rate": 1.0463900994477715e-05,
      "loss": 0.0511,
      "step": 10588
    },
    {
      "epoch": 0.7919081628837453,
      "grad_norm": 1.1983932256698608,
      "learning_rate": 1.0456656205957493e-05,
      "loss": 0.1751,
      "step": 10589
    },
    {
      "epoch": 0.7919829488090342,
      "grad_norm": 0.37558403611183167,
      "learning_rate": 1.0449413633417265e-05,
      "loss": 0.0182,
      "step": 10590
    },
    {
      "epoch": 0.792057734734323,
      "grad_norm": 0.7825092673301697,
      "learning_rate": 1.04421732772629e-05,
      "loss": 0.0547,
      "step": 10591
    },
    {
      "epoch": 0.7921325206596118,
      "grad_norm": 0.8851412534713745,
      "learning_rate": 1.0434935137900148e-05,
      "loss": 0.0706,
      "step": 10592
    },
    {
      "epoch": 0.7922073065849007,
      "grad_norm": 1.0821295976638794,
      "learning_rate": 1.0427699215734632e-05,
      "loss": 0.0882,
      "step": 10593
    },
    {
      "epoch": 0.7922820925101896,
      "grad_norm": 0.8796389698982239,
      "learning_rate": 1.0420465511171828e-05,
      "loss": 0.0665,
      "step": 10594
    },
    {
      "epoch": 0.7923568784354784,
      "grad_norm": 0.7641268372535706,
      "learning_rate": 1.0413234024617124e-05,
      "loss": 0.048,
      "step": 10595
    },
    {
      "epoch": 0.7924316643607673,
      "grad_norm": 0.8969510793685913,
      "learning_rate": 1.0406004756475756e-05,
      "loss": 0.0938,
      "step": 10596
    },
    {
      "epoch": 0.7925064502860562,
      "grad_norm": 1.4068127870559692,
      "learning_rate": 1.0398777707152862e-05,
      "loss": 0.1091,
      "step": 10597
    },
    {
      "epoch": 0.792581236211345,
      "grad_norm": 2.0156571865081787,
      "learning_rate": 1.0391552877053429e-05,
      "loss": 0.2222,
      "step": 10598
    },
    {
      "epoch": 0.7926560221366339,
      "grad_norm": 2.1033382415771484,
      "learning_rate": 1.0384330266582331e-05,
      "loss": 0.3379,
      "step": 10599
    },
    {
      "epoch": 0.7927308080619228,
      "grad_norm": 2.098104238510132,
      "learning_rate": 1.0377109876144325e-05,
      "loss": 0.2129,
      "step": 10600
    },
    {
      "epoch": 0.7928055939872116,
      "grad_norm": 0.8704046607017517,
      "learning_rate": 1.0369891706144035e-05,
      "loss": 0.0669,
      "step": 10601
    },
    {
      "epoch": 0.7928803799125005,
      "grad_norm": 0.8140178322792053,
      "learning_rate": 1.0362675756985957e-05,
      "loss": 0.0702,
      "step": 10602
    },
    {
      "epoch": 0.7929551658377894,
      "grad_norm": 0.5283793807029724,
      "learning_rate": 1.0355462029074481e-05,
      "loss": 0.0473,
      "step": 10603
    },
    {
      "epoch": 0.7930299517630782,
      "grad_norm": 0.6589015126228333,
      "learning_rate": 1.0348250522813825e-05,
      "loss": 0.0741,
      "step": 10604
    },
    {
      "epoch": 0.7931047376883671,
      "grad_norm": 0.9539526104927063,
      "learning_rate": 1.0341041238608168e-05,
      "loss": 0.0688,
      "step": 10605
    },
    {
      "epoch": 0.793179523613656,
      "grad_norm": 0.6731811165809631,
      "learning_rate": 1.033383417686145e-05,
      "loss": 0.0573,
      "step": 10606
    },
    {
      "epoch": 0.7932543095389448,
      "grad_norm": 0.85626620054245,
      "learning_rate": 1.0326629337977623e-05,
      "loss": 0.1076,
      "step": 10607
    },
    {
      "epoch": 0.7933290954642336,
      "grad_norm": 0.47613444924354553,
      "learning_rate": 1.0319426722360381e-05,
      "loss": 0.0418,
      "step": 10608
    },
    {
      "epoch": 0.7934038813895224,
      "grad_norm": 0.9048846364021301,
      "learning_rate": 1.0312226330413372e-05,
      "loss": 0.0543,
      "step": 10609
    },
    {
      "epoch": 0.7934786673148113,
      "grad_norm": 0.6850050687789917,
      "learning_rate": 1.0305028162540109e-05,
      "loss": 0.0551,
      "step": 10610
    },
    {
      "epoch": 0.7935534532401002,
      "grad_norm": 0.699539065361023,
      "learning_rate": 1.0297832219143965e-05,
      "loss": 0.0461,
      "step": 10611
    },
    {
      "epoch": 0.793628239165389,
      "grad_norm": 0.6628077030181885,
      "learning_rate": 1.0290638500628197e-05,
      "loss": 0.059,
      "step": 10612
    },
    {
      "epoch": 0.7937030250906779,
      "grad_norm": 0.9612897634506226,
      "learning_rate": 1.028344700739593e-05,
      "loss": 0.0888,
      "step": 10613
    },
    {
      "epoch": 0.7937778110159668,
      "grad_norm": 0.824701726436615,
      "learning_rate": 1.0276257739850182e-05,
      "loss": 0.1152,
      "step": 10614
    },
    {
      "epoch": 0.7938525969412557,
      "grad_norm": 0.8704706430435181,
      "learning_rate": 1.0269070698393823e-05,
      "loss": 0.0891,
      "step": 10615
    },
    {
      "epoch": 0.7939273828665445,
      "grad_norm": 1.4766043424606323,
      "learning_rate": 1.0261885883429617e-05,
      "loss": 0.1407,
      "step": 10616
    },
    {
      "epoch": 0.7940021687918334,
      "grad_norm": 0.6987845301628113,
      "learning_rate": 1.0254703295360202e-05,
      "loss": 0.0695,
      "step": 10617
    },
    {
      "epoch": 0.7940769547171223,
      "grad_norm": 0.46460533142089844,
      "learning_rate": 1.0247522934588054e-05,
      "loss": 0.0487,
      "step": 10618
    },
    {
      "epoch": 0.7941517406424111,
      "grad_norm": 0.8239775896072388,
      "learning_rate": 1.02403448015156e-05,
      "loss": 0.0737,
      "step": 10619
    },
    {
      "epoch": 0.7942265265677,
      "grad_norm": 0.9237715601921082,
      "learning_rate": 1.0233168896545048e-05,
      "loss": 0.0658,
      "step": 10620
    },
    {
      "epoch": 0.7943013124929889,
      "grad_norm": 0.47272127866744995,
      "learning_rate": 1.0225995220078589e-05,
      "loss": 0.0276,
      "step": 10621
    },
    {
      "epoch": 0.7943760984182777,
      "grad_norm": 0.8699256777763367,
      "learning_rate": 1.0218823772518177e-05,
      "loss": 0.0853,
      "step": 10622
    },
    {
      "epoch": 0.7944508843435666,
      "grad_norm": 0.9040062427520752,
      "learning_rate": 1.0211654554265721e-05,
      "loss": 0.0919,
      "step": 10623
    },
    {
      "epoch": 0.7945256702688555,
      "grad_norm": 0.6724264025688171,
      "learning_rate": 1.0204487565722975e-05,
      "loss": 0.0577,
      "step": 10624
    },
    {
      "epoch": 0.7946004561941442,
      "grad_norm": 0.6485818028450012,
      "learning_rate": 1.0197322807291566e-05,
      "loss": 0.0666,
      "step": 10625
    },
    {
      "epoch": 0.7946752421194331,
      "grad_norm": 0.5700902342796326,
      "learning_rate": 1.0190160279373023e-05,
      "loss": 0.0464,
      "step": 10626
    },
    {
      "epoch": 0.794750028044722,
      "grad_norm": 0.5057613849639893,
      "learning_rate": 1.018299998236868e-05,
      "loss": 0.0346,
      "step": 10627
    },
    {
      "epoch": 0.7948248139700108,
      "grad_norm": 0.7350407242774963,
      "learning_rate": 1.0175841916679857e-05,
      "loss": 0.0447,
      "step": 10628
    },
    {
      "epoch": 0.7948995998952997,
      "grad_norm": 0.6208820343017578,
      "learning_rate": 1.0168686082707634e-05,
      "loss": 0.0388,
      "step": 10629
    },
    {
      "epoch": 0.7949743858205885,
      "grad_norm": 0.6252816319465637,
      "learning_rate": 1.0161532480853064e-05,
      "loss": 0.0379,
      "step": 10630
    },
    {
      "epoch": 0.7950491717458774,
      "grad_norm": 1.0451083183288574,
      "learning_rate": 1.0154381111516992e-05,
      "loss": 0.1533,
      "step": 10631
    },
    {
      "epoch": 0.7951239576711663,
      "grad_norm": 0.9807851314544678,
      "learning_rate": 1.0147231975100197e-05,
      "loss": 0.0902,
      "step": 10632
    },
    {
      "epoch": 0.7951987435964551,
      "grad_norm": 0.8503071069717407,
      "learning_rate": 1.0140085072003296e-05,
      "loss": 0.0911,
      "step": 10633
    },
    {
      "epoch": 0.795273529521744,
      "grad_norm": 1.0036641359329224,
      "learning_rate": 1.0132940402626812e-05,
      "loss": 0.1324,
      "step": 10634
    },
    {
      "epoch": 0.7953483154470329,
      "grad_norm": 0.6660249829292297,
      "learning_rate": 1.0125797967371115e-05,
      "loss": 0.0385,
      "step": 10635
    },
    {
      "epoch": 0.7954231013723218,
      "grad_norm": 0.750503420829773,
      "learning_rate": 1.0118657766636469e-05,
      "loss": 0.0616,
      "step": 10636
    },
    {
      "epoch": 0.7954978872976106,
      "grad_norm": 1.3929866552352905,
      "learning_rate": 1.0111519800823006e-05,
      "loss": 0.1569,
      "step": 10637
    },
    {
      "epoch": 0.7955726732228995,
      "grad_norm": 0.5718165636062622,
      "learning_rate": 1.0104384070330725e-05,
      "loss": 0.0419,
      "step": 10638
    },
    {
      "epoch": 0.7956474591481884,
      "grad_norm": 0.6959164142608643,
      "learning_rate": 1.0097250575559518e-05,
      "loss": 0.0377,
      "step": 10639
    },
    {
      "epoch": 0.7957222450734772,
      "grad_norm": 0.8072807788848877,
      "learning_rate": 1.0090119316909141e-05,
      "loss": 0.0524,
      "step": 10640
    },
    {
      "epoch": 0.7957970309987661,
      "grad_norm": 1.2931081056594849,
      "learning_rate": 1.00829902947792e-05,
      "loss": 0.1591,
      "step": 10641
    },
    {
      "epoch": 0.7958718169240548,
      "grad_norm": 1.2596150636672974,
      "learning_rate": 1.007586350956924e-05,
      "loss": 0.1976,
      "step": 10642
    },
    {
      "epoch": 0.7959466028493437,
      "grad_norm": 1.9806126356124878,
      "learning_rate": 1.0068738961678592e-05,
      "loss": 0.289,
      "step": 10643
    },
    {
      "epoch": 0.7960213887746326,
      "grad_norm": 1.3985333442687988,
      "learning_rate": 1.0061616651506566e-05,
      "loss": 0.133,
      "step": 10644
    },
    {
      "epoch": 0.7960961746999214,
      "grad_norm": 1.1114451885223389,
      "learning_rate": 1.005449657945225e-05,
      "loss": 0.0836,
      "step": 10645
    },
    {
      "epoch": 0.7961709606252103,
      "grad_norm": 1.1817668676376343,
      "learning_rate": 1.004737874591466e-05,
      "loss": 0.1369,
      "step": 10646
    },
    {
      "epoch": 0.7962457465504992,
      "grad_norm": 1.6356065273284912,
      "learning_rate": 1.0040263151292673e-05,
      "loss": 0.2007,
      "step": 10647
    },
    {
      "epoch": 0.796320532475788,
      "grad_norm": 0.8730943202972412,
      "learning_rate": 1.0033149795985043e-05,
      "loss": 0.0445,
      "step": 10648
    },
    {
      "epoch": 0.7963953184010769,
      "grad_norm": 2.077568769454956,
      "learning_rate": 1.0026038680390398e-05,
      "loss": 0.117,
      "step": 10649
    },
    {
      "epoch": 0.7964701043263658,
      "grad_norm": 1.5831589698791504,
      "learning_rate": 1.001892980490724e-05,
      "loss": 0.1115,
      "step": 10650
    },
    {
      "epoch": 0.7965448902516546,
      "grad_norm": 0.6411208510398865,
      "learning_rate": 1.0011823169933948e-05,
      "loss": 0.0847,
      "step": 10651
    },
    {
      "epoch": 0.7966196761769435,
      "grad_norm": 0.6234743595123291,
      "learning_rate": 1.0004718775868766e-05,
      "loss": 0.0728,
      "step": 10652
    },
    {
      "epoch": 0.7966944621022324,
      "grad_norm": 0.43576738238334656,
      "learning_rate": 9.997616623109817e-06,
      "loss": 0.0402,
      "step": 10653
    },
    {
      "epoch": 0.7967692480275212,
      "grad_norm": 0.6106768250465393,
      "learning_rate": 9.990516712055126e-06,
      "loss": 0.0612,
      "step": 10654
    },
    {
      "epoch": 0.7968440339528101,
      "grad_norm": 0.5598713159561157,
      "learning_rate": 9.983419043102527e-06,
      "loss": 0.0528,
      "step": 10655
    },
    {
      "epoch": 0.796918819878099,
      "grad_norm": 0.4696134626865387,
      "learning_rate": 9.97632361664979e-06,
      "loss": 0.0701,
      "step": 10656
    },
    {
      "epoch": 0.7969936058033879,
      "grad_norm": 0.6637371778488159,
      "learning_rate": 9.969230433094539e-06,
      "loss": 0.0657,
      "step": 10657
    },
    {
      "epoch": 0.7970683917286767,
      "grad_norm": 0.5380753874778748,
      "learning_rate": 9.962139492834261e-06,
      "loss": 0.0304,
      "step": 10658
    },
    {
      "epoch": 0.7971431776539655,
      "grad_norm": 0.37386107444763184,
      "learning_rate": 9.955050796266335e-06,
      "loss": 0.022,
      "step": 10659
    },
    {
      "epoch": 0.7972179635792543,
      "grad_norm": 0.6558265089988708,
      "learning_rate": 9.947964343788007e-06,
      "loss": 0.0537,
      "step": 10660
    },
    {
      "epoch": 0.7972927495045432,
      "grad_norm": 0.6036046743392944,
      "learning_rate": 9.940880135796388e-06,
      "loss": 0.0489,
      "step": 10661
    },
    {
      "epoch": 0.7973675354298321,
      "grad_norm": 0.8845580220222473,
      "learning_rate": 9.93379817268848e-06,
      "loss": 0.0652,
      "step": 10662
    },
    {
      "epoch": 0.7974423213551209,
      "grad_norm": 0.8679596781730652,
      "learning_rate": 9.926718454861162e-06,
      "loss": 0.0742,
      "step": 10663
    },
    {
      "epoch": 0.7975171072804098,
      "grad_norm": 0.7672664523124695,
      "learning_rate": 9.919640982711137e-06,
      "loss": 0.0953,
      "step": 10664
    },
    {
      "epoch": 0.7975918932056987,
      "grad_norm": 1.7277851104736328,
      "learning_rate": 9.912565756635072e-06,
      "loss": 0.0534,
      "step": 10665
    },
    {
      "epoch": 0.7976666791309875,
      "grad_norm": 0.9513818025588989,
      "learning_rate": 9.905492777029413e-06,
      "loss": 0.0854,
      "step": 10666
    },
    {
      "epoch": 0.7977414650562764,
      "grad_norm": 0.8406631946563721,
      "learning_rate": 9.898422044290562e-06,
      "loss": 0.0629,
      "step": 10667
    },
    {
      "epoch": 0.7978162509815653,
      "grad_norm": 0.7406420111656189,
      "learning_rate": 9.891353558814732e-06,
      "loss": 0.0676,
      "step": 10668
    },
    {
      "epoch": 0.7978910369068541,
      "grad_norm": 0.6505618691444397,
      "learning_rate": 9.884287320998042e-06,
      "loss": 0.0487,
      "step": 10669
    },
    {
      "epoch": 0.797965822832143,
      "grad_norm": 1.0687282085418701,
      "learning_rate": 9.87722333123648e-06,
      "loss": 0.1053,
      "step": 10670
    },
    {
      "epoch": 0.7980406087574319,
      "grad_norm": 0.7547492980957031,
      "learning_rate": 9.870161589925909e-06,
      "loss": 0.0552,
      "step": 10671
    },
    {
      "epoch": 0.7981153946827207,
      "grad_norm": 0.36590009927749634,
      "learning_rate": 9.863102097462056e-06,
      "loss": 0.0232,
      "step": 10672
    },
    {
      "epoch": 0.7981901806080096,
      "grad_norm": 0.7257341146469116,
      "learning_rate": 9.856044854240543e-06,
      "loss": 0.0568,
      "step": 10673
    },
    {
      "epoch": 0.7982649665332985,
      "grad_norm": 0.7417170405387878,
      "learning_rate": 9.848989860656844e-06,
      "loss": 0.0561,
      "step": 10674
    },
    {
      "epoch": 0.7983397524585873,
      "grad_norm": 0.889056921005249,
      "learning_rate": 9.841937117106314e-06,
      "loss": 0.0914,
      "step": 10675
    },
    {
      "epoch": 0.7984145383838761,
      "grad_norm": 0.86314457654953,
      "learning_rate": 9.834886623984191e-06,
      "loss": 0.0767,
      "step": 10676
    },
    {
      "epoch": 0.798489324309165,
      "grad_norm": 0.8583728671073914,
      "learning_rate": 9.827838381685584e-06,
      "loss": 0.0556,
      "step": 10677
    },
    {
      "epoch": 0.7985641102344538,
      "grad_norm": 0.5934217572212219,
      "learning_rate": 9.820792390605438e-06,
      "loss": 0.0544,
      "step": 10678
    },
    {
      "epoch": 0.7986388961597427,
      "grad_norm": 0.5273444652557373,
      "learning_rate": 9.81374865113866e-06,
      "loss": 0.0327,
      "step": 10679
    },
    {
      "epoch": 0.7987136820850316,
      "grad_norm": 0.7052527666091919,
      "learning_rate": 9.806707163679913e-06,
      "loss": 0.0602,
      "step": 10680
    },
    {
      "epoch": 0.7987884680103204,
      "grad_norm": 0.8638718724250793,
      "learning_rate": 9.799667928623862e-06,
      "loss": 0.0572,
      "step": 10681
    },
    {
      "epoch": 0.7988632539356093,
      "grad_norm": 0.4996941387653351,
      "learning_rate": 9.792630946364933e-06,
      "loss": 0.025,
      "step": 10682
    },
    {
      "epoch": 0.7989380398608982,
      "grad_norm": 0.4758041203022003,
      "learning_rate": 9.785596217297487e-06,
      "loss": 0.0234,
      "step": 10683
    },
    {
      "epoch": 0.799012825786187,
      "grad_norm": 0.5624006390571594,
      "learning_rate": 9.778563741815743e-06,
      "loss": 0.0424,
      "step": 10684
    },
    {
      "epoch": 0.7990876117114759,
      "grad_norm": 0.5201913118362427,
      "learning_rate": 9.771533520313808e-06,
      "loss": 0.0323,
      "step": 10685
    },
    {
      "epoch": 0.7991623976367648,
      "grad_norm": 0.8844174742698669,
      "learning_rate": 9.764505553185649e-06,
      "loss": 0.0842,
      "step": 10686
    },
    {
      "epoch": 0.7992371835620536,
      "grad_norm": 0.9149407744407654,
      "learning_rate": 9.757479840825079e-06,
      "loss": 0.0906,
      "step": 10687
    },
    {
      "epoch": 0.7993119694873425,
      "grad_norm": 0.8443636894226074,
      "learning_rate": 9.750456383625856e-06,
      "loss": 0.0668,
      "step": 10688
    },
    {
      "epoch": 0.7993867554126314,
      "grad_norm": 0.986221432685852,
      "learning_rate": 9.743435181981525e-06,
      "loss": 0.0772,
      "step": 10689
    },
    {
      "epoch": 0.7994615413379202,
      "grad_norm": 0.5902963280677795,
      "learning_rate": 9.7364162362856e-06,
      "loss": 0.0421,
      "step": 10690
    },
    {
      "epoch": 0.7995363272632091,
      "grad_norm": 0.9366552829742432,
      "learning_rate": 9.729399546931377e-06,
      "loss": 0.0871,
      "step": 10691
    },
    {
      "epoch": 0.799611113188498,
      "grad_norm": 0.714028537273407,
      "learning_rate": 9.722385114312083e-06,
      "loss": 0.0361,
      "step": 10692
    },
    {
      "epoch": 0.7996858991137867,
      "grad_norm": 0.7687188982963562,
      "learning_rate": 9.715372938820794e-06,
      "loss": 0.0791,
      "step": 10693
    },
    {
      "epoch": 0.7997606850390756,
      "grad_norm": 0.7476840615272522,
      "learning_rate": 9.708363020850475e-06,
      "loss": 0.051,
      "step": 10694
    },
    {
      "epoch": 0.7998354709643645,
      "grad_norm": 0.9302048087120056,
      "learning_rate": 9.701355360793952e-06,
      "loss": 0.0654,
      "step": 10695
    },
    {
      "epoch": 0.7999102568896533,
      "grad_norm": 1.3246697187423706,
      "learning_rate": 9.69434995904393e-06,
      "loss": 0.1172,
      "step": 10696
    },
    {
      "epoch": 0.7999850428149422,
      "grad_norm": 1.5867518186569214,
      "learning_rate": 9.687346815992987e-06,
      "loss": 0.126,
      "step": 10697
    },
    {
      "epoch": 0.8000598287402311,
      "grad_norm": 0.8812807202339172,
      "learning_rate": 9.680345932033573e-06,
      "loss": 0.097,
      "step": 10698
    },
    {
      "epoch": 0.8001346146655199,
      "grad_norm": 1.9107325077056885,
      "learning_rate": 9.673347307558017e-06,
      "loss": 0.2245,
      "step": 10699
    },
    {
      "epoch": 0.8002094005908088,
      "grad_norm": 1.197048544883728,
      "learning_rate": 9.666350942958525e-06,
      "loss": 0.0736,
      "step": 10700
    },
    {
      "epoch": 0.8002841865160977,
      "grad_norm": 0.5730763077735901,
      "learning_rate": 9.659356838627127e-06,
      "loss": 0.0745,
      "step": 10701
    },
    {
      "epoch": 0.8003589724413865,
      "grad_norm": 0.45140454173088074,
      "learning_rate": 9.652364994955826e-06,
      "loss": 0.0586,
      "step": 10702
    },
    {
      "epoch": 0.8004337583666754,
      "grad_norm": 0.7423486113548279,
      "learning_rate": 9.645375412336383e-06,
      "loss": 0.121,
      "step": 10703
    },
    {
      "epoch": 0.8005085442919643,
      "grad_norm": 0.5397660732269287,
      "learning_rate": 9.638388091160543e-06,
      "loss": 0.0395,
      "step": 10704
    },
    {
      "epoch": 0.8005833302172531,
      "grad_norm": 0.679190993309021,
      "learning_rate": 9.63140303181983e-06,
      "loss": 0.0515,
      "step": 10705
    },
    {
      "epoch": 0.800658116142542,
      "grad_norm": 0.693604052066803,
      "learning_rate": 9.624420234705695e-06,
      "loss": 0.0651,
      "step": 10706
    },
    {
      "epoch": 0.8007329020678309,
      "grad_norm": 0.6511523127555847,
      "learning_rate": 9.617439700209453e-06,
      "loss": 0.0594,
      "step": 10707
    },
    {
      "epoch": 0.8008076879931197,
      "grad_norm": 0.8305274844169617,
      "learning_rate": 9.610461428722284e-06,
      "loss": 0.0534,
      "step": 10708
    },
    {
      "epoch": 0.8008824739184086,
      "grad_norm": 0.4766998589038849,
      "learning_rate": 9.603485420635245e-06,
      "loss": 0.0299,
      "step": 10709
    },
    {
      "epoch": 0.8009572598436974,
      "grad_norm": 0.4086126387119293,
      "learning_rate": 9.596511676339265e-06,
      "loss": 0.0385,
      "step": 10710
    },
    {
      "epoch": 0.8010320457689862,
      "grad_norm": 0.6510621905326843,
      "learning_rate": 9.58954019622515e-06,
      "loss": 0.0798,
      "step": 10711
    },
    {
      "epoch": 0.8011068316942751,
      "grad_norm": 0.5241890549659729,
      "learning_rate": 9.582570980683576e-06,
      "loss": 0.0394,
      "step": 10712
    },
    {
      "epoch": 0.801181617619564,
      "grad_norm": 0.5225481390953064,
      "learning_rate": 9.575604030105095e-06,
      "loss": 0.0453,
      "step": 10713
    },
    {
      "epoch": 0.8012564035448528,
      "grad_norm": 1.0047825574874878,
      "learning_rate": 9.568639344880142e-06,
      "loss": 0.101,
      "step": 10714
    },
    {
      "epoch": 0.8013311894701417,
      "grad_norm": 0.7694163918495178,
      "learning_rate": 9.561676925398971e-06,
      "loss": 0.069,
      "step": 10715
    },
    {
      "epoch": 0.8014059753954306,
      "grad_norm": 0.492515504360199,
      "learning_rate": 9.554716772051802e-06,
      "loss": 0.0404,
      "step": 10716
    },
    {
      "epoch": 0.8014807613207194,
      "grad_norm": 0.6993704438209534,
      "learning_rate": 9.547758885228641e-06,
      "loss": 0.0594,
      "step": 10717
    },
    {
      "epoch": 0.8015555472460083,
      "grad_norm": 0.5228090882301331,
      "learning_rate": 9.54080326531942e-06,
      "loss": 0.0387,
      "step": 10718
    },
    {
      "epoch": 0.8016303331712972,
      "grad_norm": 0.6490309834480286,
      "learning_rate": 9.533849912713916e-06,
      "loss": 0.0416,
      "step": 10719
    },
    {
      "epoch": 0.801705119096586,
      "grad_norm": 0.7053634524345398,
      "learning_rate": 9.5268988278018e-06,
      "loss": 0.0622,
      "step": 10720
    },
    {
      "epoch": 0.8017799050218749,
      "grad_norm": 0.7918131351470947,
      "learning_rate": 9.5199500109726e-06,
      "loss": 0.0519,
      "step": 10721
    },
    {
      "epoch": 0.8018546909471638,
      "grad_norm": 0.573413074016571,
      "learning_rate": 9.513003462615726e-06,
      "loss": 0.0443,
      "step": 10722
    },
    {
      "epoch": 0.8019294768724526,
      "grad_norm": 1.5414679050445557,
      "learning_rate": 9.506059183120464e-06,
      "loss": 0.1061,
      "step": 10723
    },
    {
      "epoch": 0.8020042627977415,
      "grad_norm": 1.3681269884109497,
      "learning_rate": 9.499117172875938e-06,
      "loss": 0.151,
      "step": 10724
    },
    {
      "epoch": 0.8020790487230304,
      "grad_norm": 0.8332113027572632,
      "learning_rate": 9.492177432271216e-06,
      "loss": 0.0705,
      "step": 10725
    },
    {
      "epoch": 0.8021538346483192,
      "grad_norm": 1.0225236415863037,
      "learning_rate": 9.485239961695147e-06,
      "loss": 0.1021,
      "step": 10726
    },
    {
      "epoch": 0.802228620573608,
      "grad_norm": 0.8160238265991211,
      "learning_rate": 9.478304761536555e-06,
      "loss": 0.0719,
      "step": 10727
    },
    {
      "epoch": 0.8023034064988969,
      "grad_norm": 0.7909722328186035,
      "learning_rate": 9.471371832184046e-06,
      "loss": 0.0693,
      "step": 10728
    },
    {
      "epoch": 0.8023781924241857,
      "grad_norm": 0.9521584510803223,
      "learning_rate": 9.46444117402614e-06,
      "loss": 0.0765,
      "step": 10729
    },
    {
      "epoch": 0.8024529783494746,
      "grad_norm": 0.674228310585022,
      "learning_rate": 9.457512787451239e-06,
      "loss": 0.0438,
      "step": 10730
    },
    {
      "epoch": 0.8025277642747635,
      "grad_norm": 0.7973763942718506,
      "learning_rate": 9.450586672847595e-06,
      "loss": 0.0646,
      "step": 10731
    },
    {
      "epoch": 0.8026025502000523,
      "grad_norm": 0.9120528101921082,
      "learning_rate": 9.443662830603344e-06,
      "loss": 0.0708,
      "step": 10732
    },
    {
      "epoch": 0.8026773361253412,
      "grad_norm": 1.5947943925857544,
      "learning_rate": 9.436741261106496e-06,
      "loss": 0.3189,
      "step": 10733
    },
    {
      "epoch": 0.8027521220506301,
      "grad_norm": 0.5601302981376648,
      "learning_rate": 9.429821964744935e-06,
      "loss": 0.0324,
      "step": 10734
    },
    {
      "epoch": 0.8028269079759189,
      "grad_norm": 0.6244337558746338,
      "learning_rate": 9.422904941906402e-06,
      "loss": 0.0486,
      "step": 10735
    },
    {
      "epoch": 0.8029016939012078,
      "grad_norm": 0.9339538216590881,
      "learning_rate": 9.41599019297853e-06,
      "loss": 0.0744,
      "step": 10736
    },
    {
      "epoch": 0.8029764798264967,
      "grad_norm": 0.7147664427757263,
      "learning_rate": 9.409077718348824e-06,
      "loss": 0.0515,
      "step": 10737
    },
    {
      "epoch": 0.8030512657517855,
      "grad_norm": 1.2461024522781372,
      "learning_rate": 9.402167518404626e-06,
      "loss": 0.0892,
      "step": 10738
    },
    {
      "epoch": 0.8031260516770744,
      "grad_norm": 0.7085516452789307,
      "learning_rate": 9.395259593533217e-06,
      "loss": 0.0583,
      "step": 10739
    },
    {
      "epoch": 0.8032008376023633,
      "grad_norm": 0.9448722004890442,
      "learning_rate": 9.388353944121664e-06,
      "loss": 0.1132,
      "step": 10740
    },
    {
      "epoch": 0.8032756235276521,
      "grad_norm": 0.8607487678527832,
      "learning_rate": 9.38145057055701e-06,
      "loss": 0.0589,
      "step": 10741
    },
    {
      "epoch": 0.803350409452941,
      "grad_norm": 0.8453628420829773,
      "learning_rate": 9.37454947322608e-06,
      "loss": 0.0634,
      "step": 10742
    },
    {
      "epoch": 0.8034251953782298,
      "grad_norm": 0.9018056392669678,
      "learning_rate": 9.367650652515609e-06,
      "loss": 0.067,
      "step": 10743
    },
    {
      "epoch": 0.8034999813035186,
      "grad_norm": 1.2510287761688232,
      "learning_rate": 9.360754108812203e-06,
      "loss": 0.1332,
      "step": 10744
    },
    {
      "epoch": 0.8035747672288075,
      "grad_norm": 1.3881454467773438,
      "learning_rate": 9.353859842502349e-06,
      "loss": 0.1117,
      "step": 10745
    },
    {
      "epoch": 0.8036495531540964,
      "grad_norm": 1.0690410137176514,
      "learning_rate": 9.346967853972389e-06,
      "loss": 0.0779,
      "step": 10746
    },
    {
      "epoch": 0.8037243390793852,
      "grad_norm": 1.778813362121582,
      "learning_rate": 9.340078143608545e-06,
      "loss": 0.2159,
      "step": 10747
    },
    {
      "epoch": 0.8037991250046741,
      "grad_norm": 1.8843169212341309,
      "learning_rate": 9.333190711796907e-06,
      "loss": 0.1604,
      "step": 10748
    },
    {
      "epoch": 0.803873910929963,
      "grad_norm": 1.3068280220031738,
      "learning_rate": 9.326305558923453e-06,
      "loss": 0.1082,
      "step": 10749
    },
    {
      "epoch": 0.8039486968552518,
      "grad_norm": 1.4300127029418945,
      "learning_rate": 9.319422685374035e-06,
      "loss": 0.1003,
      "step": 10750
    },
    {
      "epoch": 0.8040234827805407,
      "grad_norm": 0.7236760258674622,
      "learning_rate": 9.312542091534327e-06,
      "loss": 0.112,
      "step": 10751
    },
    {
      "epoch": 0.8040982687058296,
      "grad_norm": 0.6141052842140198,
      "learning_rate": 9.30566377778993e-06,
      "loss": 0.0864,
      "step": 10752
    },
    {
      "epoch": 0.8041730546311184,
      "grad_norm": 0.5035622715950012,
      "learning_rate": 9.2987877445263e-06,
      "loss": 0.0551,
      "step": 10753
    },
    {
      "epoch": 0.8042478405564073,
      "grad_norm": 0.3334169387817383,
      "learning_rate": 9.29191399212877e-06,
      "loss": 0.0265,
      "step": 10754
    },
    {
      "epoch": 0.8043226264816962,
      "grad_norm": 0.5277938842773438,
      "learning_rate": 9.285042520982534e-06,
      "loss": 0.0417,
      "step": 10755
    },
    {
      "epoch": 0.804397412406985,
      "grad_norm": 0.5640279650688171,
      "learning_rate": 9.27817333147266e-06,
      "loss": 0.0482,
      "step": 10756
    },
    {
      "epoch": 0.8044721983322739,
      "grad_norm": 0.8924326300621033,
      "learning_rate": 9.271306423984106e-06,
      "loss": 0.0717,
      "step": 10757
    },
    {
      "epoch": 0.8045469842575628,
      "grad_norm": 0.6708645224571228,
      "learning_rate": 9.264441798901673e-06,
      "loss": 0.0537,
      "step": 10758
    },
    {
      "epoch": 0.8046217701828516,
      "grad_norm": 0.5058355331420898,
      "learning_rate": 9.257579456610066e-06,
      "loss": 0.0451,
      "step": 10759
    },
    {
      "epoch": 0.8046965561081404,
      "grad_norm": 0.6369231939315796,
      "learning_rate": 9.250719397493846e-06,
      "loss": 0.068,
      "step": 10760
    },
    {
      "epoch": 0.8047713420334293,
      "grad_norm": 1.1007109880447388,
      "learning_rate": 9.243861621937406e-06,
      "loss": 0.1221,
      "step": 10761
    },
    {
      "epoch": 0.8048461279587181,
      "grad_norm": 0.6039164662361145,
      "learning_rate": 9.23700613032511e-06,
      "loss": 0.0404,
      "step": 10762
    },
    {
      "epoch": 0.804920913884007,
      "grad_norm": 0.703209400177002,
      "learning_rate": 9.23015292304108e-06,
      "loss": 0.0474,
      "step": 10763
    },
    {
      "epoch": 0.8049956998092959,
      "grad_norm": 0.8317474126815796,
      "learning_rate": 9.22330200046942e-06,
      "loss": 0.0742,
      "step": 10764
    },
    {
      "epoch": 0.8050704857345847,
      "grad_norm": 1.0182576179504395,
      "learning_rate": 9.216453362994005e-06,
      "loss": 0.092,
      "step": 10765
    },
    {
      "epoch": 0.8051452716598736,
      "grad_norm": 1.330977439880371,
      "learning_rate": 9.209607010998645e-06,
      "loss": 0.2109,
      "step": 10766
    },
    {
      "epoch": 0.8052200575851625,
      "grad_norm": 0.9266225695610046,
      "learning_rate": 9.202762944867e-06,
      "loss": 0.0829,
      "step": 10767
    },
    {
      "epoch": 0.8052948435104513,
      "grad_norm": 0.7421335577964783,
      "learning_rate": 9.195921164982613e-06,
      "loss": 0.0545,
      "step": 10768
    },
    {
      "epoch": 0.8053696294357402,
      "grad_norm": 0.6811231970787048,
      "learning_rate": 9.189081671728889e-06,
      "loss": 0.051,
      "step": 10769
    },
    {
      "epoch": 0.8054444153610291,
      "grad_norm": 0.7720628976821899,
      "learning_rate": 9.182244465489105e-06,
      "loss": 0.0947,
      "step": 10770
    },
    {
      "epoch": 0.8055192012863179,
      "grad_norm": 0.7849817872047424,
      "learning_rate": 9.175409546646419e-06,
      "loss": 0.0662,
      "step": 10771
    },
    {
      "epoch": 0.8055939872116068,
      "grad_norm": 0.4448261857032776,
      "learning_rate": 9.168576915583854e-06,
      "loss": 0.021,
      "step": 10772
    },
    {
      "epoch": 0.8056687731368957,
      "grad_norm": 1.0300116539001465,
      "learning_rate": 9.161746572684298e-06,
      "loss": 0.1916,
      "step": 10773
    },
    {
      "epoch": 0.8057435590621845,
      "grad_norm": 0.7801743745803833,
      "learning_rate": 9.154918518330547e-06,
      "loss": 0.0676,
      "step": 10774
    },
    {
      "epoch": 0.8058183449874734,
      "grad_norm": 0.8630162477493286,
      "learning_rate": 9.148092752905186e-06,
      "loss": 0.0581,
      "step": 10775
    },
    {
      "epoch": 0.8058931309127623,
      "grad_norm": 0.724767804145813,
      "learning_rate": 9.141269276790782e-06,
      "loss": 0.0664,
      "step": 10776
    },
    {
      "epoch": 0.805967916838051,
      "grad_norm": 0.711525559425354,
      "learning_rate": 9.134448090369669e-06,
      "loss": 0.0458,
      "step": 10777
    },
    {
      "epoch": 0.8060427027633399,
      "grad_norm": 0.8531045317649841,
      "learning_rate": 9.127629194024145e-06,
      "loss": 0.0939,
      "step": 10778
    },
    {
      "epoch": 0.8061174886886288,
      "grad_norm": 0.7772939801216125,
      "learning_rate": 9.120812588136312e-06,
      "loss": 0.066,
      "step": 10779
    },
    {
      "epoch": 0.8061922746139176,
      "grad_norm": 0.8182514905929565,
      "learning_rate": 9.11399827308817e-06,
      "loss": 0.07,
      "step": 10780
    },
    {
      "epoch": 0.8062670605392065,
      "grad_norm": 1.062941312789917,
      "learning_rate": 9.107186249261584e-06,
      "loss": 0.1214,
      "step": 10781
    },
    {
      "epoch": 0.8063418464644954,
      "grad_norm": 0.4173477590084076,
      "learning_rate": 9.100376517038306e-06,
      "loss": 0.0251,
      "step": 10782
    },
    {
      "epoch": 0.8064166323897842,
      "grad_norm": 0.7737789154052734,
      "learning_rate": 9.093569076799956e-06,
      "loss": 0.0677,
      "step": 10783
    },
    {
      "epoch": 0.8064914183150731,
      "grad_norm": 0.4552935063838959,
      "learning_rate": 9.086763928927977e-06,
      "loss": 0.0306,
      "step": 10784
    },
    {
      "epoch": 0.806566204240362,
      "grad_norm": 0.6327899694442749,
      "learning_rate": 9.079961073803783e-06,
      "loss": 0.0284,
      "step": 10785
    },
    {
      "epoch": 0.8066409901656508,
      "grad_norm": 0.7528173327445984,
      "learning_rate": 9.073160511808542e-06,
      "loss": 0.0476,
      "step": 10786
    },
    {
      "epoch": 0.8067157760909397,
      "grad_norm": 0.9398989677429199,
      "learning_rate": 9.066362243323407e-06,
      "loss": 0.066,
      "step": 10787
    },
    {
      "epoch": 0.8067905620162286,
      "grad_norm": 1.1436322927474976,
      "learning_rate": 9.059566268729308e-06,
      "loss": 0.0776,
      "step": 10788
    },
    {
      "epoch": 0.8068653479415174,
      "grad_norm": 0.9871983528137207,
      "learning_rate": 9.0527725884071e-06,
      "loss": 0.0605,
      "step": 10789
    },
    {
      "epoch": 0.8069401338668063,
      "grad_norm": 0.9231733679771423,
      "learning_rate": 9.045981202737496e-06,
      "loss": 0.0708,
      "step": 10790
    },
    {
      "epoch": 0.8070149197920952,
      "grad_norm": 1.0226629972457886,
      "learning_rate": 9.039192112101087e-06,
      "loss": 0.0995,
      "step": 10791
    },
    {
      "epoch": 0.807089705717384,
      "grad_norm": 0.8997494578361511,
      "learning_rate": 9.032405316878318e-06,
      "loss": 0.0619,
      "step": 10792
    },
    {
      "epoch": 0.8071644916426729,
      "grad_norm": 0.8862090706825256,
      "learning_rate": 9.02562081744952e-06,
      "loss": 0.0883,
      "step": 10793
    },
    {
      "epoch": 0.8072392775679617,
      "grad_norm": 0.9171504974365234,
      "learning_rate": 9.018838614194891e-06,
      "loss": 0.0811,
      "step": 10794
    },
    {
      "epoch": 0.8073140634932505,
      "grad_norm": 1.3495911359786987,
      "learning_rate": 9.012058707494503e-06,
      "loss": 0.1134,
      "step": 10795
    },
    {
      "epoch": 0.8073888494185394,
      "grad_norm": 1.4634711742401123,
      "learning_rate": 9.005281097728296e-06,
      "loss": 0.1412,
      "step": 10796
    },
    {
      "epoch": 0.8074636353438283,
      "grad_norm": 1.3724803924560547,
      "learning_rate": 8.998505785276096e-06,
      "loss": 0.1238,
      "step": 10797
    },
    {
      "epoch": 0.8075384212691171,
      "grad_norm": 1.9340540170669556,
      "learning_rate": 8.991732770517542e-06,
      "loss": 0.2625,
      "step": 10798
    },
    {
      "epoch": 0.807613207194406,
      "grad_norm": 0.848156213760376,
      "learning_rate": 8.984962053832246e-06,
      "loss": 0.0514,
      "step": 10799
    },
    {
      "epoch": 0.8076879931196949,
      "grad_norm": 0.9734456539154053,
      "learning_rate": 8.978193635599586e-06,
      "loss": 0.0561,
      "step": 10800
    },
    {
      "epoch": 0.8077627790449837,
      "grad_norm": 0.8074752688407898,
      "learning_rate": 8.971427516198904e-06,
      "loss": 0.073,
      "step": 10801
    },
    {
      "epoch": 0.8078375649702726,
      "grad_norm": 0.5221118330955505,
      "learning_rate": 8.964663696009329e-06,
      "loss": 0.0368,
      "step": 10802
    },
    {
      "epoch": 0.8079123508955615,
      "grad_norm": 0.6042184829711914,
      "learning_rate": 8.957902175409922e-06,
      "loss": 0.0543,
      "step": 10803
    },
    {
      "epoch": 0.8079871368208503,
      "grad_norm": 0.683151125907898,
      "learning_rate": 8.951142954779578e-06,
      "loss": 0.0572,
      "step": 10804
    },
    {
      "epoch": 0.8080619227461392,
      "grad_norm": 0.6317923665046692,
      "learning_rate": 8.9443860344971e-06,
      "loss": 0.0765,
      "step": 10805
    },
    {
      "epoch": 0.8081367086714281,
      "grad_norm": 0.4988690912723541,
      "learning_rate": 8.937631414941123e-06,
      "loss": 0.0396,
      "step": 10806
    },
    {
      "epoch": 0.8082114945967169,
      "grad_norm": 0.8487690687179565,
      "learning_rate": 8.930879096490175e-06,
      "loss": 0.0708,
      "step": 10807
    },
    {
      "epoch": 0.8082862805220058,
      "grad_norm": 1.000099778175354,
      "learning_rate": 8.924129079522659e-06,
      "loss": 0.0834,
      "step": 10808
    },
    {
      "epoch": 0.8083610664472947,
      "grad_norm": 0.6738702654838562,
      "learning_rate": 8.917381364416832e-06,
      "loss": 0.0393,
      "step": 10809
    },
    {
      "epoch": 0.8084358523725835,
      "grad_norm": 0.7764981985092163,
      "learning_rate": 8.910635951550833e-06,
      "loss": 0.0589,
      "step": 10810
    },
    {
      "epoch": 0.8085106382978723,
      "grad_norm": 1.1769839525222778,
      "learning_rate": 8.90389284130269e-06,
      "loss": 0.0942,
      "step": 10811
    },
    {
      "epoch": 0.8085854242231612,
      "grad_norm": 0.5900108218193054,
      "learning_rate": 8.897152034050244e-06,
      "loss": 0.0475,
      "step": 10812
    },
    {
      "epoch": 0.80866021014845,
      "grad_norm": 1.0087717771530151,
      "learning_rate": 8.89041353017127e-06,
      "loss": 0.0899,
      "step": 10813
    },
    {
      "epoch": 0.8087349960737389,
      "grad_norm": 0.7926431894302368,
      "learning_rate": 8.883677330043377e-06,
      "loss": 0.0709,
      "step": 10814
    },
    {
      "epoch": 0.8088097819990278,
      "grad_norm": 0.9423360228538513,
      "learning_rate": 8.876943434044072e-06,
      "loss": 0.0898,
      "step": 10815
    },
    {
      "epoch": 0.8088845679243166,
      "grad_norm": 0.5469236373901367,
      "learning_rate": 8.870211842550702e-06,
      "loss": 0.0382,
      "step": 10816
    },
    {
      "epoch": 0.8089593538496055,
      "grad_norm": 1.1844040155410767,
      "learning_rate": 8.863482555940505e-06,
      "loss": 0.0977,
      "step": 10817
    },
    {
      "epoch": 0.8090341397748944,
      "grad_norm": 0.6704590916633606,
      "learning_rate": 8.856755574590592e-06,
      "loss": 0.0505,
      "step": 10818
    },
    {
      "epoch": 0.8091089257001832,
      "grad_norm": 0.8885138630867004,
      "learning_rate": 8.850030898877925e-06,
      "loss": 0.0934,
      "step": 10819
    },
    {
      "epoch": 0.8091837116254721,
      "grad_norm": 0.8727691173553467,
      "learning_rate": 8.843308529179377e-06,
      "loss": 0.0954,
      "step": 10820
    },
    {
      "epoch": 0.809258497550761,
      "grad_norm": 0.6585371494293213,
      "learning_rate": 8.83658846587162e-06,
      "loss": 0.0605,
      "step": 10821
    },
    {
      "epoch": 0.8093332834760498,
      "grad_norm": 1.0019338130950928,
      "learning_rate": 8.829870709331295e-06,
      "loss": 0.0376,
      "step": 10822
    },
    {
      "epoch": 0.8094080694013387,
      "grad_norm": 0.6085449457168579,
      "learning_rate": 8.823155259934807e-06,
      "loss": 0.0372,
      "step": 10823
    },
    {
      "epoch": 0.8094828553266276,
      "grad_norm": 1.774942398071289,
      "learning_rate": 8.816442118058531e-06,
      "loss": 0.155,
      "step": 10824
    },
    {
      "epoch": 0.8095576412519164,
      "grad_norm": 0.8001645803451538,
      "learning_rate": 8.809731284078638e-06,
      "loss": 0.0743,
      "step": 10825
    },
    {
      "epoch": 0.8096324271772053,
      "grad_norm": 0.8774718046188354,
      "learning_rate": 8.803022758371199e-06,
      "loss": 0.0883,
      "step": 10826
    },
    {
      "epoch": 0.8097072131024942,
      "grad_norm": 0.6699351072311401,
      "learning_rate": 8.796316541312166e-06,
      "loss": 0.0467,
      "step": 10827
    },
    {
      "epoch": 0.8097819990277829,
      "grad_norm": 0.6934260129928589,
      "learning_rate": 8.78961263327735e-06,
      "loss": 0.041,
      "step": 10828
    },
    {
      "epoch": 0.8098567849530718,
      "grad_norm": 0.7130078673362732,
      "learning_rate": 8.782911034642421e-06,
      "loss": 0.0545,
      "step": 10829
    },
    {
      "epoch": 0.8099315708783607,
      "grad_norm": 0.6980558037757874,
      "learning_rate": 8.776211745782948e-06,
      "loss": 0.0629,
      "step": 10830
    },
    {
      "epoch": 0.8100063568036495,
      "grad_norm": 1.1420412063598633,
      "learning_rate": 8.769514767074344e-06,
      "loss": 0.0621,
      "step": 10831
    },
    {
      "epoch": 0.8100811427289384,
      "grad_norm": 0.6187906265258789,
      "learning_rate": 8.7628200988919e-06,
      "loss": 0.0404,
      "step": 10832
    },
    {
      "epoch": 0.8101559286542273,
      "grad_norm": 0.8730906248092651,
      "learning_rate": 8.756127741610793e-06,
      "loss": 0.0775,
      "step": 10833
    },
    {
      "epoch": 0.8102307145795161,
      "grad_norm": 1.554849624633789,
      "learning_rate": 8.749437695606056e-06,
      "loss": 0.2072,
      "step": 10834
    },
    {
      "epoch": 0.810305500504805,
      "grad_norm": 0.5220198035240173,
      "learning_rate": 8.742749961252566e-06,
      "loss": 0.0345,
      "step": 10835
    },
    {
      "epoch": 0.8103802864300939,
      "grad_norm": 0.6474729776382446,
      "learning_rate": 8.736064538925149e-06,
      "loss": 0.051,
      "step": 10836
    },
    {
      "epoch": 0.8104550723553827,
      "grad_norm": 1.9612741470336914,
      "learning_rate": 8.729381428998396e-06,
      "loss": 0.1631,
      "step": 10837
    },
    {
      "epoch": 0.8105298582806716,
      "grad_norm": 1.0605788230895996,
      "learning_rate": 8.722700631846875e-06,
      "loss": 0.0851,
      "step": 10838
    },
    {
      "epoch": 0.8106046442059605,
      "grad_norm": 1.0956904888153076,
      "learning_rate": 8.716022147844938e-06,
      "loss": 0.071,
      "step": 10839
    },
    {
      "epoch": 0.8106794301312493,
      "grad_norm": 1.140159010887146,
      "learning_rate": 8.709345977366857e-06,
      "loss": 0.1289,
      "step": 10840
    },
    {
      "epoch": 0.8107542160565382,
      "grad_norm": 0.6969018578529358,
      "learning_rate": 8.702672120786748e-06,
      "loss": 0.0493,
      "step": 10841
    },
    {
      "epoch": 0.8108290019818271,
      "grad_norm": 1.0323166847229004,
      "learning_rate": 8.696000578478625e-06,
      "loss": 0.079,
      "step": 10842
    },
    {
      "epoch": 0.8109037879071159,
      "grad_norm": 0.9584054946899414,
      "learning_rate": 8.689331350816354e-06,
      "loss": 0.0726,
      "step": 10843
    },
    {
      "epoch": 0.8109785738324048,
      "grad_norm": 0.9886383414268494,
      "learning_rate": 8.68266443817365e-06,
      "loss": 0.0938,
      "step": 10844
    },
    {
      "epoch": 0.8110533597576935,
      "grad_norm": 1.3883193731307983,
      "learning_rate": 8.67599984092416e-06,
      "loss": 0.1373,
      "step": 10845
    },
    {
      "epoch": 0.8111281456829824,
      "grad_norm": 0.827403724193573,
      "learning_rate": 8.669337559441316e-06,
      "loss": 0.0711,
      "step": 10846
    },
    {
      "epoch": 0.8112029316082713,
      "grad_norm": 1.498484492301941,
      "learning_rate": 8.662677594098523e-06,
      "loss": 0.1708,
      "step": 10847
    },
    {
      "epoch": 0.8112777175335601,
      "grad_norm": 1.1941885948181152,
      "learning_rate": 8.656019945268955e-06,
      "loss": 0.0871,
      "step": 10848
    },
    {
      "epoch": 0.811352503458849,
      "grad_norm": 1.45541250705719,
      "learning_rate": 8.649364613325722e-06,
      "loss": 0.1658,
      "step": 10849
    },
    {
      "epoch": 0.8114272893841379,
      "grad_norm": 1.7210737466812134,
      "learning_rate": 8.642711598641784e-06,
      "loss": 0.1092,
      "step": 10850
    },
    {
      "epoch": 0.8115020753094268,
      "grad_norm": 0.6362234354019165,
      "learning_rate": 8.636060901589966e-06,
      "loss": 0.0889,
      "step": 10851
    },
    {
      "epoch": 0.8115768612347156,
      "grad_norm": 0.430937260389328,
      "learning_rate": 8.629412522542969e-06,
      "loss": 0.0313,
      "step": 10852
    },
    {
      "epoch": 0.8116516471600045,
      "grad_norm": 0.5570469498634338,
      "learning_rate": 8.622766461873361e-06,
      "loss": 0.0419,
      "step": 10853
    },
    {
      "epoch": 0.8117264330852934,
      "grad_norm": 0.5234569907188416,
      "learning_rate": 8.616122719953584e-06,
      "loss": 0.0353,
      "step": 10854
    },
    {
      "epoch": 0.8118012190105822,
      "grad_norm": 0.351742148399353,
      "learning_rate": 8.609481297155959e-06,
      "loss": 0.0259,
      "step": 10855
    },
    {
      "epoch": 0.8118760049358711,
      "grad_norm": 0.4767482280731201,
      "learning_rate": 8.60284219385265e-06,
      "loss": 0.0375,
      "step": 10856
    },
    {
      "epoch": 0.81195079086116,
      "grad_norm": 1.098924994468689,
      "learning_rate": 8.596205410415731e-06,
      "loss": 0.2127,
      "step": 10857
    },
    {
      "epoch": 0.8120255767864488,
      "grad_norm": 1.006505012512207,
      "learning_rate": 8.58957094721708e-06,
      "loss": 0.0981,
      "step": 10858
    },
    {
      "epoch": 0.8121003627117377,
      "grad_norm": 0.45449090003967285,
      "learning_rate": 8.582938804628538e-06,
      "loss": 0.0289,
      "step": 10859
    },
    {
      "epoch": 0.8121751486370266,
      "grad_norm": 0.971727192401886,
      "learning_rate": 8.576308983021718e-06,
      "loss": 0.0996,
      "step": 10860
    },
    {
      "epoch": 0.8122499345623154,
      "grad_norm": 0.6152048707008362,
      "learning_rate": 8.569681482768199e-06,
      "loss": 0.0663,
      "step": 10861
    },
    {
      "epoch": 0.8123247204876042,
      "grad_norm": 1.1303532123565674,
      "learning_rate": 8.563056304239341e-06,
      "loss": 0.0926,
      "step": 10862
    },
    {
      "epoch": 0.812399506412893,
      "grad_norm": 0.4707068204879761,
      "learning_rate": 8.556433447806428e-06,
      "loss": 0.0286,
      "step": 10863
    },
    {
      "epoch": 0.8124742923381819,
      "grad_norm": 0.7560157179832458,
      "learning_rate": 8.549812913840604e-06,
      "loss": 0.0722,
      "step": 10864
    },
    {
      "epoch": 0.8125490782634708,
      "grad_norm": 0.44118720293045044,
      "learning_rate": 8.543194702712875e-06,
      "loss": 0.0307,
      "step": 10865
    },
    {
      "epoch": 0.8126238641887596,
      "grad_norm": 0.550173819065094,
      "learning_rate": 8.536578814794121e-06,
      "loss": 0.0441,
      "step": 10866
    },
    {
      "epoch": 0.8126986501140485,
      "grad_norm": 0.7093561291694641,
      "learning_rate": 8.529965250455097e-06,
      "loss": 0.056,
      "step": 10867
    },
    {
      "epoch": 0.8127734360393374,
      "grad_norm": 0.9175403118133545,
      "learning_rate": 8.523354010066408e-06,
      "loss": 0.1422,
      "step": 10868
    },
    {
      "epoch": 0.8128482219646262,
      "grad_norm": 0.7265411019325256,
      "learning_rate": 8.516745093998562e-06,
      "loss": 0.0753,
      "step": 10869
    },
    {
      "epoch": 0.8129230078899151,
      "grad_norm": 0.603350043296814,
      "learning_rate": 8.510138502621901e-06,
      "loss": 0.0402,
      "step": 10870
    },
    {
      "epoch": 0.812997793815204,
      "grad_norm": 0.8949257135391235,
      "learning_rate": 8.503534236306677e-06,
      "loss": 0.1272,
      "step": 10871
    },
    {
      "epoch": 0.8130725797404929,
      "grad_norm": 0.8582475781440735,
      "learning_rate": 8.49693229542295e-06,
      "loss": 0.0804,
      "step": 10872
    },
    {
      "epoch": 0.8131473656657817,
      "grad_norm": 0.8088458180427551,
      "learning_rate": 8.490332680340729e-06,
      "loss": 0.0669,
      "step": 10873
    },
    {
      "epoch": 0.8132221515910706,
      "grad_norm": 0.49905431270599365,
      "learning_rate": 8.483735391429821e-06,
      "loss": 0.0302,
      "step": 10874
    },
    {
      "epoch": 0.8132969375163595,
      "grad_norm": 0.4083188474178314,
      "learning_rate": 8.477140429059948e-06,
      "loss": 0.0299,
      "step": 10875
    },
    {
      "epoch": 0.8133717234416483,
      "grad_norm": 0.6190853714942932,
      "learning_rate": 8.47054779360068e-06,
      "loss": 0.0404,
      "step": 10876
    },
    {
      "epoch": 0.8134465093669372,
      "grad_norm": 0.895271897315979,
      "learning_rate": 8.46395748542147e-06,
      "loss": 0.0635,
      "step": 10877
    },
    {
      "epoch": 0.813521295292226,
      "grad_norm": 0.667578935623169,
      "learning_rate": 8.457369504891644e-06,
      "loss": 0.0599,
      "step": 10878
    },
    {
      "epoch": 0.8135960812175148,
      "grad_norm": 0.8069976568222046,
      "learning_rate": 8.450783852380345e-06,
      "loss": 0.0629,
      "step": 10879
    },
    {
      "epoch": 0.8136708671428037,
      "grad_norm": 0.5673313140869141,
      "learning_rate": 8.44420052825669e-06,
      "loss": 0.0374,
      "step": 10880
    },
    {
      "epoch": 0.8137456530680925,
      "grad_norm": 0.6152772903442383,
      "learning_rate": 8.437619532889541e-06,
      "loss": 0.0526,
      "step": 10881
    },
    {
      "epoch": 0.8138204389933814,
      "grad_norm": 0.7983677983283997,
      "learning_rate": 8.431040866647749e-06,
      "loss": 0.0555,
      "step": 10882
    },
    {
      "epoch": 0.8138952249186703,
      "grad_norm": 1.078369379043579,
      "learning_rate": 8.424464529899928e-06,
      "loss": 0.0989,
      "step": 10883
    },
    {
      "epoch": 0.8139700108439591,
      "grad_norm": 0.8051996827125549,
      "learning_rate": 8.41789052301466e-06,
      "loss": 0.0743,
      "step": 10884
    },
    {
      "epoch": 0.814044796769248,
      "grad_norm": 0.8814171552658081,
      "learning_rate": 8.411318846360306e-06,
      "loss": 0.0521,
      "step": 10885
    },
    {
      "epoch": 0.8141195826945369,
      "grad_norm": 0.6555837392807007,
      "learning_rate": 8.404749500305154e-06,
      "loss": 0.0365,
      "step": 10886
    },
    {
      "epoch": 0.8141943686198257,
      "grad_norm": 0.8987735509872437,
      "learning_rate": 8.398182485217348e-06,
      "loss": 0.0921,
      "step": 10887
    },
    {
      "epoch": 0.8142691545451146,
      "grad_norm": 0.9314601421356201,
      "learning_rate": 8.391617801464897e-06,
      "loss": 0.06,
      "step": 10888
    },
    {
      "epoch": 0.8143439404704035,
      "grad_norm": 0.4791240990161896,
      "learning_rate": 8.385055449415674e-06,
      "loss": 0.0246,
      "step": 10889
    },
    {
      "epoch": 0.8144187263956923,
      "grad_norm": 0.8151415586471558,
      "learning_rate": 8.378495429437438e-06,
      "loss": 0.1051,
      "step": 10890
    },
    {
      "epoch": 0.8144935123209812,
      "grad_norm": 0.9741038680076599,
      "learning_rate": 8.371937741897806e-06,
      "loss": 0.0775,
      "step": 10891
    },
    {
      "epoch": 0.8145682982462701,
      "grad_norm": 1.0768693685531616,
      "learning_rate": 8.365382387164261e-06,
      "loss": 0.0925,
      "step": 10892
    },
    {
      "epoch": 0.814643084171559,
      "grad_norm": 0.5804503560066223,
      "learning_rate": 8.358829365604165e-06,
      "loss": 0.0368,
      "step": 10893
    },
    {
      "epoch": 0.8147178700968478,
      "grad_norm": 1.207110047340393,
      "learning_rate": 8.352278677584758e-06,
      "loss": 0.1398,
      "step": 10894
    },
    {
      "epoch": 0.8147926560221367,
      "grad_norm": 1.0611813068389893,
      "learning_rate": 8.34573032347309e-06,
      "loss": 0.1284,
      "step": 10895
    },
    {
      "epoch": 0.8148674419474254,
      "grad_norm": 1.0096133947372437,
      "learning_rate": 8.339184303636188e-06,
      "loss": 0.086,
      "step": 10896
    },
    {
      "epoch": 0.8149422278727143,
      "grad_norm": 1.399775505065918,
      "learning_rate": 8.332640618440823e-06,
      "loss": 0.1167,
      "step": 10897
    },
    {
      "epoch": 0.8150170137980032,
      "grad_norm": 1.305666446685791,
      "learning_rate": 8.326099268253763e-06,
      "loss": 0.1157,
      "step": 10898
    },
    {
      "epoch": 0.815091799723292,
      "grad_norm": 1.6881557703018188,
      "learning_rate": 8.319560253441527e-06,
      "loss": 0.1808,
      "step": 10899
    },
    {
      "epoch": 0.8151665856485809,
      "grad_norm": 2.1675705909729004,
      "learning_rate": 8.313023574370581e-06,
      "loss": 0.2565,
      "step": 10900
    },
    {
      "epoch": 0.8152413715738698,
      "grad_norm": 0.6414555907249451,
      "learning_rate": 8.306489231407234e-06,
      "loss": 0.0829,
      "step": 10901
    },
    {
      "epoch": 0.8153161574991586,
      "grad_norm": 0.6450796127319336,
      "learning_rate": 8.299957224917659e-06,
      "loss": 0.0582,
      "step": 10902
    },
    {
      "epoch": 0.8153909434244475,
      "grad_norm": 1.3177480697631836,
      "learning_rate": 8.293427555267913e-06,
      "loss": 0.0641,
      "step": 10903
    },
    {
      "epoch": 0.8154657293497364,
      "grad_norm": 0.6979667544364929,
      "learning_rate": 8.286900222823906e-06,
      "loss": 0.0669,
      "step": 10904
    },
    {
      "epoch": 0.8155405152750252,
      "grad_norm": 0.437165230512619,
      "learning_rate": 8.280375227951448e-06,
      "loss": 0.0291,
      "step": 10905
    },
    {
      "epoch": 0.8156153012003141,
      "grad_norm": 0.7558771371841431,
      "learning_rate": 8.273852571016144e-06,
      "loss": 0.0639,
      "step": 10906
    },
    {
      "epoch": 0.815690087125603,
      "grad_norm": 0.6441137194633484,
      "learning_rate": 8.26733225238358e-06,
      "loss": 0.0277,
      "step": 10907
    },
    {
      "epoch": 0.8157648730508918,
      "grad_norm": 0.6711085438728333,
      "learning_rate": 8.26081427241911e-06,
      "loss": 0.0541,
      "step": 10908
    },
    {
      "epoch": 0.8158396589761807,
      "grad_norm": 0.6992459893226624,
      "learning_rate": 8.254298631488005e-06,
      "loss": 0.0674,
      "step": 10909
    },
    {
      "epoch": 0.8159144449014696,
      "grad_norm": 0.7489632368087769,
      "learning_rate": 8.247785329955405e-06,
      "loss": 0.0389,
      "step": 10910
    },
    {
      "epoch": 0.8159892308267584,
      "grad_norm": 0.630413830280304,
      "learning_rate": 8.241274368186302e-06,
      "loss": 0.0664,
      "step": 10911
    },
    {
      "epoch": 0.8160640167520473,
      "grad_norm": 0.36713340878486633,
      "learning_rate": 8.23476574654557e-06,
      "loss": 0.0199,
      "step": 10912
    },
    {
      "epoch": 0.8161388026773361,
      "grad_norm": 0.795745313167572,
      "learning_rate": 8.228259465397941e-06,
      "loss": 0.0489,
      "step": 10913
    },
    {
      "epoch": 0.8162135886026249,
      "grad_norm": 0.5111140608787537,
      "learning_rate": 8.221755525108033e-06,
      "loss": 0.0341,
      "step": 10914
    },
    {
      "epoch": 0.8162883745279138,
      "grad_norm": 0.5379976034164429,
      "learning_rate": 8.215253926040312e-06,
      "loss": 0.0304,
      "step": 10915
    },
    {
      "epoch": 0.8163631604532027,
      "grad_norm": 0.971500813961029,
      "learning_rate": 8.208754668559132e-06,
      "loss": 0.0969,
      "step": 10916
    },
    {
      "epoch": 0.8164379463784915,
      "grad_norm": 0.8100955486297607,
      "learning_rate": 8.202257753028714e-06,
      "loss": 0.0593,
      "step": 10917
    },
    {
      "epoch": 0.8165127323037804,
      "grad_norm": 0.6653355360031128,
      "learning_rate": 8.195763179813098e-06,
      "loss": 0.0538,
      "step": 10918
    },
    {
      "epoch": 0.8165875182290693,
      "grad_norm": 0.45909708738327026,
      "learning_rate": 8.189270949276295e-06,
      "loss": 0.0348,
      "step": 10919
    },
    {
      "epoch": 0.8166623041543581,
      "grad_norm": 0.7566804885864258,
      "learning_rate": 8.182781061782069e-06,
      "loss": 0.072,
      "step": 10920
    },
    {
      "epoch": 0.816737090079647,
      "grad_norm": 0.680827796459198,
      "learning_rate": 8.176293517694161e-06,
      "loss": 0.0526,
      "step": 10921
    },
    {
      "epoch": 0.8168118760049359,
      "grad_norm": 0.9003685712814331,
      "learning_rate": 8.169808317376087e-06,
      "loss": 0.0647,
      "step": 10922
    },
    {
      "epoch": 0.8168866619302247,
      "grad_norm": 0.8001940250396729,
      "learning_rate": 8.16332546119129e-06,
      "loss": 0.0577,
      "step": 10923
    },
    {
      "epoch": 0.8169614478555136,
      "grad_norm": 0.6292703151702881,
      "learning_rate": 8.156844949503061e-06,
      "loss": 0.0588,
      "step": 10924
    },
    {
      "epoch": 0.8170362337808025,
      "grad_norm": 1.4485822916030884,
      "learning_rate": 8.150366782674568e-06,
      "loss": 0.1039,
      "step": 10925
    },
    {
      "epoch": 0.8171110197060913,
      "grad_norm": 1.139356255531311,
      "learning_rate": 8.143890961068835e-06,
      "loss": 0.085,
      "step": 10926
    },
    {
      "epoch": 0.8171858056313802,
      "grad_norm": 1.108599066734314,
      "learning_rate": 8.137417485048771e-06,
      "loss": 0.1377,
      "step": 10927
    },
    {
      "epoch": 0.8172605915566691,
      "grad_norm": 1.4677321910858154,
      "learning_rate": 8.130946354977137e-06,
      "loss": 0.1912,
      "step": 10928
    },
    {
      "epoch": 0.817335377481958,
      "grad_norm": 0.5871638059616089,
      "learning_rate": 8.124477571216572e-06,
      "loss": 0.066,
      "step": 10929
    },
    {
      "epoch": 0.8174101634072467,
      "grad_norm": 0.617499828338623,
      "learning_rate": 8.118011134129588e-06,
      "loss": 0.0552,
      "step": 10930
    },
    {
      "epoch": 0.8174849493325356,
      "grad_norm": 1.1847739219665527,
      "learning_rate": 8.11154704407856e-06,
      "loss": 0.0894,
      "step": 10931
    },
    {
      "epoch": 0.8175597352578244,
      "grad_norm": 0.6130914092063904,
      "learning_rate": 8.105085301425707e-06,
      "loss": 0.0557,
      "step": 10932
    },
    {
      "epoch": 0.8176345211831133,
      "grad_norm": 1.16544771194458,
      "learning_rate": 8.098625906533186e-06,
      "loss": 0.0766,
      "step": 10933
    },
    {
      "epoch": 0.8177093071084022,
      "grad_norm": 0.6596653461456299,
      "learning_rate": 8.092168859762922e-06,
      "loss": 0.0578,
      "step": 10934
    },
    {
      "epoch": 0.817784093033691,
      "grad_norm": 0.8696699738502502,
      "learning_rate": 8.085714161476816e-06,
      "loss": 0.0935,
      "step": 10935
    },
    {
      "epoch": 0.8178588789589799,
      "grad_norm": 1.0192731618881226,
      "learning_rate": 8.079261812036548e-06,
      "loss": 0.0829,
      "step": 10936
    },
    {
      "epoch": 0.8179336648842688,
      "grad_norm": 1.0440953969955444,
      "learning_rate": 8.072811811803715e-06,
      "loss": 0.0653,
      "step": 10937
    },
    {
      "epoch": 0.8180084508095576,
      "grad_norm": 1.1058822870254517,
      "learning_rate": 8.066364161139783e-06,
      "loss": 0.0921,
      "step": 10938
    },
    {
      "epoch": 0.8180832367348465,
      "grad_norm": 1.1224864721298218,
      "learning_rate": 8.059918860406035e-06,
      "loss": 0.1985,
      "step": 10939
    },
    {
      "epoch": 0.8181580226601354,
      "grad_norm": 0.46013832092285156,
      "learning_rate": 8.053475909963709e-06,
      "loss": 0.0265,
      "step": 10940
    },
    {
      "epoch": 0.8182328085854242,
      "grad_norm": 0.9955427050590515,
      "learning_rate": 8.047035310173818e-06,
      "loss": 0.095,
      "step": 10941
    },
    {
      "epoch": 0.8183075945107131,
      "grad_norm": 1.1410975456237793,
      "learning_rate": 8.040597061397336e-06,
      "loss": 0.0832,
      "step": 10942
    },
    {
      "epoch": 0.818382380436002,
      "grad_norm": 1.306878685951233,
      "learning_rate": 8.034161163995008e-06,
      "loss": 0.0934,
      "step": 10943
    },
    {
      "epoch": 0.8184571663612908,
      "grad_norm": 0.8141592741012573,
      "learning_rate": 8.027727618327546e-06,
      "loss": 0.0425,
      "step": 10944
    },
    {
      "epoch": 0.8185319522865797,
      "grad_norm": 1.0166407823562622,
      "learning_rate": 8.021296424755449e-06,
      "loss": 0.057,
      "step": 10945
    },
    {
      "epoch": 0.8186067382118686,
      "grad_norm": 1.305795669555664,
      "learning_rate": 8.014867583639118e-06,
      "loss": 0.1097,
      "step": 10946
    },
    {
      "epoch": 0.8186815241371573,
      "grad_norm": 2.4180524349212646,
      "learning_rate": 8.008441095338832e-06,
      "loss": 0.2119,
      "step": 10947
    },
    {
      "epoch": 0.8187563100624462,
      "grad_norm": 1.4294917583465576,
      "learning_rate": 8.00201696021472e-06,
      "loss": 0.1494,
      "step": 10948
    },
    {
      "epoch": 0.8188310959877351,
      "grad_norm": 1.005696177482605,
      "learning_rate": 7.995595178626785e-06,
      "loss": 0.0563,
      "step": 10949
    },
    {
      "epoch": 0.8189058819130239,
      "grad_norm": 3.852301597595215,
      "learning_rate": 7.989175750934902e-06,
      "loss": 0.2525,
      "step": 10950
    },
    {
      "epoch": 0.8189806678383128,
      "grad_norm": 0.6685101389884949,
      "learning_rate": 7.982758677498814e-06,
      "loss": 0.0415,
      "step": 10951
    },
    {
      "epoch": 0.8190554537636017,
      "grad_norm": 0.5519808530807495,
      "learning_rate": 7.976343958678123e-06,
      "loss": 0.053,
      "step": 10952
    },
    {
      "epoch": 0.8191302396888905,
      "grad_norm": 0.6274787783622742,
      "learning_rate": 7.969931594832309e-06,
      "loss": 0.0553,
      "step": 10953
    },
    {
      "epoch": 0.8192050256141794,
      "grad_norm": 0.48016640543937683,
      "learning_rate": 7.963521586320728e-06,
      "loss": 0.0408,
      "step": 10954
    },
    {
      "epoch": 0.8192798115394683,
      "grad_norm": 0.6448087692260742,
      "learning_rate": 7.957113933502552e-06,
      "loss": 0.0909,
      "step": 10955
    },
    {
      "epoch": 0.8193545974647571,
      "grad_norm": 1.0442876815795898,
      "learning_rate": 7.950708636736915e-06,
      "loss": 0.0844,
      "step": 10956
    },
    {
      "epoch": 0.819429383390046,
      "grad_norm": 0.5245761871337891,
      "learning_rate": 7.94430569638271e-06,
      "loss": 0.0688,
      "step": 10957
    },
    {
      "epoch": 0.8195041693153349,
      "grad_norm": 0.9570736289024353,
      "learning_rate": 7.93790511279881e-06,
      "loss": 0.0793,
      "step": 10958
    },
    {
      "epoch": 0.8195789552406237,
      "grad_norm": 0.7751457691192627,
      "learning_rate": 7.931506886343853e-06,
      "loss": 0.0677,
      "step": 10959
    },
    {
      "epoch": 0.8196537411659126,
      "grad_norm": 0.6821827292442322,
      "learning_rate": 7.925111017376413e-06,
      "loss": 0.0527,
      "step": 10960
    },
    {
      "epoch": 0.8197285270912015,
      "grad_norm": 2.1532163619995117,
      "learning_rate": 7.918717506254908e-06,
      "loss": 0.0717,
      "step": 10961
    },
    {
      "epoch": 0.8198033130164903,
      "grad_norm": 0.9470220804214478,
      "learning_rate": 7.912326353337619e-06,
      "loss": 0.0463,
      "step": 10962
    },
    {
      "epoch": 0.8198780989417792,
      "grad_norm": 0.7513125538825989,
      "learning_rate": 7.905937558982701e-06,
      "loss": 0.0523,
      "step": 10963
    },
    {
      "epoch": 0.819952884867068,
      "grad_norm": 0.5782512426376343,
      "learning_rate": 7.899551123548187e-06,
      "loss": 0.0423,
      "step": 10964
    },
    {
      "epoch": 0.8200276707923568,
      "grad_norm": 0.6907636523246765,
      "learning_rate": 7.893167047391963e-06,
      "loss": 0.0721,
      "step": 10965
    },
    {
      "epoch": 0.8201024567176457,
      "grad_norm": 0.7395001649856567,
      "learning_rate": 7.886785330871787e-06,
      "loss": 0.0628,
      "step": 10966
    },
    {
      "epoch": 0.8201772426429346,
      "grad_norm": 0.8477154970169067,
      "learning_rate": 7.880405974345301e-06,
      "loss": 0.0688,
      "step": 10967
    },
    {
      "epoch": 0.8202520285682234,
      "grad_norm": 0.9205750823020935,
      "learning_rate": 7.874028978169968e-06,
      "loss": 0.0902,
      "step": 10968
    },
    {
      "epoch": 0.8203268144935123,
      "grad_norm": 1.4026055335998535,
      "learning_rate": 7.867654342703168e-06,
      "loss": 0.1679,
      "step": 10969
    },
    {
      "epoch": 0.8204016004188012,
      "grad_norm": 0.6266699433326721,
      "learning_rate": 7.861282068302134e-06,
      "loss": 0.0514,
      "step": 10970
    },
    {
      "epoch": 0.82047638634409,
      "grad_norm": 0.6046854853630066,
      "learning_rate": 7.854912155323956e-06,
      "loss": 0.041,
      "step": 10971
    },
    {
      "epoch": 0.8205511722693789,
      "grad_norm": 0.9922796487808228,
      "learning_rate": 7.848544604125607e-06,
      "loss": 0.0816,
      "step": 10972
    },
    {
      "epoch": 0.8206259581946678,
      "grad_norm": 1.2767999172210693,
      "learning_rate": 7.84217941506391e-06,
      "loss": 0.0939,
      "step": 10973
    },
    {
      "epoch": 0.8207007441199566,
      "grad_norm": 0.7431855797767639,
      "learning_rate": 7.835816588495575e-06,
      "loss": 0.0712,
      "step": 10974
    },
    {
      "epoch": 0.8207755300452455,
      "grad_norm": 0.59226393699646,
      "learning_rate": 7.829456124777179e-06,
      "loss": 0.0564,
      "step": 10975
    },
    {
      "epoch": 0.8208503159705344,
      "grad_norm": 1.2855701446533203,
      "learning_rate": 7.823098024265125e-06,
      "loss": 0.1587,
      "step": 10976
    },
    {
      "epoch": 0.8209251018958232,
      "grad_norm": 0.7598119974136353,
      "learning_rate": 7.816742287315753e-06,
      "loss": 0.0658,
      "step": 10977
    },
    {
      "epoch": 0.8209998878211121,
      "grad_norm": 0.5533800721168518,
      "learning_rate": 7.810388914285194e-06,
      "loss": 0.0381,
      "step": 10978
    },
    {
      "epoch": 0.821074673746401,
      "grad_norm": 0.6956598162651062,
      "learning_rate": 7.804037905529537e-06,
      "loss": 0.054,
      "step": 10979
    },
    {
      "epoch": 0.8211494596716898,
      "grad_norm": 0.6612746119499207,
      "learning_rate": 7.797689261404633e-06,
      "loss": 0.0563,
      "step": 10980
    },
    {
      "epoch": 0.8212242455969786,
      "grad_norm": 1.2090277671813965,
      "learning_rate": 7.791342982266314e-06,
      "loss": 0.107,
      "step": 10981
    },
    {
      "epoch": 0.8212990315222675,
      "grad_norm": 0.7692528367042542,
      "learning_rate": 7.784999068470172e-06,
      "loss": 0.0823,
      "step": 10982
    },
    {
      "epoch": 0.8213738174475563,
      "grad_norm": 1.2587181329727173,
      "learning_rate": 7.778657520371735e-06,
      "loss": 0.0625,
      "step": 10983
    },
    {
      "epoch": 0.8214486033728452,
      "grad_norm": 0.665522038936615,
      "learning_rate": 7.772318338326378e-06,
      "loss": 0.0506,
      "step": 10984
    },
    {
      "epoch": 0.8215233892981341,
      "grad_norm": 0.4094070792198181,
      "learning_rate": 7.765981522689342e-06,
      "loss": 0.0251,
      "step": 10985
    },
    {
      "epoch": 0.8215981752234229,
      "grad_norm": 0.5450924634933472,
      "learning_rate": 7.759647073815734e-06,
      "loss": 0.0473,
      "step": 10986
    },
    {
      "epoch": 0.8216729611487118,
      "grad_norm": 0.8767734169960022,
      "learning_rate": 7.75331499206054e-06,
      "loss": 0.0799,
      "step": 10987
    },
    {
      "epoch": 0.8217477470740007,
      "grad_norm": 0.9536850452423096,
      "learning_rate": 7.746985277778602e-06,
      "loss": 0.1023,
      "step": 10988
    },
    {
      "epoch": 0.8218225329992895,
      "grad_norm": 0.9730913639068604,
      "learning_rate": 7.740657931324629e-06,
      "loss": 0.1016,
      "step": 10989
    },
    {
      "epoch": 0.8218973189245784,
      "grad_norm": 0.7024829983711243,
      "learning_rate": 7.734332953053207e-06,
      "loss": 0.045,
      "step": 10990
    },
    {
      "epoch": 0.8219721048498673,
      "grad_norm": 0.723145604133606,
      "learning_rate": 7.728010343318793e-06,
      "loss": 0.0402,
      "step": 10991
    },
    {
      "epoch": 0.8220468907751561,
      "grad_norm": 1.361121416091919,
      "learning_rate": 7.721690102475659e-06,
      "loss": 0.0937,
      "step": 10992
    },
    {
      "epoch": 0.822121676700445,
      "grad_norm": 1.443605661392212,
      "learning_rate": 7.715372230878048e-06,
      "loss": 0.0946,
      "step": 10993
    },
    {
      "epoch": 0.8221964626257339,
      "grad_norm": 1.412039875984192,
      "learning_rate": 7.709056728879949e-06,
      "loss": 0.1318,
      "step": 10994
    },
    {
      "epoch": 0.8222712485510227,
      "grad_norm": 1.1332640647888184,
      "learning_rate": 7.702743596835326e-06,
      "loss": 0.099,
      "step": 10995
    },
    {
      "epoch": 0.8223460344763116,
      "grad_norm": 1.1523432731628418,
      "learning_rate": 7.696432835097939e-06,
      "loss": 0.124,
      "step": 10996
    },
    {
      "epoch": 0.8224208204016005,
      "grad_norm": 1.4387520551681519,
      "learning_rate": 7.690124444021435e-06,
      "loss": 0.1382,
      "step": 10997
    },
    {
      "epoch": 0.8224956063268892,
      "grad_norm": 2.1463942527770996,
      "learning_rate": 7.683818423959355e-06,
      "loss": 0.1933,
      "step": 10998
    },
    {
      "epoch": 0.8225703922521781,
      "grad_norm": 1.159578800201416,
      "learning_rate": 7.677514775265037e-06,
      "loss": 0.1295,
      "step": 10999
    },
    {
      "epoch": 0.822645178177467,
      "grad_norm": 1.28435480594635,
      "learning_rate": 7.671213498291791e-06,
      "loss": 0.0846,
      "step": 11000
    },
    {
      "epoch": 0.8227199641027558,
      "grad_norm": 0.6460645794868469,
      "learning_rate": 7.664914593392685e-06,
      "loss": 0.0874,
      "step": 11001
    },
    {
      "epoch": 0.8227947500280447,
      "grad_norm": 0.5946370959281921,
      "learning_rate": 7.658618060920753e-06,
      "loss": 0.0722,
      "step": 11002
    },
    {
      "epoch": 0.8228695359533336,
      "grad_norm": 0.40456917881965637,
      "learning_rate": 7.652323901228798e-06,
      "loss": 0.0284,
      "step": 11003
    },
    {
      "epoch": 0.8229443218786224,
      "grad_norm": 0.5945305824279785,
      "learning_rate": 7.646032114669582e-06,
      "loss": 0.0635,
      "step": 11004
    },
    {
      "epoch": 0.8230191078039113,
      "grad_norm": 0.7560259103775024,
      "learning_rate": 7.63974270159567e-06,
      "loss": 0.0826,
      "step": 11005
    },
    {
      "epoch": 0.8230938937292002,
      "grad_norm": 0.5928582549095154,
      "learning_rate": 7.633455662359523e-06,
      "loss": 0.0527,
      "step": 11006
    },
    {
      "epoch": 0.823168679654489,
      "grad_norm": 0.5408785939216614,
      "learning_rate": 7.62717099731346e-06,
      "loss": 0.0348,
      "step": 11007
    },
    {
      "epoch": 0.8232434655797779,
      "grad_norm": 0.6363766193389893,
      "learning_rate": 7.620888706809665e-06,
      "loss": 0.0442,
      "step": 11008
    },
    {
      "epoch": 0.8233182515050668,
      "grad_norm": 0.6439986824989319,
      "learning_rate": 7.614608791200201e-06,
      "loss": 0.0703,
      "step": 11009
    },
    {
      "epoch": 0.8233930374303556,
      "grad_norm": 0.9766106009483337,
      "learning_rate": 7.6083312508369864e-06,
      "loss": 0.1194,
      "step": 11010
    },
    {
      "epoch": 0.8234678233556445,
      "grad_norm": 0.5709735751152039,
      "learning_rate": 7.602056086071807e-06,
      "loss": 0.0492,
      "step": 11011
    },
    {
      "epoch": 0.8235426092809334,
      "grad_norm": 0.7840458750724792,
      "learning_rate": 7.595783297256337e-06,
      "loss": 0.0719,
      "step": 11012
    },
    {
      "epoch": 0.8236173952062222,
      "grad_norm": 0.5923599600791931,
      "learning_rate": 7.589512884742056e-06,
      "loss": 0.069,
      "step": 11013
    },
    {
      "epoch": 0.8236921811315111,
      "grad_norm": 0.627607524394989,
      "learning_rate": 7.583244848880405e-06,
      "loss": 0.0502,
      "step": 11014
    },
    {
      "epoch": 0.8237669670567999,
      "grad_norm": 0.4781510829925537,
      "learning_rate": 7.576979190022593e-06,
      "loss": 0.0378,
      "step": 11015
    },
    {
      "epoch": 0.8238417529820887,
      "grad_norm": 0.9651903510093689,
      "learning_rate": 7.570715908519788e-06,
      "loss": 0.0796,
      "step": 11016
    },
    {
      "epoch": 0.8239165389073776,
      "grad_norm": 0.7726525068283081,
      "learning_rate": 7.564455004722937e-06,
      "loss": 0.0404,
      "step": 11017
    },
    {
      "epoch": 0.8239913248326665,
      "grad_norm": 0.42591381072998047,
      "learning_rate": 7.558196478982938e-06,
      "loss": 0.0333,
      "step": 11018
    },
    {
      "epoch": 0.8240661107579553,
      "grad_norm": 0.43910783529281616,
      "learning_rate": 7.551940331650481e-06,
      "loss": 0.0345,
      "step": 11019
    },
    {
      "epoch": 0.8241408966832442,
      "grad_norm": 0.5195555686950684,
      "learning_rate": 7.545686563076165e-06,
      "loss": 0.0338,
      "step": 11020
    },
    {
      "epoch": 0.8242156826085331,
      "grad_norm": 0.4939883053302765,
      "learning_rate": 7.539435173610454e-06,
      "loss": 0.0371,
      "step": 11021
    },
    {
      "epoch": 0.8242904685338219,
      "grad_norm": 0.47620049118995667,
      "learning_rate": 7.533186163603667e-06,
      "loss": 0.0253,
      "step": 11022
    },
    {
      "epoch": 0.8243652544591108,
      "grad_norm": 0.8745198249816895,
      "learning_rate": 7.526939533405991e-06,
      "loss": 0.0704,
      "step": 11023
    },
    {
      "epoch": 0.8244400403843997,
      "grad_norm": 0.8359692692756653,
      "learning_rate": 7.520695283367485e-06,
      "loss": 0.0724,
      "step": 11024
    },
    {
      "epoch": 0.8245148263096885,
      "grad_norm": 1.020290493965149,
      "learning_rate": 7.514453413838074e-06,
      "loss": 0.1013,
      "step": 11025
    },
    {
      "epoch": 0.8245896122349774,
      "grad_norm": 0.9915139675140381,
      "learning_rate": 7.508213925167546e-06,
      "loss": 0.1047,
      "step": 11026
    },
    {
      "epoch": 0.8246643981602663,
      "grad_norm": 1.0059720277786255,
      "learning_rate": 7.501976817705553e-06,
      "loss": 0.1351,
      "step": 11027
    },
    {
      "epoch": 0.8247391840855551,
      "grad_norm": 1.3722840547561646,
      "learning_rate": 7.495742091801638e-06,
      "loss": 0.1908,
      "step": 11028
    },
    {
      "epoch": 0.824813970010844,
      "grad_norm": 1.1357553005218506,
      "learning_rate": 7.489509747805156e-06,
      "loss": 0.0859,
      "step": 11029
    },
    {
      "epoch": 0.8248887559361329,
      "grad_norm": 0.5585511326789856,
      "learning_rate": 7.4832797860654e-06,
      "loss": 0.0461,
      "step": 11030
    },
    {
      "epoch": 0.8249635418614217,
      "grad_norm": 1.1357163190841675,
      "learning_rate": 7.477052206931462e-06,
      "loss": 0.1191,
      "step": 11031
    },
    {
      "epoch": 0.8250383277867105,
      "grad_norm": 0.7216360569000244,
      "learning_rate": 7.470827010752346e-06,
      "loss": 0.0352,
      "step": 11032
    },
    {
      "epoch": 0.8251131137119994,
      "grad_norm": 0.6461823582649231,
      "learning_rate": 7.4646041978769065e-06,
      "loss": 0.0702,
      "step": 11033
    },
    {
      "epoch": 0.8251878996372882,
      "grad_norm": 0.8265368938446045,
      "learning_rate": 7.4583837686538595e-06,
      "loss": 0.0435,
      "step": 11034
    },
    {
      "epoch": 0.8252626855625771,
      "grad_norm": 0.8564535975456238,
      "learning_rate": 7.452165723431815e-06,
      "loss": 0.0839,
      "step": 11035
    },
    {
      "epoch": 0.825337471487866,
      "grad_norm": 0.502597451210022,
      "learning_rate": 7.445950062559181e-06,
      "loss": 0.0274,
      "step": 11036
    },
    {
      "epoch": 0.8254122574131548,
      "grad_norm": 1.0095939636230469,
      "learning_rate": 7.439736786384332e-06,
      "loss": 0.0693,
      "step": 11037
    },
    {
      "epoch": 0.8254870433384437,
      "grad_norm": 0.6707049012184143,
      "learning_rate": 7.433525895255411e-06,
      "loss": 0.0391,
      "step": 11038
    },
    {
      "epoch": 0.8255618292637326,
      "grad_norm": 0.8918977379798889,
      "learning_rate": 7.4273173895205105e-06,
      "loss": 0.066,
      "step": 11039
    },
    {
      "epoch": 0.8256366151890214,
      "grad_norm": 1.351359486579895,
      "learning_rate": 7.4211112695275144e-06,
      "loss": 0.149,
      "step": 11040
    },
    {
      "epoch": 0.8257114011143103,
      "grad_norm": 1.0770001411437988,
      "learning_rate": 7.414907535624244e-06,
      "loss": 0.1015,
      "step": 11041
    },
    {
      "epoch": 0.8257861870395992,
      "grad_norm": 0.821149468421936,
      "learning_rate": 7.4087061881583264e-06,
      "loss": 0.0577,
      "step": 11042
    },
    {
      "epoch": 0.825860972964888,
      "grad_norm": 0.9631924033164978,
      "learning_rate": 7.40250722747729e-06,
      "loss": 0.0901,
      "step": 11043
    },
    {
      "epoch": 0.8259357588901769,
      "grad_norm": 1.3055050373077393,
      "learning_rate": 7.396310653928518e-06,
      "loss": 0.1693,
      "step": 11044
    },
    {
      "epoch": 0.8260105448154658,
      "grad_norm": 1.0280753374099731,
      "learning_rate": 7.390116467859265e-06,
      "loss": 0.1139,
      "step": 11045
    },
    {
      "epoch": 0.8260853307407546,
      "grad_norm": 2.146348476409912,
      "learning_rate": 7.383924669616643e-06,
      "loss": 0.3953,
      "step": 11046
    },
    {
      "epoch": 0.8261601166660435,
      "grad_norm": 0.9980732798576355,
      "learning_rate": 7.377735259547641e-06,
      "loss": 0.0844,
      "step": 11047
    },
    {
      "epoch": 0.8262349025913324,
      "grad_norm": 1.2914553880691528,
      "learning_rate": 7.371548237999109e-06,
      "loss": 0.1083,
      "step": 11048
    },
    {
      "epoch": 0.8263096885166211,
      "grad_norm": 3.1820473670959473,
      "learning_rate": 7.365363605317771e-06,
      "loss": 0.3363,
      "step": 11049
    },
    {
      "epoch": 0.82638447444191,
      "grad_norm": 2.2869040966033936,
      "learning_rate": 7.359181361850176e-06,
      "loss": 0.2471,
      "step": 11050
    },
    {
      "epoch": 0.8264592603671989,
      "grad_norm": 0.611476719379425,
      "learning_rate": 7.353001507942819e-06,
      "loss": 0.0833,
      "step": 11051
    },
    {
      "epoch": 0.8265340462924877,
      "grad_norm": 0.7168930172920227,
      "learning_rate": 7.346824043941974e-06,
      "loss": 0.0676,
      "step": 11052
    },
    {
      "epoch": 0.8266088322177766,
      "grad_norm": 0.38607093691825867,
      "learning_rate": 7.340648970193859e-06,
      "loss": 0.0291,
      "step": 11053
    },
    {
      "epoch": 0.8266836181430655,
      "grad_norm": 0.6055153012275696,
      "learning_rate": 7.3344762870444725e-06,
      "loss": 0.0743,
      "step": 11054
    },
    {
      "epoch": 0.8267584040683543,
      "grad_norm": 0.6008727550506592,
      "learning_rate": 7.328305994839785e-06,
      "loss": 0.0558,
      "step": 11055
    },
    {
      "epoch": 0.8268331899936432,
      "grad_norm": 0.5008134841918945,
      "learning_rate": 7.322138093925535e-06,
      "loss": 0.0328,
      "step": 11056
    },
    {
      "epoch": 0.8269079759189321,
      "grad_norm": 0.6378213167190552,
      "learning_rate": 7.315972584647373e-06,
      "loss": 0.0418,
      "step": 11057
    },
    {
      "epoch": 0.8269827618442209,
      "grad_norm": 0.5071976780891418,
      "learning_rate": 7.309809467350814e-06,
      "loss": 0.0383,
      "step": 11058
    },
    {
      "epoch": 0.8270575477695098,
      "grad_norm": 0.4662706255912781,
      "learning_rate": 7.303648742381236e-06,
      "loss": 0.0411,
      "step": 11059
    },
    {
      "epoch": 0.8271323336947987,
      "grad_norm": 0.7065276503562927,
      "learning_rate": 7.297490410083885e-06,
      "loss": 0.047,
      "step": 11060
    },
    {
      "epoch": 0.8272071196200875,
      "grad_norm": 0.8167141079902649,
      "learning_rate": 7.291334470803862e-06,
      "loss": 0.0718,
      "step": 11061
    },
    {
      "epoch": 0.8272819055453764,
      "grad_norm": 0.7574551701545715,
      "learning_rate": 7.285180924886153e-06,
      "loss": 0.0821,
      "step": 11062
    },
    {
      "epoch": 0.8273566914706653,
      "grad_norm": 1.0370804071426392,
      "learning_rate": 7.2790297726755716e-06,
      "loss": 0.1074,
      "step": 11063
    },
    {
      "epoch": 0.8274314773959541,
      "grad_norm": 0.7556799054145813,
      "learning_rate": 7.272881014516858e-06,
      "loss": 0.0633,
      "step": 11064
    },
    {
      "epoch": 0.827506263321243,
      "grad_norm": 0.5935119986534119,
      "learning_rate": 7.2667346507545585e-06,
      "loss": 0.0413,
      "step": 11065
    },
    {
      "epoch": 0.8275810492465318,
      "grad_norm": 0.7820191383361816,
      "learning_rate": 7.260590681733126e-06,
      "loss": 0.071,
      "step": 11066
    },
    {
      "epoch": 0.8276558351718206,
      "grad_norm": 0.9586560726165771,
      "learning_rate": 7.254449107796851e-06,
      "loss": 0.0796,
      "step": 11067
    },
    {
      "epoch": 0.8277306210971095,
      "grad_norm": 0.7620667815208435,
      "learning_rate": 7.2483099292899144e-06,
      "loss": 0.0622,
      "step": 11068
    },
    {
      "epoch": 0.8278054070223984,
      "grad_norm": 0.43774914741516113,
      "learning_rate": 7.242173146556341e-06,
      "loss": 0.037,
      "step": 11069
    },
    {
      "epoch": 0.8278801929476872,
      "grad_norm": 0.6828939914703369,
      "learning_rate": 7.236038759940045e-06,
      "loss": 0.0591,
      "step": 11070
    },
    {
      "epoch": 0.8279549788729761,
      "grad_norm": 0.9088169932365417,
      "learning_rate": 7.229906769784783e-06,
      "loss": 0.0721,
      "step": 11071
    },
    {
      "epoch": 0.828029764798265,
      "grad_norm": 0.8615363836288452,
      "learning_rate": 7.223777176434199e-06,
      "loss": 0.1038,
      "step": 11072
    },
    {
      "epoch": 0.8281045507235538,
      "grad_norm": 1.186834692955017,
      "learning_rate": 7.217649980231756e-06,
      "loss": 0.1037,
      "step": 11073
    },
    {
      "epoch": 0.8281793366488427,
      "grad_norm": 0.9154912829399109,
      "learning_rate": 7.211525181520873e-06,
      "loss": 0.0546,
      "step": 11074
    },
    {
      "epoch": 0.8282541225741316,
      "grad_norm": 1.2241724729537964,
      "learning_rate": 7.205402780644721e-06,
      "loss": 0.0433,
      "step": 11075
    },
    {
      "epoch": 0.8283289084994204,
      "grad_norm": 0.7841089367866516,
      "learning_rate": 7.199282777946448e-06,
      "loss": 0.0596,
      "step": 11076
    },
    {
      "epoch": 0.8284036944247093,
      "grad_norm": 0.9589641690254211,
      "learning_rate": 7.193165173768962e-06,
      "loss": 0.1015,
      "step": 11077
    },
    {
      "epoch": 0.8284784803499982,
      "grad_norm": 0.6659201383590698,
      "learning_rate": 7.1870499684551455e-06,
      "loss": 0.0421,
      "step": 11078
    },
    {
      "epoch": 0.828553266275287,
      "grad_norm": 1.1168102025985718,
      "learning_rate": 7.18093716234765e-06,
      "loss": 0.0713,
      "step": 11079
    },
    {
      "epoch": 0.8286280522005759,
      "grad_norm": 0.7332662343978882,
      "learning_rate": 7.174826755789038e-06,
      "loss": 0.0739,
      "step": 11080
    },
    {
      "epoch": 0.8287028381258648,
      "grad_norm": 0.6241821646690369,
      "learning_rate": 7.168718749121745e-06,
      "loss": 0.0394,
      "step": 11081
    },
    {
      "epoch": 0.8287776240511536,
      "grad_norm": 1.2061885595321655,
      "learning_rate": 7.162613142688046e-06,
      "loss": 0.0897,
      "step": 11082
    },
    {
      "epoch": 0.8288524099764424,
      "grad_norm": 0.8135312795639038,
      "learning_rate": 7.156509936830108e-06,
      "loss": 0.0565,
      "step": 11083
    },
    {
      "epoch": 0.8289271959017313,
      "grad_norm": 1.122812271118164,
      "learning_rate": 7.150409131889941e-06,
      "loss": 0.1214,
      "step": 11084
    },
    {
      "epoch": 0.8290019818270201,
      "grad_norm": 0.8302690386772156,
      "learning_rate": 7.14431072820943e-06,
      "loss": 0.1037,
      "step": 11085
    },
    {
      "epoch": 0.829076767752309,
      "grad_norm": 1.1526551246643066,
      "learning_rate": 7.138214726130327e-06,
      "loss": 0.1011,
      "step": 11086
    },
    {
      "epoch": 0.8291515536775979,
      "grad_norm": 1.193506121635437,
      "learning_rate": 7.132121125994246e-06,
      "loss": 0.0864,
      "step": 11087
    },
    {
      "epoch": 0.8292263396028867,
      "grad_norm": 0.8698940277099609,
      "learning_rate": 7.1260299281426854e-06,
      "loss": 0.0966,
      "step": 11088
    },
    {
      "epoch": 0.8293011255281756,
      "grad_norm": 1.0155612230300903,
      "learning_rate": 7.119941132916946e-06,
      "loss": 0.0957,
      "step": 11089
    },
    {
      "epoch": 0.8293759114534645,
      "grad_norm": 0.9607470035552979,
      "learning_rate": 7.113854740658299e-06,
      "loss": 0.0785,
      "step": 11090
    },
    {
      "epoch": 0.8294506973787533,
      "grad_norm": 1.1441473960876465,
      "learning_rate": 7.107770751707765e-06,
      "loss": 0.0747,
      "step": 11091
    },
    {
      "epoch": 0.8295254833040422,
      "grad_norm": 1.4974305629730225,
      "learning_rate": 7.1016891664063336e-06,
      "loss": 0.1836,
      "step": 11092
    },
    {
      "epoch": 0.829600269229331,
      "grad_norm": 1.1255323886871338,
      "learning_rate": 7.095609985094781e-06,
      "loss": 0.0992,
      "step": 11093
    },
    {
      "epoch": 0.8296750551546199,
      "grad_norm": 0.8970794081687927,
      "learning_rate": 7.089533208113791e-06,
      "loss": 0.0738,
      "step": 11094
    },
    {
      "epoch": 0.8297498410799088,
      "grad_norm": 1.5050424337387085,
      "learning_rate": 7.083458835803913e-06,
      "loss": 0.0684,
      "step": 11095
    },
    {
      "epoch": 0.8298246270051977,
      "grad_norm": 0.9180131554603577,
      "learning_rate": 7.077386868505515e-06,
      "loss": 0.0737,
      "step": 11096
    },
    {
      "epoch": 0.8298994129304865,
      "grad_norm": 1.2607753276824951,
      "learning_rate": 7.071317306558911e-06,
      "loss": 0.099,
      "step": 11097
    },
    {
      "epoch": 0.8299741988557754,
      "grad_norm": 1.504888653755188,
      "learning_rate": 7.065250150304187e-06,
      "loss": 0.1486,
      "step": 11098
    },
    {
      "epoch": 0.8300489847810643,
      "grad_norm": 1.5803592205047607,
      "learning_rate": 7.059185400081397e-06,
      "loss": 0.0938,
      "step": 11099
    },
    {
      "epoch": 0.830123770706353,
      "grad_norm": 1.9286224842071533,
      "learning_rate": 7.053123056230348e-06,
      "loss": 0.1705,
      "step": 11100
    },
    {
      "epoch": 0.8301985566316419,
      "grad_norm": 0.7875807285308838,
      "learning_rate": 7.047063119090824e-06,
      "loss": 0.0822,
      "step": 11101
    },
    {
      "epoch": 0.8302733425569307,
      "grad_norm": 0.9523367881774902,
      "learning_rate": 7.041005589002381e-06,
      "loss": 0.0881,
      "step": 11102
    },
    {
      "epoch": 0.8303481284822196,
      "grad_norm": 0.5568376779556274,
      "learning_rate": 7.0349504663044856e-06,
      "loss": 0.042,
      "step": 11103
    },
    {
      "epoch": 0.8304229144075085,
      "grad_norm": 0.6944112777709961,
      "learning_rate": 7.028897751336472e-06,
      "loss": 0.0481,
      "step": 11104
    },
    {
      "epoch": 0.8304977003327974,
      "grad_norm": 0.699614405632019,
      "learning_rate": 7.022847444437524e-06,
      "loss": 0.0637,
      "step": 11105
    },
    {
      "epoch": 0.8305724862580862,
      "grad_norm": 1.0475645065307617,
      "learning_rate": 7.016799545946695e-06,
      "loss": 0.0429,
      "step": 11106
    },
    {
      "epoch": 0.8306472721833751,
      "grad_norm": 0.5128829479217529,
      "learning_rate": 7.010754056202906e-06,
      "loss": 0.048,
      "step": 11107
    },
    {
      "epoch": 0.830722058108664,
      "grad_norm": 0.9229121208190918,
      "learning_rate": 7.004710975544948e-06,
      "loss": 0.0712,
      "step": 11108
    },
    {
      "epoch": 0.8307968440339528,
      "grad_norm": 0.5947728753089905,
      "learning_rate": 6.998670304311472e-06,
      "loss": 0.0444,
      "step": 11109
    },
    {
      "epoch": 0.8308716299592417,
      "grad_norm": 0.7031852006912231,
      "learning_rate": 6.992632042840969e-06,
      "loss": 0.0722,
      "step": 11110
    },
    {
      "epoch": 0.8309464158845306,
      "grad_norm": 0.8046208620071411,
      "learning_rate": 6.986596191471856e-06,
      "loss": 0.0858,
      "step": 11111
    },
    {
      "epoch": 0.8310212018098194,
      "grad_norm": 0.8407649397850037,
      "learning_rate": 6.980562750542335e-06,
      "loss": 0.089,
      "step": 11112
    },
    {
      "epoch": 0.8310959877351083,
      "grad_norm": 0.634640097618103,
      "learning_rate": 6.974531720390565e-06,
      "loss": 0.0454,
      "step": 11113
    },
    {
      "epoch": 0.8311707736603972,
      "grad_norm": 0.6970983743667603,
      "learning_rate": 6.968503101354468e-06,
      "loss": 0.0735,
      "step": 11114
    },
    {
      "epoch": 0.831245559585686,
      "grad_norm": 0.5066916346549988,
      "learning_rate": 6.96247689377193e-06,
      "loss": 0.0537,
      "step": 11115
    },
    {
      "epoch": 0.8313203455109749,
      "grad_norm": 0.758291482925415,
      "learning_rate": 6.956453097980625e-06,
      "loss": 0.0415,
      "step": 11116
    },
    {
      "epoch": 0.8313951314362636,
      "grad_norm": 1.4243382215499878,
      "learning_rate": 6.950431714318134e-06,
      "loss": 0.3273,
      "step": 11117
    },
    {
      "epoch": 0.8314699173615525,
      "grad_norm": 0.9350614547729492,
      "learning_rate": 6.9444127431218865e-06,
      "loss": 0.1086,
      "step": 11118
    },
    {
      "epoch": 0.8315447032868414,
      "grad_norm": 0.4594874680042267,
      "learning_rate": 6.9383961847291845e-06,
      "loss": 0.0299,
      "step": 11119
    },
    {
      "epoch": 0.8316194892121302,
      "grad_norm": 0.8276227712631226,
      "learning_rate": 6.932382039477192e-06,
      "loss": 0.1041,
      "step": 11120
    },
    {
      "epoch": 0.8316942751374191,
      "grad_norm": 0.6763374209403992,
      "learning_rate": 6.926370307702934e-06,
      "loss": 0.0584,
      "step": 11121
    },
    {
      "epoch": 0.831769061062708,
      "grad_norm": 1.0295777320861816,
      "learning_rate": 6.920360989743302e-06,
      "loss": 0.0955,
      "step": 11122
    },
    {
      "epoch": 0.8318438469879968,
      "grad_norm": 0.6885248422622681,
      "learning_rate": 6.9143540859350655e-06,
      "loss": 0.0583,
      "step": 11123
    },
    {
      "epoch": 0.8319186329132857,
      "grad_norm": 0.8751975893974304,
      "learning_rate": 6.908349596614844e-06,
      "loss": 0.087,
      "step": 11124
    },
    {
      "epoch": 0.8319934188385746,
      "grad_norm": 1.1330915689468384,
      "learning_rate": 6.902347522119107e-06,
      "loss": 0.1212,
      "step": 11125
    },
    {
      "epoch": 0.8320682047638635,
      "grad_norm": 0.8493320941925049,
      "learning_rate": 6.896347862784219e-06,
      "loss": 0.0906,
      "step": 11126
    },
    {
      "epoch": 0.8321429906891523,
      "grad_norm": 0.5245408415794373,
      "learning_rate": 6.8903506189464004e-06,
      "loss": 0.0487,
      "step": 11127
    },
    {
      "epoch": 0.8322177766144412,
      "grad_norm": 0.5986786484718323,
      "learning_rate": 6.884355790941727e-06,
      "loss": 0.0689,
      "step": 11128
    },
    {
      "epoch": 0.83229256253973,
      "grad_norm": 0.7766103744506836,
      "learning_rate": 6.8783633791061395e-06,
      "loss": 0.0806,
      "step": 11129
    },
    {
      "epoch": 0.8323673484650189,
      "grad_norm": 0.8101127743721008,
      "learning_rate": 6.87237338377546e-06,
      "loss": 0.0663,
      "step": 11130
    },
    {
      "epoch": 0.8324421343903078,
      "grad_norm": 0.8432135581970215,
      "learning_rate": 6.866385805285358e-06,
      "loss": 0.0841,
      "step": 11131
    },
    {
      "epoch": 0.8325169203155967,
      "grad_norm": 0.9056690335273743,
      "learning_rate": 6.860400643971382e-06,
      "loss": 0.1232,
      "step": 11132
    },
    {
      "epoch": 0.8325917062408855,
      "grad_norm": 0.7340666055679321,
      "learning_rate": 6.854417900168908e-06,
      "loss": 0.0748,
      "step": 11133
    },
    {
      "epoch": 0.8326664921661743,
      "grad_norm": 1.0256415605545044,
      "learning_rate": 6.84843757421324e-06,
      "loss": 0.0816,
      "step": 11134
    },
    {
      "epoch": 0.8327412780914631,
      "grad_norm": 1.1349050998687744,
      "learning_rate": 6.842459666439477e-06,
      "loss": 0.0979,
      "step": 11135
    },
    {
      "epoch": 0.832816064016752,
      "grad_norm": 0.5538375377655029,
      "learning_rate": 6.836484177182656e-06,
      "loss": 0.0363,
      "step": 11136
    },
    {
      "epoch": 0.8328908499420409,
      "grad_norm": 0.8067033290863037,
      "learning_rate": 6.830511106777593e-06,
      "loss": 0.0716,
      "step": 11137
    },
    {
      "epoch": 0.8329656358673297,
      "grad_norm": 1.0339808464050293,
      "learning_rate": 6.824540455559064e-06,
      "loss": 0.0754,
      "step": 11138
    },
    {
      "epoch": 0.8330404217926186,
      "grad_norm": 1.073848843574524,
      "learning_rate": 6.818572223861619e-06,
      "loss": 0.0686,
      "step": 11139
    },
    {
      "epoch": 0.8331152077179075,
      "grad_norm": 1.2335824966430664,
      "learning_rate": 6.812606412019734e-06,
      "loss": 0.0728,
      "step": 11140
    },
    {
      "epoch": 0.8331899936431963,
      "grad_norm": 0.8437729477882385,
      "learning_rate": 6.80664302036772e-06,
      "loss": 0.0683,
      "step": 11141
    },
    {
      "epoch": 0.8332647795684852,
      "grad_norm": 1.2387592792510986,
      "learning_rate": 6.800682049239765e-06,
      "loss": 0.0881,
      "step": 11142
    },
    {
      "epoch": 0.8333395654937741,
      "grad_norm": 1.4624465703964233,
      "learning_rate": 6.794723498969919e-06,
      "loss": 0.2115,
      "step": 11143
    },
    {
      "epoch": 0.833414351419063,
      "grad_norm": 1.4876158237457275,
      "learning_rate": 6.788767369892091e-06,
      "loss": 0.1034,
      "step": 11144
    },
    {
      "epoch": 0.8334891373443518,
      "grad_norm": 1.0908830165863037,
      "learning_rate": 6.7828136623400595e-06,
      "loss": 0.0765,
      "step": 11145
    },
    {
      "epoch": 0.8335639232696407,
      "grad_norm": 1.9444063901901245,
      "learning_rate": 6.776862376647481e-06,
      "loss": 0.1619,
      "step": 11146
    },
    {
      "epoch": 0.8336387091949296,
      "grad_norm": 1.0711969137191772,
      "learning_rate": 6.770913513147825e-06,
      "loss": 0.0751,
      "step": 11147
    },
    {
      "epoch": 0.8337134951202184,
      "grad_norm": 1.780808448791504,
      "learning_rate": 6.764967072174499e-06,
      "loss": 0.1247,
      "step": 11148
    },
    {
      "epoch": 0.8337882810455073,
      "grad_norm": 1.7294790744781494,
      "learning_rate": 6.7590230540607034e-06,
      "loss": 0.2288,
      "step": 11149
    },
    {
      "epoch": 0.833863066970796,
      "grad_norm": 1.2519934177398682,
      "learning_rate": 6.753081459139576e-06,
      "loss": 0.079,
      "step": 11150
    },
    {
      "epoch": 0.8339378528960849,
      "grad_norm": 0.7179050445556641,
      "learning_rate": 6.7471422877440404e-06,
      "loss": 0.0712,
      "step": 11151
    },
    {
      "epoch": 0.8340126388213738,
      "grad_norm": 0.49524205923080444,
      "learning_rate": 6.741205540206957e-06,
      "loss": 0.0334,
      "step": 11152
    },
    {
      "epoch": 0.8340874247466626,
      "grad_norm": 0.5326519012451172,
      "learning_rate": 6.735271216860994e-06,
      "loss": 0.0454,
      "step": 11153
    },
    {
      "epoch": 0.8341622106719515,
      "grad_norm": 0.4615687131881714,
      "learning_rate": 6.7293393180387075e-06,
      "loss": 0.0409,
      "step": 11154
    },
    {
      "epoch": 0.8342369965972404,
      "grad_norm": 0.6184686422348022,
      "learning_rate": 6.723409844072537e-06,
      "loss": 0.046,
      "step": 11155
    },
    {
      "epoch": 0.8343117825225292,
      "grad_norm": 0.7040292024612427,
      "learning_rate": 6.717482795294733e-06,
      "loss": 0.0555,
      "step": 11156
    },
    {
      "epoch": 0.8343865684478181,
      "grad_norm": 0.5118758678436279,
      "learning_rate": 6.71155817203748e-06,
      "loss": 0.0331,
      "step": 11157
    },
    {
      "epoch": 0.834461354373107,
      "grad_norm": 0.5533156394958496,
      "learning_rate": 6.7056359746327455e-06,
      "loss": 0.0422,
      "step": 11158
    },
    {
      "epoch": 0.8345361402983958,
      "grad_norm": 0.8127254843711853,
      "learning_rate": 6.699716203412454e-06,
      "loss": 0.0631,
      "step": 11159
    },
    {
      "epoch": 0.8346109262236847,
      "grad_norm": 0.4370321035385132,
      "learning_rate": 6.693798858708306e-06,
      "loss": 0.0251,
      "step": 11160
    },
    {
      "epoch": 0.8346857121489736,
      "grad_norm": 0.7329571843147278,
      "learning_rate": 6.687883940851935e-06,
      "loss": 0.0435,
      "step": 11161
    },
    {
      "epoch": 0.8347604980742624,
      "grad_norm": 0.6710524559020996,
      "learning_rate": 6.68197145017479e-06,
      "loss": 0.046,
      "step": 11162
    },
    {
      "epoch": 0.8348352839995513,
      "grad_norm": 0.9874696135520935,
      "learning_rate": 6.676061387008204e-06,
      "loss": 0.1159,
      "step": 11163
    },
    {
      "epoch": 0.8349100699248402,
      "grad_norm": 0.6078581213951111,
      "learning_rate": 6.670153751683372e-06,
      "loss": 0.0659,
      "step": 11164
    },
    {
      "epoch": 0.834984855850129,
      "grad_norm": 0.5654853582382202,
      "learning_rate": 6.664248544531365e-06,
      "loss": 0.0452,
      "step": 11165
    },
    {
      "epoch": 0.8350596417754179,
      "grad_norm": 0.6177874803543091,
      "learning_rate": 6.658345765883095e-06,
      "loss": 0.0575,
      "step": 11166
    },
    {
      "epoch": 0.8351344277007067,
      "grad_norm": 0.7940590977668762,
      "learning_rate": 6.652445416069353e-06,
      "loss": 0.0563,
      "step": 11167
    },
    {
      "epoch": 0.8352092136259955,
      "grad_norm": 0.6218305826187134,
      "learning_rate": 6.6465474954207855e-06,
      "loss": 0.0529,
      "step": 11168
    },
    {
      "epoch": 0.8352839995512844,
      "grad_norm": 0.8907952308654785,
      "learning_rate": 6.640652004267933e-06,
      "loss": 0.0705,
      "step": 11169
    },
    {
      "epoch": 0.8353587854765733,
      "grad_norm": 1.008553385734558,
      "learning_rate": 6.634758942941127e-06,
      "loss": 0.1016,
      "step": 11170
    },
    {
      "epoch": 0.8354335714018621,
      "grad_norm": 0.8361813426017761,
      "learning_rate": 6.628868311770659e-06,
      "loss": 0.0801,
      "step": 11171
    },
    {
      "epoch": 0.835508357327151,
      "grad_norm": 0.6597153544425964,
      "learning_rate": 6.622980111086591e-06,
      "loss": 0.0559,
      "step": 11172
    },
    {
      "epoch": 0.8355831432524399,
      "grad_norm": 0.8300521373748779,
      "learning_rate": 6.617094341218943e-06,
      "loss": 0.064,
      "step": 11173
    },
    {
      "epoch": 0.8356579291777287,
      "grad_norm": 0.846956193447113,
      "learning_rate": 6.611211002497497e-06,
      "loss": 0.0984,
      "step": 11174
    },
    {
      "epoch": 0.8357327151030176,
      "grad_norm": 0.6010796427726746,
      "learning_rate": 6.605330095252e-06,
      "loss": 0.0494,
      "step": 11175
    },
    {
      "epoch": 0.8358075010283065,
      "grad_norm": 0.7629537582397461,
      "learning_rate": 6.59945161981198e-06,
      "loss": 0.0785,
      "step": 11176
    },
    {
      "epoch": 0.8358822869535953,
      "grad_norm": 1.2466415166854858,
      "learning_rate": 6.5935755765068715e-06,
      "loss": 0.1317,
      "step": 11177
    },
    {
      "epoch": 0.8359570728788842,
      "grad_norm": 0.7010529637336731,
      "learning_rate": 6.587701965665965e-06,
      "loss": 0.0443,
      "step": 11178
    },
    {
      "epoch": 0.8360318588041731,
      "grad_norm": 0.8522678017616272,
      "learning_rate": 6.581830787618415e-06,
      "loss": 0.0756,
      "step": 11179
    },
    {
      "epoch": 0.836106644729462,
      "grad_norm": 0.5997804999351501,
      "learning_rate": 6.57596204269324e-06,
      "loss": 0.0628,
      "step": 11180
    },
    {
      "epoch": 0.8361814306547508,
      "grad_norm": 0.8611673712730408,
      "learning_rate": 6.570095731219311e-06,
      "loss": 0.1334,
      "step": 11181
    },
    {
      "epoch": 0.8362562165800397,
      "grad_norm": 0.6261860132217407,
      "learning_rate": 6.5642318535253764e-06,
      "loss": 0.0412,
      "step": 11182
    },
    {
      "epoch": 0.8363310025053285,
      "grad_norm": 0.644295334815979,
      "learning_rate": 6.558370409940062e-06,
      "loss": 0.0329,
      "step": 11183
    },
    {
      "epoch": 0.8364057884306173,
      "grad_norm": 1.180528163909912,
      "learning_rate": 6.552511400791794e-06,
      "loss": 0.1416,
      "step": 11184
    },
    {
      "epoch": 0.8364805743559062,
      "grad_norm": 0.9486742615699768,
      "learning_rate": 6.54665482640896e-06,
      "loss": 0.0822,
      "step": 11185
    },
    {
      "epoch": 0.836555360281195,
      "grad_norm": 0.7269991636276245,
      "learning_rate": 6.540800687119719e-06,
      "loss": 0.0489,
      "step": 11186
    },
    {
      "epoch": 0.8366301462064839,
      "grad_norm": 0.5960588455200195,
      "learning_rate": 6.5349489832521425e-06,
      "loss": 0.0719,
      "step": 11187
    },
    {
      "epoch": 0.8367049321317728,
      "grad_norm": 0.9049254059791565,
      "learning_rate": 6.529099715134168e-06,
      "loss": 0.0847,
      "step": 11188
    },
    {
      "epoch": 0.8367797180570616,
      "grad_norm": 0.6338697671890259,
      "learning_rate": 6.523252883093567e-06,
      "loss": 0.0364,
      "step": 11189
    },
    {
      "epoch": 0.8368545039823505,
      "grad_norm": 0.6957682967185974,
      "learning_rate": 6.51740848745801e-06,
      "loss": 0.0469,
      "step": 11190
    },
    {
      "epoch": 0.8369292899076394,
      "grad_norm": 0.7539973855018616,
      "learning_rate": 6.5115665285549965e-06,
      "loss": 0.0595,
      "step": 11191
    },
    {
      "epoch": 0.8370040758329282,
      "grad_norm": 0.8865708112716675,
      "learning_rate": 6.50572700671192e-06,
      "loss": 0.0635,
      "step": 11192
    },
    {
      "epoch": 0.8370788617582171,
      "grad_norm": 0.7461608648300171,
      "learning_rate": 6.499889922255997e-06,
      "loss": 0.0683,
      "step": 11193
    },
    {
      "epoch": 0.837153647683506,
      "grad_norm": 0.7823545932769775,
      "learning_rate": 6.494055275514377e-06,
      "loss": 0.0433,
      "step": 11194
    },
    {
      "epoch": 0.8372284336087948,
      "grad_norm": 1.3186867237091064,
      "learning_rate": 6.488223066813975e-06,
      "loss": 0.1231,
      "step": 11195
    },
    {
      "epoch": 0.8373032195340837,
      "grad_norm": 0.9748772382736206,
      "learning_rate": 6.482393296481682e-06,
      "loss": 0.1173,
      "step": 11196
    },
    {
      "epoch": 0.8373780054593726,
      "grad_norm": 1.4280420541763306,
      "learning_rate": 6.476565964844133e-06,
      "loss": 0.1334,
      "step": 11197
    },
    {
      "epoch": 0.8374527913846614,
      "grad_norm": 1.0623116493225098,
      "learning_rate": 6.470741072227948e-06,
      "loss": 0.0978,
      "step": 11198
    },
    {
      "epoch": 0.8375275773099503,
      "grad_norm": 0.8920701146125793,
      "learning_rate": 6.464918618959509e-06,
      "loss": 0.0699,
      "step": 11199
    },
    {
      "epoch": 0.8376023632352392,
      "grad_norm": 1.8010419607162476,
      "learning_rate": 6.459098605365111e-06,
      "loss": 0.1408,
      "step": 11200
    },
    {
      "epoch": 0.8376771491605279,
      "grad_norm": 0.4754815697669983,
      "learning_rate": 6.453281031770908e-06,
      "loss": 0.0397,
      "step": 11201
    },
    {
      "epoch": 0.8377519350858168,
      "grad_norm": 0.5539080500602722,
      "learning_rate": 6.447465898502913e-06,
      "loss": 0.0534,
      "step": 11202
    },
    {
      "epoch": 0.8378267210111057,
      "grad_norm": 0.584919273853302,
      "learning_rate": 6.4416532058869935e-06,
      "loss": 0.0521,
      "step": 11203
    },
    {
      "epoch": 0.8379015069363945,
      "grad_norm": 0.5222262740135193,
      "learning_rate": 6.4358429542489e-06,
      "loss": 0.0439,
      "step": 11204
    },
    {
      "epoch": 0.8379762928616834,
      "grad_norm": 0.3563927710056305,
      "learning_rate": 6.430035143914226e-06,
      "loss": 0.0281,
      "step": 11205
    },
    {
      "epoch": 0.8380510787869723,
      "grad_norm": 0.49765777587890625,
      "learning_rate": 6.424229775208451e-06,
      "loss": 0.0388,
      "step": 11206
    },
    {
      "epoch": 0.8381258647122611,
      "grad_norm": 0.6180798411369324,
      "learning_rate": 6.418426848456871e-06,
      "loss": 0.057,
      "step": 11207
    },
    {
      "epoch": 0.83820065063755,
      "grad_norm": 0.610092043876648,
      "learning_rate": 6.412626363984719e-06,
      "loss": 0.059,
      "step": 11208
    },
    {
      "epoch": 0.8382754365628389,
      "grad_norm": 0.555209755897522,
      "learning_rate": 6.4068283221170145e-06,
      "loss": 0.0523,
      "step": 11209
    },
    {
      "epoch": 0.8383502224881277,
      "grad_norm": 0.7758296132087708,
      "learning_rate": 6.4010327231787074e-06,
      "loss": 0.0482,
      "step": 11210
    },
    {
      "epoch": 0.8384250084134166,
      "grad_norm": 0.6042219996452332,
      "learning_rate": 6.395239567494543e-06,
      "loss": 0.061,
      "step": 11211
    },
    {
      "epoch": 0.8384997943387055,
      "grad_norm": 0.7217696309089661,
      "learning_rate": 6.3894488553892075e-06,
      "loss": 0.0419,
      "step": 11212
    },
    {
      "epoch": 0.8385745802639943,
      "grad_norm": 1.1073999404907227,
      "learning_rate": 6.383660587187174e-06,
      "loss": 0.0972,
      "step": 11213
    },
    {
      "epoch": 0.8386493661892832,
      "grad_norm": 0.6832118630409241,
      "learning_rate": 6.377874763212827e-06,
      "loss": 0.0556,
      "step": 11214
    },
    {
      "epoch": 0.8387241521145721,
      "grad_norm": 0.7250310182571411,
      "learning_rate": 6.372091383790396e-06,
      "loss": 0.0684,
      "step": 11215
    },
    {
      "epoch": 0.8387989380398609,
      "grad_norm": 0.8457216620445251,
      "learning_rate": 6.366310449243978e-06,
      "loss": 0.0572,
      "step": 11216
    },
    {
      "epoch": 0.8388737239651498,
      "grad_norm": 0.7730823159217834,
      "learning_rate": 6.360531959897542e-06,
      "loss": 0.0722,
      "step": 11217
    },
    {
      "epoch": 0.8389485098904386,
      "grad_norm": 0.42635202407836914,
      "learning_rate": 6.354755916074884e-06,
      "loss": 0.0289,
      "step": 11218
    },
    {
      "epoch": 0.8390232958157274,
      "grad_norm": 0.7412844300270081,
      "learning_rate": 6.348982318099727e-06,
      "loss": 0.0951,
      "step": 11219
    },
    {
      "epoch": 0.8390980817410163,
      "grad_norm": 0.6142719984054565,
      "learning_rate": 6.343211166295587e-06,
      "loss": 0.0616,
      "step": 11220
    },
    {
      "epoch": 0.8391728676663052,
      "grad_norm": 0.936427116394043,
      "learning_rate": 6.337442460985893e-06,
      "loss": 0.0664,
      "step": 11221
    },
    {
      "epoch": 0.839247653591594,
      "grad_norm": 0.9997199773788452,
      "learning_rate": 6.331676202493908e-06,
      "loss": 0.1014,
      "step": 11222
    },
    {
      "epoch": 0.8393224395168829,
      "grad_norm": 0.8976861834526062,
      "learning_rate": 6.325912391142775e-06,
      "loss": 0.0942,
      "step": 11223
    },
    {
      "epoch": 0.8393972254421718,
      "grad_norm": 0.7111635804176331,
      "learning_rate": 6.320151027255488e-06,
      "loss": 0.0559,
      "step": 11224
    },
    {
      "epoch": 0.8394720113674606,
      "grad_norm": 0.5900030732154846,
      "learning_rate": 6.3143921111549206e-06,
      "loss": 0.073,
      "step": 11225
    },
    {
      "epoch": 0.8395467972927495,
      "grad_norm": 1.2189815044403076,
      "learning_rate": 6.308635643163791e-06,
      "loss": 0.0903,
      "step": 11226
    },
    {
      "epoch": 0.8396215832180384,
      "grad_norm": 0.7221590280532837,
      "learning_rate": 6.302881623604684e-06,
      "loss": 0.057,
      "step": 11227
    },
    {
      "epoch": 0.8396963691433272,
      "grad_norm": 0.39612486958503723,
      "learning_rate": 6.2971300528000594e-06,
      "loss": 0.0205,
      "step": 11228
    },
    {
      "epoch": 0.8397711550686161,
      "grad_norm": 0.5931735038757324,
      "learning_rate": 6.291380931072238e-06,
      "loss": 0.0469,
      "step": 11229
    },
    {
      "epoch": 0.839845940993905,
      "grad_norm": 0.7142854332923889,
      "learning_rate": 6.285634258743361e-06,
      "loss": 0.0541,
      "step": 11230
    },
    {
      "epoch": 0.8399207269191938,
      "grad_norm": 0.8467601537704468,
      "learning_rate": 6.2798900361355164e-06,
      "loss": 0.0532,
      "step": 11231
    },
    {
      "epoch": 0.8399955128444827,
      "grad_norm": 0.6121696829795837,
      "learning_rate": 6.274148263570556e-06,
      "loss": 0.0385,
      "step": 11232
    },
    {
      "epoch": 0.8400702987697716,
      "grad_norm": 0.4336962401866913,
      "learning_rate": 6.268408941370296e-06,
      "loss": 0.0195,
      "step": 11233
    },
    {
      "epoch": 0.8401450846950604,
      "grad_norm": 0.683819591999054,
      "learning_rate": 6.262672069856313e-06,
      "loss": 0.0486,
      "step": 11234
    },
    {
      "epoch": 0.8402198706203492,
      "grad_norm": 0.7273831963539124,
      "learning_rate": 6.256937649350142e-06,
      "loss": 0.0533,
      "step": 11235
    },
    {
      "epoch": 0.8402946565456381,
      "grad_norm": 0.9850924611091614,
      "learning_rate": 6.251205680173111e-06,
      "loss": 0.0836,
      "step": 11236
    },
    {
      "epoch": 0.8403694424709269,
      "grad_norm": 0.693986177444458,
      "learning_rate": 6.2454761626464355e-06,
      "loss": 0.0532,
      "step": 11237
    },
    {
      "epoch": 0.8404442283962158,
      "grad_norm": 0.8523791432380676,
      "learning_rate": 6.239749097091202e-06,
      "loss": 0.0956,
      "step": 11238
    },
    {
      "epoch": 0.8405190143215047,
      "grad_norm": 0.7959606051445007,
      "learning_rate": 6.234024483828343e-06,
      "loss": 0.06,
      "step": 11239
    },
    {
      "epoch": 0.8405938002467935,
      "grad_norm": 0.827368974685669,
      "learning_rate": 6.228302323178664e-06,
      "loss": 0.0528,
      "step": 11240
    },
    {
      "epoch": 0.8406685861720824,
      "grad_norm": 0.9920914173126221,
      "learning_rate": 6.222582615462835e-06,
      "loss": 0.0861,
      "step": 11241
    },
    {
      "epoch": 0.8407433720973713,
      "grad_norm": 0.9693403244018555,
      "learning_rate": 6.216865361001384e-06,
      "loss": 0.0695,
      "step": 11242
    },
    {
      "epoch": 0.8408181580226601,
      "grad_norm": 0.7133670449256897,
      "learning_rate": 6.211150560114709e-06,
      "loss": 0.0419,
      "step": 11243
    },
    {
      "epoch": 0.840892943947949,
      "grad_norm": 1.4015858173370361,
      "learning_rate": 6.205438213123033e-06,
      "loss": 0.1825,
      "step": 11244
    },
    {
      "epoch": 0.8409677298732379,
      "grad_norm": 0.9002440571784973,
      "learning_rate": 6.19972832034651e-06,
      "loss": 0.0634,
      "step": 11245
    },
    {
      "epoch": 0.8410425157985267,
      "grad_norm": 1.5046873092651367,
      "learning_rate": 6.194020882105083e-06,
      "loss": 0.1289,
      "step": 11246
    },
    {
      "epoch": 0.8411173017238156,
      "grad_norm": 1.8350636959075928,
      "learning_rate": 6.188315898718627e-06,
      "loss": 0.1908,
      "step": 11247
    },
    {
      "epoch": 0.8411920876491045,
      "grad_norm": 1.1815428733825684,
      "learning_rate": 6.182613370506824e-06,
      "loss": 0.0935,
      "step": 11248
    },
    {
      "epoch": 0.8412668735743933,
      "grad_norm": 2.3139421939849854,
      "learning_rate": 6.1769132977892386e-06,
      "loss": 0.3256,
      "step": 11249
    },
    {
      "epoch": 0.8413416594996822,
      "grad_norm": 2.435166597366333,
      "learning_rate": 6.171215680885306e-06,
      "loss": 0.2545,
      "step": 11250
    },
    {
      "epoch": 0.8414164454249711,
      "grad_norm": 0.6004272103309631,
      "learning_rate": 6.165520520114315e-06,
      "loss": 0.0606,
      "step": 11251
    },
    {
      "epoch": 0.8414912313502598,
      "grad_norm": 0.38733139634132385,
      "learning_rate": 6.159827815795427e-06,
      "loss": 0.0273,
      "step": 11252
    },
    {
      "epoch": 0.8415660172755487,
      "grad_norm": 0.47272953391075134,
      "learning_rate": 6.154137568247626e-06,
      "loss": 0.0359,
      "step": 11253
    },
    {
      "epoch": 0.8416408032008376,
      "grad_norm": 0.748312771320343,
      "learning_rate": 6.148449777789833e-06,
      "loss": 0.0717,
      "step": 11254
    },
    {
      "epoch": 0.8417155891261264,
      "grad_norm": 0.8270198106765747,
      "learning_rate": 6.142764444740745e-06,
      "loss": 0.0616,
      "step": 11255
    },
    {
      "epoch": 0.8417903750514153,
      "grad_norm": 0.8275406360626221,
      "learning_rate": 6.1370815694190065e-06,
      "loss": 0.1337,
      "step": 11256
    },
    {
      "epoch": 0.8418651609767042,
      "grad_norm": 0.8579980731010437,
      "learning_rate": 6.1314011521430344e-06,
      "loss": 0.0719,
      "step": 11257
    },
    {
      "epoch": 0.841939946901993,
      "grad_norm": 0.4978724718093872,
      "learning_rate": 6.125723193231209e-06,
      "loss": 0.0272,
      "step": 11258
    },
    {
      "epoch": 0.8420147328272819,
      "grad_norm": 0.6869141459465027,
      "learning_rate": 6.120047693001674e-06,
      "loss": 0.0392,
      "step": 11259
    },
    {
      "epoch": 0.8420895187525708,
      "grad_norm": 0.7945141792297363,
      "learning_rate": 6.114374651772497e-06,
      "loss": 0.0763,
      "step": 11260
    },
    {
      "epoch": 0.8421643046778596,
      "grad_norm": 0.5707724094390869,
      "learning_rate": 6.108704069861587e-06,
      "loss": 0.054,
      "step": 11261
    },
    {
      "epoch": 0.8422390906031485,
      "grad_norm": 1.0802057981491089,
      "learning_rate": 6.103035947586727e-06,
      "loss": 0.1603,
      "step": 11262
    },
    {
      "epoch": 0.8423138765284374,
      "grad_norm": 0.7156848907470703,
      "learning_rate": 6.097370285265552e-06,
      "loss": 0.0705,
      "step": 11263
    },
    {
      "epoch": 0.8423886624537262,
      "grad_norm": 1.0120173692703247,
      "learning_rate": 6.091707083215559e-06,
      "loss": 0.0894,
      "step": 11264
    },
    {
      "epoch": 0.8424634483790151,
      "grad_norm": 0.6099409461021423,
      "learning_rate": 6.086046341754109e-06,
      "loss": 0.0468,
      "step": 11265
    },
    {
      "epoch": 0.842538234304304,
      "grad_norm": 0.38510823249816895,
      "learning_rate": 6.080388061198439e-06,
      "loss": 0.0269,
      "step": 11266
    },
    {
      "epoch": 0.8426130202295928,
      "grad_norm": 0.8353107571601868,
      "learning_rate": 6.074732241865599e-06,
      "loss": 0.0745,
      "step": 11267
    },
    {
      "epoch": 0.8426878061548817,
      "grad_norm": 0.8038744330406189,
      "learning_rate": 6.069078884072582e-06,
      "loss": 0.0797,
      "step": 11268
    },
    {
      "epoch": 0.8427625920801705,
      "grad_norm": 1.0570777654647827,
      "learning_rate": 6.063427988136161e-06,
      "loss": 0.0747,
      "step": 11269
    },
    {
      "epoch": 0.8428373780054593,
      "grad_norm": 0.6486286520957947,
      "learning_rate": 6.057779554373044e-06,
      "loss": 0.0542,
      "step": 11270
    },
    {
      "epoch": 0.8429121639307482,
      "grad_norm": 0.9158944487571716,
      "learning_rate": 6.0521335830997225e-06,
      "loss": 0.0682,
      "step": 11271
    },
    {
      "epoch": 0.8429869498560371,
      "grad_norm": 0.731711745262146,
      "learning_rate": 6.046490074632638e-06,
      "loss": 0.0479,
      "step": 11272
    },
    {
      "epoch": 0.8430617357813259,
      "grad_norm": 0.8024502992630005,
      "learning_rate": 6.040849029288015e-06,
      "loss": 0.0745,
      "step": 11273
    },
    {
      "epoch": 0.8431365217066148,
      "grad_norm": 0.9216257929801941,
      "learning_rate": 6.035210447381984e-06,
      "loss": 0.033,
      "step": 11274
    },
    {
      "epoch": 0.8432113076319037,
      "grad_norm": 1.1462206840515137,
      "learning_rate": 6.029574329230525e-06,
      "loss": 0.1142,
      "step": 11275
    },
    {
      "epoch": 0.8432860935571925,
      "grad_norm": 0.8323245644569397,
      "learning_rate": 6.023940675149486e-06,
      "loss": 0.0559,
      "step": 11276
    },
    {
      "epoch": 0.8433608794824814,
      "grad_norm": 0.7320921421051025,
      "learning_rate": 6.018309485454576e-06,
      "loss": 0.082,
      "step": 11277
    },
    {
      "epoch": 0.8434356654077703,
      "grad_norm": 0.9986159205436707,
      "learning_rate": 6.012680760461353e-06,
      "loss": 0.0755,
      "step": 11278
    },
    {
      "epoch": 0.8435104513330591,
      "grad_norm": 0.5741243362426758,
      "learning_rate": 6.007054500485265e-06,
      "loss": 0.0462,
      "step": 11279
    },
    {
      "epoch": 0.843585237258348,
      "grad_norm": 0.6737880706787109,
      "learning_rate": 6.001430705841582e-06,
      "loss": 0.0523,
      "step": 11280
    },
    {
      "epoch": 0.8436600231836369,
      "grad_norm": 0.6963143348693848,
      "learning_rate": 5.995809376845463e-06,
      "loss": 0.0436,
      "step": 11281
    },
    {
      "epoch": 0.8437348091089257,
      "grad_norm": 0.8277835249900818,
      "learning_rate": 5.990190513811922e-06,
      "loss": 0.0759,
      "step": 11282
    },
    {
      "epoch": 0.8438095950342146,
      "grad_norm": 0.8482770919799805,
      "learning_rate": 5.984574117055841e-06,
      "loss": 0.0771,
      "step": 11283
    },
    {
      "epoch": 0.8438843809595035,
      "grad_norm": 0.8983358144760132,
      "learning_rate": 5.978960186891963e-06,
      "loss": 0.0938,
      "step": 11284
    },
    {
      "epoch": 0.8439591668847923,
      "grad_norm": 0.8174254894256592,
      "learning_rate": 5.973348723634875e-06,
      "loss": 0.0547,
      "step": 11285
    },
    {
      "epoch": 0.8440339528100811,
      "grad_norm": 1.1910253763198853,
      "learning_rate": 5.967739727599053e-06,
      "loss": 0.1105,
      "step": 11286
    },
    {
      "epoch": 0.84410873873537,
      "grad_norm": 1.0773667097091675,
      "learning_rate": 5.962133199098813e-06,
      "loss": 0.0867,
      "step": 11287
    },
    {
      "epoch": 0.8441835246606588,
      "grad_norm": 1.0046582221984863,
      "learning_rate": 5.956529138448341e-06,
      "loss": 0.038,
      "step": 11288
    },
    {
      "epoch": 0.8442583105859477,
      "grad_norm": 0.7062381505966187,
      "learning_rate": 5.950927545961705e-06,
      "loss": 0.0413,
      "step": 11289
    },
    {
      "epoch": 0.8443330965112366,
      "grad_norm": 1.1554282903671265,
      "learning_rate": 5.945328421952767e-06,
      "loss": 0.0761,
      "step": 11290
    },
    {
      "epoch": 0.8444078824365254,
      "grad_norm": 1.1807280778884888,
      "learning_rate": 5.939731766735346e-06,
      "loss": 0.0998,
      "step": 11291
    },
    {
      "epoch": 0.8444826683618143,
      "grad_norm": 1.1399410963058472,
      "learning_rate": 5.934137580623039e-06,
      "loss": 0.099,
      "step": 11292
    },
    {
      "epoch": 0.8445574542871032,
      "grad_norm": 0.6968643069267273,
      "learning_rate": 5.928545863929375e-06,
      "loss": 0.0428,
      "step": 11293
    },
    {
      "epoch": 0.844632240212392,
      "grad_norm": 1.1474833488464355,
      "learning_rate": 5.9229566169676674e-06,
      "loss": 0.1112,
      "step": 11294
    },
    {
      "epoch": 0.8447070261376809,
      "grad_norm": 1.938376545906067,
      "learning_rate": 5.917369840051185e-06,
      "loss": 0.1543,
      "step": 11295
    },
    {
      "epoch": 0.8447818120629698,
      "grad_norm": 1.0390722751617432,
      "learning_rate": 5.911785533492959e-06,
      "loss": 0.0724,
      "step": 11296
    },
    {
      "epoch": 0.8448565979882586,
      "grad_norm": 1.299742579460144,
      "learning_rate": 5.906203697605955e-06,
      "loss": 0.134,
      "step": 11297
    },
    {
      "epoch": 0.8449313839135475,
      "grad_norm": 0.8525347113609314,
      "learning_rate": 5.90062433270297e-06,
      "loss": 0.0702,
      "step": 11298
    },
    {
      "epoch": 0.8450061698388364,
      "grad_norm": 0.9846524596214294,
      "learning_rate": 5.895047439096663e-06,
      "loss": 0.07,
      "step": 11299
    },
    {
      "epoch": 0.8450809557641252,
      "grad_norm": 1.409923791885376,
      "learning_rate": 5.889473017099562e-06,
      "loss": 0.065,
      "step": 11300
    },
    {
      "epoch": 0.8451557416894141,
      "grad_norm": 0.6012358665466309,
      "learning_rate": 5.883901067024056e-06,
      "loss": 0.0667,
      "step": 11301
    },
    {
      "epoch": 0.845230527614703,
      "grad_norm": 0.7038521766662598,
      "learning_rate": 5.878331589182395e-06,
      "loss": 0.0862,
      "step": 11302
    },
    {
      "epoch": 0.8453053135399917,
      "grad_norm": 0.7103974223136902,
      "learning_rate": 5.872764583886692e-06,
      "loss": 0.1004,
      "step": 11303
    },
    {
      "epoch": 0.8453800994652806,
      "grad_norm": 0.6337669491767883,
      "learning_rate": 5.86720005144889e-06,
      "loss": 0.0629,
      "step": 11304
    },
    {
      "epoch": 0.8454548853905695,
      "grad_norm": 0.5146669745445251,
      "learning_rate": 5.861637992180863e-06,
      "loss": 0.0399,
      "step": 11305
    },
    {
      "epoch": 0.8455296713158583,
      "grad_norm": 0.40039733052253723,
      "learning_rate": 5.856078406394261e-06,
      "loss": 0.0322,
      "step": 11306
    },
    {
      "epoch": 0.8456044572411472,
      "grad_norm": 0.4798349142074585,
      "learning_rate": 5.850521294400685e-06,
      "loss": 0.0489,
      "step": 11307
    },
    {
      "epoch": 0.8456792431664361,
      "grad_norm": 0.6936218738555908,
      "learning_rate": 5.844966656511502e-06,
      "loss": 0.0617,
      "step": 11308
    },
    {
      "epoch": 0.8457540290917249,
      "grad_norm": 0.6263197064399719,
      "learning_rate": 5.839414493038042e-06,
      "loss": 0.0376,
      "step": 11309
    },
    {
      "epoch": 0.8458288150170138,
      "grad_norm": 0.5822924375534058,
      "learning_rate": 5.8338648042914115e-06,
      "loss": 0.0568,
      "step": 11310
    },
    {
      "epoch": 0.8459036009423027,
      "grad_norm": 0.4747391641139984,
      "learning_rate": 5.828317590582611e-06,
      "loss": 0.0334,
      "step": 11311
    },
    {
      "epoch": 0.8459783868675915,
      "grad_norm": 0.7322887778282166,
      "learning_rate": 5.822772852222525e-06,
      "loss": 0.0617,
      "step": 11312
    },
    {
      "epoch": 0.8460531727928804,
      "grad_norm": 0.5226214528083801,
      "learning_rate": 5.817230589521832e-06,
      "loss": 0.0319,
      "step": 11313
    },
    {
      "epoch": 0.8461279587181693,
      "grad_norm": 0.5601624846458435,
      "learning_rate": 5.8116908027911754e-06,
      "loss": 0.0533,
      "step": 11314
    },
    {
      "epoch": 0.8462027446434581,
      "grad_norm": 0.738406240940094,
      "learning_rate": 5.806153492340943e-06,
      "loss": 0.057,
      "step": 11315
    },
    {
      "epoch": 0.846277530568747,
      "grad_norm": 0.4971550703048706,
      "learning_rate": 5.800618658481494e-06,
      "loss": 0.0504,
      "step": 11316
    },
    {
      "epoch": 0.8463523164940359,
      "grad_norm": 0.6233035326004028,
      "learning_rate": 5.795086301522956e-06,
      "loss": 0.0564,
      "step": 11317
    },
    {
      "epoch": 0.8464271024193247,
      "grad_norm": 0.9361456036567688,
      "learning_rate": 5.789556421775377e-06,
      "loss": 0.0752,
      "step": 11318
    },
    {
      "epoch": 0.8465018883446136,
      "grad_norm": 0.8562412261962891,
      "learning_rate": 5.784029019548642e-06,
      "loss": 0.068,
      "step": 11319
    },
    {
      "epoch": 0.8465766742699024,
      "grad_norm": 0.43180161714553833,
      "learning_rate": 5.778504095152509e-06,
      "loss": 0.0312,
      "step": 11320
    },
    {
      "epoch": 0.8466514601951912,
      "grad_norm": 1.1043556928634644,
      "learning_rate": 5.772981648896586e-06,
      "loss": 0.0666,
      "step": 11321
    },
    {
      "epoch": 0.8467262461204801,
      "grad_norm": 0.8408021926879883,
      "learning_rate": 5.767461681090342e-06,
      "loss": 0.0695,
      "step": 11322
    },
    {
      "epoch": 0.846801032045769,
      "grad_norm": 0.7838655710220337,
      "learning_rate": 5.7619441920431225e-06,
      "loss": 0.0726,
      "step": 11323
    },
    {
      "epoch": 0.8468758179710578,
      "grad_norm": 0.7336285710334778,
      "learning_rate": 5.756429182064116e-06,
      "loss": 0.0847,
      "step": 11324
    },
    {
      "epoch": 0.8469506038963467,
      "grad_norm": 0.7134437561035156,
      "learning_rate": 5.750916651462379e-06,
      "loss": 0.0453,
      "step": 11325
    },
    {
      "epoch": 0.8470253898216356,
      "grad_norm": 0.8169711232185364,
      "learning_rate": 5.745406600546843e-06,
      "loss": 0.0735,
      "step": 11326
    },
    {
      "epoch": 0.8471001757469244,
      "grad_norm": 1.0378731489181519,
      "learning_rate": 5.739899029626261e-06,
      "loss": 0.0715,
      "step": 11327
    },
    {
      "epoch": 0.8471749616722133,
      "grad_norm": 0.8628343343734741,
      "learning_rate": 5.734393939009308e-06,
      "loss": 0.0618,
      "step": 11328
    },
    {
      "epoch": 0.8472497475975022,
      "grad_norm": 1.1003053188323975,
      "learning_rate": 5.728891329004443e-06,
      "loss": 0.0614,
      "step": 11329
    },
    {
      "epoch": 0.847324533522791,
      "grad_norm": 1.0969600677490234,
      "learning_rate": 5.723391199920075e-06,
      "loss": 0.0505,
      "step": 11330
    },
    {
      "epoch": 0.8473993194480799,
      "grad_norm": 0.8358098864555359,
      "learning_rate": 5.71789355206438e-06,
      "loss": 0.0907,
      "step": 11331
    },
    {
      "epoch": 0.8474741053733688,
      "grad_norm": 1.1168607473373413,
      "learning_rate": 5.712398385745487e-06,
      "loss": 0.1367,
      "step": 11332
    },
    {
      "epoch": 0.8475488912986576,
      "grad_norm": 0.9504024386405945,
      "learning_rate": 5.706905701271309e-06,
      "loss": 0.0692,
      "step": 11333
    },
    {
      "epoch": 0.8476236772239465,
      "grad_norm": 1.1596014499664307,
      "learning_rate": 5.701415498949664e-06,
      "loss": 0.1001,
      "step": 11334
    },
    {
      "epoch": 0.8476984631492354,
      "grad_norm": 0.4946807026863098,
      "learning_rate": 5.695927779088223e-06,
      "loss": 0.0269,
      "step": 11335
    },
    {
      "epoch": 0.8477732490745242,
      "grad_norm": 1.356066346168518,
      "learning_rate": 5.6904425419945e-06,
      "loss": 0.1069,
      "step": 11336
    },
    {
      "epoch": 0.847848034999813,
      "grad_norm": 0.9611788392066956,
      "learning_rate": 5.684959787975897e-06,
      "loss": 0.0614,
      "step": 11337
    },
    {
      "epoch": 0.8479228209251018,
      "grad_norm": 0.8327100872993469,
      "learning_rate": 5.679479517339659e-06,
      "loss": 0.0488,
      "step": 11338
    },
    {
      "epoch": 0.8479976068503907,
      "grad_norm": 3.2953617572784424,
      "learning_rate": 5.6740017303928915e-06,
      "loss": 0.1458,
      "step": 11339
    },
    {
      "epoch": 0.8480723927756796,
      "grad_norm": 1.3382002115249634,
      "learning_rate": 5.6685264274425835e-06,
      "loss": 0.1358,
      "step": 11340
    },
    {
      "epoch": 0.8481471787009685,
      "grad_norm": 1.0909626483917236,
      "learning_rate": 5.663053608795532e-06,
      "loss": 0.0904,
      "step": 11341
    },
    {
      "epoch": 0.8482219646262573,
      "grad_norm": 0.9167266488075256,
      "learning_rate": 5.6575832747584764e-06,
      "loss": 0.0736,
      "step": 11342
    },
    {
      "epoch": 0.8482967505515462,
      "grad_norm": 1.2836239337921143,
      "learning_rate": 5.652115425637933e-06,
      "loss": 0.1569,
      "step": 11343
    },
    {
      "epoch": 0.848371536476835,
      "grad_norm": 1.2380924224853516,
      "learning_rate": 5.646650061740328e-06,
      "loss": 0.1859,
      "step": 11344
    },
    {
      "epoch": 0.8484463224021239,
      "grad_norm": 1.083031415939331,
      "learning_rate": 5.641187183371932e-06,
      "loss": 0.0656,
      "step": 11345
    },
    {
      "epoch": 0.8485211083274128,
      "grad_norm": 1.9165809154510498,
      "learning_rate": 5.635726790838891e-06,
      "loss": 0.2773,
      "step": 11346
    },
    {
      "epoch": 0.8485958942527017,
      "grad_norm": 1.8291337490081787,
      "learning_rate": 5.630268884447193e-06,
      "loss": 0.1097,
      "step": 11347
    },
    {
      "epoch": 0.8486706801779905,
      "grad_norm": 1.7337560653686523,
      "learning_rate": 5.6248134645026984e-06,
      "loss": 0.2102,
      "step": 11348
    },
    {
      "epoch": 0.8487454661032794,
      "grad_norm": 0.8165818452835083,
      "learning_rate": 5.6193605313111355e-06,
      "loss": 0.0498,
      "step": 11349
    },
    {
      "epoch": 0.8488202520285683,
      "grad_norm": 1.0842370986938477,
      "learning_rate": 5.613910085178054e-06,
      "loss": 0.0714,
      "step": 11350
    },
    {
      "epoch": 0.8488950379538571,
      "grad_norm": 0.5573383569717407,
      "learning_rate": 5.608462126408925e-06,
      "loss": 0.0492,
      "step": 11351
    },
    {
      "epoch": 0.848969823879146,
      "grad_norm": 0.6183675527572632,
      "learning_rate": 5.603016655309018e-06,
      "loss": 0.0511,
      "step": 11352
    },
    {
      "epoch": 0.8490446098044349,
      "grad_norm": 0.36673545837402344,
      "learning_rate": 5.5975736721835256e-06,
      "loss": 0.0243,
      "step": 11353
    },
    {
      "epoch": 0.8491193957297236,
      "grad_norm": 0.7008682489395142,
      "learning_rate": 5.592133177337444e-06,
      "loss": 0.0564,
      "step": 11354
    },
    {
      "epoch": 0.8491941816550125,
      "grad_norm": 0.958446741104126,
      "learning_rate": 5.586695171075662e-06,
      "loss": 0.0634,
      "step": 11355
    },
    {
      "epoch": 0.8492689675803013,
      "grad_norm": 0.48515036702156067,
      "learning_rate": 5.581259653702919e-06,
      "loss": 0.0475,
      "step": 11356
    },
    {
      "epoch": 0.8493437535055902,
      "grad_norm": 0.8542913198471069,
      "learning_rate": 5.575826625523828e-06,
      "loss": 0.0741,
      "step": 11357
    },
    {
      "epoch": 0.8494185394308791,
      "grad_norm": 0.5015355348587036,
      "learning_rate": 5.570396086842838e-06,
      "loss": 0.0358,
      "step": 11358
    },
    {
      "epoch": 0.849493325356168,
      "grad_norm": 0.48562952876091003,
      "learning_rate": 5.56496803796428e-06,
      "loss": 0.0482,
      "step": 11359
    },
    {
      "epoch": 0.8495681112814568,
      "grad_norm": 2.342689275741577,
      "learning_rate": 5.559542479192337e-06,
      "loss": 0.1479,
      "step": 11360
    },
    {
      "epoch": 0.8496428972067457,
      "grad_norm": 0.6387845873832703,
      "learning_rate": 5.554119410831049e-06,
      "loss": 0.0514,
      "step": 11361
    },
    {
      "epoch": 0.8497176831320346,
      "grad_norm": 0.24932998418807983,
      "learning_rate": 5.548698833184329e-06,
      "loss": 0.0142,
      "step": 11362
    },
    {
      "epoch": 0.8497924690573234,
      "grad_norm": 0.7143755555152893,
      "learning_rate": 5.543280746555945e-06,
      "loss": 0.0875,
      "step": 11363
    },
    {
      "epoch": 0.8498672549826123,
      "grad_norm": 0.5230637788772583,
      "learning_rate": 5.537865151249494e-06,
      "loss": 0.0424,
      "step": 11364
    },
    {
      "epoch": 0.8499420409079012,
      "grad_norm": 0.980842113494873,
      "learning_rate": 5.532452047568509e-06,
      "loss": 0.1769,
      "step": 11365
    },
    {
      "epoch": 0.85001682683319,
      "grad_norm": 0.9406335353851318,
      "learning_rate": 5.5270414358162884e-06,
      "loss": 0.0749,
      "step": 11366
    },
    {
      "epoch": 0.8500916127584789,
      "grad_norm": 0.8747220039367676,
      "learning_rate": 5.521633316296077e-06,
      "loss": 0.0846,
      "step": 11367
    },
    {
      "epoch": 0.8501663986837678,
      "grad_norm": 1.0227843523025513,
      "learning_rate": 5.51622768931091e-06,
      "loss": 0.097,
      "step": 11368
    },
    {
      "epoch": 0.8502411846090566,
      "grad_norm": 0.8348872065544128,
      "learning_rate": 5.510824555163752e-06,
      "loss": 0.0978,
      "step": 11369
    },
    {
      "epoch": 0.8503159705343455,
      "grad_norm": 0.8819646239280701,
      "learning_rate": 5.505423914157354e-06,
      "loss": 0.0611,
      "step": 11370
    },
    {
      "epoch": 0.8503907564596342,
      "grad_norm": 0.4959045946598053,
      "learning_rate": 5.500025766594385e-06,
      "loss": 0.0273,
      "step": 11371
    },
    {
      "epoch": 0.8504655423849231,
      "grad_norm": 1.0042070150375366,
      "learning_rate": 5.494630112777349e-06,
      "loss": 0.0985,
      "step": 11372
    },
    {
      "epoch": 0.850540328310212,
      "grad_norm": 0.6627534627914429,
      "learning_rate": 5.489236953008609e-06,
      "loss": 0.0399,
      "step": 11373
    },
    {
      "epoch": 0.8506151142355008,
      "grad_norm": 0.7556866407394409,
      "learning_rate": 5.4838462875904105e-06,
      "loss": 0.064,
      "step": 11374
    },
    {
      "epoch": 0.8506899001607897,
      "grad_norm": 0.8576330542564392,
      "learning_rate": 5.478458116824809e-06,
      "loss": 0.0831,
      "step": 11375
    },
    {
      "epoch": 0.8507646860860786,
      "grad_norm": 0.927241325378418,
      "learning_rate": 5.4730724410137935e-06,
      "loss": 0.0626,
      "step": 11376
    },
    {
      "epoch": 0.8508394720113674,
      "grad_norm": 0.8916826248168945,
      "learning_rate": 5.467689260459142e-06,
      "loss": 0.0645,
      "step": 11377
    },
    {
      "epoch": 0.8509142579366563,
      "grad_norm": 1.0095789432525635,
      "learning_rate": 5.462308575462538e-06,
      "loss": 0.0862,
      "step": 11378
    },
    {
      "epoch": 0.8509890438619452,
      "grad_norm": 0.8747621178627014,
      "learning_rate": 5.456930386325515e-06,
      "loss": 0.0537,
      "step": 11379
    },
    {
      "epoch": 0.851063829787234,
      "grad_norm": 0.9813358187675476,
      "learning_rate": 5.451554693349448e-06,
      "loss": 0.0933,
      "step": 11380
    },
    {
      "epoch": 0.8511386157125229,
      "grad_norm": 0.6504806280136108,
      "learning_rate": 5.446181496835606e-06,
      "loss": 0.0573,
      "step": 11381
    },
    {
      "epoch": 0.8512134016378118,
      "grad_norm": 0.7269843220710754,
      "learning_rate": 5.440810797085083e-06,
      "loss": 0.0692,
      "step": 11382
    },
    {
      "epoch": 0.8512881875631007,
      "grad_norm": 0.8560149073600769,
      "learning_rate": 5.435442594398854e-06,
      "loss": 0.0685,
      "step": 11383
    },
    {
      "epoch": 0.8513629734883895,
      "grad_norm": 0.732434093952179,
      "learning_rate": 5.430076889077751e-06,
      "loss": 0.0501,
      "step": 11384
    },
    {
      "epoch": 0.8514377594136784,
      "grad_norm": 0.8756715655326843,
      "learning_rate": 5.424713681422466e-06,
      "loss": 0.0532,
      "step": 11385
    },
    {
      "epoch": 0.8515125453389673,
      "grad_norm": 0.4915328919887543,
      "learning_rate": 5.41935297173356e-06,
      "loss": 0.023,
      "step": 11386
    },
    {
      "epoch": 0.8515873312642561,
      "grad_norm": 0.6448504328727722,
      "learning_rate": 5.413994760311403e-06,
      "loss": 0.0321,
      "step": 11387
    },
    {
      "epoch": 0.8516621171895449,
      "grad_norm": 0.9133973121643066,
      "learning_rate": 5.408639047456315e-06,
      "loss": 0.0688,
      "step": 11388
    },
    {
      "epoch": 0.8517369031148337,
      "grad_norm": 1.1660202741622925,
      "learning_rate": 5.403285833468386e-06,
      "loss": 0.1478,
      "step": 11389
    },
    {
      "epoch": 0.8518116890401226,
      "grad_norm": 1.2234911918640137,
      "learning_rate": 5.39793511864764e-06,
      "loss": 0.1068,
      "step": 11390
    },
    {
      "epoch": 0.8518864749654115,
      "grad_norm": 0.8375696539878845,
      "learning_rate": 5.3925869032939e-06,
      "loss": 0.0568,
      "step": 11391
    },
    {
      "epoch": 0.8519612608907003,
      "grad_norm": 1.111622929573059,
      "learning_rate": 5.3872411877068925e-06,
      "loss": 0.0758,
      "step": 11392
    },
    {
      "epoch": 0.8520360468159892,
      "grad_norm": 0.8446251749992371,
      "learning_rate": 5.381897972186179e-06,
      "loss": 0.0865,
      "step": 11393
    },
    {
      "epoch": 0.8521108327412781,
      "grad_norm": 2.18465518951416,
      "learning_rate": 5.376557257031189e-06,
      "loss": 0.2096,
      "step": 11394
    },
    {
      "epoch": 0.852185618666567,
      "grad_norm": 1.4063583612442017,
      "learning_rate": 5.37121904254122e-06,
      "loss": 0.1016,
      "step": 11395
    },
    {
      "epoch": 0.8522604045918558,
      "grad_norm": 1.2785992622375488,
      "learning_rate": 5.365883329015414e-06,
      "loss": 0.0717,
      "step": 11396
    },
    {
      "epoch": 0.8523351905171447,
      "grad_norm": 2.012535810470581,
      "learning_rate": 5.360550116752783e-06,
      "loss": 0.2816,
      "step": 11397
    },
    {
      "epoch": 0.8524099764424335,
      "grad_norm": 2.125999927520752,
      "learning_rate": 5.355219406052203e-06,
      "loss": 0.1415,
      "step": 11398
    },
    {
      "epoch": 0.8524847623677224,
      "grad_norm": 1.1338653564453125,
      "learning_rate": 5.349891197212392e-06,
      "loss": 0.0778,
      "step": 11399
    },
    {
      "epoch": 0.8525595482930113,
      "grad_norm": 0.5451236963272095,
      "learning_rate": 5.344565490531955e-06,
      "loss": 0.0285,
      "step": 11400
    },
    {
      "epoch": 0.8526343342183001,
      "grad_norm": 0.7743736505508423,
      "learning_rate": 5.339242286309309e-06,
      "loss": 0.0588,
      "step": 11401
    },
    {
      "epoch": 0.852709120143589,
      "grad_norm": 0.7181891202926636,
      "learning_rate": 5.333921584842799e-06,
      "loss": 0.0589,
      "step": 11402
    },
    {
      "epoch": 0.8527839060688779,
      "grad_norm": 0.457980215549469,
      "learning_rate": 5.328603386430564e-06,
      "loss": 0.0374,
      "step": 11403
    },
    {
      "epoch": 0.8528586919941668,
      "grad_norm": 0.7316365242004395,
      "learning_rate": 5.323287691370666e-06,
      "loss": 0.0744,
      "step": 11404
    },
    {
      "epoch": 0.8529334779194555,
      "grad_norm": 0.5014967322349548,
      "learning_rate": 5.3179744999609535e-06,
      "loss": 0.0406,
      "step": 11405
    },
    {
      "epoch": 0.8530082638447444,
      "grad_norm": 0.9905660152435303,
      "learning_rate": 5.312663812499197e-06,
      "loss": 0.1025,
      "step": 11406
    },
    {
      "epoch": 0.8530830497700332,
      "grad_norm": 0.7418288588523865,
      "learning_rate": 5.3073556292830006e-06,
      "loss": 0.0666,
      "step": 11407
    },
    {
      "epoch": 0.8531578356953221,
      "grad_norm": 0.39259669184684753,
      "learning_rate": 5.302049950609828e-06,
      "loss": 0.0272,
      "step": 11408
    },
    {
      "epoch": 0.853232621620611,
      "grad_norm": 0.9180961847305298,
      "learning_rate": 5.296746776777017e-06,
      "loss": 0.0908,
      "step": 11409
    },
    {
      "epoch": 0.8533074075458998,
      "grad_norm": 0.7296041250228882,
      "learning_rate": 5.2914461080817216e-06,
      "loss": 0.0518,
      "step": 11410
    },
    {
      "epoch": 0.8533821934711887,
      "grad_norm": 0.6686354279518127,
      "learning_rate": 5.286147944821029e-06,
      "loss": 0.0669,
      "step": 11411
    },
    {
      "epoch": 0.8534569793964776,
      "grad_norm": 0.6207466125488281,
      "learning_rate": 5.2808522872918096e-06,
      "loss": 0.053,
      "step": 11412
    },
    {
      "epoch": 0.8535317653217664,
      "grad_norm": 0.7168735265731812,
      "learning_rate": 5.275559135790858e-06,
      "loss": 0.0803,
      "step": 11413
    },
    {
      "epoch": 0.8536065512470553,
      "grad_norm": 0.9242556691169739,
      "learning_rate": 5.270268490614777e-06,
      "loss": 0.0871,
      "step": 11414
    },
    {
      "epoch": 0.8536813371723442,
      "grad_norm": 0.7201642394065857,
      "learning_rate": 5.264980352060051e-06,
      "loss": 0.0687,
      "step": 11415
    },
    {
      "epoch": 0.853756123097633,
      "grad_norm": 0.7039502263069153,
      "learning_rate": 5.259694720423036e-06,
      "loss": 0.0708,
      "step": 11416
    },
    {
      "epoch": 0.8538309090229219,
      "grad_norm": 0.5745669007301331,
      "learning_rate": 5.254411595999925e-06,
      "loss": 0.0396,
      "step": 11417
    },
    {
      "epoch": 0.8539056949482108,
      "grad_norm": 1.0862147808074951,
      "learning_rate": 5.24913097908678e-06,
      "loss": 0.0591,
      "step": 11418
    },
    {
      "epoch": 0.8539804808734996,
      "grad_norm": 0.9746027588844299,
      "learning_rate": 5.243852869979532e-06,
      "loss": 0.0873,
      "step": 11419
    },
    {
      "epoch": 0.8540552667987885,
      "grad_norm": 0.7179993987083435,
      "learning_rate": 5.23857726897396e-06,
      "loss": 0.0466,
      "step": 11420
    },
    {
      "epoch": 0.8541300527240774,
      "grad_norm": 0.8923391699790955,
      "learning_rate": 5.233304176365694e-06,
      "loss": 0.1387,
      "step": 11421
    },
    {
      "epoch": 0.8542048386493661,
      "grad_norm": 1.0267597436904907,
      "learning_rate": 5.2280335924502485e-06,
      "loss": 0.0878,
      "step": 11422
    },
    {
      "epoch": 0.854279624574655,
      "grad_norm": 0.9792441129684448,
      "learning_rate": 5.222765517522981e-06,
      "loss": 0.0644,
      "step": 11423
    },
    {
      "epoch": 0.8543544104999439,
      "grad_norm": 1.5520340204238892,
      "learning_rate": 5.2174999518790906e-06,
      "loss": 0.0966,
      "step": 11424
    },
    {
      "epoch": 0.8544291964252327,
      "grad_norm": 0.9416922330856323,
      "learning_rate": 5.212236895813693e-06,
      "loss": 0.0648,
      "step": 11425
    },
    {
      "epoch": 0.8545039823505216,
      "grad_norm": 0.9203741550445557,
      "learning_rate": 5.206976349621678e-06,
      "loss": 0.1049,
      "step": 11426
    },
    {
      "epoch": 0.8545787682758105,
      "grad_norm": 0.4940369725227356,
      "learning_rate": 5.201718313597897e-06,
      "loss": 0.0265,
      "step": 11427
    },
    {
      "epoch": 0.8546535542010993,
      "grad_norm": 0.809407651424408,
      "learning_rate": 5.196462788036955e-06,
      "loss": 0.0805,
      "step": 11428
    },
    {
      "epoch": 0.8547283401263882,
      "grad_norm": 0.7953420281410217,
      "learning_rate": 5.191209773233408e-06,
      "loss": 0.0628,
      "step": 11429
    },
    {
      "epoch": 0.8548031260516771,
      "grad_norm": 0.9696820378303528,
      "learning_rate": 5.185959269481611e-06,
      "loss": 0.084,
      "step": 11430
    },
    {
      "epoch": 0.8548779119769659,
      "grad_norm": 1.2086552381515503,
      "learning_rate": 5.1807112770757946e-06,
      "loss": 0.0828,
      "step": 11431
    },
    {
      "epoch": 0.8549526979022548,
      "grad_norm": 0.5539303421974182,
      "learning_rate": 5.175465796310064e-06,
      "loss": 0.041,
      "step": 11432
    },
    {
      "epoch": 0.8550274838275437,
      "grad_norm": 0.9809616804122925,
      "learning_rate": 5.170222827478371e-06,
      "loss": 0.059,
      "step": 11433
    },
    {
      "epoch": 0.8551022697528325,
      "grad_norm": 1.2258539199829102,
      "learning_rate": 5.164982370874522e-06,
      "loss": 0.1056,
      "step": 11434
    },
    {
      "epoch": 0.8551770556781214,
      "grad_norm": 0.6371326446533203,
      "learning_rate": 5.15974442679219e-06,
      "loss": 0.0563,
      "step": 11435
    },
    {
      "epoch": 0.8552518416034103,
      "grad_norm": 0.7958612442016602,
      "learning_rate": 5.154508995524915e-06,
      "loss": 0.0459,
      "step": 11436
    },
    {
      "epoch": 0.8553266275286991,
      "grad_norm": 1.002293586730957,
      "learning_rate": 5.149276077366072e-06,
      "loss": 0.0818,
      "step": 11437
    },
    {
      "epoch": 0.855401413453988,
      "grad_norm": 1.1012498140335083,
      "learning_rate": 5.144045672608916e-06,
      "loss": 0.0988,
      "step": 11438
    },
    {
      "epoch": 0.8554761993792768,
      "grad_norm": 1.722303032875061,
      "learning_rate": 5.138817781546551e-06,
      "loss": 0.2345,
      "step": 11439
    },
    {
      "epoch": 0.8555509853045656,
      "grad_norm": 1.0213955640792847,
      "learning_rate": 5.133592404471954e-06,
      "loss": 0.1101,
      "step": 11440
    },
    {
      "epoch": 0.8556257712298545,
      "grad_norm": 1.2707414627075195,
      "learning_rate": 5.128369541677941e-06,
      "loss": 0.1674,
      "step": 11441
    },
    {
      "epoch": 0.8557005571551434,
      "grad_norm": 1.872216820716858,
      "learning_rate": 5.123149193457205e-06,
      "loss": 0.2416,
      "step": 11442
    },
    {
      "epoch": 0.8557753430804322,
      "grad_norm": 1.0116556882858276,
      "learning_rate": 5.117931360102285e-06,
      "loss": 0.1044,
      "step": 11443
    },
    {
      "epoch": 0.8558501290057211,
      "grad_norm": 0.7869587540626526,
      "learning_rate": 5.112716041905591e-06,
      "loss": 0.0914,
      "step": 11444
    },
    {
      "epoch": 0.85592491493101,
      "grad_norm": 1.0201281309127808,
      "learning_rate": 5.107503239159378e-06,
      "loss": 0.0763,
      "step": 11445
    },
    {
      "epoch": 0.8559997008562988,
      "grad_norm": 1.1893084049224854,
      "learning_rate": 5.10229295215578e-06,
      "loss": 0.1291,
      "step": 11446
    },
    {
      "epoch": 0.8560744867815877,
      "grad_norm": 1.7365232706069946,
      "learning_rate": 5.097085181186756e-06,
      "loss": 0.2,
      "step": 11447
    },
    {
      "epoch": 0.8561492727068766,
      "grad_norm": 2.776685953140259,
      "learning_rate": 5.091879926544174e-06,
      "loss": 0.4161,
      "step": 11448
    },
    {
      "epoch": 0.8562240586321654,
      "grad_norm": 1.9979195594787598,
      "learning_rate": 5.086677188519695e-06,
      "loss": 0.2074,
      "step": 11449
    },
    {
      "epoch": 0.8562988445574543,
      "grad_norm": 2.9919283390045166,
      "learning_rate": 5.0814769674049245e-06,
      "loss": 0.2535,
      "step": 11450
    },
    {
      "epoch": 0.8563736304827432,
      "grad_norm": 0.6333776116371155,
      "learning_rate": 5.07627926349124e-06,
      "loss": 0.0976,
      "step": 11451
    },
    {
      "epoch": 0.856448416408032,
      "grad_norm": 0.6435723304748535,
      "learning_rate": 5.071084077069932e-06,
      "loss": 0.0819,
      "step": 11452
    },
    {
      "epoch": 0.8565232023333209,
      "grad_norm": 0.4539330005645752,
      "learning_rate": 5.065891408432133e-06,
      "loss": 0.0356,
      "step": 11453
    },
    {
      "epoch": 0.8565979882586098,
      "grad_norm": 0.6262292265892029,
      "learning_rate": 5.0607012578688384e-06,
      "loss": 0.0793,
      "step": 11454
    },
    {
      "epoch": 0.8566727741838986,
      "grad_norm": 0.5730427503585815,
      "learning_rate": 5.055513625670893e-06,
      "loss": 0.0587,
      "step": 11455
    },
    {
      "epoch": 0.8567475601091874,
      "grad_norm": 0.7396893501281738,
      "learning_rate": 5.050328512129021e-06,
      "loss": 0.0586,
      "step": 11456
    },
    {
      "epoch": 0.8568223460344763,
      "grad_norm": 0.6337651610374451,
      "learning_rate": 5.045145917533783e-06,
      "loss": 0.0669,
      "step": 11457
    },
    {
      "epoch": 0.8568971319597651,
      "grad_norm": 0.6841669082641602,
      "learning_rate": 5.039965842175609e-06,
      "loss": 0.0594,
      "step": 11458
    },
    {
      "epoch": 0.856971917885054,
      "grad_norm": 0.6166536211967468,
      "learning_rate": 5.034788286344788e-06,
      "loss": 0.055,
      "step": 11459
    },
    {
      "epoch": 0.8570467038103429,
      "grad_norm": 0.54041588306427,
      "learning_rate": 5.0296132503314775e-06,
      "loss": 0.0575,
      "step": 11460
    },
    {
      "epoch": 0.8571214897356317,
      "grad_norm": 0.6228049397468567,
      "learning_rate": 5.0244407344256504e-06,
      "loss": 0.0521,
      "step": 11461
    },
    {
      "epoch": 0.8571962756609206,
      "grad_norm": 0.8536612391471863,
      "learning_rate": 5.019270738917209e-06,
      "loss": 0.0666,
      "step": 11462
    },
    {
      "epoch": 0.8572710615862095,
      "grad_norm": 0.5035926103591919,
      "learning_rate": 5.014103264095843e-06,
      "loss": 0.0499,
      "step": 11463
    },
    {
      "epoch": 0.8573458475114983,
      "grad_norm": 0.5817735195159912,
      "learning_rate": 5.0089383102511655e-06,
      "loss": 0.0469,
      "step": 11464
    },
    {
      "epoch": 0.8574206334367872,
      "grad_norm": 1.1646569967269897,
      "learning_rate": 5.003775877672584e-06,
      "loss": 0.0928,
      "step": 11465
    },
    {
      "epoch": 0.8574954193620761,
      "grad_norm": 0.48333555459976196,
      "learning_rate": 4.998615966649428e-06,
      "loss": 0.0383,
      "step": 11466
    },
    {
      "epoch": 0.8575702052873649,
      "grad_norm": 0.7025746703147888,
      "learning_rate": 4.993458577470839e-06,
      "loss": 0.0465,
      "step": 11467
    },
    {
      "epoch": 0.8576449912126538,
      "grad_norm": 0.7269091010093689,
      "learning_rate": 4.988303710425834e-06,
      "loss": 0.0667,
      "step": 11468
    },
    {
      "epoch": 0.8577197771379427,
      "grad_norm": 1.0945532321929932,
      "learning_rate": 4.983151365803296e-06,
      "loss": 0.1032,
      "step": 11469
    },
    {
      "epoch": 0.8577945630632315,
      "grad_norm": 1.1207455396652222,
      "learning_rate": 4.978001543891936e-06,
      "loss": 0.0839,
      "step": 11470
    },
    {
      "epoch": 0.8578693489885204,
      "grad_norm": 0.7419615387916565,
      "learning_rate": 4.9728542449803795e-06,
      "loss": 0.0632,
      "step": 11471
    },
    {
      "epoch": 0.8579441349138093,
      "grad_norm": 0.14275215566158295,
      "learning_rate": 4.96770946935704e-06,
      "loss": 0.0058,
      "step": 11472
    },
    {
      "epoch": 0.858018920839098,
      "grad_norm": 0.5306404829025269,
      "learning_rate": 4.962567217310271e-06,
      "loss": 0.0409,
      "step": 11473
    },
    {
      "epoch": 0.8580937067643869,
      "grad_norm": 0.8965104818344116,
      "learning_rate": 4.957427489128202e-06,
      "loss": 0.1577,
      "step": 11474
    },
    {
      "epoch": 0.8581684926896758,
      "grad_norm": 0.8576921224594116,
      "learning_rate": 4.952290285098882e-06,
      "loss": 0.1063,
      "step": 11475
    },
    {
      "epoch": 0.8582432786149646,
      "grad_norm": 0.5703051090240479,
      "learning_rate": 4.9471556055101786e-06,
      "loss": 0.033,
      "step": 11476
    },
    {
      "epoch": 0.8583180645402535,
      "grad_norm": 0.8878825902938843,
      "learning_rate": 4.942023450649852e-06,
      "loss": 0.0482,
      "step": 11477
    },
    {
      "epoch": 0.8583928504655424,
      "grad_norm": 0.8974925875663757,
      "learning_rate": 4.9368938208055e-06,
      "loss": 0.0498,
      "step": 11478
    },
    {
      "epoch": 0.8584676363908312,
      "grad_norm": 1.0058408975601196,
      "learning_rate": 4.931766716264574e-06,
      "loss": 0.0887,
      "step": 11479
    },
    {
      "epoch": 0.8585424223161201,
      "grad_norm": 0.6486571431159973,
      "learning_rate": 4.926642137314402e-06,
      "loss": 0.0418,
      "step": 11480
    },
    {
      "epoch": 0.858617208241409,
      "grad_norm": 0.6624661087989807,
      "learning_rate": 4.921520084242165e-06,
      "loss": 0.0528,
      "step": 11481
    },
    {
      "epoch": 0.8586919941666978,
      "grad_norm": 0.6402129530906677,
      "learning_rate": 4.916400557334888e-06,
      "loss": 0.0427,
      "step": 11482
    },
    {
      "epoch": 0.8587667800919867,
      "grad_norm": 0.6197376847267151,
      "learning_rate": 4.911283556879487e-06,
      "loss": 0.0492,
      "step": 11483
    },
    {
      "epoch": 0.8588415660172756,
      "grad_norm": 0.9464048147201538,
      "learning_rate": 4.906169083162676e-06,
      "loss": 0.0807,
      "step": 11484
    },
    {
      "epoch": 0.8589163519425644,
      "grad_norm": 0.4100103974342346,
      "learning_rate": 4.90105713647111e-06,
      "loss": 0.0307,
      "step": 11485
    },
    {
      "epoch": 0.8589911378678533,
      "grad_norm": 0.8537555932998657,
      "learning_rate": 4.8959477170912206e-06,
      "loss": 0.1154,
      "step": 11486
    },
    {
      "epoch": 0.8590659237931422,
      "grad_norm": 1.0831527709960938,
      "learning_rate": 4.890840825309373e-06,
      "loss": 0.0895,
      "step": 11487
    },
    {
      "epoch": 0.859140709718431,
      "grad_norm": 0.7722285985946655,
      "learning_rate": 4.885736461411722e-06,
      "loss": 0.0579,
      "step": 11488
    },
    {
      "epoch": 0.8592154956437199,
      "grad_norm": 0.9546859860420227,
      "learning_rate": 4.880634625684327e-06,
      "loss": 0.0997,
      "step": 11489
    },
    {
      "epoch": 0.8592902815690087,
      "grad_norm": 0.6997803449630737,
      "learning_rate": 4.8755353184130935e-06,
      "loss": 0.0524,
      "step": 11490
    },
    {
      "epoch": 0.8593650674942975,
      "grad_norm": 0.7989559173583984,
      "learning_rate": 4.870438539883771e-06,
      "loss": 0.0892,
      "step": 11491
    },
    {
      "epoch": 0.8594398534195864,
      "grad_norm": 1.1728086471557617,
      "learning_rate": 4.86534429038199e-06,
      "loss": 0.1296,
      "step": 11492
    },
    {
      "epoch": 0.8595146393448753,
      "grad_norm": 1.177551031112671,
      "learning_rate": 4.86025257019323e-06,
      "loss": 0.088,
      "step": 11493
    },
    {
      "epoch": 0.8595894252701641,
      "grad_norm": 1.029954195022583,
      "learning_rate": 4.855163379602817e-06,
      "loss": 0.0777,
      "step": 11494
    },
    {
      "epoch": 0.859664211195453,
      "grad_norm": 1.3729960918426514,
      "learning_rate": 4.850076718895952e-06,
      "loss": 0.1008,
      "step": 11495
    },
    {
      "epoch": 0.8597389971207419,
      "grad_norm": 2.09053897857666,
      "learning_rate": 4.8449925883576885e-06,
      "loss": 0.3293,
      "step": 11496
    },
    {
      "epoch": 0.8598137830460307,
      "grad_norm": 1.3929922580718994,
      "learning_rate": 4.839910988272944e-06,
      "loss": 0.0823,
      "step": 11497
    },
    {
      "epoch": 0.8598885689713196,
      "grad_norm": 1.0441231727600098,
      "learning_rate": 4.834831918926469e-06,
      "loss": 0.1053,
      "step": 11498
    },
    {
      "epoch": 0.8599633548966085,
      "grad_norm": 1.3606460094451904,
      "learning_rate": 4.829755380602901e-06,
      "loss": 0.1311,
      "step": 11499
    },
    {
      "epoch": 0.8600381408218973,
      "grad_norm": 2.2803361415863037,
      "learning_rate": 4.824681373586726e-06,
      "loss": 0.2731,
      "step": 11500
    },
    {
      "epoch": 0.8601129267471862,
      "grad_norm": 0.8601378202438354,
      "learning_rate": 4.819609898162292e-06,
      "loss": 0.0771,
      "step": 11501
    },
    {
      "epoch": 0.8601877126724751,
      "grad_norm": 0.772978663444519,
      "learning_rate": 4.814540954613794e-06,
      "loss": 0.1045,
      "step": 11502
    },
    {
      "epoch": 0.8602624985977639,
      "grad_norm": 0.7466599345207214,
      "learning_rate": 4.8094745432252895e-06,
      "loss": 0.0813,
      "step": 11503
    },
    {
      "epoch": 0.8603372845230528,
      "grad_norm": 1.0918009281158447,
      "learning_rate": 4.8044106642807066e-06,
      "loss": 0.0983,
      "step": 11504
    },
    {
      "epoch": 0.8604120704483417,
      "grad_norm": 0.7111284136772156,
      "learning_rate": 4.7993493180638116e-06,
      "loss": 0.084,
      "step": 11505
    },
    {
      "epoch": 0.8604868563736305,
      "grad_norm": 0.4272412061691284,
      "learning_rate": 4.794290504858256e-06,
      "loss": 0.0387,
      "step": 11506
    },
    {
      "epoch": 0.8605616422989193,
      "grad_norm": 0.5704692006111145,
      "learning_rate": 4.789234224947497e-06,
      "loss": 0.0536,
      "step": 11507
    },
    {
      "epoch": 0.8606364282242082,
      "grad_norm": 0.40198928117752075,
      "learning_rate": 4.784180478614924e-06,
      "loss": 0.0205,
      "step": 11508
    },
    {
      "epoch": 0.860711214149497,
      "grad_norm": 0.7122722268104553,
      "learning_rate": 4.779129266143712e-06,
      "loss": 0.0736,
      "step": 11509
    },
    {
      "epoch": 0.8607860000747859,
      "grad_norm": 0.605632483959198,
      "learning_rate": 4.774080587816965e-06,
      "loss": 0.0687,
      "step": 11510
    },
    {
      "epoch": 0.8608607860000748,
      "grad_norm": 1.1497200727462769,
      "learning_rate": 4.76903444391757e-06,
      "loss": 0.1189,
      "step": 11511
    },
    {
      "epoch": 0.8609355719253636,
      "grad_norm": 0.7411749362945557,
      "learning_rate": 4.763990834728327e-06,
      "loss": 0.0848,
      "step": 11512
    },
    {
      "epoch": 0.8610103578506525,
      "grad_norm": 0.7625460028648376,
      "learning_rate": 4.758949760531872e-06,
      "loss": 0.0714,
      "step": 11513
    },
    {
      "epoch": 0.8610851437759414,
      "grad_norm": 0.5531209707260132,
      "learning_rate": 4.753911221610708e-06,
      "loss": 0.051,
      "step": 11514
    },
    {
      "epoch": 0.8611599297012302,
      "grad_norm": 0.6225966215133667,
      "learning_rate": 4.74887521824719e-06,
      "loss": 0.0473,
      "step": 11515
    },
    {
      "epoch": 0.8612347156265191,
      "grad_norm": 0.7133933901786804,
      "learning_rate": 4.743841750723521e-06,
      "loss": 0.0663,
      "step": 11516
    },
    {
      "epoch": 0.861309501551808,
      "grad_norm": 0.7836465239524841,
      "learning_rate": 4.738810819321788e-06,
      "loss": 0.0919,
      "step": 11517
    },
    {
      "epoch": 0.8613842874770968,
      "grad_norm": 0.8401151299476624,
      "learning_rate": 4.733782424323912e-06,
      "loss": 0.0941,
      "step": 11518
    },
    {
      "epoch": 0.8614590734023857,
      "grad_norm": 0.704970121383667,
      "learning_rate": 4.728756566011689e-06,
      "loss": 0.0497,
      "step": 11519
    },
    {
      "epoch": 0.8615338593276746,
      "grad_norm": 1.5167980194091797,
      "learning_rate": 4.7237332446667615e-06,
      "loss": 0.1538,
      "step": 11520
    },
    {
      "epoch": 0.8616086452529634,
      "grad_norm": 0.662714421749115,
      "learning_rate": 4.718712460570606e-06,
      "loss": 0.0695,
      "step": 11521
    },
    {
      "epoch": 0.8616834311782523,
      "grad_norm": 0.7930440902709961,
      "learning_rate": 4.713694214004632e-06,
      "loss": 0.0527,
      "step": 11522
    },
    {
      "epoch": 0.8617582171035412,
      "grad_norm": 1.0823804140090942,
      "learning_rate": 4.708678505250019e-06,
      "loss": 0.0455,
      "step": 11523
    },
    {
      "epoch": 0.8618330030288299,
      "grad_norm": 0.6223796010017395,
      "learning_rate": 4.70366533458787e-06,
      "loss": 0.0423,
      "step": 11524
    },
    {
      "epoch": 0.8619077889541188,
      "grad_norm": 0.729382336139679,
      "learning_rate": 4.698654702299099e-06,
      "loss": 0.0529,
      "step": 11525
    },
    {
      "epoch": 0.8619825748794077,
      "grad_norm": 0.5526737570762634,
      "learning_rate": 4.693646608664509e-06,
      "loss": 0.0451,
      "step": 11526
    },
    {
      "epoch": 0.8620573608046965,
      "grad_norm": 0.9169483184814453,
      "learning_rate": 4.6886410539647485e-06,
      "loss": 0.0753,
      "step": 11527
    },
    {
      "epoch": 0.8621321467299854,
      "grad_norm": 1.2092446088790894,
      "learning_rate": 4.68363803848032e-06,
      "loss": 0.1431,
      "step": 11528
    },
    {
      "epoch": 0.8622069326552743,
      "grad_norm": 0.5876298546791077,
      "learning_rate": 4.678637562491605e-06,
      "loss": 0.042,
      "step": 11529
    },
    {
      "epoch": 0.8622817185805631,
      "grad_norm": 1.7784048318862915,
      "learning_rate": 4.6736396262787975e-06,
      "loss": 0.1124,
      "step": 11530
    },
    {
      "epoch": 0.862356504505852,
      "grad_norm": 0.7854126691818237,
      "learning_rate": 4.66864423012201e-06,
      "loss": 0.0518,
      "step": 11531
    },
    {
      "epoch": 0.8624312904311409,
      "grad_norm": 1.307035207748413,
      "learning_rate": 4.663651374301148e-06,
      "loss": 0.1196,
      "step": 11532
    },
    {
      "epoch": 0.8625060763564297,
      "grad_norm": 0.9080500602722168,
      "learning_rate": 4.658661059096048e-06,
      "loss": 0.0683,
      "step": 11533
    },
    {
      "epoch": 0.8625808622817186,
      "grad_norm": 0.6674144864082336,
      "learning_rate": 4.653673284786325e-06,
      "loss": 0.0415,
      "step": 11534
    },
    {
      "epoch": 0.8626556482070075,
      "grad_norm": 0.9296697378158569,
      "learning_rate": 4.6486880516515115e-06,
      "loss": 0.072,
      "step": 11535
    },
    {
      "epoch": 0.8627304341322963,
      "grad_norm": 0.8202747702598572,
      "learning_rate": 4.643705359970968e-06,
      "loss": 0.0488,
      "step": 11536
    },
    {
      "epoch": 0.8628052200575852,
      "grad_norm": 0.5748506188392639,
      "learning_rate": 4.638725210023925e-06,
      "loss": 0.0328,
      "step": 11537
    },
    {
      "epoch": 0.8628800059828741,
      "grad_norm": 0.9011086225509644,
      "learning_rate": 4.633747602089467e-06,
      "loss": 0.0777,
      "step": 11538
    },
    {
      "epoch": 0.8629547919081629,
      "grad_norm": 1.002892255783081,
      "learning_rate": 4.628772536446535e-06,
      "loss": 0.0873,
      "step": 11539
    },
    {
      "epoch": 0.8630295778334518,
      "grad_norm": 0.5318800210952759,
      "learning_rate": 4.623800013373925e-06,
      "loss": 0.0267,
      "step": 11540
    },
    {
      "epoch": 0.8631043637587406,
      "grad_norm": 0.844188392162323,
      "learning_rate": 4.6188300331502955e-06,
      "loss": 0.0679,
      "step": 11541
    },
    {
      "epoch": 0.8631791496840294,
      "grad_norm": 1.0547078847885132,
      "learning_rate": 4.613862596054164e-06,
      "loss": 0.0775,
      "step": 11542
    },
    {
      "epoch": 0.8632539356093183,
      "grad_norm": 1.0794169902801514,
      "learning_rate": 4.608897702363901e-06,
      "loss": 0.103,
      "step": 11543
    },
    {
      "epoch": 0.8633287215346072,
      "grad_norm": 1.1353034973144531,
      "learning_rate": 4.6039353523577185e-06,
      "loss": 0.1086,
      "step": 11544
    },
    {
      "epoch": 0.863403507459896,
      "grad_norm": 0.8305598497390747,
      "learning_rate": 4.598975546313739e-06,
      "loss": 0.077,
      "step": 11545
    },
    {
      "epoch": 0.8634782933851849,
      "grad_norm": 0.7657452821731567,
      "learning_rate": 4.59401828450986e-06,
      "loss": 0.0462,
      "step": 11546
    },
    {
      "epoch": 0.8635530793104738,
      "grad_norm": 1.5653914213180542,
      "learning_rate": 4.589063567223934e-06,
      "loss": 0.1449,
      "step": 11547
    },
    {
      "epoch": 0.8636278652357626,
      "grad_norm": 1.1974431276321411,
      "learning_rate": 4.584111394733576e-06,
      "loss": 0.1147,
      "step": 11548
    },
    {
      "epoch": 0.8637026511610515,
      "grad_norm": 1.4431031942367554,
      "learning_rate": 4.579161767316325e-06,
      "loss": 0.1425,
      "step": 11549
    },
    {
      "epoch": 0.8637774370863404,
      "grad_norm": 1.5159544944763184,
      "learning_rate": 4.57421468524955e-06,
      "loss": 0.098,
      "step": 11550
    },
    {
      "epoch": 0.8638522230116292,
      "grad_norm": 0.5997743606567383,
      "learning_rate": 4.5692701488104786e-06,
      "loss": 0.0642,
      "step": 11551
    },
    {
      "epoch": 0.8639270089369181,
      "grad_norm": 0.6541708111763,
      "learning_rate": 4.564328158276199e-06,
      "loss": 0.0632,
      "step": 11552
    },
    {
      "epoch": 0.864001794862207,
      "grad_norm": 0.5418672561645508,
      "learning_rate": 4.559388713923662e-06,
      "loss": 0.061,
      "step": 11553
    },
    {
      "epoch": 0.8640765807874958,
      "grad_norm": 0.553432822227478,
      "learning_rate": 4.55445181602967e-06,
      "loss": 0.0451,
      "step": 11554
    },
    {
      "epoch": 0.8641513667127847,
      "grad_norm": 0.637823224067688,
      "learning_rate": 4.549517464870879e-06,
      "loss": 0.0539,
      "step": 11555
    },
    {
      "epoch": 0.8642261526380736,
      "grad_norm": 0.7027648687362671,
      "learning_rate": 4.544585660723805e-06,
      "loss": 0.0761,
      "step": 11556
    },
    {
      "epoch": 0.8643009385633623,
      "grad_norm": 0.6511186957359314,
      "learning_rate": 4.5396564038648395e-06,
      "loss": 0.0464,
      "step": 11557
    },
    {
      "epoch": 0.8643757244886512,
      "grad_norm": 0.5731635093688965,
      "learning_rate": 4.534729694570178e-06,
      "loss": 0.0577,
      "step": 11558
    },
    {
      "epoch": 0.86445051041394,
      "grad_norm": 1.02091646194458,
      "learning_rate": 4.529805533115949e-06,
      "loss": 0.0801,
      "step": 11559
    },
    {
      "epoch": 0.8645252963392289,
      "grad_norm": 0.31410732865333557,
      "learning_rate": 4.524883919778078e-06,
      "loss": 0.0133,
      "step": 11560
    },
    {
      "epoch": 0.8646000822645178,
      "grad_norm": 0.6894111633300781,
      "learning_rate": 4.519964854832376e-06,
      "loss": 0.0804,
      "step": 11561
    },
    {
      "epoch": 0.8646748681898067,
      "grad_norm": 0.9350458383560181,
      "learning_rate": 4.515048338554495e-06,
      "loss": 0.0942,
      "step": 11562
    },
    {
      "epoch": 0.8647496541150955,
      "grad_norm": 0.825103759765625,
      "learning_rate": 4.51013437121996e-06,
      "loss": 0.0663,
      "step": 11563
    },
    {
      "epoch": 0.8648244400403844,
      "grad_norm": 0.6257346868515015,
      "learning_rate": 4.505222953104144e-06,
      "loss": 0.0494,
      "step": 11564
    },
    {
      "epoch": 0.8648992259656733,
      "grad_norm": 0.8021161556243896,
      "learning_rate": 4.5003140844822825e-06,
      "loss": 0.0822,
      "step": 11565
    },
    {
      "epoch": 0.8649740118909621,
      "grad_norm": 0.5404356718063354,
      "learning_rate": 4.495407765629467e-06,
      "loss": 0.049,
      "step": 11566
    },
    {
      "epoch": 0.865048797816251,
      "grad_norm": 0.59269779920578,
      "learning_rate": 4.490503996820628e-06,
      "loss": 0.0487,
      "step": 11567
    },
    {
      "epoch": 0.8651235837415399,
      "grad_norm": 0.661706268787384,
      "learning_rate": 4.485602778330594e-06,
      "loss": 0.0705,
      "step": 11568
    },
    {
      "epoch": 0.8651983696668287,
      "grad_norm": 0.9153233170509338,
      "learning_rate": 4.480704110433992e-06,
      "loss": 0.0975,
      "step": 11569
    },
    {
      "epoch": 0.8652731555921176,
      "grad_norm": 0.3576609194278717,
      "learning_rate": 4.475807993405384e-06,
      "loss": 0.0179,
      "step": 11570
    },
    {
      "epoch": 0.8653479415174065,
      "grad_norm": 0.5822567939758301,
      "learning_rate": 4.470914427519107e-06,
      "loss": 0.0406,
      "step": 11571
    },
    {
      "epoch": 0.8654227274426953,
      "grad_norm": 0.6324995756149292,
      "learning_rate": 4.4660234130494085e-06,
      "loss": 0.0544,
      "step": 11572
    },
    {
      "epoch": 0.8654975133679842,
      "grad_norm": 0.49450385570526123,
      "learning_rate": 4.461134950270379e-06,
      "loss": 0.0473,
      "step": 11573
    },
    {
      "epoch": 0.865572299293273,
      "grad_norm": 0.9149219989776611,
      "learning_rate": 4.4562490394559565e-06,
      "loss": 0.0859,
      "step": 11574
    },
    {
      "epoch": 0.8656470852185618,
      "grad_norm": 0.7504400610923767,
      "learning_rate": 4.451365680879949e-06,
      "loss": 0.053,
      "step": 11575
    },
    {
      "epoch": 0.8657218711438507,
      "grad_norm": 2.8694729804992676,
      "learning_rate": 4.446484874816015e-06,
      "loss": 0.0921,
      "step": 11576
    },
    {
      "epoch": 0.8657966570691396,
      "grad_norm": 0.7439365983009338,
      "learning_rate": 4.441606621537675e-06,
      "loss": 0.0619,
      "step": 11577
    },
    {
      "epoch": 0.8658714429944284,
      "grad_norm": 0.6039429903030396,
      "learning_rate": 4.4367309213183e-06,
      "loss": 0.0477,
      "step": 11578
    },
    {
      "epoch": 0.8659462289197173,
      "grad_norm": 1.0605517625808716,
      "learning_rate": 4.431857774431114e-06,
      "loss": 0.129,
      "step": 11579
    },
    {
      "epoch": 0.8660210148450062,
      "grad_norm": 0.7858701944351196,
      "learning_rate": 4.426987181149228e-06,
      "loss": 0.0698,
      "step": 11580
    },
    {
      "epoch": 0.866095800770295,
      "grad_norm": 0.771939218044281,
      "learning_rate": 4.422119141745545e-06,
      "loss": 0.0815,
      "step": 11581
    },
    {
      "epoch": 0.8661705866955839,
      "grad_norm": 0.8147367835044861,
      "learning_rate": 4.417253656492914e-06,
      "loss": 0.069,
      "step": 11582
    },
    {
      "epoch": 0.8662453726208728,
      "grad_norm": 0.8017499446868896,
      "learning_rate": 4.4123907256639455e-06,
      "loss": 0.0871,
      "step": 11583
    },
    {
      "epoch": 0.8663201585461616,
      "grad_norm": 0.6661131381988525,
      "learning_rate": 4.407530349531203e-06,
      "loss": 0.0572,
      "step": 11584
    },
    {
      "epoch": 0.8663949444714505,
      "grad_norm": 0.7664734721183777,
      "learning_rate": 4.402672528367024e-06,
      "loss": 0.0451,
      "step": 11585
    },
    {
      "epoch": 0.8664697303967394,
      "grad_norm": 1.258526086807251,
      "learning_rate": 4.3978172624436435e-06,
      "loss": 0.1237,
      "step": 11586
    },
    {
      "epoch": 0.8665445163220282,
      "grad_norm": 1.2384568452835083,
      "learning_rate": 4.392964552033157e-06,
      "loss": 0.1067,
      "step": 11587
    },
    {
      "epoch": 0.8666193022473171,
      "grad_norm": 0.7568970322608948,
      "learning_rate": 4.3881143974075e-06,
      "loss": 0.071,
      "step": 11588
    },
    {
      "epoch": 0.866694088172606,
      "grad_norm": 1.2589564323425293,
      "learning_rate": 4.38326679883847e-06,
      "loss": 0.1866,
      "step": 11589
    },
    {
      "epoch": 0.8667688740978948,
      "grad_norm": 1.1034389734268188,
      "learning_rate": 4.378421756597728e-06,
      "loss": 0.092,
      "step": 11590
    },
    {
      "epoch": 0.8668436600231836,
      "grad_norm": 0.6868060827255249,
      "learning_rate": 4.373579270956779e-06,
      "loss": 0.0591,
      "step": 11591
    },
    {
      "epoch": 0.8669184459484724,
      "grad_norm": 0.8337870836257935,
      "learning_rate": 4.368739342187006e-06,
      "loss": 0.0697,
      "step": 11592
    },
    {
      "epoch": 0.8669932318737613,
      "grad_norm": 1.011412501335144,
      "learning_rate": 4.3639019705596304e-06,
      "loss": 0.0853,
      "step": 11593
    },
    {
      "epoch": 0.8670680177990502,
      "grad_norm": 1.4273351430892944,
      "learning_rate": 4.35906715634572e-06,
      "loss": 0.1035,
      "step": 11594
    },
    {
      "epoch": 0.867142803724339,
      "grad_norm": 2.805912971496582,
      "learning_rate": 4.354234899816228e-06,
      "loss": 0.2761,
      "step": 11595
    },
    {
      "epoch": 0.8672175896496279,
      "grad_norm": 1.5156558752059937,
      "learning_rate": 4.3494052012419515e-06,
      "loss": 0.1264,
      "step": 11596
    },
    {
      "epoch": 0.8672923755749168,
      "grad_norm": 1.798433542251587,
      "learning_rate": 4.344578060893534e-06,
      "loss": 0.1208,
      "step": 11597
    },
    {
      "epoch": 0.8673671615002057,
      "grad_norm": 1.764883279800415,
      "learning_rate": 4.339753479041492e-06,
      "loss": 0.1587,
      "step": 11598
    },
    {
      "epoch": 0.8674419474254945,
      "grad_norm": 0.8483443260192871,
      "learning_rate": 4.334931455956193e-06,
      "loss": 0.0868,
      "step": 11599
    },
    {
      "epoch": 0.8675167333507834,
      "grad_norm": 1.1399352550506592,
      "learning_rate": 4.3301119919078535e-06,
      "loss": 0.0823,
      "step": 11600
    },
    {
      "epoch": 0.8675915192760723,
      "grad_norm": 0.7116873860359192,
      "learning_rate": 4.325295087166558e-06,
      "loss": 0.0647,
      "step": 11601
    },
    {
      "epoch": 0.8676663052013611,
      "grad_norm": 0.6537935137748718,
      "learning_rate": 4.320480742002236e-06,
      "loss": 0.0689,
      "step": 11602
    },
    {
      "epoch": 0.86774109112665,
      "grad_norm": 0.43412265181541443,
      "learning_rate": 4.315668956684699e-06,
      "loss": 0.0181,
      "step": 11603
    },
    {
      "epoch": 0.8678158770519389,
      "grad_norm": 0.37429457902908325,
      "learning_rate": 4.310859731483563e-06,
      "loss": 0.0235,
      "step": 11604
    },
    {
      "epoch": 0.8678906629772277,
      "grad_norm": 0.4378616213798523,
      "learning_rate": 4.306053066668364e-06,
      "loss": 0.0309,
      "step": 11605
    },
    {
      "epoch": 0.8679654489025166,
      "grad_norm": 0.5534759759902954,
      "learning_rate": 4.3012489625084366e-06,
      "loss": 0.0385,
      "step": 11606
    },
    {
      "epoch": 0.8680402348278055,
      "grad_norm": 0.6060600876808167,
      "learning_rate": 4.296447419273031e-06,
      "loss": 0.0594,
      "step": 11607
    },
    {
      "epoch": 0.8681150207530942,
      "grad_norm": 0.7543343305587769,
      "learning_rate": 4.291648437231199e-06,
      "loss": 0.0527,
      "step": 11608
    },
    {
      "epoch": 0.8681898066783831,
      "grad_norm": 0.942293107509613,
      "learning_rate": 4.2868520166518765e-06,
      "loss": 0.1329,
      "step": 11609
    },
    {
      "epoch": 0.868264592603672,
      "grad_norm": 0.5051335096359253,
      "learning_rate": 4.2820581578038535e-06,
      "loss": 0.041,
      "step": 11610
    },
    {
      "epoch": 0.8683393785289608,
      "grad_norm": 0.5953496694564819,
      "learning_rate": 4.277266860955775e-06,
      "loss": 0.05,
      "step": 11611
    },
    {
      "epoch": 0.8684141644542497,
      "grad_norm": 0.6912558078765869,
      "learning_rate": 4.272478126376139e-06,
      "loss": 0.0542,
      "step": 11612
    },
    {
      "epoch": 0.8684889503795385,
      "grad_norm": 0.9999009370803833,
      "learning_rate": 4.267691954333308e-06,
      "loss": 0.0745,
      "step": 11613
    },
    {
      "epoch": 0.8685637363048274,
      "grad_norm": 0.5952085256576538,
      "learning_rate": 4.26290834509549e-06,
      "loss": 0.0456,
      "step": 11614
    },
    {
      "epoch": 0.8686385222301163,
      "grad_norm": 0.5185191631317139,
      "learning_rate": 4.258127298930753e-06,
      "loss": 0.0327,
      "step": 11615
    },
    {
      "epoch": 0.8687133081554052,
      "grad_norm": 0.617661714553833,
      "learning_rate": 4.253348816107033e-06,
      "loss": 0.0515,
      "step": 11616
    },
    {
      "epoch": 0.868788094080694,
      "grad_norm": 0.8043205142021179,
      "learning_rate": 4.248572896892111e-06,
      "loss": 0.0681,
      "step": 11617
    },
    {
      "epoch": 0.8688628800059829,
      "grad_norm": 0.6682563424110413,
      "learning_rate": 4.243799541553611e-06,
      "loss": 0.0494,
      "step": 11618
    },
    {
      "epoch": 0.8689376659312718,
      "grad_norm": 0.6169136762619019,
      "learning_rate": 4.239028750359053e-06,
      "loss": 0.0545,
      "step": 11619
    },
    {
      "epoch": 0.8690124518565606,
      "grad_norm": 0.8451621532440186,
      "learning_rate": 4.234260523575756e-06,
      "loss": 0.0922,
      "step": 11620
    },
    {
      "epoch": 0.8690872377818495,
      "grad_norm": 0.6487611532211304,
      "learning_rate": 4.229494861470967e-06,
      "loss": 0.075,
      "step": 11621
    },
    {
      "epoch": 0.8691620237071384,
      "grad_norm": 0.7317700386047363,
      "learning_rate": 4.224731764311723e-06,
      "loss": 0.0534,
      "step": 11622
    },
    {
      "epoch": 0.8692368096324272,
      "grad_norm": 0.765286922454834,
      "learning_rate": 4.21997123236495e-06,
      "loss": 0.079,
      "step": 11623
    },
    {
      "epoch": 0.8693115955577161,
      "grad_norm": 0.5603187680244446,
      "learning_rate": 4.215213265897422e-06,
      "loss": 0.0681,
      "step": 11624
    },
    {
      "epoch": 0.8693863814830048,
      "grad_norm": 0.8366885781288147,
      "learning_rate": 4.210457865175782e-06,
      "loss": 0.0857,
      "step": 11625
    },
    {
      "epoch": 0.8694611674082937,
      "grad_norm": 0.6429246068000793,
      "learning_rate": 4.205705030466522e-06,
      "loss": 0.0535,
      "step": 11626
    },
    {
      "epoch": 0.8695359533335826,
      "grad_norm": 0.7012638449668884,
      "learning_rate": 4.200954762035958e-06,
      "loss": 0.0523,
      "step": 11627
    },
    {
      "epoch": 0.8696107392588714,
      "grad_norm": 1.122503399848938,
      "learning_rate": 4.196207060150331e-06,
      "loss": 0.14,
      "step": 11628
    },
    {
      "epoch": 0.8696855251841603,
      "grad_norm": 1.41318941116333,
      "learning_rate": 4.191461925075662e-06,
      "loss": 0.1449,
      "step": 11629
    },
    {
      "epoch": 0.8697603111094492,
      "grad_norm": 0.7470098733901978,
      "learning_rate": 4.186719357077907e-06,
      "loss": 0.0669,
      "step": 11630
    },
    {
      "epoch": 0.869835097034738,
      "grad_norm": 0.664187490940094,
      "learning_rate": 4.181979356422794e-06,
      "loss": 0.0369,
      "step": 11631
    },
    {
      "epoch": 0.8699098829600269,
      "grad_norm": 0.9206283092498779,
      "learning_rate": 4.177241923375974e-06,
      "loss": 0.1026,
      "step": 11632
    },
    {
      "epoch": 0.8699846688853158,
      "grad_norm": 0.9124340415000916,
      "learning_rate": 4.172507058202918e-06,
      "loss": 0.0753,
      "step": 11633
    },
    {
      "epoch": 0.8700594548106046,
      "grad_norm": 1.4453221559524536,
      "learning_rate": 4.167774761168974e-06,
      "loss": 0.2434,
      "step": 11634
    },
    {
      "epoch": 0.8701342407358935,
      "grad_norm": 1.5713565349578857,
      "learning_rate": 4.163045032539326e-06,
      "loss": 0.1353,
      "step": 11635
    },
    {
      "epoch": 0.8702090266611824,
      "grad_norm": 0.8938846588134766,
      "learning_rate": 4.158317872579032e-06,
      "loss": 0.0697,
      "step": 11636
    },
    {
      "epoch": 0.8702838125864713,
      "grad_norm": 0.6406976580619812,
      "learning_rate": 4.153593281552997e-06,
      "loss": 0.0449,
      "step": 11637
    },
    {
      "epoch": 0.8703585985117601,
      "grad_norm": 0.74979168176651,
      "learning_rate": 4.148871259725984e-06,
      "loss": 0.0518,
      "step": 11638
    },
    {
      "epoch": 0.870433384437049,
      "grad_norm": 0.753494918346405,
      "learning_rate": 4.144151807362607e-06,
      "loss": 0.0298,
      "step": 11639
    },
    {
      "epoch": 0.8705081703623379,
      "grad_norm": 1.3513531684875488,
      "learning_rate": 4.139434924727359e-06,
      "loss": 0.1501,
      "step": 11640
    },
    {
      "epoch": 0.8705829562876267,
      "grad_norm": 3.1327967643737793,
      "learning_rate": 4.134720612084531e-06,
      "loss": 0.403,
      "step": 11641
    },
    {
      "epoch": 0.8706577422129155,
      "grad_norm": 0.6346338987350464,
      "learning_rate": 4.130008869698359e-06,
      "loss": 0.0488,
      "step": 11642
    },
    {
      "epoch": 0.8707325281382043,
      "grad_norm": 1.211266279220581,
      "learning_rate": 4.12529969783284e-06,
      "loss": 0.0761,
      "step": 11643
    },
    {
      "epoch": 0.8708073140634932,
      "grad_norm": 0.8476621508598328,
      "learning_rate": 4.120593096751912e-06,
      "loss": 0.0925,
      "step": 11644
    },
    {
      "epoch": 0.8708820999887821,
      "grad_norm": 1.1380447149276733,
      "learning_rate": 4.115889066719303e-06,
      "loss": 0.1076,
      "step": 11645
    },
    {
      "epoch": 0.8709568859140709,
      "grad_norm": 1.3147598505020142,
      "learning_rate": 4.111187607998629e-06,
      "loss": 0.0856,
      "step": 11646
    },
    {
      "epoch": 0.8710316718393598,
      "grad_norm": 5.0847954750061035,
      "learning_rate": 4.106488720853363e-06,
      "loss": 0.364,
      "step": 11647
    },
    {
      "epoch": 0.8711064577646487,
      "grad_norm": 1.6932134628295898,
      "learning_rate": 4.101792405546823e-06,
      "loss": 0.1483,
      "step": 11648
    },
    {
      "epoch": 0.8711812436899375,
      "grad_norm": 1.2723662853240967,
      "learning_rate": 4.097098662342186e-06,
      "loss": 0.0943,
      "step": 11649
    },
    {
      "epoch": 0.8712560296152264,
      "grad_norm": 2.5162909030914307,
      "learning_rate": 4.092407491502487e-06,
      "loss": 0.3452,
      "step": 11650
    },
    {
      "epoch": 0.8713308155405153,
      "grad_norm": 0.6218255758285522,
      "learning_rate": 4.087718893290615e-06,
      "loss": 0.0635,
      "step": 11651
    },
    {
      "epoch": 0.8714056014658041,
      "grad_norm": 0.450222909450531,
      "learning_rate": 4.083032867969316e-06,
      "loss": 0.0409,
      "step": 11652
    },
    {
      "epoch": 0.871480387391093,
      "grad_norm": 0.5299652814865112,
      "learning_rate": 4.078349415801191e-06,
      "loss": 0.0572,
      "step": 11653
    },
    {
      "epoch": 0.8715551733163819,
      "grad_norm": 0.740632176399231,
      "learning_rate": 4.073668537048708e-06,
      "loss": 0.0532,
      "step": 11654
    },
    {
      "epoch": 0.8716299592416707,
      "grad_norm": 0.5463547706604004,
      "learning_rate": 4.068990231974163e-06,
      "loss": 0.0451,
      "step": 11655
    },
    {
      "epoch": 0.8717047451669596,
      "grad_norm": 0.43141838908195496,
      "learning_rate": 4.064314500839733e-06,
      "loss": 0.0311,
      "step": 11656
    },
    {
      "epoch": 0.8717795310922485,
      "grad_norm": 0.42676717042922974,
      "learning_rate": 4.059641343907439e-06,
      "loss": 0.0251,
      "step": 11657
    },
    {
      "epoch": 0.8718543170175374,
      "grad_norm": 0.5791272521018982,
      "learning_rate": 4.054970761439164e-06,
      "loss": 0.0545,
      "step": 11658
    },
    {
      "epoch": 0.8719291029428261,
      "grad_norm": 0.872963011264801,
      "learning_rate": 4.050302753696644e-06,
      "loss": 0.0767,
      "step": 11659
    },
    {
      "epoch": 0.872003888868115,
      "grad_norm": 0.775534987449646,
      "learning_rate": 4.04563732094147e-06,
      "loss": 0.0625,
      "step": 11660
    },
    {
      "epoch": 0.8720786747934038,
      "grad_norm": 0.6140351295471191,
      "learning_rate": 4.040974463435093e-06,
      "loss": 0.0482,
      "step": 11661
    },
    {
      "epoch": 0.8721534607186927,
      "grad_norm": 0.5592782497406006,
      "learning_rate": 4.036314181438811e-06,
      "loss": 0.0404,
      "step": 11662
    },
    {
      "epoch": 0.8722282466439816,
      "grad_norm": 0.7188642024993896,
      "learning_rate": 4.031656475213791e-06,
      "loss": 0.0511,
      "step": 11663
    },
    {
      "epoch": 0.8723030325692704,
      "grad_norm": 0.6495558023452759,
      "learning_rate": 4.027001345021031e-06,
      "loss": 0.042,
      "step": 11664
    },
    {
      "epoch": 0.8723778184945593,
      "grad_norm": 0.9009925723075867,
      "learning_rate": 4.022348791121422e-06,
      "loss": 0.0909,
      "step": 11665
    },
    {
      "epoch": 0.8724526044198482,
      "grad_norm": 0.5470685362815857,
      "learning_rate": 4.0176988137756614e-06,
      "loss": 0.0373,
      "step": 11666
    },
    {
      "epoch": 0.872527390345137,
      "grad_norm": 0.5907106399536133,
      "learning_rate": 4.013051413244368e-06,
      "loss": 0.0512,
      "step": 11667
    },
    {
      "epoch": 0.8726021762704259,
      "grad_norm": 0.8767387866973877,
      "learning_rate": 4.0084065897879495e-06,
      "loss": 0.0559,
      "step": 11668
    },
    {
      "epoch": 0.8726769621957148,
      "grad_norm": 0.7264666557312012,
      "learning_rate": 4.00376434366671e-06,
      "loss": 0.0772,
      "step": 11669
    },
    {
      "epoch": 0.8727517481210036,
      "grad_norm": 0.7954444885253906,
      "learning_rate": 3.999124675140797e-06,
      "loss": 0.0949,
      "step": 11670
    },
    {
      "epoch": 0.8728265340462925,
      "grad_norm": 0.9821110963821411,
      "learning_rate": 3.994487584470208e-06,
      "loss": 0.0794,
      "step": 11671
    },
    {
      "epoch": 0.8729013199715814,
      "grad_norm": 0.9130708575248718,
      "learning_rate": 3.989853071914806e-06,
      "loss": 0.1159,
      "step": 11672
    },
    {
      "epoch": 0.8729761058968702,
      "grad_norm": 0.5719373226165771,
      "learning_rate": 3.985221137734313e-06,
      "loss": 0.0459,
      "step": 11673
    },
    {
      "epoch": 0.8730508918221591,
      "grad_norm": 1.0411608219146729,
      "learning_rate": 3.980591782188287e-06,
      "loss": 0.0738,
      "step": 11674
    },
    {
      "epoch": 0.873125677747448,
      "grad_norm": 0.9294430017471313,
      "learning_rate": 3.975965005536159e-06,
      "loss": 0.1182,
      "step": 11675
    },
    {
      "epoch": 0.8732004636727367,
      "grad_norm": 0.8508920669555664,
      "learning_rate": 3.97134080803721e-06,
      "loss": 0.0697,
      "step": 11676
    },
    {
      "epoch": 0.8732752495980256,
      "grad_norm": 0.9157747030258179,
      "learning_rate": 3.966719189950591e-06,
      "loss": 0.0648,
      "step": 11677
    },
    {
      "epoch": 0.8733500355233145,
      "grad_norm": 0.7034350037574768,
      "learning_rate": 3.962100151535259e-06,
      "loss": 0.0962,
      "step": 11678
    },
    {
      "epoch": 0.8734248214486033,
      "grad_norm": 0.8965869545936584,
      "learning_rate": 3.957483693050101e-06,
      "loss": 0.0741,
      "step": 11679
    },
    {
      "epoch": 0.8734996073738922,
      "grad_norm": 0.6381543874740601,
      "learning_rate": 3.952869814753785e-06,
      "loss": 0.0631,
      "step": 11680
    },
    {
      "epoch": 0.8735743932991811,
      "grad_norm": 0.6265561580657959,
      "learning_rate": 3.948258516904901e-06,
      "loss": 0.0457,
      "step": 11681
    },
    {
      "epoch": 0.8736491792244699,
      "grad_norm": 1.2435568571090698,
      "learning_rate": 3.943649799761839e-06,
      "loss": 0.1491,
      "step": 11682
    },
    {
      "epoch": 0.8737239651497588,
      "grad_norm": 0.8605819344520569,
      "learning_rate": 3.939043663582881e-06,
      "loss": 0.0632,
      "step": 11683
    },
    {
      "epoch": 0.8737987510750477,
      "grad_norm": 0.8284590244293213,
      "learning_rate": 3.934440108626141e-06,
      "loss": 0.0801,
      "step": 11684
    },
    {
      "epoch": 0.8738735370003365,
      "grad_norm": 0.8253411054611206,
      "learning_rate": 3.92983913514961e-06,
      "loss": 0.0513,
      "step": 11685
    },
    {
      "epoch": 0.8739483229256254,
      "grad_norm": 1.0610088109970093,
      "learning_rate": 3.925240743411124e-06,
      "loss": 0.1208,
      "step": 11686
    },
    {
      "epoch": 0.8740231088509143,
      "grad_norm": 1.0123192071914673,
      "learning_rate": 3.920644933668355e-06,
      "loss": 0.1214,
      "step": 11687
    },
    {
      "epoch": 0.8740978947762031,
      "grad_norm": 0.9199512004852295,
      "learning_rate": 3.916051706178875e-06,
      "loss": 0.0669,
      "step": 11688
    },
    {
      "epoch": 0.874172680701492,
      "grad_norm": 1.2458443641662598,
      "learning_rate": 3.9114610612000555e-06,
      "loss": 0.1864,
      "step": 11689
    },
    {
      "epoch": 0.8742474666267809,
      "grad_norm": 0.5149367451667786,
      "learning_rate": 3.906872998989186e-06,
      "loss": 0.0398,
      "step": 11690
    },
    {
      "epoch": 0.8743222525520697,
      "grad_norm": 1.077402949333191,
      "learning_rate": 3.902287519803355e-06,
      "loss": 0.0777,
      "step": 11691
    },
    {
      "epoch": 0.8743970384773586,
      "grad_norm": 0.7814422249794006,
      "learning_rate": 3.897704623899534e-06,
      "loss": 0.0495,
      "step": 11692
    },
    {
      "epoch": 0.8744718244026474,
      "grad_norm": 0.9028622508049011,
      "learning_rate": 3.893124311534546e-06,
      "loss": 0.0563,
      "step": 11693
    },
    {
      "epoch": 0.8745466103279362,
      "grad_norm": 1.4647122621536255,
      "learning_rate": 3.8885465829650694e-06,
      "loss": 0.1628,
      "step": 11694
    },
    {
      "epoch": 0.8746213962532251,
      "grad_norm": 1.2982203960418701,
      "learning_rate": 3.883971438447637e-06,
      "loss": 0.137,
      "step": 11695
    },
    {
      "epoch": 0.874696182178514,
      "grad_norm": 1.917573094367981,
      "learning_rate": 3.879398878238638e-06,
      "loss": 0.2467,
      "step": 11696
    },
    {
      "epoch": 0.8747709681038028,
      "grad_norm": 0.960951030254364,
      "learning_rate": 3.874828902594313e-06,
      "loss": 0.0791,
      "step": 11697
    },
    {
      "epoch": 0.8748457540290917,
      "grad_norm": 1.5894172191619873,
      "learning_rate": 3.870261511770762e-06,
      "loss": 0.1503,
      "step": 11698
    },
    {
      "epoch": 0.8749205399543806,
      "grad_norm": 1.4134347438812256,
      "learning_rate": 3.86569670602393e-06,
      "loss": 0.1363,
      "step": 11699
    },
    {
      "epoch": 0.8749953258796694,
      "grad_norm": 1.5831091403961182,
      "learning_rate": 3.861134485609647e-06,
      "loss": 0.1013,
      "step": 11700
    },
    {
      "epoch": 0.8750701118049583,
      "grad_norm": 0.7185010313987732,
      "learning_rate": 3.85657485078354e-06,
      "loss": 0.032,
      "step": 11701
    },
    {
      "epoch": 0.8751448977302472,
      "grad_norm": 0.39933258295059204,
      "learning_rate": 3.852017801801172e-06,
      "loss": 0.0334,
      "step": 11702
    },
    {
      "epoch": 0.875219683655536,
      "grad_norm": 0.5299307703971863,
      "learning_rate": 3.847463338917873e-06,
      "loss": 0.0511,
      "step": 11703
    },
    {
      "epoch": 0.8752944695808249,
      "grad_norm": 0.9728543758392334,
      "learning_rate": 3.84291146238891e-06,
      "loss": 0.0768,
      "step": 11704
    },
    {
      "epoch": 0.8753692555061138,
      "grad_norm": 0.5977249145507812,
      "learning_rate": 3.83836217246934e-06,
      "loss": 0.0805,
      "step": 11705
    },
    {
      "epoch": 0.8754440414314026,
      "grad_norm": 0.46555644273757935,
      "learning_rate": 3.833815469414115e-06,
      "loss": 0.046,
      "step": 11706
    },
    {
      "epoch": 0.8755188273566915,
      "grad_norm": 0.7110556960105896,
      "learning_rate": 3.82927135347802e-06,
      "loss": 0.0517,
      "step": 11707
    },
    {
      "epoch": 0.8755936132819804,
      "grad_norm": 0.7305992245674133,
      "learning_rate": 3.824729824915713e-06,
      "loss": 0.0777,
      "step": 11708
    },
    {
      "epoch": 0.8756683992072692,
      "grad_norm": 0.91725093126297,
      "learning_rate": 3.8201908839816895e-06,
      "loss": 0.0818,
      "step": 11709
    },
    {
      "epoch": 0.875743185132558,
      "grad_norm": 0.4892435073852539,
      "learning_rate": 3.815654530930318e-06,
      "loss": 0.0392,
      "step": 11710
    },
    {
      "epoch": 0.8758179710578469,
      "grad_norm": 0.7929302453994751,
      "learning_rate": 3.8111207660158077e-06,
      "loss": 0.0585,
      "step": 11711
    },
    {
      "epoch": 0.8758927569831357,
      "grad_norm": 0.5992907285690308,
      "learning_rate": 3.806589589492221e-06,
      "loss": 0.0402,
      "step": 11712
    },
    {
      "epoch": 0.8759675429084246,
      "grad_norm": 0.5718360543251038,
      "learning_rate": 3.802061001613494e-06,
      "loss": 0.0273,
      "step": 11713
    },
    {
      "epoch": 0.8760423288337135,
      "grad_norm": 0.4246251881122589,
      "learning_rate": 3.7975350026334068e-06,
      "loss": 0.0292,
      "step": 11714
    },
    {
      "epoch": 0.8761171147590023,
      "grad_norm": 0.6474183201789856,
      "learning_rate": 3.7930115928055678e-06,
      "loss": 0.0413,
      "step": 11715
    },
    {
      "epoch": 0.8761919006842912,
      "grad_norm": 0.6625262498855591,
      "learning_rate": 3.7884907723835016e-06,
      "loss": 0.0641,
      "step": 11716
    },
    {
      "epoch": 0.8762666866095801,
      "grad_norm": 1.534387469291687,
      "learning_rate": 3.783972541620523e-06,
      "loss": 0.1337,
      "step": 11717
    },
    {
      "epoch": 0.8763414725348689,
      "grad_norm": 0.6201024651527405,
      "learning_rate": 3.7794569007698398e-06,
      "loss": 0.0475,
      "step": 11718
    },
    {
      "epoch": 0.8764162584601578,
      "grad_norm": 0.7538536190986633,
      "learning_rate": 3.7749438500845056e-06,
      "loss": 0.0441,
      "step": 11719
    },
    {
      "epoch": 0.8764910443854467,
      "grad_norm": 1.2265563011169434,
      "learning_rate": 3.770433389817435e-06,
      "loss": 0.1373,
      "step": 11720
    },
    {
      "epoch": 0.8765658303107355,
      "grad_norm": 0.7950948476791382,
      "learning_rate": 3.7659255202213806e-06,
      "loss": 0.0717,
      "step": 11721
    },
    {
      "epoch": 0.8766406162360244,
      "grad_norm": 0.5906733274459839,
      "learning_rate": 3.761420241548963e-06,
      "loss": 0.0376,
      "step": 11722
    },
    {
      "epoch": 0.8767154021613133,
      "grad_norm": 0.4934968650341034,
      "learning_rate": 3.7569175540526693e-06,
      "loss": 0.0385,
      "step": 11723
    },
    {
      "epoch": 0.8767901880866021,
      "grad_norm": 0.5005437731742859,
      "learning_rate": 3.7524174579847914e-06,
      "loss": 0.0359,
      "step": 11724
    },
    {
      "epoch": 0.876864974011891,
      "grad_norm": 0.6096680164337158,
      "learning_rate": 3.747919953597551e-06,
      "loss": 0.0373,
      "step": 11725
    },
    {
      "epoch": 0.8769397599371799,
      "grad_norm": 0.7236001491546631,
      "learning_rate": 3.743425041142956e-06,
      "loss": 0.0447,
      "step": 11726
    },
    {
      "epoch": 0.8770145458624686,
      "grad_norm": 0.6587663292884827,
      "learning_rate": 3.738932720872923e-06,
      "loss": 0.0506,
      "step": 11727
    },
    {
      "epoch": 0.8770893317877575,
      "grad_norm": 0.6157448291778564,
      "learning_rate": 3.7344429930391776e-06,
      "loss": 0.0539,
      "step": 11728
    },
    {
      "epoch": 0.8771641177130464,
      "grad_norm": 0.8362175822257996,
      "learning_rate": 3.7299558578933247e-06,
      "loss": 0.0616,
      "step": 11729
    },
    {
      "epoch": 0.8772389036383352,
      "grad_norm": 0.8271317481994629,
      "learning_rate": 3.725471315686824e-06,
      "loss": 0.0908,
      "step": 11730
    },
    {
      "epoch": 0.8773136895636241,
      "grad_norm": 0.7377631664276123,
      "learning_rate": 3.7209893666709905e-06,
      "loss": 0.0541,
      "step": 11731
    },
    {
      "epoch": 0.877388475488913,
      "grad_norm": 1.3804066181182861,
      "learning_rate": 3.7165100110969797e-06,
      "loss": 0.0801,
      "step": 11732
    },
    {
      "epoch": 0.8774632614142018,
      "grad_norm": 0.9964569807052612,
      "learning_rate": 3.7120332492158185e-06,
      "loss": 0.0862,
      "step": 11733
    },
    {
      "epoch": 0.8775380473394907,
      "grad_norm": 0.6297089457511902,
      "learning_rate": 3.707559081278378e-06,
      "loss": 0.0343,
      "step": 11734
    },
    {
      "epoch": 0.8776128332647796,
      "grad_norm": 1.0643845796585083,
      "learning_rate": 3.7030875075353857e-06,
      "loss": 0.1086,
      "step": 11735
    },
    {
      "epoch": 0.8776876191900684,
      "grad_norm": 1.2512298822402954,
      "learning_rate": 3.6986185282374296e-06,
      "loss": 0.1209,
      "step": 11736
    },
    {
      "epoch": 0.8777624051153573,
      "grad_norm": 1.056434154510498,
      "learning_rate": 3.694152143634955e-06,
      "loss": 0.1068,
      "step": 11737
    },
    {
      "epoch": 0.8778371910406462,
      "grad_norm": 1.8271857500076294,
      "learning_rate": 3.6896883539782324e-06,
      "loss": 0.0781,
      "step": 11738
    },
    {
      "epoch": 0.877911976965935,
      "grad_norm": 0.9551912546157837,
      "learning_rate": 3.685227159517435e-06,
      "loss": 0.0672,
      "step": 11739
    },
    {
      "epoch": 0.8779867628912239,
      "grad_norm": 2.054579257965088,
      "learning_rate": 3.68076856050254e-06,
      "loss": 0.1237,
      "step": 11740
    },
    {
      "epoch": 0.8780615488165128,
      "grad_norm": 0.6186084151268005,
      "learning_rate": 3.6763125571834313e-06,
      "loss": 0.0306,
      "step": 11741
    },
    {
      "epoch": 0.8781363347418016,
      "grad_norm": 1.3520547151565552,
      "learning_rate": 3.6718591498097977e-06,
      "loss": 0.1358,
      "step": 11742
    },
    {
      "epoch": 0.8782111206670905,
      "grad_norm": 1.2609957456588745,
      "learning_rate": 3.667408338631212e-06,
      "loss": 0.155,
      "step": 11743
    },
    {
      "epoch": 0.8782859065923793,
      "grad_norm": 1.2553452253341675,
      "learning_rate": 3.662960123897091e-06,
      "loss": 0.0995,
      "step": 11744
    },
    {
      "epoch": 0.8783606925176681,
      "grad_norm": 1.0054116249084473,
      "learning_rate": 3.6585145058567194e-06,
      "loss": 0.1394,
      "step": 11745
    },
    {
      "epoch": 0.878435478442957,
      "grad_norm": 1.6130003929138184,
      "learning_rate": 3.6540714847592195e-06,
      "loss": 0.1531,
      "step": 11746
    },
    {
      "epoch": 0.8785102643682459,
      "grad_norm": 0.947133481502533,
      "learning_rate": 3.6496310608535756e-06,
      "loss": 0.0669,
      "step": 11747
    },
    {
      "epoch": 0.8785850502935347,
      "grad_norm": 1.4010591506958008,
      "learning_rate": 3.645193234388633e-06,
      "loss": 0.1886,
      "step": 11748
    },
    {
      "epoch": 0.8786598362188236,
      "grad_norm": 1.3049818277359009,
      "learning_rate": 3.6407580056130595e-06,
      "loss": 0.0625,
      "step": 11749
    },
    {
      "epoch": 0.8787346221441125,
      "grad_norm": 0.9543373584747314,
      "learning_rate": 3.63632537477544e-06,
      "loss": 0.0605,
      "step": 11750
    },
    {
      "epoch": 0.8788094080694013,
      "grad_norm": 0.7193779349327087,
      "learning_rate": 3.6318953421241477e-06,
      "loss": 0.0536,
      "step": 11751
    },
    {
      "epoch": 0.8788841939946902,
      "grad_norm": 0.5384560227394104,
      "learning_rate": 3.6274679079074448e-06,
      "loss": 0.0452,
      "step": 11752
    },
    {
      "epoch": 0.8789589799199791,
      "grad_norm": 0.35357534885406494,
      "learning_rate": 3.6230430723734444e-06,
      "loss": 0.0385,
      "step": 11753
    },
    {
      "epoch": 0.8790337658452679,
      "grad_norm": 0.4918183982372284,
      "learning_rate": 3.618620835770109e-06,
      "loss": 0.0266,
      "step": 11754
    },
    {
      "epoch": 0.8791085517705568,
      "grad_norm": 0.391789048910141,
      "learning_rate": 3.6142011983452574e-06,
      "loss": 0.0298,
      "step": 11755
    },
    {
      "epoch": 0.8791833376958457,
      "grad_norm": 0.6727588176727295,
      "learning_rate": 3.609784160346569e-06,
      "loss": 0.0446,
      "step": 11756
    },
    {
      "epoch": 0.8792581236211345,
      "grad_norm": 0.6771310567855835,
      "learning_rate": 3.605369722021562e-06,
      "loss": 0.045,
      "step": 11757
    },
    {
      "epoch": 0.8793329095464234,
      "grad_norm": 0.534075915813446,
      "learning_rate": 3.6009578836176227e-06,
      "loss": 0.0397,
      "step": 11758
    },
    {
      "epoch": 0.8794076954717123,
      "grad_norm": 0.5544384121894836,
      "learning_rate": 3.5965486453819864e-06,
      "loss": 0.0678,
      "step": 11759
    },
    {
      "epoch": 0.8794824813970011,
      "grad_norm": 0.49359869956970215,
      "learning_rate": 3.5921420075617496e-06,
      "loss": 0.0371,
      "step": 11760
    },
    {
      "epoch": 0.8795572673222899,
      "grad_norm": 0.7565180063247681,
      "learning_rate": 3.587737970403837e-06,
      "loss": 0.0649,
      "step": 11761
    },
    {
      "epoch": 0.8796320532475788,
      "grad_norm": 0.8977425694465637,
      "learning_rate": 3.583336534155085e-06,
      "loss": 0.081,
      "step": 11762
    },
    {
      "epoch": 0.8797068391728676,
      "grad_norm": 0.5653298497200012,
      "learning_rate": 3.5789376990621017e-06,
      "loss": 0.0489,
      "step": 11763
    },
    {
      "epoch": 0.8797816250981565,
      "grad_norm": 1.3220103979110718,
      "learning_rate": 3.574541465371434e-06,
      "loss": 0.1403,
      "step": 11764
    },
    {
      "epoch": 0.8798564110234454,
      "grad_norm": 0.646190345287323,
      "learning_rate": 3.570147833329418e-06,
      "loss": 0.0399,
      "step": 11765
    },
    {
      "epoch": 0.8799311969487342,
      "grad_norm": 0.3447752594947815,
      "learning_rate": 3.5657568031822797e-06,
      "loss": 0.0248,
      "step": 11766
    },
    {
      "epoch": 0.8800059828740231,
      "grad_norm": 0.8428751826286316,
      "learning_rate": 3.5613683751760885e-06,
      "loss": 0.0972,
      "step": 11767
    },
    {
      "epoch": 0.880080768799312,
      "grad_norm": 1.1284096240997314,
      "learning_rate": 3.556982549556764e-06,
      "loss": 0.0471,
      "step": 11768
    },
    {
      "epoch": 0.8801555547246008,
      "grad_norm": 1.1784658432006836,
      "learning_rate": 3.5525993265700942e-06,
      "loss": 0.1105,
      "step": 11769
    },
    {
      "epoch": 0.8802303406498897,
      "grad_norm": 0.8471198081970215,
      "learning_rate": 3.5482187064617033e-06,
      "loss": 0.0703,
      "step": 11770
    },
    {
      "epoch": 0.8803051265751786,
      "grad_norm": 0.5295284390449524,
      "learning_rate": 3.5438406894770794e-06,
      "loss": 0.0391,
      "step": 11771
    },
    {
      "epoch": 0.8803799125004674,
      "grad_norm": 0.7952948808670044,
      "learning_rate": 3.5394652758615643e-06,
      "loss": 0.0833,
      "step": 11772
    },
    {
      "epoch": 0.8804546984257563,
      "grad_norm": 0.6239964962005615,
      "learning_rate": 3.5350924658603567e-06,
      "loss": 0.0445,
      "step": 11773
    },
    {
      "epoch": 0.8805294843510452,
      "grad_norm": 1.5194727182388306,
      "learning_rate": 3.530722259718511e-06,
      "loss": 0.1732,
      "step": 11774
    },
    {
      "epoch": 0.880604270276334,
      "grad_norm": 0.8283503651618958,
      "learning_rate": 3.5263546576809027e-06,
      "loss": 0.0683,
      "step": 11775
    },
    {
      "epoch": 0.8806790562016229,
      "grad_norm": 0.9262580275535583,
      "learning_rate": 3.521989659992325e-06,
      "loss": 0.0843,
      "step": 11776
    },
    {
      "epoch": 0.8807538421269118,
      "grad_norm": 1.2060195207595825,
      "learning_rate": 3.517627266897355e-06,
      "loss": 0.0909,
      "step": 11777
    },
    {
      "epoch": 0.8808286280522005,
      "grad_norm": 0.7949648499488831,
      "learning_rate": 3.5132674786404974e-06,
      "loss": 0.0571,
      "step": 11778
    },
    {
      "epoch": 0.8809034139774894,
      "grad_norm": 0.5852586030960083,
      "learning_rate": 3.5089102954660335e-06,
      "loss": 0.0412,
      "step": 11779
    },
    {
      "epoch": 0.8809781999027783,
      "grad_norm": 0.7965852618217468,
      "learning_rate": 3.5045557176181575e-06,
      "loss": 0.0635,
      "step": 11780
    },
    {
      "epoch": 0.8810529858280671,
      "grad_norm": 0.5187162756919861,
      "learning_rate": 3.500203745340891e-06,
      "loss": 0.0281,
      "step": 11781
    },
    {
      "epoch": 0.881127771753356,
      "grad_norm": 1.0093517303466797,
      "learning_rate": 3.4958543788781163e-06,
      "loss": 0.0888,
      "step": 11782
    },
    {
      "epoch": 0.8812025576786449,
      "grad_norm": 0.7518076300621033,
      "learning_rate": 3.4915076184735717e-06,
      "loss": 0.1042,
      "step": 11783
    },
    {
      "epoch": 0.8812773436039337,
      "grad_norm": 0.5640273690223694,
      "learning_rate": 3.487163464370835e-06,
      "loss": 0.0496,
      "step": 11784
    },
    {
      "epoch": 0.8813521295292226,
      "grad_norm": 1.1165469884872437,
      "learning_rate": 3.482821916813367e-06,
      "loss": 0.1428,
      "step": 11785
    },
    {
      "epoch": 0.8814269154545115,
      "grad_norm": 0.7797853946685791,
      "learning_rate": 3.478482976044445e-06,
      "loss": 0.068,
      "step": 11786
    },
    {
      "epoch": 0.8815017013798003,
      "grad_norm": 0.7791808247566223,
      "learning_rate": 3.4741466423072467e-06,
      "loss": 0.055,
      "step": 11787
    },
    {
      "epoch": 0.8815764873050892,
      "grad_norm": 0.6618084907531738,
      "learning_rate": 3.46981291584475e-06,
      "loss": 0.0556,
      "step": 11788
    },
    {
      "epoch": 0.8816512732303781,
      "grad_norm": 0.4100952446460724,
      "learning_rate": 3.4654817968998223e-06,
      "loss": 0.0272,
      "step": 11789
    },
    {
      "epoch": 0.8817260591556669,
      "grad_norm": 0.9974880218505859,
      "learning_rate": 3.4611532857151853e-06,
      "loss": 0.0689,
      "step": 11790
    },
    {
      "epoch": 0.8818008450809558,
      "grad_norm": 0.9998329877853394,
      "learning_rate": 3.4568273825333954e-06,
      "loss": 0.0943,
      "step": 11791
    },
    {
      "epoch": 0.8818756310062447,
      "grad_norm": 1.0159028768539429,
      "learning_rate": 3.452504087596875e-06,
      "loss": 0.069,
      "step": 11792
    },
    {
      "epoch": 0.8819504169315335,
      "grad_norm": 1.3971480131149292,
      "learning_rate": 3.448183401147903e-06,
      "loss": 0.13,
      "step": 11793
    },
    {
      "epoch": 0.8820252028568224,
      "grad_norm": 0.7613256573677063,
      "learning_rate": 3.4438653234286023e-06,
      "loss": 0.0529,
      "step": 11794
    },
    {
      "epoch": 0.8820999887821112,
      "grad_norm": 1.3658168315887451,
      "learning_rate": 3.4395498546809625e-06,
      "loss": 0.1324,
      "step": 11795
    },
    {
      "epoch": 0.8821747747074,
      "grad_norm": 1.2463423013687134,
      "learning_rate": 3.4352369951468067e-06,
      "loss": 0.0868,
      "step": 11796
    },
    {
      "epoch": 0.8822495606326889,
      "grad_norm": 0.7652743458747864,
      "learning_rate": 3.4309267450678473e-06,
      "loss": 0.0462,
      "step": 11797
    },
    {
      "epoch": 0.8823243465579778,
      "grad_norm": 1.5128412246704102,
      "learning_rate": 3.4266191046855912e-06,
      "loss": 0.3084,
      "step": 11798
    },
    {
      "epoch": 0.8823991324832666,
      "grad_norm": 3.0275988578796387,
      "learning_rate": 3.422314074241473e-06,
      "loss": 0.1563,
      "step": 11799
    },
    {
      "epoch": 0.8824739184085555,
      "grad_norm": 1.282687783241272,
      "learning_rate": 3.4180116539767048e-06,
      "loss": 0.0824,
      "step": 11800
    },
    {
      "epoch": 0.8825487043338444,
      "grad_norm": 0.5792314410209656,
      "learning_rate": 3.413711844132439e-06,
      "loss": 0.0606,
      "step": 11801
    },
    {
      "epoch": 0.8826234902591332,
      "grad_norm": 0.646493136882782,
      "learning_rate": 3.4094146449495935e-06,
      "loss": 0.1042,
      "step": 11802
    },
    {
      "epoch": 0.8826982761844221,
      "grad_norm": 0.5578415393829346,
      "learning_rate": 3.4051200566689923e-06,
      "loss": 0.0701,
      "step": 11803
    },
    {
      "epoch": 0.882773062109711,
      "grad_norm": 0.6379638314247131,
      "learning_rate": 3.4008280795313095e-06,
      "loss": 0.0442,
      "step": 11804
    },
    {
      "epoch": 0.8828478480349998,
      "grad_norm": 0.528769314289093,
      "learning_rate": 3.3965387137770534e-06,
      "loss": 0.0586,
      "step": 11805
    },
    {
      "epoch": 0.8829226339602887,
      "grad_norm": 0.5204022526741028,
      "learning_rate": 3.392251959646603e-06,
      "loss": 0.0392,
      "step": 11806
    },
    {
      "epoch": 0.8829974198855776,
      "grad_norm": 0.47440361976623535,
      "learning_rate": 3.387967817380183e-06,
      "loss": 0.0472,
      "step": 11807
    },
    {
      "epoch": 0.8830722058108664,
      "grad_norm": 0.6820939183235168,
      "learning_rate": 3.3836862872178685e-06,
      "loss": 0.0457,
      "step": 11808
    },
    {
      "epoch": 0.8831469917361553,
      "grad_norm": 0.6017313599586487,
      "learning_rate": 3.3794073693996066e-06,
      "loss": 0.0353,
      "step": 11809
    },
    {
      "epoch": 0.8832217776614442,
      "grad_norm": 0.8656924962997437,
      "learning_rate": 3.375131064165182e-06,
      "loss": 0.089,
      "step": 11810
    },
    {
      "epoch": 0.883296563586733,
      "grad_norm": 0.37125808000564575,
      "learning_rate": 3.3708573717542213e-06,
      "loss": 0.0239,
      "step": 11811
    },
    {
      "epoch": 0.8833713495120218,
      "grad_norm": 0.5702385306358337,
      "learning_rate": 3.3665862924062263e-06,
      "loss": 0.0459,
      "step": 11812
    },
    {
      "epoch": 0.8834461354373107,
      "grad_norm": 1.0984410047531128,
      "learning_rate": 3.3623178263605502e-06,
      "loss": 0.0867,
      "step": 11813
    },
    {
      "epoch": 0.8835209213625995,
      "grad_norm": 0.6749227046966553,
      "learning_rate": 3.358051973856391e-06,
      "loss": 0.0555,
      "step": 11814
    },
    {
      "epoch": 0.8835957072878884,
      "grad_norm": 1.007986068725586,
      "learning_rate": 3.3537887351328066e-06,
      "loss": 0.1753,
      "step": 11815
    },
    {
      "epoch": 0.8836704932131773,
      "grad_norm": 0.9846096634864807,
      "learning_rate": 3.349528110428701e-06,
      "loss": 0.0937,
      "step": 11816
    },
    {
      "epoch": 0.8837452791384661,
      "grad_norm": 0.8106613755226135,
      "learning_rate": 3.345270099982839e-06,
      "loss": 0.0854,
      "step": 11817
    },
    {
      "epoch": 0.883820065063755,
      "grad_norm": 0.6653617024421692,
      "learning_rate": 3.34101470403384e-06,
      "loss": 0.0517,
      "step": 11818
    },
    {
      "epoch": 0.8838948509890439,
      "grad_norm": 0.7995197176933289,
      "learning_rate": 3.336761922820164e-06,
      "loss": 0.0899,
      "step": 11819
    },
    {
      "epoch": 0.8839696369143327,
      "grad_norm": 0.8019390106201172,
      "learning_rate": 3.3325117565801533e-06,
      "loss": 0.0822,
      "step": 11820
    },
    {
      "epoch": 0.8840444228396216,
      "grad_norm": 0.9041255116462708,
      "learning_rate": 3.328264205551951e-06,
      "loss": 0.0527,
      "step": 11821
    },
    {
      "epoch": 0.8841192087649105,
      "grad_norm": 1.0814639329910278,
      "learning_rate": 3.3240192699736218e-06,
      "loss": 0.0569,
      "step": 11822
    },
    {
      "epoch": 0.8841939946901993,
      "grad_norm": 0.3302868902683258,
      "learning_rate": 3.3197769500830202e-06,
      "loss": 0.0181,
      "step": 11823
    },
    {
      "epoch": 0.8842687806154882,
      "grad_norm": 0.47925761342048645,
      "learning_rate": 3.3155372461179113e-06,
      "loss": 0.0442,
      "step": 11824
    },
    {
      "epoch": 0.8843435665407771,
      "grad_norm": 0.9204888939857483,
      "learning_rate": 3.3113001583158555e-06,
      "loss": 0.0802,
      "step": 11825
    },
    {
      "epoch": 0.8844183524660659,
      "grad_norm": 0.8163784146308899,
      "learning_rate": 3.3070656869143178e-06,
      "loss": 0.0605,
      "step": 11826
    },
    {
      "epoch": 0.8844931383913548,
      "grad_norm": 0.5658639669418335,
      "learning_rate": 3.3028338321505816e-06,
      "loss": 0.0684,
      "step": 11827
    },
    {
      "epoch": 0.8845679243166437,
      "grad_norm": 1.3262557983398438,
      "learning_rate": 3.298604594261806e-06,
      "loss": 0.1102,
      "step": 11828
    },
    {
      "epoch": 0.8846427102419324,
      "grad_norm": 1.07461678981781,
      "learning_rate": 3.2943779734849854e-06,
      "loss": 0.1315,
      "step": 11829
    },
    {
      "epoch": 0.8847174961672213,
      "grad_norm": 0.7710846662521362,
      "learning_rate": 3.2901539700569862e-06,
      "loss": 0.0495,
      "step": 11830
    },
    {
      "epoch": 0.8847922820925102,
      "grad_norm": 1.1007053852081299,
      "learning_rate": 3.2859325842145126e-06,
      "loss": 0.1129,
      "step": 11831
    },
    {
      "epoch": 0.884867068017799,
      "grad_norm": 0.7908052206039429,
      "learning_rate": 3.281713816194132e-06,
      "loss": 0.0739,
      "step": 11832
    },
    {
      "epoch": 0.8849418539430879,
      "grad_norm": 0.8497501015663147,
      "learning_rate": 3.2774976662322545e-06,
      "loss": 0.0657,
      "step": 11833
    },
    {
      "epoch": 0.8850166398683768,
      "grad_norm": 0.9565497636795044,
      "learning_rate": 3.273284134565163e-06,
      "loss": 0.1247,
      "step": 11834
    },
    {
      "epoch": 0.8850914257936656,
      "grad_norm": 0.9776746034622192,
      "learning_rate": 3.2690732214289586e-06,
      "loss": 0.0877,
      "step": 11835
    },
    {
      "epoch": 0.8851662117189545,
      "grad_norm": 0.639765739440918,
      "learning_rate": 3.264864927059641e-06,
      "loss": 0.0312,
      "step": 11836
    },
    {
      "epoch": 0.8852409976442434,
      "grad_norm": 1.2842975854873657,
      "learning_rate": 3.2606592516930212e-06,
      "loss": 0.1196,
      "step": 11837
    },
    {
      "epoch": 0.8853157835695322,
      "grad_norm": 0.6721349954605103,
      "learning_rate": 3.2564561955648e-06,
      "loss": 0.0411,
      "step": 11838
    },
    {
      "epoch": 0.8853905694948211,
      "grad_norm": 0.7019902467727661,
      "learning_rate": 3.2522557589104994e-06,
      "loss": 0.0539,
      "step": 11839
    },
    {
      "epoch": 0.88546535542011,
      "grad_norm": 1.206614375114441,
      "learning_rate": 3.2480579419655156e-06,
      "loss": 0.0783,
      "step": 11840
    },
    {
      "epoch": 0.8855401413453988,
      "grad_norm": 0.8388451933860779,
      "learning_rate": 3.2438627449650928e-06,
      "loss": 0.0735,
      "step": 11841
    },
    {
      "epoch": 0.8856149272706877,
      "grad_norm": 0.8351317644119263,
      "learning_rate": 3.2396701681443152e-06,
      "loss": 0.0878,
      "step": 11842
    },
    {
      "epoch": 0.8856897131959766,
      "grad_norm": 1.2517507076263428,
      "learning_rate": 3.235480211738151e-06,
      "loss": 0.1367,
      "step": 11843
    },
    {
      "epoch": 0.8857644991212654,
      "grad_norm": 0.7233538627624512,
      "learning_rate": 3.2312928759813787e-06,
      "loss": 0.0562,
      "step": 11844
    },
    {
      "epoch": 0.8858392850465543,
      "grad_norm": 1.1778755187988281,
      "learning_rate": 3.227108161108677e-06,
      "loss": 0.0973,
      "step": 11845
    },
    {
      "epoch": 0.885914070971843,
      "grad_norm": 1.8639014959335327,
      "learning_rate": 3.2229260673545315e-06,
      "loss": 0.2252,
      "step": 11846
    },
    {
      "epoch": 0.8859888568971319,
      "grad_norm": 1.250746250152588,
      "learning_rate": 3.218746594953326e-06,
      "loss": 0.1184,
      "step": 11847
    },
    {
      "epoch": 0.8860636428224208,
      "grad_norm": 1.1461620330810547,
      "learning_rate": 3.214569744139262e-06,
      "loss": 0.1051,
      "step": 11848
    },
    {
      "epoch": 0.8861384287477096,
      "grad_norm": 1.3789407014846802,
      "learning_rate": 3.210395515146408e-06,
      "loss": 0.1258,
      "step": 11849
    },
    {
      "epoch": 0.8862132146729985,
      "grad_norm": 1.5757219791412354,
      "learning_rate": 3.2062239082086833e-06,
      "loss": 0.1462,
      "step": 11850
    },
    {
      "epoch": 0.8862880005982874,
      "grad_norm": 0.5433151721954346,
      "learning_rate": 3.2020549235598717e-06,
      "loss": 0.0925,
      "step": 11851
    },
    {
      "epoch": 0.8863627865235763,
      "grad_norm": 0.4991939067840576,
      "learning_rate": 3.1978885614335875e-06,
      "loss": 0.0369,
      "step": 11852
    },
    {
      "epoch": 0.8864375724488651,
      "grad_norm": 0.4548740088939667,
      "learning_rate": 3.1937248220633154e-06,
      "loss": 0.0407,
      "step": 11853
    },
    {
      "epoch": 0.886512358374154,
      "grad_norm": 0.590048611164093,
      "learning_rate": 3.189563705682391e-06,
      "loss": 0.0435,
      "step": 11854
    },
    {
      "epoch": 0.8865871442994429,
      "grad_norm": 0.5896430015563965,
      "learning_rate": 3.1854052125240007e-06,
      "loss": 0.0344,
      "step": 11855
    },
    {
      "epoch": 0.8866619302247317,
      "grad_norm": 0.46334099769592285,
      "learning_rate": 3.18124934282118e-06,
      "loss": 0.0436,
      "step": 11856
    },
    {
      "epoch": 0.8867367161500206,
      "grad_norm": 0.9426772594451904,
      "learning_rate": 3.177096096806831e-06,
      "loss": 0.0937,
      "step": 11857
    },
    {
      "epoch": 0.8868115020753095,
      "grad_norm": 0.7920716404914856,
      "learning_rate": 3.1729454747136678e-06,
      "loss": 0.0994,
      "step": 11858
    },
    {
      "epoch": 0.8868862880005983,
      "grad_norm": 0.5043514370918274,
      "learning_rate": 3.1687974767743323e-06,
      "loss": 0.055,
      "step": 11859
    },
    {
      "epoch": 0.8869610739258872,
      "grad_norm": 0.9499900937080383,
      "learning_rate": 3.1646521032212327e-06,
      "loss": 0.083,
      "step": 11860
    },
    {
      "epoch": 0.8870358598511761,
      "grad_norm": 0.7540402412414551,
      "learning_rate": 3.1605093542867117e-06,
      "loss": 0.1204,
      "step": 11861
    },
    {
      "epoch": 0.8871106457764649,
      "grad_norm": 0.48373666405677795,
      "learning_rate": 3.1563692302028936e-06,
      "loss": 0.0488,
      "step": 11862
    },
    {
      "epoch": 0.8871854317017537,
      "grad_norm": 0.46686142683029175,
      "learning_rate": 3.1522317312018044e-06,
      "loss": 0.0358,
      "step": 11863
    },
    {
      "epoch": 0.8872602176270425,
      "grad_norm": 0.5615497827529907,
      "learning_rate": 3.1480968575153034e-06,
      "loss": 0.033,
      "step": 11864
    },
    {
      "epoch": 0.8873350035523314,
      "grad_norm": 0.6603686809539795,
      "learning_rate": 3.143964609375111e-06,
      "loss": 0.0541,
      "step": 11865
    },
    {
      "epoch": 0.8874097894776203,
      "grad_norm": 0.7736077308654785,
      "learning_rate": 3.139834987012785e-06,
      "loss": 0.0371,
      "step": 11866
    },
    {
      "epoch": 0.8874845754029091,
      "grad_norm": 0.9094120264053345,
      "learning_rate": 3.135707990659753e-06,
      "loss": 0.0815,
      "step": 11867
    },
    {
      "epoch": 0.887559361328198,
      "grad_norm": 0.7315417528152466,
      "learning_rate": 3.131583620547285e-06,
      "loss": 0.0718,
      "step": 11868
    },
    {
      "epoch": 0.8876341472534869,
      "grad_norm": 0.8967227935791016,
      "learning_rate": 3.1274618769065123e-06,
      "loss": 0.0744,
      "step": 11869
    },
    {
      "epoch": 0.8877089331787757,
      "grad_norm": 0.8823246359825134,
      "learning_rate": 3.123342759968412e-06,
      "loss": 0.0852,
      "step": 11870
    },
    {
      "epoch": 0.8877837191040646,
      "grad_norm": 1.4390076398849487,
      "learning_rate": 3.1192262699638265e-06,
      "loss": 0.1081,
      "step": 11871
    },
    {
      "epoch": 0.8878585050293535,
      "grad_norm": 0.6977148056030273,
      "learning_rate": 3.1151124071234104e-06,
      "loss": 0.069,
      "step": 11872
    },
    {
      "epoch": 0.8879332909546424,
      "grad_norm": 0.790192186832428,
      "learning_rate": 3.1110011716777467e-06,
      "loss": 0.1038,
      "step": 11873
    },
    {
      "epoch": 0.8880080768799312,
      "grad_norm": 0.6998340487480164,
      "learning_rate": 3.1068925638571834e-06,
      "loss": 0.0692,
      "step": 11874
    },
    {
      "epoch": 0.8880828628052201,
      "grad_norm": 0.6557924151420593,
      "learning_rate": 3.1027865838919866e-06,
      "loss": 0.0502,
      "step": 11875
    },
    {
      "epoch": 0.888157648730509,
      "grad_norm": 0.6520440578460693,
      "learning_rate": 3.0986832320122505e-06,
      "loss": 0.0495,
      "step": 11876
    },
    {
      "epoch": 0.8882324346557978,
      "grad_norm": 0.6177642345428467,
      "learning_rate": 3.0945825084479187e-06,
      "loss": 0.0534,
      "step": 11877
    },
    {
      "epoch": 0.8883072205810867,
      "grad_norm": 0.9111518859863281,
      "learning_rate": 3.0904844134287956e-06,
      "loss": 0.0627,
      "step": 11878
    },
    {
      "epoch": 0.8883820065063756,
      "grad_norm": 0.9044808149337769,
      "learning_rate": 3.0863889471845376e-06,
      "loss": 0.0755,
      "step": 11879
    },
    {
      "epoch": 0.8884567924316643,
      "grad_norm": 0.6132328510284424,
      "learning_rate": 3.082296109944649e-06,
      "loss": 0.0363,
      "step": 11880
    },
    {
      "epoch": 0.8885315783569532,
      "grad_norm": 1.1196736097335815,
      "learning_rate": 3.07820590193848e-06,
      "loss": 0.0695,
      "step": 11881
    },
    {
      "epoch": 0.888606364282242,
      "grad_norm": 0.9317567944526672,
      "learning_rate": 3.0741183233952696e-06,
      "loss": 0.0749,
      "step": 11882
    },
    {
      "epoch": 0.8886811502075309,
      "grad_norm": 0.9012854695320129,
      "learning_rate": 3.070033374544046e-06,
      "loss": 0.0696,
      "step": 11883
    },
    {
      "epoch": 0.8887559361328198,
      "grad_norm": 0.5985779166221619,
      "learning_rate": 3.065951055613764e-06,
      "loss": 0.0435,
      "step": 11884
    },
    {
      "epoch": 0.8888307220581086,
      "grad_norm": 0.4931323230266571,
      "learning_rate": 3.061871366833169e-06,
      "loss": 0.0424,
      "step": 11885
    },
    {
      "epoch": 0.8889055079833975,
      "grad_norm": 1.0526716709136963,
      "learning_rate": 3.057794308430889e-06,
      "loss": 0.1088,
      "step": 11886
    },
    {
      "epoch": 0.8889802939086864,
      "grad_norm": 0.5590042471885681,
      "learning_rate": 3.053719880635403e-06,
      "loss": 0.0337,
      "step": 11887
    },
    {
      "epoch": 0.8890550798339752,
      "grad_norm": 0.5409700274467468,
      "learning_rate": 3.0496480836750328e-06,
      "loss": 0.0261,
      "step": 11888
    },
    {
      "epoch": 0.8891298657592641,
      "grad_norm": 1.3066664934158325,
      "learning_rate": 3.045578917777969e-06,
      "loss": 0.1952,
      "step": 11889
    },
    {
      "epoch": 0.889204651684553,
      "grad_norm": 1.586814522743225,
      "learning_rate": 3.0415123831722346e-06,
      "loss": 0.2143,
      "step": 11890
    },
    {
      "epoch": 0.8892794376098418,
      "grad_norm": 1.039417028427124,
      "learning_rate": 3.037448480085725e-06,
      "loss": 0.0978,
      "step": 11891
    },
    {
      "epoch": 0.8893542235351307,
      "grad_norm": 0.7444509863853455,
      "learning_rate": 3.033387208746169e-06,
      "loss": 0.0498,
      "step": 11892
    },
    {
      "epoch": 0.8894290094604196,
      "grad_norm": 1.0636924505233765,
      "learning_rate": 3.029328569381157e-06,
      "loss": 0.0927,
      "step": 11893
    },
    {
      "epoch": 0.8895037953857085,
      "grad_norm": 0.8884233832359314,
      "learning_rate": 3.025272562218151e-06,
      "loss": 0.0687,
      "step": 11894
    },
    {
      "epoch": 0.8895785813109973,
      "grad_norm": 1.1724166870117188,
      "learning_rate": 3.021219187484414e-06,
      "loss": 0.0916,
      "step": 11895
    },
    {
      "epoch": 0.8896533672362862,
      "grad_norm": 1.3032835721969604,
      "learning_rate": 3.017168445407126e-06,
      "loss": 0.1292,
      "step": 11896
    },
    {
      "epoch": 0.8897281531615749,
      "grad_norm": 1.6905462741851807,
      "learning_rate": 3.0131203362132597e-06,
      "loss": 0.2206,
      "step": 11897
    },
    {
      "epoch": 0.8898029390868638,
      "grad_norm": 1.041707158088684,
      "learning_rate": 3.009074860129696e-06,
      "loss": 0.0933,
      "step": 11898
    },
    {
      "epoch": 0.8898777250121527,
      "grad_norm": 2.422222375869751,
      "learning_rate": 3.005032017383125e-06,
      "loss": 0.2297,
      "step": 11899
    },
    {
      "epoch": 0.8899525109374415,
      "grad_norm": 0.8706591129302979,
      "learning_rate": 3.000991808200099e-06,
      "loss": 0.0483,
      "step": 11900
    },
    {
      "epoch": 0.8900272968627304,
      "grad_norm": 0.44738638401031494,
      "learning_rate": 2.9969542328070367e-06,
      "loss": 0.0423,
      "step": 11901
    },
    {
      "epoch": 0.8901020827880193,
      "grad_norm": 0.5671696662902832,
      "learning_rate": 2.9929192914302016e-06,
      "loss": 0.0701,
      "step": 11902
    },
    {
      "epoch": 0.8901768687133081,
      "grad_norm": 0.8410062193870544,
      "learning_rate": 2.9888869842957078e-06,
      "loss": 0.0996,
      "step": 11903
    },
    {
      "epoch": 0.890251654638597,
      "grad_norm": 0.6938979625701904,
      "learning_rate": 2.984857311629524e-06,
      "loss": 0.0607,
      "step": 11904
    },
    {
      "epoch": 0.8903264405638859,
      "grad_norm": 0.5010409355163574,
      "learning_rate": 2.98083027365747e-06,
      "loss": 0.0385,
      "step": 11905
    },
    {
      "epoch": 0.8904012264891747,
      "grad_norm": 0.6439918279647827,
      "learning_rate": 2.9768058706052037e-06,
      "loss": 0.0657,
      "step": 11906
    },
    {
      "epoch": 0.8904760124144636,
      "grad_norm": 0.6562009453773499,
      "learning_rate": 2.972784102698278e-06,
      "loss": 0.0492,
      "step": 11907
    },
    {
      "epoch": 0.8905507983397525,
      "grad_norm": 0.44086721539497375,
      "learning_rate": 2.9687649701620468e-06,
      "loss": 0.0414,
      "step": 11908
    },
    {
      "epoch": 0.8906255842650413,
      "grad_norm": 0.727994441986084,
      "learning_rate": 2.9647484732217457e-06,
      "loss": 0.0592,
      "step": 11909
    },
    {
      "epoch": 0.8907003701903302,
      "grad_norm": 0.9199053049087524,
      "learning_rate": 2.960734612102456e-06,
      "loss": 0.0741,
      "step": 11910
    },
    {
      "epoch": 0.8907751561156191,
      "grad_norm": 0.8336887359619141,
      "learning_rate": 2.9567233870291145e-06,
      "loss": 0.0764,
      "step": 11911
    },
    {
      "epoch": 0.890849942040908,
      "grad_norm": 0.5981693267822266,
      "learning_rate": 2.952714798226508e-06,
      "loss": 0.0377,
      "step": 11912
    },
    {
      "epoch": 0.8909247279661968,
      "grad_norm": 1.0120970010757446,
      "learning_rate": 2.948708845919268e-06,
      "loss": 0.1291,
      "step": 11913
    },
    {
      "epoch": 0.8909995138914856,
      "grad_norm": 0.8723707795143127,
      "learning_rate": 2.944705530331893e-06,
      "loss": 0.1035,
      "step": 11914
    },
    {
      "epoch": 0.8910742998167744,
      "grad_norm": 0.8074105381965637,
      "learning_rate": 2.940704851688719e-06,
      "loss": 0.0811,
      "step": 11915
    },
    {
      "epoch": 0.8911490857420633,
      "grad_norm": 0.7277408838272095,
      "learning_rate": 2.9367068102139462e-06,
      "loss": 0.05,
      "step": 11916
    },
    {
      "epoch": 0.8912238716673522,
      "grad_norm": 0.9509400725364685,
      "learning_rate": 2.9327114061316276e-06,
      "loss": 0.1508,
      "step": 11917
    },
    {
      "epoch": 0.891298657592641,
      "grad_norm": 0.5292513370513916,
      "learning_rate": 2.9287186396656395e-06,
      "loss": 0.0345,
      "step": 11918
    },
    {
      "epoch": 0.8913734435179299,
      "grad_norm": 0.903121829032898,
      "learning_rate": 2.9247285110397647e-06,
      "loss": 0.0594,
      "step": 11919
    },
    {
      "epoch": 0.8914482294432188,
      "grad_norm": 0.6790574789047241,
      "learning_rate": 2.9207410204775796e-06,
      "loss": 0.0723,
      "step": 11920
    },
    {
      "epoch": 0.8915230153685076,
      "grad_norm": 0.6275858879089355,
      "learning_rate": 2.9167561682025667e-06,
      "loss": 0.0579,
      "step": 11921
    },
    {
      "epoch": 0.8915978012937965,
      "grad_norm": 0.6294746994972229,
      "learning_rate": 2.9127739544380084e-06,
      "loss": 0.0445,
      "step": 11922
    },
    {
      "epoch": 0.8916725872190854,
      "grad_norm": 0.6467864513397217,
      "learning_rate": 2.908794379407076e-06,
      "loss": 0.0603,
      "step": 11923
    },
    {
      "epoch": 0.8917473731443742,
      "grad_norm": 0.7062391042709351,
      "learning_rate": 2.9048174433327857e-06,
      "loss": 0.0536,
      "step": 11924
    },
    {
      "epoch": 0.8918221590696631,
      "grad_norm": 0.7694531083106995,
      "learning_rate": 2.9008431464380035e-06,
      "loss": 0.0528,
      "step": 11925
    },
    {
      "epoch": 0.891896944994952,
      "grad_norm": 0.7076913118362427,
      "learning_rate": 2.896871488945435e-06,
      "loss": 0.0562,
      "step": 11926
    },
    {
      "epoch": 0.8919717309202408,
      "grad_norm": 0.6860171556472778,
      "learning_rate": 2.8929024710776577e-06,
      "loss": 0.044,
      "step": 11927
    },
    {
      "epoch": 0.8920465168455297,
      "grad_norm": 0.5045626759529114,
      "learning_rate": 2.8889360930570874e-06,
      "loss": 0.034,
      "step": 11928
    },
    {
      "epoch": 0.8921213027708186,
      "grad_norm": 0.5048915147781372,
      "learning_rate": 2.8849723551060025e-06,
      "loss": 0.0422,
      "step": 11929
    },
    {
      "epoch": 0.8921960886961074,
      "grad_norm": 0.6417292952537537,
      "learning_rate": 2.8810112574465254e-06,
      "loss": 0.0418,
      "step": 11930
    },
    {
      "epoch": 0.8922708746213962,
      "grad_norm": 0.9965730905532837,
      "learning_rate": 2.8770528003006394e-06,
      "loss": 0.0636,
      "step": 11931
    },
    {
      "epoch": 0.8923456605466851,
      "grad_norm": 1.3862509727478027,
      "learning_rate": 2.8730969838901556e-06,
      "loss": 0.163,
      "step": 11932
    },
    {
      "epoch": 0.8924204464719739,
      "grad_norm": 0.8088290095329285,
      "learning_rate": 2.8691438084367805e-06,
      "loss": 0.0609,
      "step": 11933
    },
    {
      "epoch": 0.8924952323972628,
      "grad_norm": 0.609809935092926,
      "learning_rate": 2.8651932741620146e-06,
      "loss": 0.0584,
      "step": 11934
    },
    {
      "epoch": 0.8925700183225517,
      "grad_norm": 1.3756847381591797,
      "learning_rate": 2.861245381287281e-06,
      "loss": 0.0656,
      "step": 11935
    },
    {
      "epoch": 0.8926448042478405,
      "grad_norm": 1.1379467248916626,
      "learning_rate": 2.8573001300337856e-06,
      "loss": 0.0672,
      "step": 11936
    },
    {
      "epoch": 0.8927195901731294,
      "grad_norm": 0.8140990734100342,
      "learning_rate": 2.8533575206226295e-06,
      "loss": 0.0506,
      "step": 11937
    },
    {
      "epoch": 0.8927943760984183,
      "grad_norm": 0.877501368522644,
      "learning_rate": 2.849417553274758e-06,
      "loss": 0.0446,
      "step": 11938
    },
    {
      "epoch": 0.8928691620237071,
      "grad_norm": 0.9056079983711243,
      "learning_rate": 2.845480228210956e-06,
      "loss": 0.0526,
      "step": 11939
    },
    {
      "epoch": 0.892943947948996,
      "grad_norm": 0.5822688937187195,
      "learning_rate": 2.84154554565188e-06,
      "loss": 0.0382,
      "step": 11940
    },
    {
      "epoch": 0.8930187338742849,
      "grad_norm": 0.6909741163253784,
      "learning_rate": 2.8376135058179987e-06,
      "loss": 0.0552,
      "step": 11941
    },
    {
      "epoch": 0.8930935197995737,
      "grad_norm": 0.7457579970359802,
      "learning_rate": 2.8336841089297017e-06,
      "loss": 0.0483,
      "step": 11942
    },
    {
      "epoch": 0.8931683057248626,
      "grad_norm": 1.2273837327957153,
      "learning_rate": 2.829757355207152e-06,
      "loss": 0.1164,
      "step": 11943
    },
    {
      "epoch": 0.8932430916501515,
      "grad_norm": 1.4616169929504395,
      "learning_rate": 2.8258332448704293e-06,
      "loss": 0.0975,
      "step": 11944
    },
    {
      "epoch": 0.8933178775754403,
      "grad_norm": 0.8031535148620605,
      "learning_rate": 2.8219117781394244e-06,
      "loss": 0.0641,
      "step": 11945
    },
    {
      "epoch": 0.8933926635007292,
      "grad_norm": 1.320874571800232,
      "learning_rate": 2.817992955233889e-06,
      "loss": 0.1315,
      "step": 11946
    },
    {
      "epoch": 0.8934674494260181,
      "grad_norm": 1.3893046379089355,
      "learning_rate": 2.8140767763734423e-06,
      "loss": 0.1374,
      "step": 11947
    },
    {
      "epoch": 0.8935422353513068,
      "grad_norm": 1.1933246850967407,
      "learning_rate": 2.8101632417775413e-06,
      "loss": 0.1061,
      "step": 11948
    },
    {
      "epoch": 0.8936170212765957,
      "grad_norm": 0.48284101486206055,
      "learning_rate": 2.806252351665495e-06,
      "loss": 0.0184,
      "step": 11949
    },
    {
      "epoch": 0.8936918072018846,
      "grad_norm": 2.2996578216552734,
      "learning_rate": 2.802344106256466e-06,
      "loss": 0.2467,
      "step": 11950
    },
    {
      "epoch": 0.8937665931271734,
      "grad_norm": 0.48147428035736084,
      "learning_rate": 2.7984385057694684e-06,
      "loss": 0.0689,
      "step": 11951
    },
    {
      "epoch": 0.8938413790524623,
      "grad_norm": 0.5031381845474243,
      "learning_rate": 2.7945355504233772e-06,
      "loss": 0.0607,
      "step": 11952
    },
    {
      "epoch": 0.8939161649777512,
      "grad_norm": 0.3903108239173889,
      "learning_rate": 2.7906352404369063e-06,
      "loss": 0.0439,
      "step": 11953
    },
    {
      "epoch": 0.89399095090304,
      "grad_norm": 0.5875729918479919,
      "learning_rate": 2.786737576028631e-06,
      "loss": 0.0517,
      "step": 11954
    },
    {
      "epoch": 0.8940657368283289,
      "grad_norm": 0.7181802988052368,
      "learning_rate": 2.7828425574169536e-06,
      "loss": 0.0819,
      "step": 11955
    },
    {
      "epoch": 0.8941405227536178,
      "grad_norm": 1.0743861198425293,
      "learning_rate": 2.778950184820173e-06,
      "loss": 0.0698,
      "step": 11956
    },
    {
      "epoch": 0.8942153086789066,
      "grad_norm": 0.5205069184303284,
      "learning_rate": 2.7750604584563964e-06,
      "loss": 0.0371,
      "step": 11957
    },
    {
      "epoch": 0.8942900946041955,
      "grad_norm": 1.285628080368042,
      "learning_rate": 2.7711733785436232e-06,
      "loss": 0.1666,
      "step": 11958
    },
    {
      "epoch": 0.8943648805294844,
      "grad_norm": 0.4313206970691681,
      "learning_rate": 2.767288945299662e-06,
      "loss": 0.0193,
      "step": 11959
    },
    {
      "epoch": 0.8944396664547732,
      "grad_norm": 0.3982681334018707,
      "learning_rate": 2.7634071589421996e-06,
      "loss": 0.0245,
      "step": 11960
    },
    {
      "epoch": 0.8945144523800621,
      "grad_norm": 0.8972516655921936,
      "learning_rate": 2.7595280196887675e-06,
      "loss": 0.0964,
      "step": 11961
    },
    {
      "epoch": 0.894589238305351,
      "grad_norm": 0.8969670534133911,
      "learning_rate": 2.755651527756753e-06,
      "loss": 0.0989,
      "step": 11962
    },
    {
      "epoch": 0.8946640242306398,
      "grad_norm": 0.5279799699783325,
      "learning_rate": 2.7517776833633933e-06,
      "loss": 0.0497,
      "step": 11963
    },
    {
      "epoch": 0.8947388101559286,
      "grad_norm": 0.6068921685218811,
      "learning_rate": 2.747906486725771e-06,
      "loss": 0.0518,
      "step": 11964
    },
    {
      "epoch": 0.8948135960812175,
      "grad_norm": 0.6286624670028687,
      "learning_rate": 2.7440379380608285e-06,
      "loss": 0.0429,
      "step": 11965
    },
    {
      "epoch": 0.8948883820065063,
      "grad_norm": 0.7936240434646606,
      "learning_rate": 2.7401720375853533e-06,
      "loss": 0.0954,
      "step": 11966
    },
    {
      "epoch": 0.8949631679317952,
      "grad_norm": 0.47032323479652405,
      "learning_rate": 2.736308785515995e-06,
      "loss": 0.035,
      "step": 11967
    },
    {
      "epoch": 0.8950379538570841,
      "grad_norm": 0.7588181495666504,
      "learning_rate": 2.732448182069236e-06,
      "loss": 0.0692,
      "step": 11968
    },
    {
      "epoch": 0.8951127397823729,
      "grad_norm": 0.9055007100105286,
      "learning_rate": 2.7285902274614308e-06,
      "loss": 0.0512,
      "step": 11969
    },
    {
      "epoch": 0.8951875257076618,
      "grad_norm": 0.5406916737556458,
      "learning_rate": 2.7247349219087726e-06,
      "loss": 0.0428,
      "step": 11970
    },
    {
      "epoch": 0.8952623116329507,
      "grad_norm": 0.5912744402885437,
      "learning_rate": 2.720882265627306e-06,
      "loss": 0.0554,
      "step": 11971
    },
    {
      "epoch": 0.8953370975582395,
      "grad_norm": 0.7185491919517517,
      "learning_rate": 2.717032258832941e-06,
      "loss": 0.0507,
      "step": 11972
    },
    {
      "epoch": 0.8954118834835284,
      "grad_norm": 0.9416859149932861,
      "learning_rate": 2.7131849017414167e-06,
      "loss": 0.1022,
      "step": 11973
    },
    {
      "epoch": 0.8954866694088173,
      "grad_norm": 0.8041126728057861,
      "learning_rate": 2.7093401945683493e-06,
      "loss": 0.0568,
      "step": 11974
    },
    {
      "epoch": 0.8955614553341061,
      "grad_norm": 0.8645812273025513,
      "learning_rate": 2.705498137529183e-06,
      "loss": 0.0765,
      "step": 11975
    },
    {
      "epoch": 0.895636241259395,
      "grad_norm": 0.592477560043335,
      "learning_rate": 2.7016587308392296e-06,
      "loss": 0.045,
      "step": 11976
    },
    {
      "epoch": 0.8957110271846839,
      "grad_norm": 9.176417350769043,
      "learning_rate": 2.6978219747136546e-06,
      "loss": 0.2845,
      "step": 11977
    },
    {
      "epoch": 0.8957858131099727,
      "grad_norm": 0.8374425768852234,
      "learning_rate": 2.6939878693674424e-06,
      "loss": 0.0531,
      "step": 11978
    },
    {
      "epoch": 0.8958605990352616,
      "grad_norm": 0.732516348361969,
      "learning_rate": 2.6901564150154766e-06,
      "loss": 0.065,
      "step": 11979
    },
    {
      "epoch": 0.8959353849605505,
      "grad_norm": 0.896940290927887,
      "learning_rate": 2.6863276118724523e-06,
      "loss": 0.0737,
      "step": 11980
    },
    {
      "epoch": 0.8960101708858392,
      "grad_norm": 1.2898712158203125,
      "learning_rate": 2.6825014601529584e-06,
      "loss": 0.1557,
      "step": 11981
    },
    {
      "epoch": 0.8960849568111281,
      "grad_norm": 0.43170031905174255,
      "learning_rate": 2.6786779600713794e-06,
      "loss": 0.0214,
      "step": 11982
    },
    {
      "epoch": 0.896159742736417,
      "grad_norm": 0.9517508149147034,
      "learning_rate": 2.6748571118419994e-06,
      "loss": 0.0913,
      "step": 11983
    },
    {
      "epoch": 0.8962345286617058,
      "grad_norm": 0.8103692531585693,
      "learning_rate": 2.6710389156789305e-06,
      "loss": 0.075,
      "step": 11984
    },
    {
      "epoch": 0.8963093145869947,
      "grad_norm": 1.1109801530838013,
      "learning_rate": 2.6672233717961405e-06,
      "loss": 0.1233,
      "step": 11985
    },
    {
      "epoch": 0.8963841005122836,
      "grad_norm": 0.7306017875671387,
      "learning_rate": 2.663410480407452e-06,
      "loss": 0.04,
      "step": 11986
    },
    {
      "epoch": 0.8964588864375724,
      "grad_norm": 0.9534321427345276,
      "learning_rate": 2.6596002417265343e-06,
      "loss": 0.0631,
      "step": 11987
    },
    {
      "epoch": 0.8965336723628613,
      "grad_norm": 0.817465603351593,
      "learning_rate": 2.6557926559669154e-06,
      "loss": 0.0426,
      "step": 11988
    },
    {
      "epoch": 0.8966084582881502,
      "grad_norm": 1.1473554372787476,
      "learning_rate": 2.65198772334197e-06,
      "loss": 0.0979,
      "step": 11989
    },
    {
      "epoch": 0.896683244213439,
      "grad_norm": 1.144715428352356,
      "learning_rate": 2.648185444064916e-06,
      "loss": 0.1145,
      "step": 11990
    },
    {
      "epoch": 0.8967580301387279,
      "grad_norm": 0.8108117580413818,
      "learning_rate": 2.644385818348838e-06,
      "loss": 0.0681,
      "step": 11991
    },
    {
      "epoch": 0.8968328160640168,
      "grad_norm": 1.3392281532287598,
      "learning_rate": 2.640588846406655e-06,
      "loss": 0.1387,
      "step": 11992
    },
    {
      "epoch": 0.8969076019893056,
      "grad_norm": 0.6178808808326721,
      "learning_rate": 2.6367945284511585e-06,
      "loss": 0.048,
      "step": 11993
    },
    {
      "epoch": 0.8969823879145945,
      "grad_norm": 1.155913233757019,
      "learning_rate": 2.6330028646949666e-06,
      "loss": 0.1035,
      "step": 11994
    },
    {
      "epoch": 0.8970571738398834,
      "grad_norm": 1.4119125604629517,
      "learning_rate": 2.6292138553505765e-06,
      "loss": 0.1198,
      "step": 11995
    },
    {
      "epoch": 0.8971319597651722,
      "grad_norm": 1.04635751247406,
      "learning_rate": 2.6254275006303066e-06,
      "loss": 0.0888,
      "step": 11996
    },
    {
      "epoch": 0.8972067456904611,
      "grad_norm": 1.1379451751708984,
      "learning_rate": 2.6216438007463483e-06,
      "loss": 0.0885,
      "step": 11997
    },
    {
      "epoch": 0.8972815316157499,
      "grad_norm": 1.6910289525985718,
      "learning_rate": 2.6178627559107384e-06,
      "loss": 0.1325,
      "step": 11998
    },
    {
      "epoch": 0.8973563175410387,
      "grad_norm": 0.9324567914009094,
      "learning_rate": 2.614084366335362e-06,
      "loss": 0.0721,
      "step": 11999
    },
    {
      "epoch": 0.8974311034663276,
      "grad_norm": 3.101793050765991,
      "learning_rate": 2.6103086322319614e-06,
      "loss": 0.5228,
      "step": 12000
    },
    {
      "epoch": 0.8975058893916165,
      "grad_norm": 0.6536615490913391,
      "learning_rate": 2.6065355538121115e-06,
      "loss": 0.094,
      "step": 12001
    },
    {
      "epoch": 0.8975806753169053,
      "grad_norm": 1.676697850227356,
      "learning_rate": 2.602765131287277e-06,
      "loss": 0.1417,
      "step": 12002
    },
    {
      "epoch": 0.8976554612421942,
      "grad_norm": 0.6384294629096985,
      "learning_rate": 2.5989973648687214e-06,
      "loss": 0.0785,
      "step": 12003
    },
    {
      "epoch": 0.8977302471674831,
      "grad_norm": 0.42325884103775024,
      "learning_rate": 2.5952322547676156e-06,
      "loss": 0.0395,
      "step": 12004
    },
    {
      "epoch": 0.8978050330927719,
      "grad_norm": 0.812322199344635,
      "learning_rate": 2.5914698011949346e-06,
      "loss": 0.0762,
      "step": 12005
    },
    {
      "epoch": 0.8978798190180608,
      "grad_norm": 0.5384765267372131,
      "learning_rate": 2.587710004361532e-06,
      "loss": 0.0535,
      "step": 12006
    },
    {
      "epoch": 0.8979546049433497,
      "grad_norm": 0.44164952635765076,
      "learning_rate": 2.5839528644780953e-06,
      "loss": 0.03,
      "step": 12007
    },
    {
      "epoch": 0.8980293908686385,
      "grad_norm": 0.45443883538246155,
      "learning_rate": 2.5801983817551835e-06,
      "loss": 0.0327,
      "step": 12008
    },
    {
      "epoch": 0.8981041767939274,
      "grad_norm": 0.8032084703445435,
      "learning_rate": 2.5764465564031893e-06,
      "loss": 0.0776,
      "step": 12009
    },
    {
      "epoch": 0.8981789627192163,
      "grad_norm": 0.49015334248542786,
      "learning_rate": 2.5726973886323556e-06,
      "loss": 0.0439,
      "step": 12010
    },
    {
      "epoch": 0.8982537486445051,
      "grad_norm": 0.6316883563995361,
      "learning_rate": 2.5689508786527983e-06,
      "loss": 0.0518,
      "step": 12011
    },
    {
      "epoch": 0.898328534569794,
      "grad_norm": 0.47215735912323,
      "learning_rate": 2.5652070266744545e-06,
      "loss": 0.0327,
      "step": 12012
    },
    {
      "epoch": 0.8984033204950829,
      "grad_norm": 0.6637033224105835,
      "learning_rate": 2.561465832907134e-06,
      "loss": 0.0702,
      "step": 12013
    },
    {
      "epoch": 0.8984781064203717,
      "grad_norm": 0.6973505020141602,
      "learning_rate": 2.5577272975605028e-06,
      "loss": 0.0487,
      "step": 12014
    },
    {
      "epoch": 0.8985528923456605,
      "grad_norm": 0.9419657588005066,
      "learning_rate": 2.5539914208440317e-06,
      "loss": 0.0761,
      "step": 12015
    },
    {
      "epoch": 0.8986276782709494,
      "grad_norm": 0.8764477968215942,
      "learning_rate": 2.5502582029671098e-06,
      "loss": 0.1193,
      "step": 12016
    },
    {
      "epoch": 0.8987024641962382,
      "grad_norm": 1.1958996057510376,
      "learning_rate": 2.546527644138924e-06,
      "loss": 0.1338,
      "step": 12017
    },
    {
      "epoch": 0.8987772501215271,
      "grad_norm": 0.9603570699691772,
      "learning_rate": 2.542799744568547e-06,
      "loss": 0.1022,
      "step": 12018
    },
    {
      "epoch": 0.898852036046816,
      "grad_norm": 0.6030753254890442,
      "learning_rate": 2.5390745044648777e-06,
      "loss": 0.0533,
      "step": 12019
    },
    {
      "epoch": 0.8989268219721048,
      "grad_norm": 0.46736112236976624,
      "learning_rate": 2.5353519240366774e-06,
      "loss": 0.0354,
      "step": 12020
    },
    {
      "epoch": 0.8990016078973937,
      "grad_norm": 0.6824789047241211,
      "learning_rate": 2.5316320034925566e-06,
      "loss": 0.0463,
      "step": 12021
    },
    {
      "epoch": 0.8990763938226826,
      "grad_norm": 0.9532566070556641,
      "learning_rate": 2.5279147430409767e-06,
      "loss": 0.0818,
      "step": 12022
    },
    {
      "epoch": 0.8991511797479714,
      "grad_norm": 0.5070282816886902,
      "learning_rate": 2.5242001428902484e-06,
      "loss": 0.0431,
      "step": 12023
    },
    {
      "epoch": 0.8992259656732603,
      "grad_norm": 0.7091672420501709,
      "learning_rate": 2.5204882032485444e-06,
      "loss": 0.0492,
      "step": 12024
    },
    {
      "epoch": 0.8993007515985492,
      "grad_norm": 0.8296347856521606,
      "learning_rate": 2.5167789243238702e-06,
      "loss": 0.0548,
      "step": 12025
    },
    {
      "epoch": 0.899375537523838,
      "grad_norm": 0.8732738494873047,
      "learning_rate": 2.5130723063240937e-06,
      "loss": 0.0605,
      "step": 12026
    },
    {
      "epoch": 0.8994503234491269,
      "grad_norm": 0.7184723019599915,
      "learning_rate": 2.509368349456931e-06,
      "loss": 0.0536,
      "step": 12027
    },
    {
      "epoch": 0.8995251093744158,
      "grad_norm": 0.7970630526542664,
      "learning_rate": 2.5056670539299556e-06,
      "loss": 0.0667,
      "step": 12028
    },
    {
      "epoch": 0.8995998952997046,
      "grad_norm": 0.5225801467895508,
      "learning_rate": 2.5019684199505732e-06,
      "loss": 0.0336,
      "step": 12029
    },
    {
      "epoch": 0.8996746812249935,
      "grad_norm": 0.7213047742843628,
      "learning_rate": 2.4982724477260576e-06,
      "loss": 0.0618,
      "step": 12030
    },
    {
      "epoch": 0.8997494671502824,
      "grad_norm": 0.9169663786888123,
      "learning_rate": 2.4945791374635263e-06,
      "loss": 0.0984,
      "step": 12031
    },
    {
      "epoch": 0.8998242530755711,
      "grad_norm": 0.7047994136810303,
      "learning_rate": 2.490888489369958e-06,
      "loss": 0.0675,
      "step": 12032
    },
    {
      "epoch": 0.89989903900086,
      "grad_norm": 1.1819082498550415,
      "learning_rate": 2.487200503652165e-06,
      "loss": 0.092,
      "step": 12033
    },
    {
      "epoch": 0.8999738249261489,
      "grad_norm": 0.5701555013656616,
      "learning_rate": 2.483515180516821e-06,
      "loss": 0.0465,
      "step": 12034
    },
    {
      "epoch": 0.9000486108514377,
      "grad_norm": 0.7102231383323669,
      "learning_rate": 2.4798325201704554e-06,
      "loss": 0.0603,
      "step": 12035
    },
    {
      "epoch": 0.9001233967767266,
      "grad_norm": 0.9555246233940125,
      "learning_rate": 2.4761525228194303e-06,
      "loss": 0.0778,
      "step": 12036
    },
    {
      "epoch": 0.9001981827020155,
      "grad_norm": 0.969788134098053,
      "learning_rate": 2.4724751886699927e-06,
      "loss": 0.0962,
      "step": 12037
    },
    {
      "epoch": 0.9002729686273043,
      "grad_norm": 0.7585153579711914,
      "learning_rate": 2.468800517928177e-06,
      "loss": 0.0593,
      "step": 12038
    },
    {
      "epoch": 0.9003477545525932,
      "grad_norm": 0.8434938192367554,
      "learning_rate": 2.4651285107999576e-06,
      "loss": 0.0416,
      "step": 12039
    },
    {
      "epoch": 0.9004225404778821,
      "grad_norm": 1.2534666061401367,
      "learning_rate": 2.4614591674910647e-06,
      "loss": 0.1659,
      "step": 12040
    },
    {
      "epoch": 0.9004973264031709,
      "grad_norm": 1.020688533782959,
      "learning_rate": 2.4577924882071667e-06,
      "loss": 0.0814,
      "step": 12041
    },
    {
      "epoch": 0.9005721123284598,
      "grad_norm": 1.1558196544647217,
      "learning_rate": 2.4541284731537163e-06,
      "loss": 0.0622,
      "step": 12042
    },
    {
      "epoch": 0.9006468982537487,
      "grad_norm": 0.8181176781654358,
      "learning_rate": 2.4504671225360487e-06,
      "loss": 0.0737,
      "step": 12043
    },
    {
      "epoch": 0.9007216841790375,
      "grad_norm": 1.9184633493423462,
      "learning_rate": 2.446808436559339e-06,
      "loss": 0.3211,
      "step": 12044
    },
    {
      "epoch": 0.9007964701043264,
      "grad_norm": 1.234781265258789,
      "learning_rate": 2.4431524154286288e-06,
      "loss": 0.1227,
      "step": 12045
    },
    {
      "epoch": 0.9008712560296153,
      "grad_norm": 1.2195031642913818,
      "learning_rate": 2.4394990593487876e-06,
      "loss": 0.119,
      "step": 12046
    },
    {
      "epoch": 0.9009460419549041,
      "grad_norm": 1.3221354484558105,
      "learning_rate": 2.4358483685245516e-06,
      "loss": 0.079,
      "step": 12047
    },
    {
      "epoch": 0.901020827880193,
      "grad_norm": 1.5470620393753052,
      "learning_rate": 2.432200343160501e-06,
      "loss": 0.1573,
      "step": 12048
    },
    {
      "epoch": 0.9010956138054818,
      "grad_norm": 2.4961206912994385,
      "learning_rate": 2.4285549834610733e-06,
      "loss": 0.1839,
      "step": 12049
    },
    {
      "epoch": 0.9011703997307706,
      "grad_norm": 0.9899990558624268,
      "learning_rate": 2.424912289630543e-06,
      "loss": 0.0609,
      "step": 12050
    },
    {
      "epoch": 0.9012451856560595,
      "grad_norm": 1.0483661890029907,
      "learning_rate": 2.421272261873059e-06,
      "loss": 0.1176,
      "step": 12051
    },
    {
      "epoch": 0.9013199715813484,
      "grad_norm": 0.4682789742946625,
      "learning_rate": 2.417634900392585e-06,
      "loss": 0.0512,
      "step": 12052
    },
    {
      "epoch": 0.9013947575066372,
      "grad_norm": 0.5082326531410217,
      "learning_rate": 2.41400020539298e-06,
      "loss": 0.0434,
      "step": 12053
    },
    {
      "epoch": 0.9014695434319261,
      "grad_norm": 0.5001785159111023,
      "learning_rate": 2.4103681770778986e-06,
      "loss": 0.0352,
      "step": 12054
    },
    {
      "epoch": 0.901544329357215,
      "grad_norm": 0.5843194127082825,
      "learning_rate": 2.4067388156509106e-06,
      "loss": 0.0514,
      "step": 12055
    },
    {
      "epoch": 0.9016191152825038,
      "grad_norm": 0.4896424412727356,
      "learning_rate": 2.403112121315382e-06,
      "loss": 0.042,
      "step": 12056
    },
    {
      "epoch": 0.9016939012077927,
      "grad_norm": 0.5870332717895508,
      "learning_rate": 2.3994880942745546e-06,
      "loss": 0.0524,
      "step": 12057
    },
    {
      "epoch": 0.9017686871330816,
      "grad_norm": 0.7048609256744385,
      "learning_rate": 2.3958667347315167e-06,
      "loss": 0.0615,
      "step": 12058
    },
    {
      "epoch": 0.9018434730583704,
      "grad_norm": 0.6629037261009216,
      "learning_rate": 2.3922480428892115e-06,
      "loss": 0.0609,
      "step": 12059
    },
    {
      "epoch": 0.9019182589836593,
      "grad_norm": 0.4868190288543701,
      "learning_rate": 2.3886320189504207e-06,
      "loss": 0.0443,
      "step": 12060
    },
    {
      "epoch": 0.9019930449089482,
      "grad_norm": 1.1223859786987305,
      "learning_rate": 2.385018663117783e-06,
      "loss": 0.074,
      "step": 12061
    },
    {
      "epoch": 0.902067830834237,
      "grad_norm": 1.3476508855819702,
      "learning_rate": 2.3814079755937968e-06,
      "loss": 0.235,
      "step": 12062
    },
    {
      "epoch": 0.9021426167595259,
      "grad_norm": 0.4880445599555969,
      "learning_rate": 2.377799956580784e-06,
      "loss": 0.038,
      "step": 12063
    },
    {
      "epoch": 0.9022174026848148,
      "grad_norm": 0.4325944185256958,
      "learning_rate": 2.374194606280966e-06,
      "loss": 0.0263,
      "step": 12064
    },
    {
      "epoch": 0.9022921886101036,
      "grad_norm": 0.5279085636138916,
      "learning_rate": 2.3705919248963592e-06,
      "loss": 0.0582,
      "step": 12065
    },
    {
      "epoch": 0.9023669745353924,
      "grad_norm": 0.6554121971130371,
      "learning_rate": 2.3669919126288574e-06,
      "loss": 0.0502,
      "step": 12066
    },
    {
      "epoch": 0.9024417604606813,
      "grad_norm": 0.7727320194244385,
      "learning_rate": 2.3633945696802164e-06,
      "loss": 0.0644,
      "step": 12067
    },
    {
      "epoch": 0.9025165463859701,
      "grad_norm": 0.698235034942627,
      "learning_rate": 2.359799896252013e-06,
      "loss": 0.045,
      "step": 12068
    },
    {
      "epoch": 0.902591332311259,
      "grad_norm": 0.694294273853302,
      "learning_rate": 2.356207892545698e-06,
      "loss": 0.0422,
      "step": 12069
    },
    {
      "epoch": 0.9026661182365479,
      "grad_norm": 0.8310071229934692,
      "learning_rate": 2.352618558762565e-06,
      "loss": 0.0698,
      "step": 12070
    },
    {
      "epoch": 0.9027409041618367,
      "grad_norm": 0.659052312374115,
      "learning_rate": 2.349031895103754e-06,
      "loss": 0.0497,
      "step": 12071
    },
    {
      "epoch": 0.9028156900871256,
      "grad_norm": 0.817154586315155,
      "learning_rate": 2.345447901770259e-06,
      "loss": 0.0756,
      "step": 12072
    },
    {
      "epoch": 0.9028904760124145,
      "grad_norm": 0.783716082572937,
      "learning_rate": 2.3418665789629313e-06,
      "loss": 0.103,
      "step": 12073
    },
    {
      "epoch": 0.9029652619377033,
      "grad_norm": 0.7449981570243835,
      "learning_rate": 2.3382879268824653e-06,
      "loss": 0.0853,
      "step": 12074
    },
    {
      "epoch": 0.9030400478629922,
      "grad_norm": 0.5520952939987183,
      "learning_rate": 2.3347119457293897e-06,
      "loss": 0.0385,
      "step": 12075
    },
    {
      "epoch": 0.9031148337882811,
      "grad_norm": 0.3493962585926056,
      "learning_rate": 2.3311386357041276e-06,
      "loss": 0.0195,
      "step": 12076
    },
    {
      "epoch": 0.9031896197135699,
      "grad_norm": 0.632667601108551,
      "learning_rate": 2.327567997006891e-06,
      "loss": 0.0398,
      "step": 12077
    },
    {
      "epoch": 0.9032644056388588,
      "grad_norm": 0.7610167860984802,
      "learning_rate": 2.3240000298378084e-06,
      "loss": 0.0426,
      "step": 12078
    },
    {
      "epoch": 0.9033391915641477,
      "grad_norm": 0.7556625604629517,
      "learning_rate": 2.3204347343968034e-06,
      "loss": 0.0612,
      "step": 12079
    },
    {
      "epoch": 0.9034139774894365,
      "grad_norm": 0.8560518622398376,
      "learning_rate": 2.3168721108836833e-06,
      "loss": 0.0858,
      "step": 12080
    },
    {
      "epoch": 0.9034887634147254,
      "grad_norm": 0.9314398169517517,
      "learning_rate": 2.3133121594980877e-06,
      "loss": 0.0578,
      "step": 12081
    },
    {
      "epoch": 0.9035635493400143,
      "grad_norm": 0.9572295546531677,
      "learning_rate": 2.3097548804395242e-06,
      "loss": 0.0801,
      "step": 12082
    },
    {
      "epoch": 0.903638335265303,
      "grad_norm": 1.2589482069015503,
      "learning_rate": 2.3062002739073274e-06,
      "loss": 0.1178,
      "step": 12083
    },
    {
      "epoch": 0.9037131211905919,
      "grad_norm": 0.8682877421379089,
      "learning_rate": 2.302648340100705e-06,
      "loss": 0.092,
      "step": 12084
    },
    {
      "epoch": 0.9037879071158808,
      "grad_norm": 0.8345710039138794,
      "learning_rate": 2.299099079218703e-06,
      "loss": 0.0945,
      "step": 12085
    },
    {
      "epoch": 0.9038626930411696,
      "grad_norm": 0.8800259828567505,
      "learning_rate": 2.295552491460218e-06,
      "loss": 0.0563,
      "step": 12086
    },
    {
      "epoch": 0.9039374789664585,
      "grad_norm": 0.6568614840507507,
      "learning_rate": 2.292008577023991e-06,
      "loss": 0.0357,
      "step": 12087
    },
    {
      "epoch": 0.9040122648917474,
      "grad_norm": 1.1889750957489014,
      "learning_rate": 2.2884673361086407e-06,
      "loss": 0.1304,
      "step": 12088
    },
    {
      "epoch": 0.9040870508170362,
      "grad_norm": 0.7432162165641785,
      "learning_rate": 2.2849287689125866e-06,
      "loss": 0.0656,
      "step": 12089
    },
    {
      "epoch": 0.9041618367423251,
      "grad_norm": 3.6374404430389404,
      "learning_rate": 2.2813928756341528e-06,
      "loss": 0.1487,
      "step": 12090
    },
    {
      "epoch": 0.904236622667614,
      "grad_norm": 1.1447020769119263,
      "learning_rate": 2.277859656471476e-06,
      "loss": 0.1115,
      "step": 12091
    },
    {
      "epoch": 0.9043114085929028,
      "grad_norm": 1.4187724590301514,
      "learning_rate": 2.2743291116225584e-06,
      "loss": 0.1366,
      "step": 12092
    },
    {
      "epoch": 0.9043861945181917,
      "grad_norm": 0.9859997034072876,
      "learning_rate": 2.270801241285242e-06,
      "loss": 0.0697,
      "step": 12093
    },
    {
      "epoch": 0.9044609804434806,
      "grad_norm": 0.8335426449775696,
      "learning_rate": 2.2672760456572405e-06,
      "loss": 0.0615,
      "step": 12094
    },
    {
      "epoch": 0.9045357663687694,
      "grad_norm": 1.4198938608169556,
      "learning_rate": 2.2637535249360906e-06,
      "loss": 0.0878,
      "step": 12095
    },
    {
      "epoch": 0.9046105522940583,
      "grad_norm": 1.5339261293411255,
      "learning_rate": 2.2602336793191958e-06,
      "loss": 0.1515,
      "step": 12096
    },
    {
      "epoch": 0.9046853382193472,
      "grad_norm": 0.9149134159088135,
      "learning_rate": 2.2567165090038146e-06,
      "loss": 0.0623,
      "step": 12097
    },
    {
      "epoch": 0.904760124144636,
      "grad_norm": 1.9938957691192627,
      "learning_rate": 2.2532020141870225e-06,
      "loss": 0.1908,
      "step": 12098
    },
    {
      "epoch": 0.9048349100699249,
      "grad_norm": 0.8234303593635559,
      "learning_rate": 2.2496901950657958e-06,
      "loss": 0.0567,
      "step": 12099
    },
    {
      "epoch": 0.9049096959952136,
      "grad_norm": 1.6416569948196411,
      "learning_rate": 2.2461810518369153e-06,
      "loss": 0.1215,
      "step": 12100
    },
    {
      "epoch": 0.9049844819205025,
      "grad_norm": 0.45191240310668945,
      "learning_rate": 2.242674584697052e-06,
      "loss": 0.0564,
      "step": 12101
    },
    {
      "epoch": 0.9050592678457914,
      "grad_norm": 0.4994722008705139,
      "learning_rate": 2.239170793842682e-06,
      "loss": 0.0543,
      "step": 12102
    },
    {
      "epoch": 0.9051340537710802,
      "grad_norm": 0.9819043278694153,
      "learning_rate": 2.2356696794701705e-06,
      "loss": 0.0794,
      "step": 12103
    },
    {
      "epoch": 0.9052088396963691,
      "grad_norm": 0.2864208221435547,
      "learning_rate": 2.23217124177571e-06,
      "loss": 0.0253,
      "step": 12104
    },
    {
      "epoch": 0.905283625621658,
      "grad_norm": 0.7284124493598938,
      "learning_rate": 2.22867548095535e-06,
      "loss": 0.0598,
      "step": 12105
    },
    {
      "epoch": 0.9053584115469469,
      "grad_norm": 0.4541458785533905,
      "learning_rate": 2.225182397205e-06,
      "loss": 0.0463,
      "step": 12106
    },
    {
      "epoch": 0.9054331974722357,
      "grad_norm": 0.7404035925865173,
      "learning_rate": 2.221691990720398e-06,
      "loss": 0.0512,
      "step": 12107
    },
    {
      "epoch": 0.9055079833975246,
      "grad_norm": 0.5974547863006592,
      "learning_rate": 2.2182042616971487e-06,
      "loss": 0.0364,
      "step": 12108
    },
    {
      "epoch": 0.9055827693228135,
      "grad_norm": 0.7623717188835144,
      "learning_rate": 2.214719210330707e-06,
      "loss": 0.0632,
      "step": 12109
    },
    {
      "epoch": 0.9056575552481023,
      "grad_norm": 0.890707790851593,
      "learning_rate": 2.211236836816366e-06,
      "loss": 0.0924,
      "step": 12110
    },
    {
      "epoch": 0.9057323411733912,
      "grad_norm": 0.6015447974205017,
      "learning_rate": 2.2077571413492814e-06,
      "loss": 0.0542,
      "step": 12111
    },
    {
      "epoch": 0.90580712709868,
      "grad_norm": 0.4619787931442261,
      "learning_rate": 2.204280124124436e-06,
      "loss": 0.0341,
      "step": 12112
    },
    {
      "epoch": 0.9058819130239689,
      "grad_norm": 0.4640379250049591,
      "learning_rate": 2.200805785336707e-06,
      "loss": 0.0379,
      "step": 12113
    },
    {
      "epoch": 0.9059566989492578,
      "grad_norm": 0.6414876580238342,
      "learning_rate": 2.1973341251807667e-06,
      "loss": 0.0726,
      "step": 12114
    },
    {
      "epoch": 0.9060314848745467,
      "grad_norm": 0.7383726239204407,
      "learning_rate": 2.193865143851187e-06,
      "loss": 0.0756,
      "step": 12115
    },
    {
      "epoch": 0.9061062707998355,
      "grad_norm": 0.7377292513847351,
      "learning_rate": 2.1903988415423515e-06,
      "loss": 0.0733,
      "step": 12116
    },
    {
      "epoch": 0.9061810567251243,
      "grad_norm": 0.780289888381958,
      "learning_rate": 2.1869352184485105e-06,
      "loss": 0.0503,
      "step": 12117
    },
    {
      "epoch": 0.9062558426504131,
      "grad_norm": 0.47142359614372253,
      "learning_rate": 2.183474274763769e-06,
      "loss": 0.0338,
      "step": 12118
    },
    {
      "epoch": 0.906330628575702,
      "grad_norm": 0.6637185215950012,
      "learning_rate": 2.180016010682079e-06,
      "loss": 0.0499,
      "step": 12119
    },
    {
      "epoch": 0.9064054145009909,
      "grad_norm": 1.1387513875961304,
      "learning_rate": 2.1765604263972282e-06,
      "loss": 0.2235,
      "step": 12120
    },
    {
      "epoch": 0.9064802004262797,
      "grad_norm": 0.7543905973434448,
      "learning_rate": 2.1731075221028683e-06,
      "loss": 0.0801,
      "step": 12121
    },
    {
      "epoch": 0.9065549863515686,
      "grad_norm": 1.1062480211257935,
      "learning_rate": 2.1696572979925055e-06,
      "loss": 0.1082,
      "step": 12122
    },
    {
      "epoch": 0.9066297722768575,
      "grad_norm": 0.6428141593933105,
      "learning_rate": 2.166209754259474e-06,
      "loss": 0.0821,
      "step": 12123
    },
    {
      "epoch": 0.9067045582021463,
      "grad_norm": 1.6657657623291016,
      "learning_rate": 2.1627648910969913e-06,
      "loss": 0.3609,
      "step": 12124
    },
    {
      "epoch": 0.9067793441274352,
      "grad_norm": 1.1874750852584839,
      "learning_rate": 2.1593227086980805e-06,
      "loss": 0.0628,
      "step": 12125
    },
    {
      "epoch": 0.9068541300527241,
      "grad_norm": 0.9488612413406372,
      "learning_rate": 2.15588320725566e-06,
      "loss": 0.0758,
      "step": 12126
    },
    {
      "epoch": 0.906928915978013,
      "grad_norm": 0.5303251147270203,
      "learning_rate": 2.1524463869624643e-06,
      "loss": 0.0354,
      "step": 12127
    },
    {
      "epoch": 0.9070037019033018,
      "grad_norm": 0.9373450875282288,
      "learning_rate": 2.1490122480110953e-06,
      "loss": 0.0804,
      "step": 12128
    },
    {
      "epoch": 0.9070784878285907,
      "grad_norm": 0.4152838885784149,
      "learning_rate": 2.1455807905939986e-06,
      "loss": 0.0243,
      "step": 12129
    },
    {
      "epoch": 0.9071532737538796,
      "grad_norm": 0.9468780159950256,
      "learning_rate": 2.14215201490347e-06,
      "loss": 0.0597,
      "step": 12130
    },
    {
      "epoch": 0.9072280596791684,
      "grad_norm": 0.5265449285507202,
      "learning_rate": 2.1387259211316567e-06,
      "loss": 0.0401,
      "step": 12131
    },
    {
      "epoch": 0.9073028456044573,
      "grad_norm": 0.5977525115013123,
      "learning_rate": 2.135302509470555e-06,
      "loss": 0.0462,
      "step": 12132
    },
    {
      "epoch": 0.9073776315297462,
      "grad_norm": 1.1250044107437134,
      "learning_rate": 2.1318817801120106e-06,
      "loss": 0.0906,
      "step": 12133
    },
    {
      "epoch": 0.9074524174550349,
      "grad_norm": 1.1211661100387573,
      "learning_rate": 2.128463733247721e-06,
      "loss": 0.0672,
      "step": 12134
    },
    {
      "epoch": 0.9075272033803238,
      "grad_norm": 0.6139591932296753,
      "learning_rate": 2.1250483690692157e-06,
      "loss": 0.0405,
      "step": 12135
    },
    {
      "epoch": 0.9076019893056126,
      "grad_norm": 0.7695759534835815,
      "learning_rate": 2.1216356877679143e-06,
      "loss": 0.0689,
      "step": 12136
    },
    {
      "epoch": 0.9076767752309015,
      "grad_norm": 0.6252821087837219,
      "learning_rate": 2.118225689535036e-06,
      "loss": 0.0353,
      "step": 12137
    },
    {
      "epoch": 0.9077515611561904,
      "grad_norm": 0.6394870281219482,
      "learning_rate": 2.1148183745617e-06,
      "loss": 0.0499,
      "step": 12138
    },
    {
      "epoch": 0.9078263470814792,
      "grad_norm": 1.0785492658615112,
      "learning_rate": 2.1114137430388316e-06,
      "loss": 0.1463,
      "step": 12139
    },
    {
      "epoch": 0.9079011330067681,
      "grad_norm": 0.6857314109802246,
      "learning_rate": 2.108011795157222e-06,
      "loss": 0.0533,
      "step": 12140
    },
    {
      "epoch": 0.907975918932057,
      "grad_norm": 1.0881431102752686,
      "learning_rate": 2.104612531107525e-06,
      "loss": 0.0981,
      "step": 12141
    },
    {
      "epoch": 0.9080507048573458,
      "grad_norm": 0.7331860661506653,
      "learning_rate": 2.1012159510802266e-06,
      "loss": 0.0511,
      "step": 12142
    },
    {
      "epoch": 0.9081254907826347,
      "grad_norm": 1.0327421426773071,
      "learning_rate": 2.097822055265669e-06,
      "loss": 0.0678,
      "step": 12143
    },
    {
      "epoch": 0.9082002767079236,
      "grad_norm": 1.1017078161239624,
      "learning_rate": 2.094430843854045e-06,
      "loss": 0.0942,
      "step": 12144
    },
    {
      "epoch": 0.9082750626332124,
      "grad_norm": 1.563224196434021,
      "learning_rate": 2.0910423170354022e-06,
      "loss": 0.1843,
      "step": 12145
    },
    {
      "epoch": 0.9083498485585013,
      "grad_norm": 1.0700701475143433,
      "learning_rate": 2.0876564749996164e-06,
      "loss": 0.0835,
      "step": 12146
    },
    {
      "epoch": 0.9084246344837902,
      "grad_norm": 1.2608330249786377,
      "learning_rate": 2.084273317936436e-06,
      "loss": 0.1169,
      "step": 12147
    },
    {
      "epoch": 0.908499420409079,
      "grad_norm": 1.3750231266021729,
      "learning_rate": 2.0808928460354593e-06,
      "loss": 0.1469,
      "step": 12148
    },
    {
      "epoch": 0.9085742063343679,
      "grad_norm": 0.9046299457550049,
      "learning_rate": 2.0775150594861072e-06,
      "loss": 0.058,
      "step": 12149
    },
    {
      "epoch": 0.9086489922596568,
      "grad_norm": 2.4795589447021484,
      "learning_rate": 2.0741399584776835e-06,
      "loss": 0.1479,
      "step": 12150
    },
    {
      "epoch": 0.9087237781849455,
      "grad_norm": 0.661774754524231,
      "learning_rate": 2.0707675431993147e-06,
      "loss": 0.0538,
      "step": 12151
    },
    {
      "epoch": 0.9087985641102344,
      "grad_norm": 0.5499358773231506,
      "learning_rate": 2.0673978138399995e-06,
      "loss": 0.0312,
      "step": 12152
    },
    {
      "epoch": 0.9088733500355233,
      "grad_norm": 0.7038564085960388,
      "learning_rate": 2.0640307705885707e-06,
      "loss": 0.0606,
      "step": 12153
    },
    {
      "epoch": 0.9089481359608121,
      "grad_norm": 0.6284610033035278,
      "learning_rate": 2.0606664136337107e-06,
      "loss": 0.0692,
      "step": 12154
    },
    {
      "epoch": 0.909022921886101,
      "grad_norm": 0.6071285009384155,
      "learning_rate": 2.057304743163957e-06,
      "loss": 0.0661,
      "step": 12155
    },
    {
      "epoch": 0.9090977078113899,
      "grad_norm": 0.6540606617927551,
      "learning_rate": 2.053945759367704e-06,
      "loss": 0.0646,
      "step": 12156
    },
    {
      "epoch": 0.9091724937366787,
      "grad_norm": 0.620327889919281,
      "learning_rate": 2.0505894624331777e-06,
      "loss": 0.0645,
      "step": 12157
    },
    {
      "epoch": 0.9092472796619676,
      "grad_norm": 1.1468828916549683,
      "learning_rate": 2.047235852548457e-06,
      "loss": 0.0356,
      "step": 12158
    },
    {
      "epoch": 0.9093220655872565,
      "grad_norm": 0.7179209589958191,
      "learning_rate": 2.043884929901496e-06,
      "loss": 0.0638,
      "step": 12159
    },
    {
      "epoch": 0.9093968515125453,
      "grad_norm": 0.5894137620925903,
      "learning_rate": 2.0405366946800507e-06,
      "loss": 0.0618,
      "step": 12160
    },
    {
      "epoch": 0.9094716374378342,
      "grad_norm": 0.7279571890830994,
      "learning_rate": 2.0371911470717817e-06,
      "loss": 0.0616,
      "step": 12161
    },
    {
      "epoch": 0.9095464233631231,
      "grad_norm": 0.6105180978775024,
      "learning_rate": 2.0338482872641564e-06,
      "loss": 0.0652,
      "step": 12162
    },
    {
      "epoch": 0.909621209288412,
      "grad_norm": 0.5960623621940613,
      "learning_rate": 2.0305081154445015e-06,
      "loss": 0.0619,
      "step": 12163
    },
    {
      "epoch": 0.9096959952137008,
      "grad_norm": 0.804673969745636,
      "learning_rate": 2.027170631800007e-06,
      "loss": 0.1018,
      "step": 12164
    },
    {
      "epoch": 0.9097707811389897,
      "grad_norm": 0.7102712392807007,
      "learning_rate": 2.0238358365176955e-06,
      "loss": 0.0614,
      "step": 12165
    },
    {
      "epoch": 0.9098455670642785,
      "grad_norm": 0.7075600028038025,
      "learning_rate": 2.0205037297844565e-06,
      "loss": 0.0747,
      "step": 12166
    },
    {
      "epoch": 0.9099203529895674,
      "grad_norm": 0.7694934010505676,
      "learning_rate": 2.0171743117870122e-06,
      "loss": 0.0655,
      "step": 12167
    },
    {
      "epoch": 0.9099951389148562,
      "grad_norm": 0.6165555715560913,
      "learning_rate": 2.0138475827119364e-06,
      "loss": 0.0463,
      "step": 12168
    },
    {
      "epoch": 0.910069924840145,
      "grad_norm": 1.0026742219924927,
      "learning_rate": 2.0105235427456682e-06,
      "loss": 0.1058,
      "step": 12169
    },
    {
      "epoch": 0.9101447107654339,
      "grad_norm": 0.4768439829349518,
      "learning_rate": 2.0072021920744753e-06,
      "loss": 0.0291,
      "step": 12170
    },
    {
      "epoch": 0.9102194966907228,
      "grad_norm": 1.1794832944869995,
      "learning_rate": 2.0038835308844927e-06,
      "loss": 0.1131,
      "step": 12171
    },
    {
      "epoch": 0.9102942826160116,
      "grad_norm": 0.7693132758140564,
      "learning_rate": 2.000567559361677e-06,
      "loss": 0.0427,
      "step": 12172
    },
    {
      "epoch": 0.9103690685413005,
      "grad_norm": 0.7037431001663208,
      "learning_rate": 1.997254277691879e-06,
      "loss": 0.061,
      "step": 12173
    },
    {
      "epoch": 0.9104438544665894,
      "grad_norm": 0.7294349074363708,
      "learning_rate": 1.993943686060751e-06,
      "loss": 0.0608,
      "step": 12174
    },
    {
      "epoch": 0.9105186403918782,
      "grad_norm": 0.4734916687011719,
      "learning_rate": 1.990635784653827e-06,
      "loss": 0.0276,
      "step": 12175
    },
    {
      "epoch": 0.9105934263171671,
      "grad_norm": 0.7780349850654602,
      "learning_rate": 1.9873305736564762e-06,
      "loss": 0.0422,
      "step": 12176
    },
    {
      "epoch": 0.910668212242456,
      "grad_norm": 0.7719033360481262,
      "learning_rate": 1.9840280532539223e-06,
      "loss": 0.0496,
      "step": 12177
    },
    {
      "epoch": 0.9107429981677448,
      "grad_norm": 0.881233811378479,
      "learning_rate": 1.9807282236312284e-06,
      "loss": 0.0628,
      "step": 12178
    },
    {
      "epoch": 0.9108177840930337,
      "grad_norm": 3.31636905670166,
      "learning_rate": 1.9774310849733247e-06,
      "loss": 0.1732,
      "step": 12179
    },
    {
      "epoch": 0.9108925700183226,
      "grad_norm": 0.29931381344795227,
      "learning_rate": 1.9741366374649738e-06,
      "loss": 0.0233,
      "step": 12180
    },
    {
      "epoch": 0.9109673559436114,
      "grad_norm": 1.1405740976333618,
      "learning_rate": 1.970844881290795e-06,
      "loss": 0.1432,
      "step": 12181
    },
    {
      "epoch": 0.9110421418689003,
      "grad_norm": 0.7712482213973999,
      "learning_rate": 1.9675558166352635e-06,
      "loss": 0.0403,
      "step": 12182
    },
    {
      "epoch": 0.9111169277941892,
      "grad_norm": 0.8897333741188049,
      "learning_rate": 1.964269443682687e-06,
      "loss": 0.0697,
      "step": 12183
    },
    {
      "epoch": 0.911191713719478,
      "grad_norm": 1.1543093919754028,
      "learning_rate": 1.960985762617229e-06,
      "loss": 0.1251,
      "step": 12184
    },
    {
      "epoch": 0.9112664996447668,
      "grad_norm": 1.0584913492202759,
      "learning_rate": 1.9577047736229205e-06,
      "loss": 0.0859,
      "step": 12185
    },
    {
      "epoch": 0.9113412855700557,
      "grad_norm": 0.9984198808670044,
      "learning_rate": 1.954426476883614e-06,
      "loss": 0.1197,
      "step": 12186
    },
    {
      "epoch": 0.9114160714953445,
      "grad_norm": 0.45353028178215027,
      "learning_rate": 1.9511508725830184e-06,
      "loss": 0.0228,
      "step": 12187
    },
    {
      "epoch": 0.9114908574206334,
      "grad_norm": 1.1805685758590698,
      "learning_rate": 1.9478779609047037e-06,
      "loss": 0.1062,
      "step": 12188
    },
    {
      "epoch": 0.9115656433459223,
      "grad_norm": 0.8718236088752747,
      "learning_rate": 1.9446077420320783e-06,
      "loss": 0.069,
      "step": 12189
    },
    {
      "epoch": 0.9116404292712111,
      "grad_norm": 0.9337319135665894,
      "learning_rate": 1.9413402161484016e-06,
      "loss": 0.093,
      "step": 12190
    },
    {
      "epoch": 0.9117152151965,
      "grad_norm": 1.0862154960632324,
      "learning_rate": 1.938075383436788e-06,
      "loss": 0.0882,
      "step": 12191
    },
    {
      "epoch": 0.9117900011217889,
      "grad_norm": 0.3999752104282379,
      "learning_rate": 1.934813244080197e-06,
      "loss": 0.0217,
      "step": 12192
    },
    {
      "epoch": 0.9118647870470777,
      "grad_norm": 1.0711781978607178,
      "learning_rate": 1.931553798261432e-06,
      "loss": 0.1371,
      "step": 12193
    },
    {
      "epoch": 0.9119395729723666,
      "grad_norm": 1.4916945695877075,
      "learning_rate": 1.928297046163158e-06,
      "loss": 0.2058,
      "step": 12194
    },
    {
      "epoch": 0.9120143588976555,
      "grad_norm": 1.2523622512817383,
      "learning_rate": 1.925042987967862e-06,
      "loss": 0.1235,
      "step": 12195
    },
    {
      "epoch": 0.9120891448229443,
      "grad_norm": 1.2895094156265259,
      "learning_rate": 1.9217916238579213e-06,
      "loss": 0.1009,
      "step": 12196
    },
    {
      "epoch": 0.9121639307482332,
      "grad_norm": 1.2480638027191162,
      "learning_rate": 1.9185429540155232e-06,
      "loss": 0.1017,
      "step": 12197
    },
    {
      "epoch": 0.9122387166735221,
      "grad_norm": 0.9756481051445007,
      "learning_rate": 1.915296978622738e-06,
      "loss": 0.083,
      "step": 12198
    },
    {
      "epoch": 0.9123135025988109,
      "grad_norm": 1.5426251888275146,
      "learning_rate": 1.912053697861449e-06,
      "loss": 0.1716,
      "step": 12199
    },
    {
      "epoch": 0.9123882885240998,
      "grad_norm": 2.74147367477417,
      "learning_rate": 1.9088131119134154e-06,
      "loss": 0.2525,
      "step": 12200
    },
    {
      "epoch": 0.9124630744493887,
      "grad_norm": 0.6643083691596985,
      "learning_rate": 1.9055752209602428e-06,
      "loss": 0.0738,
      "step": 12201
    },
    {
      "epoch": 0.9125378603746774,
      "grad_norm": 0.6658412218093872,
      "learning_rate": 1.9023400251833746e-06,
      "loss": 0.077,
      "step": 12202
    },
    {
      "epoch": 0.9126126462999663,
      "grad_norm": 0.5074886083602905,
      "learning_rate": 1.8991075247641098e-06,
      "loss": 0.0502,
      "step": 12203
    },
    {
      "epoch": 0.9126874322252552,
      "grad_norm": 0.6357970237731934,
      "learning_rate": 1.895877719883593e-06,
      "loss": 0.075,
      "step": 12204
    },
    {
      "epoch": 0.912762218150544,
      "grad_norm": 0.49948298931121826,
      "learning_rate": 1.8926506107228182e-06,
      "loss": 0.0356,
      "step": 12205
    },
    {
      "epoch": 0.9128370040758329,
      "grad_norm": 0.5747689604759216,
      "learning_rate": 1.8894261974626404e-06,
      "loss": 0.0433,
      "step": 12206
    },
    {
      "epoch": 0.9129117900011218,
      "grad_norm": 0.4248151481151581,
      "learning_rate": 1.8862044802837431e-06,
      "loss": 0.0407,
      "step": 12207
    },
    {
      "epoch": 0.9129865759264106,
      "grad_norm": 0.8176747560501099,
      "learning_rate": 1.8829854593666817e-06,
      "loss": 0.0935,
      "step": 12208
    },
    {
      "epoch": 0.9130613618516995,
      "grad_norm": 0.5245850682258606,
      "learning_rate": 1.879769134891829e-06,
      "loss": 0.0384,
      "step": 12209
    },
    {
      "epoch": 0.9131361477769884,
      "grad_norm": 0.7180168628692627,
      "learning_rate": 1.876555507039446e-06,
      "loss": 0.0677,
      "step": 12210
    },
    {
      "epoch": 0.9132109337022772,
      "grad_norm": 0.4825262427330017,
      "learning_rate": 1.8733445759895995e-06,
      "loss": 0.0355,
      "step": 12211
    },
    {
      "epoch": 0.9132857196275661,
      "grad_norm": 0.7829549312591553,
      "learning_rate": 1.8701363419222462e-06,
      "loss": 0.1082,
      "step": 12212
    },
    {
      "epoch": 0.913360505552855,
      "grad_norm": 0.8804865479469299,
      "learning_rate": 1.8669308050171697e-06,
      "loss": 0.0619,
      "step": 12213
    },
    {
      "epoch": 0.9134352914781438,
      "grad_norm": 0.7644799947738647,
      "learning_rate": 1.8637279654539986e-06,
      "loss": 0.0496,
      "step": 12214
    },
    {
      "epoch": 0.9135100774034327,
      "grad_norm": 0.4868738055229187,
      "learning_rate": 1.8605278234122226e-06,
      "loss": 0.0294,
      "step": 12215
    },
    {
      "epoch": 0.9135848633287216,
      "grad_norm": 0.588296115398407,
      "learning_rate": 1.8573303790711704e-06,
      "loss": 0.0547,
      "step": 12216
    },
    {
      "epoch": 0.9136596492540104,
      "grad_norm": 0.6091568470001221,
      "learning_rate": 1.8541356326100433e-06,
      "loss": 0.0458,
      "step": 12217
    },
    {
      "epoch": 0.9137344351792993,
      "grad_norm": 0.9081850051879883,
      "learning_rate": 1.8509435842078427e-06,
      "loss": 0.0303,
      "step": 12218
    },
    {
      "epoch": 0.9138092211045881,
      "grad_norm": 0.7213451266288757,
      "learning_rate": 1.847754234043475e-06,
      "loss": 0.0929,
      "step": 12219
    },
    {
      "epoch": 0.9138840070298769,
      "grad_norm": 0.6879786849021912,
      "learning_rate": 1.844567582295642e-06,
      "loss": 0.0799,
      "step": 12220
    },
    {
      "epoch": 0.9139587929551658,
      "grad_norm": 0.6528334617614746,
      "learning_rate": 1.8413836291429566e-06,
      "loss": 0.04,
      "step": 12221
    },
    {
      "epoch": 0.9140335788804547,
      "grad_norm": 0.8058556914329529,
      "learning_rate": 1.8382023747638145e-06,
      "loss": 0.0589,
      "step": 12222
    },
    {
      "epoch": 0.9141083648057435,
      "grad_norm": 0.3408687114715576,
      "learning_rate": 1.8350238193365066e-06,
      "loss": 0.0296,
      "step": 12223
    },
    {
      "epoch": 0.9141831507310324,
      "grad_norm": 0.7738207578659058,
      "learning_rate": 1.8318479630391516e-06,
      "loss": 0.0484,
      "step": 12224
    },
    {
      "epoch": 0.9142579366563213,
      "grad_norm": 0.6534085273742676,
      "learning_rate": 1.8286748060497238e-06,
      "loss": 0.0487,
      "step": 12225
    },
    {
      "epoch": 0.9143327225816101,
      "grad_norm": 0.6495152711868286,
      "learning_rate": 1.8255043485460421e-06,
      "loss": 0.045,
      "step": 12226
    },
    {
      "epoch": 0.914407508506899,
      "grad_norm": 0.8808494806289673,
      "learning_rate": 1.822336590705781e-06,
      "loss": 0.0733,
      "step": 12227
    },
    {
      "epoch": 0.9144822944321879,
      "grad_norm": 0.807304322719574,
      "learning_rate": 1.819171532706454e-06,
      "loss": 0.0576,
      "step": 12228
    },
    {
      "epoch": 0.9145570803574767,
      "grad_norm": 0.6261789798736572,
      "learning_rate": 1.8160091747254305e-06,
      "loss": 0.0317,
      "step": 12229
    },
    {
      "epoch": 0.9146318662827656,
      "grad_norm": 1.2131129503250122,
      "learning_rate": 1.8128495169399295e-06,
      "loss": 0.0985,
      "step": 12230
    },
    {
      "epoch": 0.9147066522080545,
      "grad_norm": 2.860760450363159,
      "learning_rate": 1.809692559527021e-06,
      "loss": 0.2046,
      "step": 12231
    },
    {
      "epoch": 0.9147814381333433,
      "grad_norm": 0.881091833114624,
      "learning_rate": 1.8065383026636018e-06,
      "loss": 0.0846,
      "step": 12232
    },
    {
      "epoch": 0.9148562240586322,
      "grad_norm": 0.9952611923217773,
      "learning_rate": 1.8033867465264532e-06,
      "loss": 0.1079,
      "step": 12233
    },
    {
      "epoch": 0.9149310099839211,
      "grad_norm": 1.5265722274780273,
      "learning_rate": 1.8002378912921614e-06,
      "loss": 0.0964,
      "step": 12234
    },
    {
      "epoch": 0.9150057959092099,
      "grad_norm": 0.7648789286613464,
      "learning_rate": 1.7970917371372186e-06,
      "loss": 0.0757,
      "step": 12235
    },
    {
      "epoch": 0.9150805818344987,
      "grad_norm": 0.9824391603469849,
      "learning_rate": 1.7939482842379063e-06,
      "loss": 0.1079,
      "step": 12236
    },
    {
      "epoch": 0.9151553677597876,
      "grad_norm": 1.0283913612365723,
      "learning_rate": 1.7908075327703943e-06,
      "loss": 0.0713,
      "step": 12237
    },
    {
      "epoch": 0.9152301536850764,
      "grad_norm": 0.9377710223197937,
      "learning_rate": 1.787669482910681e-06,
      "loss": 0.0872,
      "step": 12238
    },
    {
      "epoch": 0.9153049396103653,
      "grad_norm": 0.9758691191673279,
      "learning_rate": 1.7845341348346256e-06,
      "loss": 0.1149,
      "step": 12239
    },
    {
      "epoch": 0.9153797255356542,
      "grad_norm": 0.7515565752983093,
      "learning_rate": 1.781401488717932e-06,
      "loss": 0.0493,
      "step": 12240
    },
    {
      "epoch": 0.915454511460943,
      "grad_norm": 1.3431569337844849,
      "learning_rate": 1.778271544736143e-06,
      "loss": 0.1358,
      "step": 12241
    },
    {
      "epoch": 0.9155292973862319,
      "grad_norm": 0.9703423976898193,
      "learning_rate": 1.7751443030646687e-06,
      "loss": 0.0466,
      "step": 12242
    },
    {
      "epoch": 0.9156040833115208,
      "grad_norm": 0.9210199117660522,
      "learning_rate": 1.7720197638787517e-06,
      "loss": 0.0943,
      "step": 12243
    },
    {
      "epoch": 0.9156788692368096,
      "grad_norm": 1.064521312713623,
      "learning_rate": 1.7688979273534856e-06,
      "loss": 0.1145,
      "step": 12244
    },
    {
      "epoch": 0.9157536551620985,
      "grad_norm": 1.539793848991394,
      "learning_rate": 1.7657787936638305e-06,
      "loss": 0.1808,
      "step": 12245
    },
    {
      "epoch": 0.9158284410873874,
      "grad_norm": 0.9881214499473572,
      "learning_rate": 1.7626623629845518e-06,
      "loss": 0.0883,
      "step": 12246
    },
    {
      "epoch": 0.9159032270126762,
      "grad_norm": 1.3562066555023193,
      "learning_rate": 1.7595486354903268e-06,
      "loss": 0.1361,
      "step": 12247
    },
    {
      "epoch": 0.9159780129379651,
      "grad_norm": 0.7720500826835632,
      "learning_rate": 1.7564376113556213e-06,
      "loss": 0.0516,
      "step": 12248
    },
    {
      "epoch": 0.916052798863254,
      "grad_norm": 1.5124791860580444,
      "learning_rate": 1.7533292907547849e-06,
      "loss": 0.2202,
      "step": 12249
    },
    {
      "epoch": 0.9161275847885428,
      "grad_norm": 1.9104372262954712,
      "learning_rate": 1.750223673862006e-06,
      "loss": 0.1998,
      "step": 12250
    },
    {
      "epoch": 0.9162023707138317,
      "grad_norm": 0.4892829954624176,
      "learning_rate": 1.7471207608513173e-06,
      "loss": 0.0419,
      "step": 12251
    },
    {
      "epoch": 0.9162771566391206,
      "grad_norm": 0.5273885726928711,
      "learning_rate": 1.7440205518966024e-06,
      "loss": 0.049,
      "step": 12252
    },
    {
      "epoch": 0.9163519425644093,
      "grad_norm": 0.7699978351593018,
      "learning_rate": 1.7409230471716053e-06,
      "loss": 0.1075,
      "step": 12253
    },
    {
      "epoch": 0.9164267284896982,
      "grad_norm": 0.706173300743103,
      "learning_rate": 1.7378282468498985e-06,
      "loss": 0.0737,
      "step": 12254
    },
    {
      "epoch": 0.9165015144149871,
      "grad_norm": 0.8348135352134705,
      "learning_rate": 1.7347361511049042e-06,
      "loss": 0.0541,
      "step": 12255
    },
    {
      "epoch": 0.9165763003402759,
      "grad_norm": 0.7159554958343506,
      "learning_rate": 1.731646760109923e-06,
      "loss": 0.0678,
      "step": 12256
    },
    {
      "epoch": 0.9166510862655648,
      "grad_norm": 0.4438370168209076,
      "learning_rate": 1.7285600740380602e-06,
      "loss": 0.0327,
      "step": 12257
    },
    {
      "epoch": 0.9167258721908537,
      "grad_norm": 0.7298735976219177,
      "learning_rate": 1.725476093062317e-06,
      "loss": 0.0922,
      "step": 12258
    },
    {
      "epoch": 0.9168006581161425,
      "grad_norm": 0.5794792771339417,
      "learning_rate": 1.7223948173554883e-06,
      "loss": 0.0405,
      "step": 12259
    },
    {
      "epoch": 0.9168754440414314,
      "grad_norm": 0.6907493472099304,
      "learning_rate": 1.7193162470902636e-06,
      "loss": 0.0545,
      "step": 12260
    },
    {
      "epoch": 0.9169502299667203,
      "grad_norm": 0.7709679007530212,
      "learning_rate": 1.7162403824391605e-06,
      "loss": 0.0827,
      "step": 12261
    },
    {
      "epoch": 0.9170250158920091,
      "grad_norm": 0.6491298675537109,
      "learning_rate": 1.7131672235745522e-06,
      "loss": 0.0452,
      "step": 12262
    },
    {
      "epoch": 0.917099801817298,
      "grad_norm": 0.5710090398788452,
      "learning_rate": 1.7100967706686456e-06,
      "loss": 0.0555,
      "step": 12263
    },
    {
      "epoch": 0.9171745877425869,
      "grad_norm": 1.3259690999984741,
      "learning_rate": 1.7070290238935137e-06,
      "loss": 0.1714,
      "step": 12264
    },
    {
      "epoch": 0.9172493736678757,
      "grad_norm": 1.3518198728561401,
      "learning_rate": 1.7039639834210751e-06,
      "loss": 0.0892,
      "step": 12265
    },
    {
      "epoch": 0.9173241595931646,
      "grad_norm": 0.45244547724723816,
      "learning_rate": 1.7009016494230811e-06,
      "loss": 0.0243,
      "step": 12266
    },
    {
      "epoch": 0.9173989455184535,
      "grad_norm": 0.7372733354568481,
      "learning_rate": 1.6978420220711555e-06,
      "loss": 0.0646,
      "step": 12267
    },
    {
      "epoch": 0.9174737314437423,
      "grad_norm": 0.6520583629608154,
      "learning_rate": 1.6947851015367556e-06,
      "loss": 0.0812,
      "step": 12268
    },
    {
      "epoch": 0.9175485173690312,
      "grad_norm": 0.41429486870765686,
      "learning_rate": 1.6917308879911719e-06,
      "loss": 0.0246,
      "step": 12269
    },
    {
      "epoch": 0.91762330329432,
      "grad_norm": 0.4311676323413849,
      "learning_rate": 1.688679381605579e-06,
      "loss": 0.0233,
      "step": 12270
    },
    {
      "epoch": 0.9176980892196088,
      "grad_norm": 0.9309486746788025,
      "learning_rate": 1.6856305825509733e-06,
      "loss": 0.0848,
      "step": 12271
    },
    {
      "epoch": 0.9177728751448977,
      "grad_norm": 0.6534938216209412,
      "learning_rate": 1.6825844909982125e-06,
      "loss": 0.053,
      "step": 12272
    },
    {
      "epoch": 0.9178476610701866,
      "grad_norm": 0.9352911114692688,
      "learning_rate": 1.6795411071179935e-06,
      "loss": 0.0776,
      "step": 12273
    },
    {
      "epoch": 0.9179224469954754,
      "grad_norm": 0.9020587205886841,
      "learning_rate": 1.676500431080863e-06,
      "loss": 0.0836,
      "step": 12274
    },
    {
      "epoch": 0.9179972329207643,
      "grad_norm": 1.1076092720031738,
      "learning_rate": 1.6734624630572182e-06,
      "loss": 0.1075,
      "step": 12275
    },
    {
      "epoch": 0.9180720188460532,
      "grad_norm": 0.70758056640625,
      "learning_rate": 1.6704272032173118e-06,
      "loss": 0.0666,
      "step": 12276
    },
    {
      "epoch": 0.918146804771342,
      "grad_norm": 0.6954565048217773,
      "learning_rate": 1.66739465173123e-06,
      "loss": 0.0495,
      "step": 12277
    },
    {
      "epoch": 0.9182215906966309,
      "grad_norm": 0.7455934286117554,
      "learning_rate": 1.6643648087689201e-06,
      "loss": 0.0644,
      "step": 12278
    },
    {
      "epoch": 0.9182963766219198,
      "grad_norm": 1.119012475013733,
      "learning_rate": 1.6613376745001742e-06,
      "loss": 0.0847,
      "step": 12279
    },
    {
      "epoch": 0.9183711625472086,
      "grad_norm": 0.7532646059989929,
      "learning_rate": 1.6583132490946173e-06,
      "loss": 0.0782,
      "step": 12280
    },
    {
      "epoch": 0.9184459484724975,
      "grad_norm": 0.7446647882461548,
      "learning_rate": 1.6552915327217532e-06,
      "loss": 0.0519,
      "step": 12281
    },
    {
      "epoch": 0.9185207343977864,
      "grad_norm": 0.6827107071876526,
      "learning_rate": 1.6522725255509075e-06,
      "loss": 0.0568,
      "step": 12282
    },
    {
      "epoch": 0.9185955203230752,
      "grad_norm": 1.7880616188049316,
      "learning_rate": 1.6492562277512612e-06,
      "loss": 0.195,
      "step": 12283
    },
    {
      "epoch": 0.9186703062483641,
      "grad_norm": 0.8541659116744995,
      "learning_rate": 1.6462426394918462e-06,
      "loss": 0.0576,
      "step": 12284
    },
    {
      "epoch": 0.918745092173653,
      "grad_norm": 0.6608540415763855,
      "learning_rate": 1.6432317609415493e-06,
      "loss": 0.0482,
      "step": 12285
    },
    {
      "epoch": 0.9188198780989418,
      "grad_norm": 0.8725266456604004,
      "learning_rate": 1.6402235922690912e-06,
      "loss": 0.083,
      "step": 12286
    },
    {
      "epoch": 0.9188946640242306,
      "grad_norm": 0.8589825630187988,
      "learning_rate": 1.6372181336430481e-06,
      "loss": 0.0538,
      "step": 12287
    },
    {
      "epoch": 0.9189694499495195,
      "grad_norm": 0.8654940724372864,
      "learning_rate": 1.634215385231841e-06,
      "loss": 0.0553,
      "step": 12288
    },
    {
      "epoch": 0.9190442358748083,
      "grad_norm": 1.0551103353500366,
      "learning_rate": 1.6312153472037517e-06,
      "loss": 0.0905,
      "step": 12289
    },
    {
      "epoch": 0.9191190218000972,
      "grad_norm": 0.6427401900291443,
      "learning_rate": 1.6282180197268849e-06,
      "loss": 0.0344,
      "step": 12290
    },
    {
      "epoch": 0.9191938077253861,
      "grad_norm": 0.9678605794906616,
      "learning_rate": 1.6252234029692336e-06,
      "loss": 0.063,
      "step": 12291
    },
    {
      "epoch": 0.9192685936506749,
      "grad_norm": 1.1255449056625366,
      "learning_rate": 1.6222314970985808e-06,
      "loss": 0.0826,
      "step": 12292
    },
    {
      "epoch": 0.9193433795759638,
      "grad_norm": 0.7228769063949585,
      "learning_rate": 1.6192423022826198e-06,
      "loss": 0.058,
      "step": 12293
    },
    {
      "epoch": 0.9194181655012527,
      "grad_norm": 0.7918537259101868,
      "learning_rate": 1.6162558186888389e-06,
      "loss": 0.0635,
      "step": 12294
    },
    {
      "epoch": 0.9194929514265415,
      "grad_norm": 1.0968551635742188,
      "learning_rate": 1.6132720464846207e-06,
      "loss": 0.0861,
      "step": 12295
    },
    {
      "epoch": 0.9195677373518304,
      "grad_norm": 1.6496220827102661,
      "learning_rate": 1.6102909858371596e-06,
      "loss": 0.203,
      "step": 12296
    },
    {
      "epoch": 0.9196425232771193,
      "grad_norm": 1.1857600212097168,
      "learning_rate": 1.6073126369135106e-06,
      "loss": 0.1234,
      "step": 12297
    },
    {
      "epoch": 0.9197173092024081,
      "grad_norm": 0.8537046909332275,
      "learning_rate": 1.6043369998805902e-06,
      "loss": 0.0436,
      "step": 12298
    },
    {
      "epoch": 0.919792095127697,
      "grad_norm": 1.598423957824707,
      "learning_rate": 1.6013640749051427e-06,
      "loss": 0.1122,
      "step": 12299
    },
    {
      "epoch": 0.9198668810529859,
      "grad_norm": 2.171891212463379,
      "learning_rate": 1.5983938621537631e-06,
      "loss": 0.1621,
      "step": 12300
    },
    {
      "epoch": 0.9199416669782747,
      "grad_norm": 1.041496753692627,
      "learning_rate": 1.5954263617929122e-06,
      "loss": 0.2179,
      "step": 12301
    },
    {
      "epoch": 0.9200164529035636,
      "grad_norm": 0.44208869338035583,
      "learning_rate": 1.5924615739888848e-06,
      "loss": 0.055,
      "step": 12302
    },
    {
      "epoch": 0.9200912388288525,
      "grad_norm": 0.4924604296684265,
      "learning_rate": 1.5894994989078148e-06,
      "loss": 0.0467,
      "step": 12303
    },
    {
      "epoch": 0.9201660247541412,
      "grad_norm": 0.6355164051055908,
      "learning_rate": 1.5865401367157084e-06,
      "loss": 0.1016,
      "step": 12304
    },
    {
      "epoch": 0.9202408106794301,
      "grad_norm": 0.7402327656745911,
      "learning_rate": 1.5835834875783995e-06,
      "loss": 0.0958,
      "step": 12305
    },
    {
      "epoch": 0.920315596604719,
      "grad_norm": 0.4458787441253662,
      "learning_rate": 1.5806295516615665e-06,
      "loss": 0.0317,
      "step": 12306
    },
    {
      "epoch": 0.9203903825300078,
      "grad_norm": 0.5063357353210449,
      "learning_rate": 1.5776783291307662e-06,
      "loss": 0.0424,
      "step": 12307
    },
    {
      "epoch": 0.9204651684552967,
      "grad_norm": 1.332322359085083,
      "learning_rate": 1.5747298201513604e-06,
      "loss": 0.1088,
      "step": 12308
    },
    {
      "epoch": 0.9205399543805856,
      "grad_norm": 0.5464476943016052,
      "learning_rate": 1.5717840248886062e-06,
      "loss": 0.0453,
      "step": 12309
    },
    {
      "epoch": 0.9206147403058744,
      "grad_norm": 0.5237403512001038,
      "learning_rate": 1.5688409435075657e-06,
      "loss": 0.0558,
      "step": 12310
    },
    {
      "epoch": 0.9206895262311633,
      "grad_norm": 0.43500033020973206,
      "learning_rate": 1.5659005761731739e-06,
      "loss": 0.0271,
      "step": 12311
    },
    {
      "epoch": 0.9207643121564522,
      "grad_norm": 0.8037522435188293,
      "learning_rate": 1.5629629230502095e-06,
      "loss": 0.0706,
      "step": 12312
    },
    {
      "epoch": 0.920839098081741,
      "grad_norm": 0.3745202422142029,
      "learning_rate": 1.5600279843032805e-06,
      "loss": 0.0284,
      "step": 12313
    },
    {
      "epoch": 0.9209138840070299,
      "grad_norm": 0.698379635810852,
      "learning_rate": 1.5570957600968827e-06,
      "loss": 0.0628,
      "step": 12314
    },
    {
      "epoch": 0.9209886699323188,
      "grad_norm": 0.6200622916221619,
      "learning_rate": 1.5541662505953126e-06,
      "loss": 0.029,
      "step": 12315
    },
    {
      "epoch": 0.9210634558576076,
      "grad_norm": 0.8024081587791443,
      "learning_rate": 1.5512394559627552e-06,
      "loss": 0.0535,
      "step": 12316
    },
    {
      "epoch": 0.9211382417828965,
      "grad_norm": 0.6150350570678711,
      "learning_rate": 1.548315376363213e-06,
      "loss": 0.0532,
      "step": 12317
    },
    {
      "epoch": 0.9212130277081854,
      "grad_norm": 0.5704120397567749,
      "learning_rate": 1.545394011960566e-06,
      "loss": 0.0452,
      "step": 12318
    },
    {
      "epoch": 0.9212878136334742,
      "grad_norm": 3.183305263519287,
      "learning_rate": 1.5424753629185107e-06,
      "loss": 0.1417,
      "step": 12319
    },
    {
      "epoch": 0.9213625995587631,
      "grad_norm": 0.9419693946838379,
      "learning_rate": 1.5395594294006054e-06,
      "loss": 0.0649,
      "step": 12320
    },
    {
      "epoch": 0.9214373854840519,
      "grad_norm": 0.4979584515094757,
      "learning_rate": 1.536646211570264e-06,
      "loss": 0.0306,
      "step": 12321
    },
    {
      "epoch": 0.9215121714093407,
      "grad_norm": 0.7458781599998474,
      "learning_rate": 1.5337357095907446e-06,
      "loss": 0.0745,
      "step": 12322
    },
    {
      "epoch": 0.9215869573346296,
      "grad_norm": 0.7477473616600037,
      "learning_rate": 1.5308279236251389e-06,
      "loss": 0.0689,
      "step": 12323
    },
    {
      "epoch": 0.9216617432599185,
      "grad_norm": 0.5714808702468872,
      "learning_rate": 1.5279228538364e-06,
      "loss": 0.037,
      "step": 12324
    },
    {
      "epoch": 0.9217365291852073,
      "grad_norm": 0.7763029932975769,
      "learning_rate": 1.5250205003873308e-06,
      "loss": 0.0637,
      "step": 12325
    },
    {
      "epoch": 0.9218113151104962,
      "grad_norm": 0.704919695854187,
      "learning_rate": 1.5221208634405738e-06,
      "loss": 0.0466,
      "step": 12326
    },
    {
      "epoch": 0.921886101035785,
      "grad_norm": 0.5670055747032166,
      "learning_rate": 1.5192239431586208e-06,
      "loss": 0.0475,
      "step": 12327
    },
    {
      "epoch": 0.9219608869610739,
      "grad_norm": 1.1879971027374268,
      "learning_rate": 1.5163297397038257e-06,
      "loss": 0.1093,
      "step": 12328
    },
    {
      "epoch": 0.9220356728863628,
      "grad_norm": 0.7215703129768372,
      "learning_rate": 1.513438253238353e-06,
      "loss": 0.0713,
      "step": 12329
    },
    {
      "epoch": 0.9221104588116517,
      "grad_norm": 0.8376955986022949,
      "learning_rate": 1.5105494839242673e-06,
      "loss": 0.0834,
      "step": 12330
    },
    {
      "epoch": 0.9221852447369405,
      "grad_norm": 0.5878041386604309,
      "learning_rate": 1.5076634319234228e-06,
      "loss": 0.0341,
      "step": 12331
    },
    {
      "epoch": 0.9222600306622294,
      "grad_norm": 0.8379142880439758,
      "learning_rate": 1.5047800973975844e-06,
      "loss": 0.0554,
      "step": 12332
    },
    {
      "epoch": 0.9223348165875183,
      "grad_norm": 0.7857171893119812,
      "learning_rate": 1.5018994805083064e-06,
      "loss": 0.0432,
      "step": 12333
    },
    {
      "epoch": 0.9224096025128071,
      "grad_norm": 0.7340342998504639,
      "learning_rate": 1.4990215814170316e-06,
      "loss": 0.0464,
      "step": 12334
    },
    {
      "epoch": 0.922484388438096,
      "grad_norm": 0.7999052405357361,
      "learning_rate": 1.4961464002850257e-06,
      "loss": 0.0496,
      "step": 12335
    },
    {
      "epoch": 0.9225591743633849,
      "grad_norm": 0.7082327008247375,
      "learning_rate": 1.493273937273415e-06,
      "loss": 0.0666,
      "step": 12336
    },
    {
      "epoch": 0.9226339602886737,
      "grad_norm": 1.0378929376602173,
      "learning_rate": 1.490404192543171e-06,
      "loss": 0.1011,
      "step": 12337
    },
    {
      "epoch": 0.9227087462139625,
      "grad_norm": 0.9063594341278076,
      "learning_rate": 1.4875371662551152e-06,
      "loss": 0.0828,
      "step": 12338
    },
    {
      "epoch": 0.9227835321392514,
      "grad_norm": 1.1746938228607178,
      "learning_rate": 1.4846728585699077e-06,
      "loss": 0.1535,
      "step": 12339
    },
    {
      "epoch": 0.9228583180645402,
      "grad_norm": 0.9196720719337463,
      "learning_rate": 1.4818112696480703e-06,
      "loss": 0.1448,
      "step": 12340
    },
    {
      "epoch": 0.9229331039898291,
      "grad_norm": 0.8630577325820923,
      "learning_rate": 1.4789523996499578e-06,
      "loss": 0.0942,
      "step": 12341
    },
    {
      "epoch": 0.923007889915118,
      "grad_norm": 0.7671456336975098,
      "learning_rate": 1.476096248735781e-06,
      "loss": 0.0507,
      "step": 12342
    },
    {
      "epoch": 0.9230826758404068,
      "grad_norm": 1.308275580406189,
      "learning_rate": 1.4732428170655954e-06,
      "loss": 0.1625,
      "step": 12343
    },
    {
      "epoch": 0.9231574617656957,
      "grad_norm": 1.096040964126587,
      "learning_rate": 1.4703921047993008e-06,
      "loss": 0.0849,
      "step": 12344
    },
    {
      "epoch": 0.9232322476909846,
      "grad_norm": 1.2984830141067505,
      "learning_rate": 1.4675441120966582e-06,
      "loss": 0.1298,
      "step": 12345
    },
    {
      "epoch": 0.9233070336162734,
      "grad_norm": 2.3443222045898438,
      "learning_rate": 1.4646988391172622e-06,
      "loss": 0.2643,
      "step": 12346
    },
    {
      "epoch": 0.9233818195415623,
      "grad_norm": 2.566178560256958,
      "learning_rate": 1.4618562860205577e-06,
      "loss": 0.4302,
      "step": 12347
    },
    {
      "epoch": 0.9234566054668512,
      "grad_norm": 1.182846188545227,
      "learning_rate": 1.4590164529658445e-06,
      "loss": 0.098,
      "step": 12348
    },
    {
      "epoch": 0.92353139139214,
      "grad_norm": 1.0595390796661377,
      "learning_rate": 1.4561793401122625e-06,
      "loss": 0.0698,
      "step": 12349
    },
    {
      "epoch": 0.9236061773174289,
      "grad_norm": 1.1894029378890991,
      "learning_rate": 1.453344947618801e-06,
      "loss": 0.0603,
      "step": 12350
    },
    {
      "epoch": 0.9236809632427178,
      "grad_norm": 0.45073890686035156,
      "learning_rate": 1.4505132756443053e-06,
      "loss": 0.0409,
      "step": 12351
    },
    {
      "epoch": 0.9237557491680066,
      "grad_norm": 0.510638415813446,
      "learning_rate": 1.447684324347437e-06,
      "loss": 0.0615,
      "step": 12352
    },
    {
      "epoch": 0.9238305350932955,
      "grad_norm": 0.6565955281257629,
      "learning_rate": 1.4448580938867584e-06,
      "loss": 0.0714,
      "step": 12353
    },
    {
      "epoch": 0.9239053210185844,
      "grad_norm": 0.6692684292793274,
      "learning_rate": 1.4420345844206262e-06,
      "loss": 0.0516,
      "step": 12354
    },
    {
      "epoch": 0.9239801069438731,
      "grad_norm": 0.2761824131011963,
      "learning_rate": 1.4392137961072805e-06,
      "loss": 0.02,
      "step": 12355
    },
    {
      "epoch": 0.924054892869162,
      "grad_norm": 0.8175016045570374,
      "learning_rate": 1.4363957291047892e-06,
      "loss": 0.0949,
      "step": 12356
    },
    {
      "epoch": 0.9241296787944508,
      "grad_norm": 0.7245411276817322,
      "learning_rate": 1.4335803835710815e-06,
      "loss": 0.0529,
      "step": 12357
    },
    {
      "epoch": 0.9242044647197397,
      "grad_norm": 0.6142863631248474,
      "learning_rate": 1.4307677596639203e-06,
      "loss": 0.0559,
      "step": 12358
    },
    {
      "epoch": 0.9242792506450286,
      "grad_norm": 0.4212169647216797,
      "learning_rate": 1.427957857540929e-06,
      "loss": 0.0188,
      "step": 12359
    },
    {
      "epoch": 0.9243540365703174,
      "grad_norm": 0.7953142523765564,
      "learning_rate": 1.4251506773595657e-06,
      "loss": 0.0625,
      "step": 12360
    },
    {
      "epoch": 0.9244288224956063,
      "grad_norm": 0.751373291015625,
      "learning_rate": 1.4223462192771485e-06,
      "loss": 0.0603,
      "step": 12361
    },
    {
      "epoch": 0.9245036084208952,
      "grad_norm": 0.6955491304397583,
      "learning_rate": 1.4195444834508354e-06,
      "loss": 0.0624,
      "step": 12362
    },
    {
      "epoch": 0.924578394346184,
      "grad_norm": 0.7147539258003235,
      "learning_rate": 1.4167454700376338e-06,
      "loss": 0.0351,
      "step": 12363
    },
    {
      "epoch": 0.9246531802714729,
      "grad_norm": 1.2610011100769043,
      "learning_rate": 1.4139491791944016e-06,
      "loss": 0.1702,
      "step": 12364
    },
    {
      "epoch": 0.9247279661967618,
      "grad_norm": 0.9655519723892212,
      "learning_rate": 1.4111556110778357e-06,
      "loss": 0.0914,
      "step": 12365
    },
    {
      "epoch": 0.9248027521220507,
      "grad_norm": 0.7241998910903931,
      "learning_rate": 1.408364765844483e-06,
      "loss": 0.0689,
      "step": 12366
    },
    {
      "epoch": 0.9248775380473395,
      "grad_norm": 0.8630148768424988,
      "learning_rate": 1.4055766436507523e-06,
      "loss": 0.1047,
      "step": 12367
    },
    {
      "epoch": 0.9249523239726284,
      "grad_norm": 0.5301471948623657,
      "learning_rate": 1.402791244652868e-06,
      "loss": 0.0477,
      "step": 12368
    },
    {
      "epoch": 0.9250271098979173,
      "grad_norm": 0.6534658074378967,
      "learning_rate": 1.4000085690069497e-06,
      "loss": 0.0404,
      "step": 12369
    },
    {
      "epoch": 0.9251018958232061,
      "grad_norm": 0.9999949336051941,
      "learning_rate": 1.397228616868912e-06,
      "loss": 0.1185,
      "step": 12370
    },
    {
      "epoch": 0.9251766817484949,
      "grad_norm": 1.066544532775879,
      "learning_rate": 1.394451388394552e-06,
      "loss": 0.1111,
      "step": 12371
    },
    {
      "epoch": 0.9252514676737837,
      "grad_norm": 0.6741780638694763,
      "learning_rate": 1.3916768837395066e-06,
      "loss": 0.0548,
      "step": 12372
    },
    {
      "epoch": 0.9253262535990726,
      "grad_norm": 0.7469797730445862,
      "learning_rate": 1.3889051030592404e-06,
      "loss": 0.0746,
      "step": 12373
    },
    {
      "epoch": 0.9254010395243615,
      "grad_norm": 0.5347453951835632,
      "learning_rate": 1.3861360465091067e-06,
      "loss": 0.0359,
      "step": 12374
    },
    {
      "epoch": 0.9254758254496503,
      "grad_norm": 0.3903619647026062,
      "learning_rate": 1.383369714244259e-06,
      "loss": 0.0194,
      "step": 12375
    },
    {
      "epoch": 0.9255506113749392,
      "grad_norm": 0.8982681035995483,
      "learning_rate": 1.3806061064197407e-06,
      "loss": 0.0916,
      "step": 12376
    },
    {
      "epoch": 0.9256253973002281,
      "grad_norm": 0.7653751969337463,
      "learning_rate": 1.3778452231903992e-06,
      "loss": 0.0625,
      "step": 12377
    },
    {
      "epoch": 0.925700183225517,
      "grad_norm": 0.9170000553131104,
      "learning_rate": 1.3750870647109726e-06,
      "loss": 0.0821,
      "step": 12378
    },
    {
      "epoch": 0.9257749691508058,
      "grad_norm": 0.7312406897544861,
      "learning_rate": 1.3723316311360202e-06,
      "loss": 0.0464,
      "step": 12379
    },
    {
      "epoch": 0.9258497550760947,
      "grad_norm": 0.6052654385566711,
      "learning_rate": 1.3695789226199463e-06,
      "loss": 0.0627,
      "step": 12380
    },
    {
      "epoch": 0.9259245410013835,
      "grad_norm": 0.9911318421363831,
      "learning_rate": 1.366828939317022e-06,
      "loss": 0.0967,
      "step": 12381
    },
    {
      "epoch": 0.9259993269266724,
      "grad_norm": 0.751301646232605,
      "learning_rate": 1.3640816813813462e-06,
      "loss": 0.0372,
      "step": 12382
    },
    {
      "epoch": 0.9260741128519613,
      "grad_norm": 0.9463953971862793,
      "learning_rate": 1.361337148966879e-06,
      "loss": 0.1059,
      "step": 12383
    },
    {
      "epoch": 0.9261488987772502,
      "grad_norm": 0.8457741737365723,
      "learning_rate": 1.3585953422274144e-06,
      "loss": 0.0895,
      "step": 12384
    },
    {
      "epoch": 0.926223684702539,
      "grad_norm": 0.49310538172721863,
      "learning_rate": 1.3558562613166125e-06,
      "loss": 0.0206,
      "step": 12385
    },
    {
      "epoch": 0.9262984706278279,
      "grad_norm": 1.166192650794983,
      "learning_rate": 1.3531199063879619e-06,
      "loss": 0.0895,
      "step": 12386
    },
    {
      "epoch": 0.9263732565531168,
      "grad_norm": 0.7752063274383545,
      "learning_rate": 1.3503862775948061e-06,
      "loss": 0.0529,
      "step": 12387
    },
    {
      "epoch": 0.9264480424784055,
      "grad_norm": 0.9223147630691528,
      "learning_rate": 1.3476553750903397e-06,
      "loss": 0.0749,
      "step": 12388
    },
    {
      "epoch": 0.9265228284036944,
      "grad_norm": 1.219911813735962,
      "learning_rate": 1.3449271990275903e-06,
      "loss": 0.0588,
      "step": 12389
    },
    {
      "epoch": 0.9265976143289832,
      "grad_norm": 0.650853157043457,
      "learning_rate": 1.3422017495594574e-06,
      "loss": 0.0264,
      "step": 12390
    },
    {
      "epoch": 0.9266724002542721,
      "grad_norm": 0.9074040055274963,
      "learning_rate": 1.3394790268386581e-06,
      "loss": 0.0757,
      "step": 12391
    },
    {
      "epoch": 0.926747186179561,
      "grad_norm": 1.0454981327056885,
      "learning_rate": 1.3367590310177923e-06,
      "loss": 0.1046,
      "step": 12392
    },
    {
      "epoch": 0.9268219721048498,
      "grad_norm": 1.023973822593689,
      "learning_rate": 1.3340417622492663e-06,
      "loss": 0.1044,
      "step": 12393
    },
    {
      "epoch": 0.9268967580301387,
      "grad_norm": 0.7918397188186646,
      "learning_rate": 1.3313272206853578e-06,
      "loss": 0.0508,
      "step": 12394
    },
    {
      "epoch": 0.9269715439554276,
      "grad_norm": 0.9415112733840942,
      "learning_rate": 1.3286154064781953e-06,
      "loss": 0.0688,
      "step": 12395
    },
    {
      "epoch": 0.9270463298807164,
      "grad_norm": 1.216606855392456,
      "learning_rate": 1.3259063197797407e-06,
      "loss": 0.0795,
      "step": 12396
    },
    {
      "epoch": 0.9271211158060053,
      "grad_norm": 1.2083078622817993,
      "learning_rate": 1.3231999607418166e-06,
      "loss": 0.1243,
      "step": 12397
    },
    {
      "epoch": 0.9271959017312942,
      "grad_norm": 1.2629555463790894,
      "learning_rate": 1.3204963295160743e-06,
      "loss": 0.0968,
      "step": 12398
    },
    {
      "epoch": 0.927270687656583,
      "grad_norm": 2.389897108078003,
      "learning_rate": 1.3177954262540316e-06,
      "loss": 0.1457,
      "step": 12399
    },
    {
      "epoch": 0.9273454735818719,
      "grad_norm": 2.2183611392974854,
      "learning_rate": 1.3150972511070446e-06,
      "loss": 0.2319,
      "step": 12400
    },
    {
      "epoch": 0.9274202595071608,
      "grad_norm": 0.7194774746894836,
      "learning_rate": 1.3124018042263097e-06,
      "loss": 0.0812,
      "step": 12401
    },
    {
      "epoch": 0.9274950454324496,
      "grad_norm": 0.6901736855506897,
      "learning_rate": 1.3097090857628946e-06,
      "loss": 0.0632,
      "step": 12402
    },
    {
      "epoch": 0.9275698313577385,
      "grad_norm": 0.6003542542457581,
      "learning_rate": 1.3070190958676786e-06,
      "loss": 0.0464,
      "step": 12403
    },
    {
      "epoch": 0.9276446172830274,
      "grad_norm": 0.7652475237846375,
      "learning_rate": 1.3043318346914135e-06,
      "loss": 0.0674,
      "step": 12404
    },
    {
      "epoch": 0.9277194032083161,
      "grad_norm": 0.6067502498626709,
      "learning_rate": 1.3016473023846898e-06,
      "loss": 0.085,
      "step": 12405
    },
    {
      "epoch": 0.927794189133605,
      "grad_norm": 0.6168638467788696,
      "learning_rate": 1.298965499097954e-06,
      "loss": 0.0451,
      "step": 12406
    },
    {
      "epoch": 0.9278689750588939,
      "grad_norm": 0.9072866439819336,
      "learning_rate": 1.2962864249814855e-06,
      "loss": 0.0933,
      "step": 12407
    },
    {
      "epoch": 0.9279437609841827,
      "grad_norm": 0.7626067399978638,
      "learning_rate": 1.29361008018542e-06,
      "loss": 0.0646,
      "step": 12408
    },
    {
      "epoch": 0.9280185469094716,
      "grad_norm": 0.5131075382232666,
      "learning_rate": 1.2909364648597377e-06,
      "loss": 0.0659,
      "step": 12409
    },
    {
      "epoch": 0.9280933328347605,
      "grad_norm": 0.6697015166282654,
      "learning_rate": 1.2882655791542631e-06,
      "loss": 0.0603,
      "step": 12410
    },
    {
      "epoch": 0.9281681187600493,
      "grad_norm": 0.8393097519874573,
      "learning_rate": 1.2855974232186763e-06,
      "loss": 0.0696,
      "step": 12411
    },
    {
      "epoch": 0.9282429046853382,
      "grad_norm": 0.5494461059570312,
      "learning_rate": 1.2829319972024912e-06,
      "loss": 0.0343,
      "step": 12412
    },
    {
      "epoch": 0.9283176906106271,
      "grad_norm": 0.41629061102867126,
      "learning_rate": 1.2802693012550882e-06,
      "loss": 0.0336,
      "step": 12413
    },
    {
      "epoch": 0.928392476535916,
      "grad_norm": 0.885452389717102,
      "learning_rate": 1.2776093355256646e-06,
      "loss": 0.0743,
      "step": 12414
    },
    {
      "epoch": 0.9284672624612048,
      "grad_norm": 0.28723621368408203,
      "learning_rate": 1.2749521001633069e-06,
      "loss": 0.0159,
      "step": 12415
    },
    {
      "epoch": 0.9285420483864937,
      "grad_norm": 0.7106658220291138,
      "learning_rate": 1.272297595316907e-06,
      "loss": 0.062,
      "step": 12416
    },
    {
      "epoch": 0.9286168343117825,
      "grad_norm": 0.4683566689491272,
      "learning_rate": 1.2696458211352235e-06,
      "loss": 0.0372,
      "step": 12417
    },
    {
      "epoch": 0.9286916202370714,
      "grad_norm": 0.5469985008239746,
      "learning_rate": 1.2669967777668657e-06,
      "loss": 0.033,
      "step": 12418
    },
    {
      "epoch": 0.9287664061623603,
      "grad_norm": 0.7719259262084961,
      "learning_rate": 1.2643504653602756e-06,
      "loss": 0.064,
      "step": 12419
    },
    {
      "epoch": 0.9288411920876491,
      "grad_norm": 0.7963473200798035,
      "learning_rate": 1.2617068840637624e-06,
      "loss": 0.0629,
      "step": 12420
    },
    {
      "epoch": 0.928915978012938,
      "grad_norm": 0.698817789554596,
      "learning_rate": 1.2590660340254578e-06,
      "loss": 0.0536,
      "step": 12421
    },
    {
      "epoch": 0.9289907639382268,
      "grad_norm": 0.5890032052993774,
      "learning_rate": 1.2564279153933656e-06,
      "loss": 0.0347,
      "step": 12422
    },
    {
      "epoch": 0.9290655498635156,
      "grad_norm": 0.7647107243537903,
      "learning_rate": 1.2537925283153118e-06,
      "loss": 0.0807,
      "step": 12423
    },
    {
      "epoch": 0.9291403357888045,
      "grad_norm": 0.8383294939994812,
      "learning_rate": 1.2511598729389895e-06,
      "loss": 0.0733,
      "step": 12424
    },
    {
      "epoch": 0.9292151217140934,
      "grad_norm": 0.7994174957275391,
      "learning_rate": 1.2485299494119306e-06,
      "loss": 0.0599,
      "step": 12425
    },
    {
      "epoch": 0.9292899076393822,
      "grad_norm": 0.8849868774414062,
      "learning_rate": 1.2459027578815063e-06,
      "loss": 0.0984,
      "step": 12426
    },
    {
      "epoch": 0.9293646935646711,
      "grad_norm": 1.1015090942382812,
      "learning_rate": 1.2432782984949598e-06,
      "loss": 0.1091,
      "step": 12427
    },
    {
      "epoch": 0.92943947948996,
      "grad_norm": 0.9323568344116211,
      "learning_rate": 1.2406565713993345e-06,
      "loss": 0.0818,
      "step": 12428
    },
    {
      "epoch": 0.9295142654152488,
      "grad_norm": 0.9631431102752686,
      "learning_rate": 1.2380375767415854e-06,
      "loss": 0.0913,
      "step": 12429
    },
    {
      "epoch": 0.9295890513405377,
      "grad_norm": 0.6278829574584961,
      "learning_rate": 1.2354213146684556e-06,
      "loss": 0.0476,
      "step": 12430
    },
    {
      "epoch": 0.9296638372658266,
      "grad_norm": 0.6549957990646362,
      "learning_rate": 1.2328077853265617e-06,
      "loss": 0.06,
      "step": 12431
    },
    {
      "epoch": 0.9297386231911154,
      "grad_norm": 1.233199119567871,
      "learning_rate": 1.23019698886237e-06,
      "loss": 0.091,
      "step": 12432
    },
    {
      "epoch": 0.9298134091164043,
      "grad_norm": 0.7541365027427673,
      "learning_rate": 1.2275889254221795e-06,
      "loss": 0.0798,
      "step": 12433
    },
    {
      "epoch": 0.9298881950416932,
      "grad_norm": 0.9084201455116272,
      "learning_rate": 1.2249835951521515e-06,
      "loss": 0.0815,
      "step": 12434
    },
    {
      "epoch": 0.929962980966982,
      "grad_norm": 0.7533398270606995,
      "learning_rate": 1.2223809981982858e-06,
      "loss": 0.088,
      "step": 12435
    },
    {
      "epoch": 0.9300377668922709,
      "grad_norm": 0.994950532913208,
      "learning_rate": 1.2197811347064326e-06,
      "loss": 0.0901,
      "step": 12436
    },
    {
      "epoch": 0.9301125528175598,
      "grad_norm": 0.9079194068908691,
      "learning_rate": 1.217184004822275e-06,
      "loss": 0.0816,
      "step": 12437
    },
    {
      "epoch": 0.9301873387428486,
      "grad_norm": 1.0702500343322754,
      "learning_rate": 1.2145896086913688e-06,
      "loss": 0.0513,
      "step": 12438
    },
    {
      "epoch": 0.9302621246681374,
      "grad_norm": 0.7039258480072021,
      "learning_rate": 1.211997946459087e-06,
      "loss": 0.0488,
      "step": 12439
    },
    {
      "epoch": 0.9303369105934263,
      "grad_norm": 1.605432152748108,
      "learning_rate": 1.2094090182706742e-06,
      "loss": 0.2096,
      "step": 12440
    },
    {
      "epoch": 0.9304116965187151,
      "grad_norm": 1.1310197114944458,
      "learning_rate": 1.2068228242712143e-06,
      "loss": 0.0823,
      "step": 12441
    },
    {
      "epoch": 0.930486482444004,
      "grad_norm": 0.6373401284217834,
      "learning_rate": 1.2042393646056249e-06,
      "loss": 0.0449,
      "step": 12442
    },
    {
      "epoch": 0.9305612683692929,
      "grad_norm": 0.6094983220100403,
      "learning_rate": 1.2016586394186957e-06,
      "loss": 0.0573,
      "step": 12443
    },
    {
      "epoch": 0.9306360542945817,
      "grad_norm": 1.0631954669952393,
      "learning_rate": 1.1990806488550332e-06,
      "loss": 0.0995,
      "step": 12444
    },
    {
      "epoch": 0.9307108402198706,
      "grad_norm": 1.2024109363555908,
      "learning_rate": 1.1965053930591164e-06,
      "loss": 0.11,
      "step": 12445
    },
    {
      "epoch": 0.9307856261451595,
      "grad_norm": 1.7152645587921143,
      "learning_rate": 1.193932872175263e-06,
      "loss": 0.2147,
      "step": 12446
    },
    {
      "epoch": 0.9308604120704483,
      "grad_norm": 2.0942535400390625,
      "learning_rate": 1.1913630863476243e-06,
      "loss": 0.1995,
      "step": 12447
    },
    {
      "epoch": 0.9309351979957372,
      "grad_norm": 1.242949366569519,
      "learning_rate": 1.1887960357202188e-06,
      "loss": 0.071,
      "step": 12448
    },
    {
      "epoch": 0.9310099839210261,
      "grad_norm": 1.5981957912445068,
      "learning_rate": 1.1862317204368922e-06,
      "loss": 0.1164,
      "step": 12449
    },
    {
      "epoch": 0.9310847698463149,
      "grad_norm": 2.0229315757751465,
      "learning_rate": 1.183670140641363e-06,
      "loss": 0.1407,
      "step": 12450
    },
    {
      "epoch": 0.9311595557716038,
      "grad_norm": 0.6388241052627563,
      "learning_rate": 1.1811112964771554e-06,
      "loss": 0.0634,
      "step": 12451
    },
    {
      "epoch": 0.9312343416968927,
      "grad_norm": 0.6330166459083557,
      "learning_rate": 1.1785551880876987e-06,
      "loss": 0.0623,
      "step": 12452
    },
    {
      "epoch": 0.9313091276221815,
      "grad_norm": 0.9314039349555969,
      "learning_rate": 1.1760018156162067e-06,
      "loss": 0.0776,
      "step": 12453
    },
    {
      "epoch": 0.9313839135474704,
      "grad_norm": 1.3442955017089844,
      "learning_rate": 1.1734511792057755e-06,
      "loss": 0.2895,
      "step": 12454
    },
    {
      "epoch": 0.9314586994727593,
      "grad_norm": 0.577721357345581,
      "learning_rate": 1.1709032789993467e-06,
      "loss": 0.044,
      "step": 12455
    },
    {
      "epoch": 0.931533485398048,
      "grad_norm": 0.49598994851112366,
      "learning_rate": 1.1683581151397004e-06,
      "loss": 0.0326,
      "step": 12456
    },
    {
      "epoch": 0.9316082713233369,
      "grad_norm": 0.5706026554107666,
      "learning_rate": 1.1658156877694671e-06,
      "loss": 0.0403,
      "step": 12457
    },
    {
      "epoch": 0.9316830572486258,
      "grad_norm": 0.663764476776123,
      "learning_rate": 1.1632759970311213e-06,
      "loss": 0.0566,
      "step": 12458
    },
    {
      "epoch": 0.9317578431739146,
      "grad_norm": 0.9009438157081604,
      "learning_rate": 1.160739043066983e-06,
      "loss": 0.1718,
      "step": 12459
    },
    {
      "epoch": 0.9318326290992035,
      "grad_norm": 0.6523305177688599,
      "learning_rate": 1.1582048260192212e-06,
      "loss": 0.0547,
      "step": 12460
    },
    {
      "epoch": 0.9319074150244924,
      "grad_norm": 0.6173126697540283,
      "learning_rate": 1.1556733460298563e-06,
      "loss": 0.0525,
      "step": 12461
    },
    {
      "epoch": 0.9319822009497812,
      "grad_norm": 0.7145615220069885,
      "learning_rate": 1.1531446032407523e-06,
      "loss": 0.0752,
      "step": 12462
    },
    {
      "epoch": 0.9320569868750701,
      "grad_norm": 0.8102037310600281,
      "learning_rate": 1.1506185977936013e-06,
      "loss": 0.0393,
      "step": 12463
    },
    {
      "epoch": 0.932131772800359,
      "grad_norm": 0.9260133504867554,
      "learning_rate": 1.1480953298299847e-06,
      "loss": 0.0859,
      "step": 12464
    },
    {
      "epoch": 0.9322065587256478,
      "grad_norm": 0.9749637842178345,
      "learning_rate": 1.1455747994912779e-06,
      "loss": 0.0675,
      "step": 12465
    },
    {
      "epoch": 0.9322813446509367,
      "grad_norm": 0.7421875596046448,
      "learning_rate": 1.1430570069187519e-06,
      "loss": 0.1298,
      "step": 12466
    },
    {
      "epoch": 0.9323561305762256,
      "grad_norm": 1.0632728338241577,
      "learning_rate": 1.1405419522534933e-06,
      "loss": 0.0791,
      "step": 12467
    },
    {
      "epoch": 0.9324309165015144,
      "grad_norm": 0.5201594233512878,
      "learning_rate": 1.1380296356364396e-06,
      "loss": 0.0372,
      "step": 12468
    },
    {
      "epoch": 0.9325057024268033,
      "grad_norm": 1.120099663734436,
      "learning_rate": 1.1355200572083892e-06,
      "loss": 0.099,
      "step": 12469
    },
    {
      "epoch": 0.9325804883520922,
      "grad_norm": 0.5730909705162048,
      "learning_rate": 1.1330132171099571e-06,
      "loss": 0.0409,
      "step": 12470
    },
    {
      "epoch": 0.932655274277381,
      "grad_norm": 0.56953364610672,
      "learning_rate": 1.1305091154816538e-06,
      "loss": 0.0394,
      "step": 12471
    },
    {
      "epoch": 0.9327300602026699,
      "grad_norm": 0.8614988327026367,
      "learning_rate": 1.1280077524637779e-06,
      "loss": 0.0647,
      "step": 12472
    },
    {
      "epoch": 0.9328048461279587,
      "grad_norm": 0.5363100171089172,
      "learning_rate": 1.1255091281965279e-06,
      "loss": 0.0324,
      "step": 12473
    },
    {
      "epoch": 0.9328796320532475,
      "grad_norm": 0.9651135206222534,
      "learning_rate": 1.1230132428199036e-06,
      "loss": 0.1099,
      "step": 12474
    },
    {
      "epoch": 0.9329544179785364,
      "grad_norm": 0.5295768976211548,
      "learning_rate": 1.1205200964737982e-06,
      "loss": 0.0404,
      "step": 12475
    },
    {
      "epoch": 0.9330292039038253,
      "grad_norm": 1.0516074895858765,
      "learning_rate": 1.1180296892979059e-06,
      "loss": 0.1384,
      "step": 12476
    },
    {
      "epoch": 0.9331039898291141,
      "grad_norm": 0.7958115935325623,
      "learning_rate": 1.1155420214317924e-06,
      "loss": 0.0653,
      "step": 12477
    },
    {
      "epoch": 0.933178775754403,
      "grad_norm": 0.7676805853843689,
      "learning_rate": 1.1130570930148632e-06,
      "loss": 0.0495,
      "step": 12478
    },
    {
      "epoch": 0.9332535616796919,
      "grad_norm": 0.5274981260299683,
      "learning_rate": 1.1105749041863733e-06,
      "loss": 0.0321,
      "step": 12479
    },
    {
      "epoch": 0.9333283476049807,
      "grad_norm": 0.618229329586029,
      "learning_rate": 1.1080954550854283e-06,
      "loss": 0.0354,
      "step": 12480
    },
    {
      "epoch": 0.9334031335302696,
      "grad_norm": 0.6946204304695129,
      "learning_rate": 1.105618745850967e-06,
      "loss": 0.0477,
      "step": 12481
    },
    {
      "epoch": 0.9334779194555585,
      "grad_norm": 0.7113604545593262,
      "learning_rate": 1.1031447766217839e-06,
      "loss": 0.0563,
      "step": 12482
    },
    {
      "epoch": 0.9335527053808473,
      "grad_norm": 1.167659044265747,
      "learning_rate": 1.1006735475365293e-06,
      "loss": 0.1568,
      "step": 12483
    },
    {
      "epoch": 0.9336274913061362,
      "grad_norm": 0.6144353151321411,
      "learning_rate": 1.0982050587336644e-06,
      "loss": 0.0306,
      "step": 12484
    },
    {
      "epoch": 0.9337022772314251,
      "grad_norm": 0.7763070464134216,
      "learning_rate": 1.0957393103515456e-06,
      "loss": 0.0543,
      "step": 12485
    },
    {
      "epoch": 0.9337770631567139,
      "grad_norm": 0.748293399810791,
      "learning_rate": 1.09327630252834e-06,
      "loss": 0.0795,
      "step": 12486
    },
    {
      "epoch": 0.9338518490820028,
      "grad_norm": 1.3273794651031494,
      "learning_rate": 1.0908160354020813e-06,
      "loss": 0.1378,
      "step": 12487
    },
    {
      "epoch": 0.9339266350072917,
      "grad_norm": 0.8154144287109375,
      "learning_rate": 1.0883585091106208e-06,
      "loss": 0.0729,
      "step": 12488
    },
    {
      "epoch": 0.9340014209325805,
      "grad_norm": 1.005914568901062,
      "learning_rate": 1.0859037237917036e-06,
      "loss": 0.0912,
      "step": 12489
    },
    {
      "epoch": 0.9340762068578693,
      "grad_norm": 1.0982024669647217,
      "learning_rate": 1.0834516795828809e-06,
      "loss": 0.0811,
      "step": 12490
    },
    {
      "epoch": 0.9341509927831582,
      "grad_norm": 0.9001761674880981,
      "learning_rate": 1.0810023766215594e-06,
      "loss": 0.0676,
      "step": 12491
    },
    {
      "epoch": 0.934225778708447,
      "grad_norm": 0.8528783917427063,
      "learning_rate": 1.0785558150450014e-06,
      "loss": 0.0951,
      "step": 12492
    },
    {
      "epoch": 0.9343005646337359,
      "grad_norm": 0.8803292512893677,
      "learning_rate": 1.0761119949903086e-06,
      "loss": 0.0705,
      "step": 12493
    },
    {
      "epoch": 0.9343753505590248,
      "grad_norm": 0.9373463988304138,
      "learning_rate": 1.0736709165944326e-06,
      "loss": 0.0854,
      "step": 12494
    },
    {
      "epoch": 0.9344501364843136,
      "grad_norm": 1.2738622426986694,
      "learning_rate": 1.071232579994169e-06,
      "loss": 0.1543,
      "step": 12495
    },
    {
      "epoch": 0.9345249224096025,
      "grad_norm": 1.1421059370040894,
      "learning_rate": 1.0687969853261649e-06,
      "loss": 0.1023,
      "step": 12496
    },
    {
      "epoch": 0.9345997083348914,
      "grad_norm": 1.1094027757644653,
      "learning_rate": 1.066364132726899e-06,
      "loss": 0.1125,
      "step": 12497
    },
    {
      "epoch": 0.9346744942601802,
      "grad_norm": 1.631894826889038,
      "learning_rate": 1.0639340223327188e-06,
      "loss": 0.1323,
      "step": 12498
    },
    {
      "epoch": 0.9347492801854691,
      "grad_norm": 1.5226006507873535,
      "learning_rate": 1.061506654279798e-06,
      "loss": 0.1234,
      "step": 12499
    },
    {
      "epoch": 0.934824066110758,
      "grad_norm": 4.439924716949463,
      "learning_rate": 1.0590820287041613e-06,
      "loss": 0.552,
      "step": 12500
    },
    {
      "epoch": 0.9348988520360468,
      "grad_norm": 0.8653973937034607,
      "learning_rate": 1.056660145741689e-06,
      "loss": 0.1289,
      "step": 12501
    },
    {
      "epoch": 0.9349736379613357,
      "grad_norm": 0.45869874954223633,
      "learning_rate": 1.0542410055281005e-06,
      "loss": 0.0348,
      "step": 12502
    },
    {
      "epoch": 0.9350484238866246,
      "grad_norm": 0.5945663452148438,
      "learning_rate": 1.051824608198959e-06,
      "loss": 0.0651,
      "step": 12503
    },
    {
      "epoch": 0.9351232098119134,
      "grad_norm": 0.5007233023643494,
      "learning_rate": 1.0494109538896845e-06,
      "loss": 0.035,
      "step": 12504
    },
    {
      "epoch": 0.9351979957372023,
      "grad_norm": 0.40599051117897034,
      "learning_rate": 1.0470000427355353e-06,
      "loss": 0.0349,
      "step": 12505
    },
    {
      "epoch": 0.9352727816624912,
      "grad_norm": 0.6430850625038147,
      "learning_rate": 1.0445918748716144e-06,
      "loss": 0.0511,
      "step": 12506
    },
    {
      "epoch": 0.9353475675877799,
      "grad_norm": 0.6084028482437134,
      "learning_rate": 1.0421864504328693e-06,
      "loss": 0.0543,
      "step": 12507
    },
    {
      "epoch": 0.9354223535130688,
      "grad_norm": 0.6750675439834595,
      "learning_rate": 1.0397837695541091e-06,
      "loss": 0.0321,
      "step": 12508
    },
    {
      "epoch": 0.9354971394383577,
      "grad_norm": 0.6320918202400208,
      "learning_rate": 1.0373838323699647e-06,
      "loss": 0.0531,
      "step": 12509
    },
    {
      "epoch": 0.9355719253636465,
      "grad_norm": 0.5514473915100098,
      "learning_rate": 1.0349866390149454e-06,
      "loss": 0.0352,
      "step": 12510
    },
    {
      "epoch": 0.9356467112889354,
      "grad_norm": 0.578802764415741,
      "learning_rate": 1.0325921896233659e-06,
      "loss": 0.039,
      "step": 12511
    },
    {
      "epoch": 0.9357214972142243,
      "grad_norm": 0.8988310694694519,
      "learning_rate": 1.0302004843294244e-06,
      "loss": 0.0868,
      "step": 12512
    },
    {
      "epoch": 0.9357962831395131,
      "grad_norm": 0.5603222846984863,
      "learning_rate": 1.0278115232671471e-06,
      "loss": 0.0471,
      "step": 12513
    },
    {
      "epoch": 0.935871069064802,
      "grad_norm": 0.6879968047142029,
      "learning_rate": 1.02542530657041e-06,
      "loss": 0.0676,
      "step": 12514
    },
    {
      "epoch": 0.9359458549900909,
      "grad_norm": 0.8806831240653992,
      "learning_rate": 1.0230418343729341e-06,
      "loss": 0.0579,
      "step": 12515
    },
    {
      "epoch": 0.9360206409153797,
      "grad_norm": 1.0643521547317505,
      "learning_rate": 1.020661106808285e-06,
      "loss": 0.1112,
      "step": 12516
    },
    {
      "epoch": 0.9360954268406686,
      "grad_norm": 0.5172863006591797,
      "learning_rate": 1.0182831240098777e-06,
      "loss": 0.0313,
      "step": 12517
    },
    {
      "epoch": 0.9361702127659575,
      "grad_norm": 0.8010215163230896,
      "learning_rate": 1.0159078861109784e-06,
      "loss": 0.0502,
      "step": 12518
    },
    {
      "epoch": 0.9362449986912463,
      "grad_norm": 0.6733329892158508,
      "learning_rate": 1.0135353932446857e-06,
      "loss": 0.0478,
      "step": 12519
    },
    {
      "epoch": 0.9363197846165352,
      "grad_norm": 0.7237607836723328,
      "learning_rate": 1.01116564554396e-06,
      "loss": 0.0521,
      "step": 12520
    },
    {
      "epoch": 0.9363945705418241,
      "grad_norm": 0.7240753173828125,
      "learning_rate": 1.0087986431415951e-06,
      "loss": 0.0674,
      "step": 12521
    },
    {
      "epoch": 0.9364693564671129,
      "grad_norm": 1.2287027835845947,
      "learning_rate": 1.0064343861702407e-06,
      "loss": 0.1044,
      "step": 12522
    },
    {
      "epoch": 0.9365441423924018,
      "grad_norm": 0.6683182120323181,
      "learning_rate": 1.004072874762374e-06,
      "loss": 0.0509,
      "step": 12523
    },
    {
      "epoch": 0.9366189283176906,
      "grad_norm": 0.852583646774292,
      "learning_rate": 1.0017141090503556e-06,
      "loss": 0.0721,
      "step": 12524
    },
    {
      "epoch": 0.9366937142429794,
      "grad_norm": 0.9360206127166748,
      "learning_rate": 9.993580891663412e-07,
      "loss": 0.0608,
      "step": 12525
    },
    {
      "epoch": 0.9367685001682683,
      "grad_norm": 0.9604947566986084,
      "learning_rate": 9.970048152423915e-07,
      "loss": 0.101,
      "step": 12526
    },
    {
      "epoch": 0.9368432860935572,
      "grad_norm": 0.7021998167037964,
      "learning_rate": 9.94654287410357e-07,
      "loss": 0.05,
      "step": 12527
    },
    {
      "epoch": 0.936918072018846,
      "grad_norm": 0.5523110628128052,
      "learning_rate": 9.92306505801971e-07,
      "loss": 0.0397,
      "step": 12528
    },
    {
      "epoch": 0.9369928579441349,
      "grad_norm": 0.9970968961715698,
      "learning_rate": 9.899614705488058e-07,
      "loss": 0.0949,
      "step": 12529
    },
    {
      "epoch": 0.9370676438694238,
      "grad_norm": 1.1363786458969116,
      "learning_rate": 9.876191817822566e-07,
      "loss": 0.1871,
      "step": 12530
    },
    {
      "epoch": 0.9371424297947126,
      "grad_norm": 0.626274585723877,
      "learning_rate": 9.852796396336072e-07,
      "loss": 0.0513,
      "step": 12531
    },
    {
      "epoch": 0.9372172157200015,
      "grad_norm": 0.905566930770874,
      "learning_rate": 9.829428442339417e-07,
      "loss": 0.0681,
      "step": 12532
    },
    {
      "epoch": 0.9372920016452904,
      "grad_norm": 0.4790811538696289,
      "learning_rate": 9.80608795714233e-07,
      "loss": 0.0315,
      "step": 12533
    },
    {
      "epoch": 0.9373667875705792,
      "grad_norm": 0.5292857885360718,
      "learning_rate": 9.782774942052597e-07,
      "loss": 0.0404,
      "step": 12534
    },
    {
      "epoch": 0.9374415734958681,
      "grad_norm": 0.9563535451889038,
      "learning_rate": 9.759489398376898e-07,
      "loss": 0.0895,
      "step": 12535
    },
    {
      "epoch": 0.937516359421157,
      "grad_norm": 1.172168493270874,
      "learning_rate": 9.736231327419908e-07,
      "loss": 0.1312,
      "step": 12536
    },
    {
      "epoch": 0.9375911453464458,
      "grad_norm": 0.9100444912910461,
      "learning_rate": 9.713000730485088e-07,
      "loss": 0.0801,
      "step": 12537
    },
    {
      "epoch": 0.9376659312717347,
      "grad_norm": 0.8602670431137085,
      "learning_rate": 9.689797608874284e-07,
      "loss": 0.0683,
      "step": 12538
    },
    {
      "epoch": 0.9377407171970236,
      "grad_norm": 0.840240478515625,
      "learning_rate": 9.666621963887789e-07,
      "loss": 0.0621,
      "step": 12539
    },
    {
      "epoch": 0.9378155031223124,
      "grad_norm": 1.323801875114441,
      "learning_rate": 9.643473796824287e-07,
      "loss": 0.0996,
      "step": 12540
    },
    {
      "epoch": 0.9378902890476012,
      "grad_norm": 0.8430135846138,
      "learning_rate": 9.620353108981017e-07,
      "loss": 0.0891,
      "step": 12541
    },
    {
      "epoch": 0.9379650749728901,
      "grad_norm": 0.8662542104721069,
      "learning_rate": 9.59725990165361e-07,
      "loss": 0.0625,
      "step": 12542
    },
    {
      "epoch": 0.9380398608981789,
      "grad_norm": 1.557435154914856,
      "learning_rate": 9.574194176136309e-07,
      "loss": 0.1578,
      "step": 12543
    },
    {
      "epoch": 0.9381146468234678,
      "grad_norm": 1.0590369701385498,
      "learning_rate": 9.551155933721578e-07,
      "loss": 0.0785,
      "step": 12544
    },
    {
      "epoch": 0.9381894327487567,
      "grad_norm": 1.6649399995803833,
      "learning_rate": 9.528145175700498e-07,
      "loss": 0.2092,
      "step": 12545
    },
    {
      "epoch": 0.9382642186740455,
      "grad_norm": 1.5280137062072754,
      "learning_rate": 9.505161903362592e-07,
      "loss": 0.1892,
      "step": 12546
    },
    {
      "epoch": 0.9383390045993344,
      "grad_norm": 1.3384236097335815,
      "learning_rate": 9.482206117995829e-07,
      "loss": 0.0751,
      "step": 12547
    },
    {
      "epoch": 0.9384137905246233,
      "grad_norm": 1.6282203197479248,
      "learning_rate": 9.459277820886569e-07,
      "loss": 0.112,
      "step": 12548
    },
    {
      "epoch": 0.9384885764499121,
      "grad_norm": 1.3989617824554443,
      "learning_rate": 9.436377013319841e-07,
      "loss": 0.1467,
      "step": 12549
    },
    {
      "epoch": 0.938563362375201,
      "grad_norm": 3.0273280143737793,
      "learning_rate": 9.41350369657884e-07,
      "loss": 0.2959,
      "step": 12550
    },
    {
      "epoch": 0.9386381483004899,
      "grad_norm": 1.4821072816848755,
      "learning_rate": 9.39065787194543e-07,
      "loss": 0.0608,
      "step": 12551
    },
    {
      "epoch": 0.9387129342257787,
      "grad_norm": 0.5868608355522156,
      "learning_rate": 9.367839540699863e-07,
      "loss": 0.067,
      "step": 12552
    },
    {
      "epoch": 0.9387877201510676,
      "grad_norm": 0.4985574185848236,
      "learning_rate": 9.34504870412084e-07,
      "loss": 0.0473,
      "step": 12553
    },
    {
      "epoch": 0.9388625060763565,
      "grad_norm": 0.6166842579841614,
      "learning_rate": 9.322285363485617e-07,
      "loss": 0.0395,
      "step": 12554
    },
    {
      "epoch": 0.9389372920016453,
      "grad_norm": 0.42839252948760986,
      "learning_rate": 9.299549520069783e-07,
      "loss": 0.0413,
      "step": 12555
    },
    {
      "epoch": 0.9390120779269342,
      "grad_norm": 0.5333250761032104,
      "learning_rate": 9.276841175147488e-07,
      "loss": 0.0349,
      "step": 12556
    },
    {
      "epoch": 0.9390868638522231,
      "grad_norm": 0.734086811542511,
      "learning_rate": 9.254160329991213e-07,
      "loss": 0.0806,
      "step": 12557
    },
    {
      "epoch": 0.9391616497775118,
      "grad_norm": 0.8380252122879028,
      "learning_rate": 9.231506985871996e-07,
      "loss": 0.0791,
      "step": 12558
    },
    {
      "epoch": 0.9392364357028007,
      "grad_norm": 0.4603354334831238,
      "learning_rate": 9.208881144059378e-07,
      "loss": 0.0351,
      "step": 12559
    },
    {
      "epoch": 0.9393112216280896,
      "grad_norm": 0.7194004058837891,
      "learning_rate": 9.186282805821234e-07,
      "loss": 0.0524,
      "step": 12560
    },
    {
      "epoch": 0.9393860075533784,
      "grad_norm": 0.7770792245864868,
      "learning_rate": 9.163711972423939e-07,
      "loss": 0.0657,
      "step": 12561
    },
    {
      "epoch": 0.9394607934786673,
      "grad_norm": 0.8841896057128906,
      "learning_rate": 9.14116864513237e-07,
      "loss": 0.0794,
      "step": 12562
    },
    {
      "epoch": 0.9395355794039562,
      "grad_norm": 0.712408721446991,
      "learning_rate": 9.11865282520985e-07,
      "loss": 0.0768,
      "step": 12563
    },
    {
      "epoch": 0.939610365329245,
      "grad_norm": 0.4839862287044525,
      "learning_rate": 9.096164513918148e-07,
      "loss": 0.0483,
      "step": 12564
    },
    {
      "epoch": 0.9396851512545339,
      "grad_norm": 0.892360508441925,
      "learning_rate": 9.073703712517534e-07,
      "loss": 0.1059,
      "step": 12565
    },
    {
      "epoch": 0.9397599371798228,
      "grad_norm": 0.6296715140342712,
      "learning_rate": 9.051270422266666e-07,
      "loss": 0.0556,
      "step": 12566
    },
    {
      "epoch": 0.9398347231051116,
      "grad_norm": 0.4793127179145813,
      "learning_rate": 9.028864644422541e-07,
      "loss": 0.0608,
      "step": 12567
    },
    {
      "epoch": 0.9399095090304005,
      "grad_norm": 0.609968364238739,
      "learning_rate": 9.006486380241042e-07,
      "loss": 0.0486,
      "step": 12568
    },
    {
      "epoch": 0.9399842949556894,
      "grad_norm": 1.1001979112625122,
      "learning_rate": 8.984135630975998e-07,
      "loss": 0.0888,
      "step": 12569
    },
    {
      "epoch": 0.9400590808809782,
      "grad_norm": 0.6560287475585938,
      "learning_rate": 8.961812397880076e-07,
      "loss": 0.0435,
      "step": 12570
    },
    {
      "epoch": 0.9401338668062671,
      "grad_norm": 0.6212432980537415,
      "learning_rate": 8.939516682204107e-07,
      "loss": 0.0457,
      "step": 12571
    },
    {
      "epoch": 0.940208652731556,
      "grad_norm": 0.657311201095581,
      "learning_rate": 8.917248485197704e-07,
      "loss": 0.0568,
      "step": 12572
    },
    {
      "epoch": 0.9402834386568448,
      "grad_norm": 1.039839744567871,
      "learning_rate": 8.895007808108591e-07,
      "loss": 0.0999,
      "step": 12573
    },
    {
      "epoch": 0.9403582245821337,
      "grad_norm": 0.6255285143852234,
      "learning_rate": 8.872794652183214e-07,
      "loss": 0.0586,
      "step": 12574
    },
    {
      "epoch": 0.9404330105074225,
      "grad_norm": 0.7797040343284607,
      "learning_rate": 8.850609018666412e-07,
      "loss": 0.0649,
      "step": 12575
    },
    {
      "epoch": 0.9405077964327113,
      "grad_norm": 0.67592453956604,
      "learning_rate": 8.828450908801355e-07,
      "loss": 0.0587,
      "step": 12576
    },
    {
      "epoch": 0.9405825823580002,
      "grad_norm": 0.8002529740333557,
      "learning_rate": 8.806320323829831e-07,
      "loss": 0.0656,
      "step": 12577
    },
    {
      "epoch": 0.940657368283289,
      "grad_norm": 0.5588682293891907,
      "learning_rate": 8.784217264992012e-07,
      "loss": 0.034,
      "step": 12578
    },
    {
      "epoch": 0.9407321542085779,
      "grad_norm": 0.8402893543243408,
      "learning_rate": 8.762141733526519e-07,
      "loss": 0.0751,
      "step": 12579
    },
    {
      "epoch": 0.9408069401338668,
      "grad_norm": 0.6532342433929443,
      "learning_rate": 8.740093730670473e-07,
      "loss": 0.0589,
      "step": 12580
    },
    {
      "epoch": 0.9408817260591557,
      "grad_norm": 1.0231462717056274,
      "learning_rate": 8.718073257659387e-07,
      "loss": 0.0621,
      "step": 12581
    },
    {
      "epoch": 0.9409565119844445,
      "grad_norm": 0.7145240902900696,
      "learning_rate": 8.696080315727384e-07,
      "loss": 0.0575,
      "step": 12582
    },
    {
      "epoch": 0.9410312979097334,
      "grad_norm": 0.7136442065238953,
      "learning_rate": 8.674114906106756e-07,
      "loss": 0.0542,
      "step": 12583
    },
    {
      "epoch": 0.9411060838350223,
      "grad_norm": 1.2887336015701294,
      "learning_rate": 8.652177030028574e-07,
      "loss": 0.1836,
      "step": 12584
    },
    {
      "epoch": 0.9411808697603111,
      "grad_norm": 0.9251242280006409,
      "learning_rate": 8.630266688722133e-07,
      "loss": 0.1001,
      "step": 12585
    },
    {
      "epoch": 0.9412556556856,
      "grad_norm": 0.8228129744529724,
      "learning_rate": 8.608383883415338e-07,
      "loss": 0.1365,
      "step": 12586
    },
    {
      "epoch": 0.9413304416108889,
      "grad_norm": 0.6853412985801697,
      "learning_rate": 8.586528615334433e-07,
      "loss": 0.0522,
      "step": 12587
    },
    {
      "epoch": 0.9414052275361777,
      "grad_norm": 1.047037959098816,
      "learning_rate": 8.564700885704213e-07,
      "loss": 0.1421,
      "step": 12588
    },
    {
      "epoch": 0.9414800134614666,
      "grad_norm": 0.8094053864479065,
      "learning_rate": 8.542900695747868e-07,
      "loss": 0.0698,
      "step": 12589
    },
    {
      "epoch": 0.9415547993867555,
      "grad_norm": 0.9422431588172913,
      "learning_rate": 8.521128046687032e-07,
      "loss": 0.0726,
      "step": 12590
    },
    {
      "epoch": 0.9416295853120443,
      "grad_norm": 1.15494704246521,
      "learning_rate": 8.499382939741951e-07,
      "loss": 0.0805,
      "step": 12591
    },
    {
      "epoch": 0.9417043712373331,
      "grad_norm": 1.4071694612503052,
      "learning_rate": 8.477665376131038e-07,
      "loss": 0.175,
      "step": 12592
    },
    {
      "epoch": 0.941779157162622,
      "grad_norm": 0.6971390843391418,
      "learning_rate": 8.455975357071433e-07,
      "loss": 0.0562,
      "step": 12593
    },
    {
      "epoch": 0.9418539430879108,
      "grad_norm": 0.7935329079627991,
      "learning_rate": 8.43431288377855e-07,
      "loss": 0.0451,
      "step": 12594
    },
    {
      "epoch": 0.9419287290131997,
      "grad_norm": 1.1548629999160767,
      "learning_rate": 8.412677957466475e-07,
      "loss": 0.1414,
      "step": 12595
    },
    {
      "epoch": 0.9420035149384886,
      "grad_norm": 1.3556452989578247,
      "learning_rate": 8.391070579347515e-07,
      "loss": 0.1104,
      "step": 12596
    },
    {
      "epoch": 0.9420783008637774,
      "grad_norm": 1.192015290260315,
      "learning_rate": 8.369490750632481e-07,
      "loss": 0.0903,
      "step": 12597
    },
    {
      "epoch": 0.9421530867890663,
      "grad_norm": 1.2301455736160278,
      "learning_rate": 8.347938472530792e-07,
      "loss": 0.1011,
      "step": 12598
    },
    {
      "epoch": 0.9422278727143552,
      "grad_norm": 1.7703295946121216,
      "learning_rate": 8.326413746250206e-07,
      "loss": 0.1598,
      "step": 12599
    },
    {
      "epoch": 0.942302658639644,
      "grad_norm": 1.3876150846481323,
      "learning_rate": 8.304916572996924e-07,
      "loss": 0.0789,
      "step": 12600
    },
    {
      "epoch": 0.9423774445649329,
      "grad_norm": 0.3878156244754791,
      "learning_rate": 8.283446953975594e-07,
      "loss": 0.0188,
      "step": 12601
    },
    {
      "epoch": 0.9424522304902218,
      "grad_norm": 0.5703154802322388,
      "learning_rate": 8.262004890389474e-07,
      "loss": 0.0829,
      "step": 12602
    },
    {
      "epoch": 0.9425270164155106,
      "grad_norm": 0.6761164665222168,
      "learning_rate": 8.240590383440105e-07,
      "loss": 0.0527,
      "step": 12603
    },
    {
      "epoch": 0.9426018023407995,
      "grad_norm": 0.4906598925590515,
      "learning_rate": 8.219203434327416e-07,
      "loss": 0.0402,
      "step": 12604
    },
    {
      "epoch": 0.9426765882660884,
      "grad_norm": 0.6172904372215271,
      "learning_rate": 8.197844044250113e-07,
      "loss": 0.0448,
      "step": 12605
    },
    {
      "epoch": 0.9427513741913772,
      "grad_norm": 0.5194318294525146,
      "learning_rate": 8.176512214405019e-07,
      "loss": 0.0368,
      "step": 12606
    },
    {
      "epoch": 0.9428261601166661,
      "grad_norm": 0.7485403418540955,
      "learning_rate": 8.155207945987675e-07,
      "loss": 0.0494,
      "step": 12607
    },
    {
      "epoch": 0.942900946041955,
      "grad_norm": 0.8928155303001404,
      "learning_rate": 8.13393124019185e-07,
      "loss": 0.0934,
      "step": 12608
    },
    {
      "epoch": 0.9429757319672437,
      "grad_norm": 0.7829579710960388,
      "learning_rate": 8.112682098209922e-07,
      "loss": 0.0639,
      "step": 12609
    },
    {
      "epoch": 0.9430505178925326,
      "grad_norm": 0.5244889855384827,
      "learning_rate": 8.091460521232719e-07,
      "loss": 0.0263,
      "step": 12610
    },
    {
      "epoch": 0.9431253038178214,
      "grad_norm": 0.4542607367038727,
      "learning_rate": 8.070266510449342e-07,
      "loss": 0.0397,
      "step": 12611
    },
    {
      "epoch": 0.9432000897431103,
      "grad_norm": 0.6887733340263367,
      "learning_rate": 8.049100067047621e-07,
      "loss": 0.1111,
      "step": 12612
    },
    {
      "epoch": 0.9432748756683992,
      "grad_norm": 1.0444307327270508,
      "learning_rate": 8.027961192213718e-07,
      "loss": 0.0671,
      "step": 12613
    },
    {
      "epoch": 0.943349661593688,
      "grad_norm": 0.518829882144928,
      "learning_rate": 8.006849887132128e-07,
      "loss": 0.0263,
      "step": 12614
    },
    {
      "epoch": 0.9434244475189769,
      "grad_norm": 0.7069329619407654,
      "learning_rate": 7.985766152985963e-07,
      "loss": 0.0597,
      "step": 12615
    },
    {
      "epoch": 0.9434992334442658,
      "grad_norm": 1.010924220085144,
      "learning_rate": 7.964709990956831e-07,
      "loss": 0.1033,
      "step": 12616
    },
    {
      "epoch": 0.9435740193695547,
      "grad_norm": 0.8693549036979675,
      "learning_rate": 7.943681402224568e-07,
      "loss": 0.0824,
      "step": 12617
    },
    {
      "epoch": 0.9436488052948435,
      "grad_norm": 0.6036191582679749,
      "learning_rate": 7.922680387967674e-07,
      "loss": 0.0476,
      "step": 12618
    },
    {
      "epoch": 0.9437235912201324,
      "grad_norm": 0.6959652304649353,
      "learning_rate": 7.901706949363041e-07,
      "loss": 0.054,
      "step": 12619
    },
    {
      "epoch": 0.9437983771454213,
      "grad_norm": 0.6681597828865051,
      "learning_rate": 7.880761087585898e-07,
      "loss": 0.061,
      "step": 12620
    },
    {
      "epoch": 0.9438731630707101,
      "grad_norm": 0.6332253217697144,
      "learning_rate": 7.859842803810192e-07,
      "loss": 0.0589,
      "step": 12621
    },
    {
      "epoch": 0.943947948995999,
      "grad_norm": 0.515302836894989,
      "learning_rate": 7.838952099208041e-07,
      "loss": 0.0382,
      "step": 12622
    },
    {
      "epoch": 0.9440227349212879,
      "grad_norm": 0.9000733494758606,
      "learning_rate": 7.818088974950233e-07,
      "loss": 0.0852,
      "step": 12623
    },
    {
      "epoch": 0.9440975208465767,
      "grad_norm": 0.6063116192817688,
      "learning_rate": 7.797253432205831e-07,
      "loss": 0.0288,
      "step": 12624
    },
    {
      "epoch": 0.9441723067718656,
      "grad_norm": 0.7687904238700867,
      "learning_rate": 7.776445472142569e-07,
      "loss": 0.0726,
      "step": 12625
    },
    {
      "epoch": 0.9442470926971543,
      "grad_norm": 0.6144722104072571,
      "learning_rate": 7.755665095926401e-07,
      "loss": 0.0328,
      "step": 12626
    },
    {
      "epoch": 0.9443218786224432,
      "grad_norm": 0.9513064622879028,
      "learning_rate": 7.734912304721842e-07,
      "loss": 0.0727,
      "step": 12627
    },
    {
      "epoch": 0.9443966645477321,
      "grad_norm": 1.038802146911621,
      "learning_rate": 7.714187099692016e-07,
      "loss": 0.1337,
      "step": 12628
    },
    {
      "epoch": 0.944471450473021,
      "grad_norm": 1.1873799562454224,
      "learning_rate": 7.693489481998106e-07,
      "loss": 0.1283,
      "step": 12629
    },
    {
      "epoch": 0.9445462363983098,
      "grad_norm": 1.0994740724563599,
      "learning_rate": 7.67281945280024e-07,
      "loss": 0.1068,
      "step": 12630
    },
    {
      "epoch": 0.9446210223235987,
      "grad_norm": 0.5721765160560608,
      "learning_rate": 7.65217701325649e-07,
      "loss": 0.0429,
      "step": 12631
    },
    {
      "epoch": 0.9446958082488875,
      "grad_norm": 0.7131417393684387,
      "learning_rate": 7.631562164523931e-07,
      "loss": 0.0492,
      "step": 12632
    },
    {
      "epoch": 0.9447705941741764,
      "grad_norm": 1.0121960639953613,
      "learning_rate": 7.610974907757584e-07,
      "loss": 0.1043,
      "step": 12633
    },
    {
      "epoch": 0.9448453800994653,
      "grad_norm": 0.6500483155250549,
      "learning_rate": 7.590415244111193e-07,
      "loss": 0.036,
      "step": 12634
    },
    {
      "epoch": 0.9449201660247541,
      "grad_norm": 1.307214617729187,
      "learning_rate": 7.569883174737002e-07,
      "loss": 0.113,
      "step": 12635
    },
    {
      "epoch": 0.944994951950043,
      "grad_norm": 0.6859266757965088,
      "learning_rate": 7.549378700785481e-07,
      "loss": 0.0611,
      "step": 12636
    },
    {
      "epoch": 0.9450697378753319,
      "grad_norm": 0.7462310791015625,
      "learning_rate": 7.528901823405765e-07,
      "loss": 0.06,
      "step": 12637
    },
    {
      "epoch": 0.9451445238006208,
      "grad_norm": 1.0642167329788208,
      "learning_rate": 7.508452543745326e-07,
      "loss": 0.1436,
      "step": 12638
    },
    {
      "epoch": 0.9452193097259096,
      "grad_norm": 1.1700299978256226,
      "learning_rate": 7.48803086295019e-07,
      "loss": 0.1349,
      "step": 12639
    },
    {
      "epoch": 0.9452940956511985,
      "grad_norm": 1.3663792610168457,
      "learning_rate": 7.467636782164722e-07,
      "loss": 0.1635,
      "step": 12640
    },
    {
      "epoch": 0.9453688815764874,
      "grad_norm": 1.0877496004104614,
      "learning_rate": 7.447270302531728e-07,
      "loss": 0.1373,
      "step": 12641
    },
    {
      "epoch": 0.9454436675017762,
      "grad_norm": 0.899448037147522,
      "learning_rate": 7.426931425192685e-07,
      "loss": 0.0676,
      "step": 12642
    },
    {
      "epoch": 0.945518453427065,
      "grad_norm": 1.218706488609314,
      "learning_rate": 7.406620151287236e-07,
      "loss": 0.1097,
      "step": 12643
    },
    {
      "epoch": 0.9455932393523538,
      "grad_norm": 1.398948073387146,
      "learning_rate": 7.386336481953693e-07,
      "loss": 0.0966,
      "step": 12644
    },
    {
      "epoch": 0.9456680252776427,
      "grad_norm": 1.4657957553863525,
      "learning_rate": 7.366080418328646e-07,
      "loss": 0.1555,
      "step": 12645
    },
    {
      "epoch": 0.9457428112029316,
      "grad_norm": 0.995262861251831,
      "learning_rate": 7.345851961547412e-07,
      "loss": 0.0929,
      "step": 12646
    },
    {
      "epoch": 0.9458175971282204,
      "grad_norm": 1.1435964107513428,
      "learning_rate": 7.325651112743359e-07,
      "loss": 0.0977,
      "step": 12647
    },
    {
      "epoch": 0.9458923830535093,
      "grad_norm": 3.390244483947754,
      "learning_rate": 7.305477873048638e-07,
      "loss": 0.5632,
      "step": 12648
    },
    {
      "epoch": 0.9459671689787982,
      "grad_norm": 2.206940174102783,
      "learning_rate": 7.285332243593678e-07,
      "loss": 0.181,
      "step": 12649
    },
    {
      "epoch": 0.946041954904087,
      "grad_norm": 2.2480876445770264,
      "learning_rate": 7.265214225507522e-07,
      "loss": 0.1323,
      "step": 12650
    },
    {
      "epoch": 0.9461167408293759,
      "grad_norm": 0.593891441822052,
      "learning_rate": 7.245123819917543e-07,
      "loss": 0.0556,
      "step": 12651
    },
    {
      "epoch": 0.9461915267546648,
      "grad_norm": 0.6833043098449707,
      "learning_rate": 7.225061027949509e-07,
      "loss": 0.0751,
      "step": 12652
    },
    {
      "epoch": 0.9462663126799536,
      "grad_norm": 0.45906496047973633,
      "learning_rate": 7.205025850727853e-07,
      "loss": 0.0296,
      "step": 12653
    },
    {
      "epoch": 0.9463410986052425,
      "grad_norm": 0.6269825100898743,
      "learning_rate": 7.185018289375234e-07,
      "loss": 0.0472,
      "step": 12654
    },
    {
      "epoch": 0.9464158845305314,
      "grad_norm": 0.4043489694595337,
      "learning_rate": 7.16503834501292e-07,
      "loss": 0.0287,
      "step": 12655
    },
    {
      "epoch": 0.9464906704558202,
      "grad_norm": 0.5503719449043274,
      "learning_rate": 7.145086018760516e-07,
      "loss": 0.0593,
      "step": 12656
    },
    {
      "epoch": 0.9465654563811091,
      "grad_norm": 0.6607769131660461,
      "learning_rate": 7.125161311736184e-07,
      "loss": 0.0581,
      "step": 12657
    },
    {
      "epoch": 0.946640242306398,
      "grad_norm": 0.7580444812774658,
      "learning_rate": 7.105264225056419e-07,
      "loss": 0.0524,
      "step": 12658
    },
    {
      "epoch": 0.9467150282316869,
      "grad_norm": 0.4944480061531067,
      "learning_rate": 7.085394759836328e-07,
      "loss": 0.0292,
      "step": 12659
    },
    {
      "epoch": 0.9467898141569756,
      "grad_norm": 1.1272668838500977,
      "learning_rate": 7.065552917189355e-07,
      "loss": 0.0717,
      "step": 12660
    },
    {
      "epoch": 0.9468646000822645,
      "grad_norm": 0.4959520995616913,
      "learning_rate": 7.045738698227388e-07,
      "loss": 0.0244,
      "step": 12661
    },
    {
      "epoch": 0.9469393860075533,
      "grad_norm": 0.9025027751922607,
      "learning_rate": 7.025952104060818e-07,
      "loss": 0.1546,
      "step": 12662
    },
    {
      "epoch": 0.9470141719328422,
      "grad_norm": 0.3089839518070221,
      "learning_rate": 7.006193135798533e-07,
      "loss": 0.0134,
      "step": 12663
    },
    {
      "epoch": 0.9470889578581311,
      "grad_norm": 0.8312094211578369,
      "learning_rate": 6.98646179454765e-07,
      "loss": 0.0626,
      "step": 12664
    },
    {
      "epoch": 0.9471637437834199,
      "grad_norm": 0.679973304271698,
      "learning_rate": 6.966758081414116e-07,
      "loss": 0.0684,
      "step": 12665
    },
    {
      "epoch": 0.9472385297087088,
      "grad_norm": 0.8119916915893555,
      "learning_rate": 6.947081997501937e-07,
      "loss": 0.0597,
      "step": 12666
    },
    {
      "epoch": 0.9473133156339977,
      "grad_norm": 0.6136338710784912,
      "learning_rate": 6.927433543913842e-07,
      "loss": 0.0536,
      "step": 12667
    },
    {
      "epoch": 0.9473881015592865,
      "grad_norm": 0.49171993136405945,
      "learning_rate": 6.907812721750839e-07,
      "loss": 0.0262,
      "step": 12668
    },
    {
      "epoch": 0.9474628874845754,
      "grad_norm": 0.598412811756134,
      "learning_rate": 6.88821953211255e-07,
      "loss": 0.0615,
      "step": 12669
    },
    {
      "epoch": 0.9475376734098643,
      "grad_norm": 1.602027416229248,
      "learning_rate": 6.868653976096928e-07,
      "loss": 0.1942,
      "step": 12670
    },
    {
      "epoch": 0.9476124593351531,
      "grad_norm": 0.7294383645057678,
      "learning_rate": 6.849116054800376e-07,
      "loss": 0.0703,
      "step": 12671
    },
    {
      "epoch": 0.947687245260442,
      "grad_norm": 1.0653822422027588,
      "learning_rate": 6.829605769317848e-07,
      "loss": 0.1231,
      "step": 12672
    },
    {
      "epoch": 0.9477620311857309,
      "grad_norm": 0.7895263433456421,
      "learning_rate": 6.810123120742639e-07,
      "loss": 0.083,
      "step": 12673
    },
    {
      "epoch": 0.9478368171110197,
      "grad_norm": 0.6530141234397888,
      "learning_rate": 6.790668110166542e-07,
      "loss": 0.0738,
      "step": 12674
    },
    {
      "epoch": 0.9479116030363086,
      "grad_norm": 0.79813152551651,
      "learning_rate": 6.771240738679852e-07,
      "loss": 0.0753,
      "step": 12675
    },
    {
      "epoch": 0.9479863889615975,
      "grad_norm": 0.5952222347259521,
      "learning_rate": 6.751841007371196e-07,
      "loss": 0.0538,
      "step": 12676
    },
    {
      "epoch": 0.9480611748868862,
      "grad_norm": 1.2780137062072754,
      "learning_rate": 6.732468917327817e-07,
      "loss": 0.11,
      "step": 12677
    },
    {
      "epoch": 0.9481359608121751,
      "grad_norm": 0.8014229536056519,
      "learning_rate": 6.713124469635123e-07,
      "loss": 0.0683,
      "step": 12678
    },
    {
      "epoch": 0.948210746737464,
      "grad_norm": 0.7897641062736511,
      "learning_rate": 6.693807665377416e-07,
      "loss": 0.0769,
      "step": 12679
    },
    {
      "epoch": 0.9482855326627528,
      "grad_norm": 0.8333766460418701,
      "learning_rate": 6.674518505636995e-07,
      "loss": 0.0604,
      "step": 12680
    },
    {
      "epoch": 0.9483603185880417,
      "grad_norm": 0.6014267802238464,
      "learning_rate": 6.655256991494941e-07,
      "loss": 0.0442,
      "step": 12681
    },
    {
      "epoch": 0.9484351045133306,
      "grad_norm": 0.9412575960159302,
      "learning_rate": 6.636023124030554e-07,
      "loss": 0.0856,
      "step": 12682
    },
    {
      "epoch": 0.9485098904386194,
      "grad_norm": 0.9835049510002136,
      "learning_rate": 6.616816904321754e-07,
      "loss": 0.1036,
      "step": 12683
    },
    {
      "epoch": 0.9485846763639083,
      "grad_norm": 1.329660177230835,
      "learning_rate": 6.597638333444844e-07,
      "loss": 0.1642,
      "step": 12684
    },
    {
      "epoch": 0.9486594622891972,
      "grad_norm": 0.973446249961853,
      "learning_rate": 6.578487412474466e-07,
      "loss": 0.0604,
      "step": 12685
    },
    {
      "epoch": 0.948734248214486,
      "grad_norm": 0.7657644748687744,
      "learning_rate": 6.559364142484037e-07,
      "loss": 0.0818,
      "step": 12686
    },
    {
      "epoch": 0.9488090341397749,
      "grad_norm": 0.7330519556999207,
      "learning_rate": 6.540268524544979e-07,
      "loss": 0.0452,
      "step": 12687
    },
    {
      "epoch": 0.9488838200650638,
      "grad_norm": 0.5111753344535828,
      "learning_rate": 6.521200559727547e-07,
      "loss": 0.021,
      "step": 12688
    },
    {
      "epoch": 0.9489586059903526,
      "grad_norm": 0.7714061141014099,
      "learning_rate": 6.50216024910022e-07,
      "loss": 0.0702,
      "step": 12689
    },
    {
      "epoch": 0.9490333919156415,
      "grad_norm": 1.1362015008926392,
      "learning_rate": 6.483147593730088e-07,
      "loss": 0.0939,
      "step": 12690
    },
    {
      "epoch": 0.9491081778409304,
      "grad_norm": 1.8570497035980225,
      "learning_rate": 6.464162594682466e-07,
      "loss": 0.1201,
      "step": 12691
    },
    {
      "epoch": 0.9491829637662192,
      "grad_norm": 1.0466753244400024,
      "learning_rate": 6.445205253021446e-07,
      "loss": 0.1589,
      "step": 12692
    },
    {
      "epoch": 0.9492577496915081,
      "grad_norm": 0.7918891310691833,
      "learning_rate": 6.426275569809237e-07,
      "loss": 0.0708,
      "step": 12693
    },
    {
      "epoch": 0.9493325356167969,
      "grad_norm": 1.5621788501739502,
      "learning_rate": 6.407373546106654e-07,
      "loss": 0.1388,
      "step": 12694
    },
    {
      "epoch": 0.9494073215420857,
      "grad_norm": 0.8679571151733398,
      "learning_rate": 6.388499182973017e-07,
      "loss": 0.0524,
      "step": 12695
    },
    {
      "epoch": 0.9494821074673746,
      "grad_norm": 1.1813642978668213,
      "learning_rate": 6.369652481466038e-07,
      "loss": 0.1022,
      "step": 12696
    },
    {
      "epoch": 0.9495568933926635,
      "grad_norm": 1.2861241102218628,
      "learning_rate": 6.350833442641812e-07,
      "loss": 0.1181,
      "step": 12697
    },
    {
      "epoch": 0.9496316793179523,
      "grad_norm": 0.9925939440727234,
      "learning_rate": 6.332042067554945e-07,
      "loss": 0.0794,
      "step": 12698
    },
    {
      "epoch": 0.9497064652432412,
      "grad_norm": 1.1774184703826904,
      "learning_rate": 6.313278357258534e-07,
      "loss": 0.0803,
      "step": 12699
    },
    {
      "epoch": 0.9497812511685301,
      "grad_norm": 1.6713656187057495,
      "learning_rate": 6.294542312804131e-07,
      "loss": 0.1807,
      "step": 12700
    },
    {
      "epoch": 0.9498560370938189,
      "grad_norm": 1.8709149360656738,
      "learning_rate": 6.27583393524156e-07,
      "loss": 0.1082,
      "step": 12701
    },
    {
      "epoch": 0.9499308230191078,
      "grad_norm": 0.5396213531494141,
      "learning_rate": 6.257153225619317e-07,
      "loss": 0.0749,
      "step": 12702
    },
    {
      "epoch": 0.9500056089443967,
      "grad_norm": 0.6242288947105408,
      "learning_rate": 6.238500184984175e-07,
      "loss": 0.0374,
      "step": 12703
    },
    {
      "epoch": 0.9500803948696855,
      "grad_norm": 0.409986674785614,
      "learning_rate": 6.219874814381577e-07,
      "loss": 0.0192,
      "step": 12704
    },
    {
      "epoch": 0.9501551807949744,
      "grad_norm": 1.0048364400863647,
      "learning_rate": 6.201277114855076e-07,
      "loss": 0.1163,
      "step": 12705
    },
    {
      "epoch": 0.9502299667202633,
      "grad_norm": 0.6457895040512085,
      "learning_rate": 6.182707087447115e-07,
      "loss": 0.0444,
      "step": 12706
    },
    {
      "epoch": 0.9503047526455521,
      "grad_norm": 0.7108941674232483,
      "learning_rate": 6.164164733198141e-07,
      "loss": 0.0498,
      "step": 12707
    },
    {
      "epoch": 0.950379538570841,
      "grad_norm": 0.31137704849243164,
      "learning_rate": 6.145650053147323e-07,
      "loss": 0.0218,
      "step": 12708
    },
    {
      "epoch": 0.9504543244961299,
      "grad_norm": 1.067358136177063,
      "learning_rate": 6.127163048332218e-07,
      "loss": 0.0886,
      "step": 12709
    },
    {
      "epoch": 0.9505291104214187,
      "grad_norm": 0.8622283935546875,
      "learning_rate": 6.108703719788833e-07,
      "loss": 0.0976,
      "step": 12710
    },
    {
      "epoch": 0.9506038963467075,
      "grad_norm": 0.7438376545906067,
      "learning_rate": 6.090272068551616e-07,
      "loss": 0.0657,
      "step": 12711
    },
    {
      "epoch": 0.9506786822719964,
      "grad_norm": 0.4584718942642212,
      "learning_rate": 6.071868095653465e-07,
      "loss": 0.0309,
      "step": 12712
    },
    {
      "epoch": 0.9507534681972852,
      "grad_norm": 0.4863119125366211,
      "learning_rate": 6.053491802125666e-07,
      "loss": 0.0598,
      "step": 12713
    },
    {
      "epoch": 0.9508282541225741,
      "grad_norm": 0.6740925312042236,
      "learning_rate": 6.035143188998115e-07,
      "loss": 0.0494,
      "step": 12714
    },
    {
      "epoch": 0.950903040047863,
      "grad_norm": 0.7311325669288635,
      "learning_rate": 6.016822257298938e-07,
      "loss": 0.0608,
      "step": 12715
    },
    {
      "epoch": 0.9509778259731518,
      "grad_norm": 0.4851721525192261,
      "learning_rate": 5.998529008054976e-07,
      "loss": 0.036,
      "step": 12716
    },
    {
      "epoch": 0.9510526118984407,
      "grad_norm": 0.8918011784553528,
      "learning_rate": 5.98026344229119e-07,
      "loss": 0.0538,
      "step": 12717
    },
    {
      "epoch": 0.9511273978237296,
      "grad_norm": 0.6995516419410706,
      "learning_rate": 5.962025561031315e-07,
      "loss": 0.0436,
      "step": 12718
    },
    {
      "epoch": 0.9512021837490184,
      "grad_norm": 0.6109574437141418,
      "learning_rate": 5.943815365297256e-07,
      "loss": 0.0549,
      "step": 12719
    },
    {
      "epoch": 0.9512769696743073,
      "grad_norm": 0.5596175789833069,
      "learning_rate": 5.925632856109642e-07,
      "loss": 0.0487,
      "step": 12720
    },
    {
      "epoch": 0.9513517555995962,
      "grad_norm": 0.5976840257644653,
      "learning_rate": 5.907478034487324e-07,
      "loss": 0.044,
      "step": 12721
    },
    {
      "epoch": 0.951426541524885,
      "grad_norm": 0.742111086845398,
      "learning_rate": 5.88935090144771e-07,
      "loss": 0.068,
      "step": 12722
    },
    {
      "epoch": 0.9515013274501739,
      "grad_norm": 0.5709680914878845,
      "learning_rate": 5.871251458006654e-07,
      "loss": 0.04,
      "step": 12723
    },
    {
      "epoch": 0.9515761133754628,
      "grad_norm": 0.35022813081741333,
      "learning_rate": 5.853179705178346e-07,
      "loss": 0.0208,
      "step": 12724
    },
    {
      "epoch": 0.9516508993007516,
      "grad_norm": 0.6658539175987244,
      "learning_rate": 5.835135643975642e-07,
      "loss": 0.0384,
      "step": 12725
    },
    {
      "epoch": 0.9517256852260405,
      "grad_norm": 0.6556131839752197,
      "learning_rate": 5.817119275409566e-07,
      "loss": 0.0522,
      "step": 12726
    },
    {
      "epoch": 0.9518004711513294,
      "grad_norm": 0.40426763892173767,
      "learning_rate": 5.799130600489866e-07,
      "loss": 0.0326,
      "step": 12727
    },
    {
      "epoch": 0.9518752570766181,
      "grad_norm": 0.6278237104415894,
      "learning_rate": 5.781169620224569e-07,
      "loss": 0.0447,
      "step": 12728
    },
    {
      "epoch": 0.951950043001907,
      "grad_norm": 0.48672643303871155,
      "learning_rate": 5.763236335620204e-07,
      "loss": 0.0374,
      "step": 12729
    },
    {
      "epoch": 0.9520248289271959,
      "grad_norm": 0.620755672454834,
      "learning_rate": 5.745330747681743e-07,
      "loss": 0.0481,
      "step": 12730
    },
    {
      "epoch": 0.9520996148524847,
      "grad_norm": 1.820560336112976,
      "learning_rate": 5.727452857412551e-07,
      "loss": 0.1328,
      "step": 12731
    },
    {
      "epoch": 0.9521744007777736,
      "grad_norm": 0.6393822431564331,
      "learning_rate": 5.709602665814606e-07,
      "loss": 0.0329,
      "step": 12732
    },
    {
      "epoch": 0.9522491867030625,
      "grad_norm": 0.6868742108345032,
      "learning_rate": 5.691780173888106e-07,
      "loss": 0.0451,
      "step": 12733
    },
    {
      "epoch": 0.9523239726283513,
      "grad_norm": 0.6713593006134033,
      "learning_rate": 5.673985382631863e-07,
      "loss": 0.0333,
      "step": 12734
    },
    {
      "epoch": 0.9523987585536402,
      "grad_norm": 0.5797818899154663,
      "learning_rate": 5.656218293043025e-07,
      "loss": 0.0427,
      "step": 12735
    },
    {
      "epoch": 0.9524735444789291,
      "grad_norm": 0.891983687877655,
      "learning_rate": 5.63847890611735e-07,
      "loss": 0.0612,
      "step": 12736
    },
    {
      "epoch": 0.9525483304042179,
      "grad_norm": 0.7868638634681702,
      "learning_rate": 5.620767222848877e-07,
      "loss": 0.0547,
      "step": 12737
    },
    {
      "epoch": 0.9526231163295068,
      "grad_norm": 1.1802564859390259,
      "learning_rate": 5.603083244230145e-07,
      "loss": 0.0813,
      "step": 12738
    },
    {
      "epoch": 0.9526979022547957,
      "grad_norm": 1.0322967767715454,
      "learning_rate": 5.585426971252194e-07,
      "loss": 0.0854,
      "step": 12739
    },
    {
      "epoch": 0.9527726881800845,
      "grad_norm": 0.9190663695335388,
      "learning_rate": 5.567798404904401e-07,
      "loss": 0.0729,
      "step": 12740
    },
    {
      "epoch": 0.9528474741053734,
      "grad_norm": 1.6229509115219116,
      "learning_rate": 5.550197546174751e-07,
      "loss": 0.1644,
      "step": 12741
    },
    {
      "epoch": 0.9529222600306623,
      "grad_norm": 1.2793614864349365,
      "learning_rate": 5.532624396049513e-07,
      "loss": 0.1227,
      "step": 12742
    },
    {
      "epoch": 0.9529970459559511,
      "grad_norm": 1.418241024017334,
      "learning_rate": 5.515078955513509e-07,
      "loss": 0.1533,
      "step": 12743
    },
    {
      "epoch": 0.95307183188124,
      "grad_norm": 1.3547898530960083,
      "learning_rate": 5.497561225549952e-07,
      "loss": 0.1268,
      "step": 12744
    },
    {
      "epoch": 0.9531466178065288,
      "grad_norm": 1.229223370552063,
      "learning_rate": 5.480071207140502e-07,
      "loss": 0.1204,
      "step": 12745
    },
    {
      "epoch": 0.9532214037318176,
      "grad_norm": 1.1482776403427124,
      "learning_rate": 5.462608901265376e-07,
      "loss": 0.1264,
      "step": 12746
    },
    {
      "epoch": 0.9532961896571065,
      "grad_norm": 2.0050830841064453,
      "learning_rate": 5.445174308903011e-07,
      "loss": 0.2198,
      "step": 12747
    },
    {
      "epoch": 0.9533709755823954,
      "grad_norm": 2.8867554664611816,
      "learning_rate": 5.427767431030573e-07,
      "loss": 0.1863,
      "step": 12748
    },
    {
      "epoch": 0.9534457615076842,
      "grad_norm": 1.5937626361846924,
      "learning_rate": 5.41038826862339e-07,
      "loss": 0.1497,
      "step": 12749
    },
    {
      "epoch": 0.9535205474329731,
      "grad_norm": 1.9005681276321411,
      "learning_rate": 5.393036822655517e-07,
      "loss": 0.1402,
      "step": 12750
    },
    {
      "epoch": 0.953595333358262,
      "grad_norm": 0.6641876697540283,
      "learning_rate": 5.375713094099232e-07,
      "loss": 0.069,
      "step": 12751
    },
    {
      "epoch": 0.9536701192835508,
      "grad_norm": 0.47015196084976196,
      "learning_rate": 5.358417083925371e-07,
      "loss": 0.0423,
      "step": 12752
    },
    {
      "epoch": 0.9537449052088397,
      "grad_norm": 0.5409192442893982,
      "learning_rate": 5.341148793103157e-07,
      "loss": 0.0354,
      "step": 12753
    },
    {
      "epoch": 0.9538196911341286,
      "grad_norm": 0.5108925104141235,
      "learning_rate": 5.32390822260026e-07,
      "loss": 0.0624,
      "step": 12754
    },
    {
      "epoch": 0.9538944770594174,
      "grad_norm": 0.6490122079849243,
      "learning_rate": 5.306695373382964e-07,
      "loss": 0.0523,
      "step": 12755
    },
    {
      "epoch": 0.9539692629847063,
      "grad_norm": 0.6981061100959778,
      "learning_rate": 5.289510246415774e-07,
      "loss": 0.0853,
      "step": 12756
    },
    {
      "epoch": 0.9540440489099952,
      "grad_norm": 0.5407389402389526,
      "learning_rate": 5.272352842661698e-07,
      "loss": 0.0509,
      "step": 12757
    },
    {
      "epoch": 0.954118834835284,
      "grad_norm": 1.3718526363372803,
      "learning_rate": 5.255223163082301e-07,
      "loss": 0.0917,
      "step": 12758
    },
    {
      "epoch": 0.9541936207605729,
      "grad_norm": 0.5741961002349854,
      "learning_rate": 5.238121208637481e-07,
      "loss": 0.062,
      "step": 12759
    },
    {
      "epoch": 0.9542684066858618,
      "grad_norm": 0.42278924584388733,
      "learning_rate": 5.221046980285638e-07,
      "loss": 0.0296,
      "step": 12760
    },
    {
      "epoch": 0.9543431926111506,
      "grad_norm": 0.8146953582763672,
      "learning_rate": 5.204000478983561e-07,
      "loss": 0.0576,
      "step": 12761
    },
    {
      "epoch": 0.9544179785364394,
      "grad_norm": 0.6741957068443298,
      "learning_rate": 5.186981705686544e-07,
      "loss": 0.0487,
      "step": 12762
    },
    {
      "epoch": 0.9544927644617283,
      "grad_norm": 0.5879561305046082,
      "learning_rate": 5.169990661348323e-07,
      "loss": 0.0283,
      "step": 12763
    },
    {
      "epoch": 0.9545675503870171,
      "grad_norm": 0.8146367073059082,
      "learning_rate": 5.15302734692108e-07,
      "loss": 0.0819,
      "step": 12764
    },
    {
      "epoch": 0.954642336312306,
      "grad_norm": 0.8268499970436096,
      "learning_rate": 5.136091763355333e-07,
      "loss": 0.0742,
      "step": 12765
    },
    {
      "epoch": 0.9547171222375949,
      "grad_norm": 0.7472757697105408,
      "learning_rate": 5.119183911600267e-07,
      "loss": 0.0683,
      "step": 12766
    },
    {
      "epoch": 0.9547919081628837,
      "grad_norm": 1.0975314378738403,
      "learning_rate": 5.102303792603291e-07,
      "loss": 0.1611,
      "step": 12767
    },
    {
      "epoch": 0.9548666940881726,
      "grad_norm": 0.8778437376022339,
      "learning_rate": 5.085451407310371e-07,
      "loss": 0.0901,
      "step": 12768
    },
    {
      "epoch": 0.9549414800134615,
      "grad_norm": 0.5072806477546692,
      "learning_rate": 5.068626756665917e-07,
      "loss": 0.0324,
      "step": 12769
    },
    {
      "epoch": 0.9550162659387503,
      "grad_norm": 0.456540584564209,
      "learning_rate": 5.051829841612787e-07,
      "loss": 0.0366,
      "step": 12770
    },
    {
      "epoch": 0.9550910518640392,
      "grad_norm": 0.6180256009101868,
      "learning_rate": 5.035060663092228e-07,
      "loss": 0.0515,
      "step": 12771
    },
    {
      "epoch": 0.9551658377893281,
      "grad_norm": 0.4596025347709656,
      "learning_rate": 5.018319222044044e-07,
      "loss": 0.028,
      "step": 12772
    },
    {
      "epoch": 0.9552406237146169,
      "grad_norm": 0.7465842962265015,
      "learning_rate": 5.001605519406316e-07,
      "loss": 0.0573,
      "step": 12773
    },
    {
      "epoch": 0.9553154096399058,
      "grad_norm": 0.567280650138855,
      "learning_rate": 4.984919556115741e-07,
      "loss": 0.0578,
      "step": 12774
    },
    {
      "epoch": 0.9553901955651947,
      "grad_norm": 1.000256061553955,
      "learning_rate": 4.968261333107349e-07,
      "loss": 0.1106,
      "step": 12775
    },
    {
      "epoch": 0.9554649814904835,
      "grad_norm": 0.6829181909561157,
      "learning_rate": 4.951630851314726e-07,
      "loss": 0.0332,
      "step": 12776
    },
    {
      "epoch": 0.9555397674157724,
      "grad_norm": 0.40818336606025696,
      "learning_rate": 4.935028111669681e-07,
      "loss": 0.0269,
      "step": 12777
    },
    {
      "epoch": 0.9556145533410612,
      "grad_norm": 0.9095438122749329,
      "learning_rate": 4.91845311510275e-07,
      "loss": 0.1283,
      "step": 12778
    },
    {
      "epoch": 0.95568933926635,
      "grad_norm": 0.6840859055519104,
      "learning_rate": 4.9019058625428e-07,
      "loss": 0.071,
      "step": 12779
    },
    {
      "epoch": 0.9557641251916389,
      "grad_norm": 0.8093792796134949,
      "learning_rate": 4.885386354916977e-07,
      "loss": 0.0727,
      "step": 12780
    },
    {
      "epoch": 0.9558389111169278,
      "grad_norm": 0.6259260773658752,
      "learning_rate": 4.868894593151208e-07,
      "loss": 0.0382,
      "step": 12781
    },
    {
      "epoch": 0.9559136970422166,
      "grad_norm": 0.6265223026275635,
      "learning_rate": 4.852430578169532e-07,
      "loss": 0.0387,
      "step": 12782
    },
    {
      "epoch": 0.9559884829675055,
      "grad_norm": 0.6680277585983276,
      "learning_rate": 4.835994310894709e-07,
      "loss": 0.0379,
      "step": 12783
    },
    {
      "epoch": 0.9560632688927944,
      "grad_norm": 1.108219027519226,
      "learning_rate": 4.819585792247617e-07,
      "loss": 0.111,
      "step": 12784
    },
    {
      "epoch": 0.9561380548180832,
      "grad_norm": 0.5082221031188965,
      "learning_rate": 4.803205023148016e-07,
      "loss": 0.031,
      "step": 12785
    },
    {
      "epoch": 0.9562128407433721,
      "grad_norm": 0.7718087434768677,
      "learning_rate": 4.786852004513731e-07,
      "loss": 0.0789,
      "step": 12786
    },
    {
      "epoch": 0.956287626668661,
      "grad_norm": 0.9152639508247375,
      "learning_rate": 4.770526737261194e-07,
      "loss": 0.0717,
      "step": 12787
    },
    {
      "epoch": 0.9563624125939498,
      "grad_norm": 1.202410101890564,
      "learning_rate": 4.754229222305284e-07,
      "loss": 0.088,
      "step": 12788
    },
    {
      "epoch": 0.9564371985192387,
      "grad_norm": 0.8834697604179382,
      "learning_rate": 4.7379594605592713e-07,
      "loss": 0.0594,
      "step": 12789
    },
    {
      "epoch": 0.9565119844445276,
      "grad_norm": 1.2193760871887207,
      "learning_rate": 4.7217174529349263e-07,
      "loss": 0.1102,
      "step": 12790
    },
    {
      "epoch": 0.9565867703698164,
      "grad_norm": 0.9307167530059814,
      "learning_rate": 4.705503200342465e-07,
      "loss": 0.083,
      "step": 12791
    },
    {
      "epoch": 0.9566615562951053,
      "grad_norm": 0.7349270582199097,
      "learning_rate": 4.6893167036904386e-07,
      "loss": 0.055,
      "step": 12792
    },
    {
      "epoch": 0.9567363422203942,
      "grad_norm": 0.588754415512085,
      "learning_rate": 4.67315796388601e-07,
      "loss": 0.0299,
      "step": 12793
    },
    {
      "epoch": 0.956811128145683,
      "grad_norm": 1.154608964920044,
      "learning_rate": 4.6570269818346224e-07,
      "loss": 0.0627,
      "step": 12794
    },
    {
      "epoch": 0.9568859140709718,
      "grad_norm": 1.09634530544281,
      "learning_rate": 4.64092375844033e-07,
      "loss": 0.0956,
      "step": 12795
    },
    {
      "epoch": 0.9569606999962607,
      "grad_norm": 0.8497713804244995,
      "learning_rate": 4.6248482946054663e-07,
      "loss": 0.072,
      "step": 12796
    },
    {
      "epoch": 0.9570354859215495,
      "grad_norm": 2.0415098667144775,
      "learning_rate": 4.608800591231033e-07,
      "loss": 0.2376,
      "step": 12797
    },
    {
      "epoch": 0.9571102718468384,
      "grad_norm": 2.006631374359131,
      "learning_rate": 4.5927806492160884e-07,
      "loss": 0.3073,
      "step": 12798
    },
    {
      "epoch": 0.9571850577721273,
      "grad_norm": 1.1625328063964844,
      "learning_rate": 4.576788469458637e-07,
      "loss": 0.1197,
      "step": 12799
    },
    {
      "epoch": 0.9572598436974161,
      "grad_norm": 3.7579681873321533,
      "learning_rate": 4.560824052854684e-07,
      "loss": 0.9227,
      "step": 12800
    },
    {
      "epoch": 0.957334629622705,
      "grad_norm": 0.6220324039459229,
      "learning_rate": 4.5448874002989584e-07,
      "loss": 0.0697,
      "step": 12801
    },
    {
      "epoch": 0.9574094155479939,
      "grad_norm": 0.5167089700698853,
      "learning_rate": 4.5289785126844674e-07,
      "loss": 0.0523,
      "step": 12802
    },
    {
      "epoch": 0.9574842014732827,
      "grad_norm": 1.0095534324645996,
      "learning_rate": 4.5130973909028317e-07,
      "loss": 0.1038,
      "step": 12803
    },
    {
      "epoch": 0.9575589873985716,
      "grad_norm": 1.2356754541397095,
      "learning_rate": 4.4972440358439505e-07,
      "loss": 0.1461,
      "step": 12804
    },
    {
      "epoch": 0.9576337733238605,
      "grad_norm": 1.276400089263916,
      "learning_rate": 4.481418448396224e-07,
      "loss": 0.1411,
      "step": 12805
    },
    {
      "epoch": 0.9577085592491493,
      "grad_norm": 0.5632286667823792,
      "learning_rate": 4.4656206294464985e-07,
      "loss": 0.0421,
      "step": 12806
    },
    {
      "epoch": 0.9577833451744382,
      "grad_norm": 0.8532764911651611,
      "learning_rate": 4.4498505798801214e-07,
      "loss": 0.0904,
      "step": 12807
    },
    {
      "epoch": 0.9578581310997271,
      "grad_norm": 0.5013881921768188,
      "learning_rate": 4.43410830058083e-07,
      "loss": 0.0444,
      "step": 12808
    },
    {
      "epoch": 0.9579329170250159,
      "grad_norm": 0.6332594156265259,
      "learning_rate": 4.4183937924308084e-07,
      "loss": 0.0445,
      "step": 12809
    },
    {
      "epoch": 0.9580077029503048,
      "grad_norm": 0.5816724300384521,
      "learning_rate": 4.402707056310684e-07,
      "loss": 0.05,
      "step": 12810
    },
    {
      "epoch": 0.9580824888755937,
      "grad_norm": 0.6107879877090454,
      "learning_rate": 4.3870480930994773e-07,
      "loss": 0.0498,
      "step": 12811
    },
    {
      "epoch": 0.9581572748008824,
      "grad_norm": 0.7202705144882202,
      "learning_rate": 4.371416903674763e-07,
      "loss": 0.0605,
      "step": 12812
    },
    {
      "epoch": 0.9582320607261713,
      "grad_norm": 0.8277980089187622,
      "learning_rate": 4.3558134889124527e-07,
      "loss": 0.081,
      "step": 12813
    },
    {
      "epoch": 0.9583068466514602,
      "grad_norm": 0.8642663359642029,
      "learning_rate": 4.340237849687012e-07,
      "loss": 0.0808,
      "step": 12814
    },
    {
      "epoch": 0.958381632576749,
      "grad_norm": 0.7813729047775269,
      "learning_rate": 4.3246899868713e-07,
      "loss": 0.0589,
      "step": 12815
    },
    {
      "epoch": 0.9584564185020379,
      "grad_norm": 0.652725875377655,
      "learning_rate": 4.309169901336507e-07,
      "loss": 0.0507,
      "step": 12816
    },
    {
      "epoch": 0.9585312044273268,
      "grad_norm": 0.9021504521369934,
      "learning_rate": 4.293677593952439e-07,
      "loss": 0.0838,
      "step": 12817
    },
    {
      "epoch": 0.9586059903526156,
      "grad_norm": 0.7586252093315125,
      "learning_rate": 4.278213065587233e-07,
      "loss": 0.0413,
      "step": 12818
    },
    {
      "epoch": 0.9586807762779045,
      "grad_norm": 0.8043001890182495,
      "learning_rate": 4.2627763171075865e-07,
      "loss": 0.0835,
      "step": 12819
    },
    {
      "epoch": 0.9587555622031934,
      "grad_norm": 0.8756002187728882,
      "learning_rate": 4.247367349378528e-07,
      "loss": 0.0819,
      "step": 12820
    },
    {
      "epoch": 0.9588303481284822,
      "grad_norm": 0.5745642185211182,
      "learning_rate": 4.2319861632634796e-07,
      "loss": 0.0422,
      "step": 12821
    },
    {
      "epoch": 0.9589051340537711,
      "grad_norm": 0.7412516474723816,
      "learning_rate": 4.2166327596245283e-07,
      "loss": 0.0484,
      "step": 12822
    },
    {
      "epoch": 0.95897991997906,
      "grad_norm": 0.5654158592224121,
      "learning_rate": 4.2013071393219304e-07,
      "loss": 0.0446,
      "step": 12823
    },
    {
      "epoch": 0.9590547059043488,
      "grad_norm": 0.84007328748703,
      "learning_rate": 4.186009303214722e-07,
      "loss": 0.0621,
      "step": 12824
    },
    {
      "epoch": 0.9591294918296377,
      "grad_norm": 0.8851567506790161,
      "learning_rate": 4.170739252159939e-07,
      "loss": 0.0914,
      "step": 12825
    },
    {
      "epoch": 0.9592042777549266,
      "grad_norm": 0.8049312829971313,
      "learning_rate": 4.155496987013452e-07,
      "loss": 0.0543,
      "step": 12826
    },
    {
      "epoch": 0.9592790636802154,
      "grad_norm": 0.7509869337081909,
      "learning_rate": 4.140282508629412e-07,
      "loss": 0.0547,
      "step": 12827
    },
    {
      "epoch": 0.9593538496055043,
      "grad_norm": 0.7018505334854126,
      "learning_rate": 4.125095817860414e-07,
      "loss": 0.0408,
      "step": 12828
    },
    {
      "epoch": 0.959428635530793,
      "grad_norm": 0.664840579032898,
      "learning_rate": 4.1099369155574996e-07,
      "loss": 0.05,
      "step": 12829
    },
    {
      "epoch": 0.9595034214560819,
      "grad_norm": 1.1951940059661865,
      "learning_rate": 4.0948058025701565e-07,
      "loss": 0.1278,
      "step": 12830
    },
    {
      "epoch": 0.9595782073813708,
      "grad_norm": 0.6267914175987244,
      "learning_rate": 4.079702479746317e-07,
      "loss": 0.0539,
      "step": 12831
    },
    {
      "epoch": 0.9596529933066597,
      "grad_norm": 0.5778972506523132,
      "learning_rate": 4.064626947932415e-07,
      "loss": 0.033,
      "step": 12832
    },
    {
      "epoch": 0.9597277792319485,
      "grad_norm": 0.3742775321006775,
      "learning_rate": 4.049579207973164e-07,
      "loss": 0.0195,
      "step": 12833
    },
    {
      "epoch": 0.9598025651572374,
      "grad_norm": 1.2800683975219727,
      "learning_rate": 4.034559260712001e-07,
      "loss": 0.0737,
      "step": 12834
    },
    {
      "epoch": 0.9598773510825263,
      "grad_norm": 1.1742078065872192,
      "learning_rate": 4.0195671069904185e-07,
      "loss": 0.1219,
      "step": 12835
    },
    {
      "epoch": 0.9599521370078151,
      "grad_norm": 0.8380427956581116,
      "learning_rate": 4.0046027476488003e-07,
      "loss": 0.0601,
      "step": 12836
    },
    {
      "epoch": 0.960026922933104,
      "grad_norm": 0.7585052847862244,
      "learning_rate": 3.9896661835254755e-07,
      "loss": 0.0558,
      "step": 12837
    },
    {
      "epoch": 0.9601017088583929,
      "grad_norm": 1.169817328453064,
      "learning_rate": 3.9747574154577196e-07,
      "loss": 0.1071,
      "step": 12838
    },
    {
      "epoch": 0.9601764947836817,
      "grad_norm": 0.9890087246894836,
      "learning_rate": 3.9598764442808634e-07,
      "loss": 0.1038,
      "step": 12839
    },
    {
      "epoch": 0.9602512807089706,
      "grad_norm": 0.9761725664138794,
      "learning_rate": 3.945023270828907e-07,
      "loss": 0.0993,
      "step": 12840
    },
    {
      "epoch": 0.9603260666342595,
      "grad_norm": 1.1464190483093262,
      "learning_rate": 3.930197895934129e-07,
      "loss": 0.1111,
      "step": 12841
    },
    {
      "epoch": 0.9604008525595483,
      "grad_norm": 1.3476955890655518,
      "learning_rate": 3.9154003204274206e-07,
      "loss": 0.0449,
      "step": 12842
    },
    {
      "epoch": 0.9604756384848372,
      "grad_norm": 1.1198945045471191,
      "learning_rate": 3.900630545137951e-07,
      "loss": 0.1063,
      "step": 12843
    },
    {
      "epoch": 0.9605504244101261,
      "grad_norm": 1.46794593334198,
      "learning_rate": 3.8858885708934477e-07,
      "loss": 0.2094,
      "step": 12844
    },
    {
      "epoch": 0.9606252103354149,
      "grad_norm": 1.9055770635604858,
      "learning_rate": 3.8711743985200277e-07,
      "loss": 0.133,
      "step": 12845
    },
    {
      "epoch": 0.9606999962607037,
      "grad_norm": 1.019707441329956,
      "learning_rate": 3.8564880288422533e-07,
      "loss": 0.0877,
      "step": 12846
    },
    {
      "epoch": 0.9607747821859925,
      "grad_norm": 1.0006312131881714,
      "learning_rate": 3.8418294626831884e-07,
      "loss": 0.0778,
      "step": 12847
    },
    {
      "epoch": 0.9608495681112814,
      "grad_norm": 1.228561520576477,
      "learning_rate": 3.827198700864232e-07,
      "loss": 0.129,
      "step": 12848
    },
    {
      "epoch": 0.9609243540365703,
      "grad_norm": 0.6468050479888916,
      "learning_rate": 3.812595744205283e-07,
      "loss": 0.0417,
      "step": 12849
    },
    {
      "epoch": 0.9609991399618592,
      "grad_norm": 2.5542635917663574,
      "learning_rate": 3.7980205935247424e-07,
      "loss": 0.2775,
      "step": 12850
    },
    {
      "epoch": 0.961073925887148,
      "grad_norm": 1.5583767890930176,
      "learning_rate": 3.783473249639291e-07,
      "loss": 0.0906,
      "step": 12851
    },
    {
      "epoch": 0.9611487118124369,
      "grad_norm": 0.5011134147644043,
      "learning_rate": 3.768953713364276e-07,
      "loss": 0.0547,
      "step": 12852
    },
    {
      "epoch": 0.9612234977377258,
      "grad_norm": 0.5735521912574768,
      "learning_rate": 3.7544619855132137e-07,
      "loss": 0.0342,
      "step": 12853
    },
    {
      "epoch": 0.9612982836630146,
      "grad_norm": 0.6696042418479919,
      "learning_rate": 3.7399980668983424e-07,
      "loss": 0.0512,
      "step": 12854
    },
    {
      "epoch": 0.9613730695883035,
      "grad_norm": 1.1203147172927856,
      "learning_rate": 3.725561958330126e-07,
      "loss": 0.0823,
      "step": 12855
    },
    {
      "epoch": 0.9614478555135924,
      "grad_norm": 0.6856943368911743,
      "learning_rate": 3.7111536606175837e-07,
      "loss": 0.0589,
      "step": 12856
    },
    {
      "epoch": 0.9615226414388812,
      "grad_norm": 0.49141260981559753,
      "learning_rate": 3.69677317456818e-07,
      "loss": 0.0415,
      "step": 12857
    },
    {
      "epoch": 0.9615974273641701,
      "grad_norm": 0.4681786000728607,
      "learning_rate": 3.6824205009877155e-07,
      "loss": 0.0262,
      "step": 12858
    },
    {
      "epoch": 0.961672213289459,
      "grad_norm": 0.41497692465782166,
      "learning_rate": 3.668095640680602e-07,
      "loss": 0.0336,
      "step": 12859
    },
    {
      "epoch": 0.9617469992147478,
      "grad_norm": 0.7643120288848877,
      "learning_rate": 3.6537985944494754e-07,
      "loss": 0.0656,
      "step": 12860
    },
    {
      "epoch": 0.9618217851400367,
      "grad_norm": 1.2755135297775269,
      "learning_rate": 3.639529363095584e-07,
      "loss": 0.0603,
      "step": 12861
    },
    {
      "epoch": 0.9618965710653256,
      "grad_norm": 0.5578767657279968,
      "learning_rate": 3.625287947418565e-07,
      "loss": 0.0391,
      "step": 12862
    },
    {
      "epoch": 0.9619713569906143,
      "grad_norm": 0.6616097688674927,
      "learning_rate": 3.611074348216559e-07,
      "loss": 0.0578,
      "step": 12863
    },
    {
      "epoch": 0.9620461429159032,
      "grad_norm": 0.7150969505310059,
      "learning_rate": 3.596888566285983e-07,
      "loss": 0.0679,
      "step": 12864
    },
    {
      "epoch": 0.962120928841192,
      "grad_norm": 0.7489113807678223,
      "learning_rate": 3.5827306024218686e-07,
      "loss": 0.0442,
      "step": 12865
    },
    {
      "epoch": 0.9621957147664809,
      "grad_norm": 0.8299775719642639,
      "learning_rate": 3.568600457417581e-07,
      "loss": 0.1048,
      "step": 12866
    },
    {
      "epoch": 0.9622705006917698,
      "grad_norm": 0.6823234558105469,
      "learning_rate": 3.5544981320649317e-07,
      "loss": 0.079,
      "step": 12867
    },
    {
      "epoch": 0.9623452866170586,
      "grad_norm": 0.48173078894615173,
      "learning_rate": 3.540423627154288e-07,
      "loss": 0.0329,
      "step": 12868
    },
    {
      "epoch": 0.9624200725423475,
      "grad_norm": 0.8377348184585571,
      "learning_rate": 3.526376943474352e-07,
      "loss": 0.0883,
      "step": 12869
    },
    {
      "epoch": 0.9624948584676364,
      "grad_norm": 0.49718549847602844,
      "learning_rate": 3.512358081812217e-07,
      "loss": 0.0332,
      "step": 12870
    },
    {
      "epoch": 0.9625696443929252,
      "grad_norm": 0.8625936508178711,
      "learning_rate": 3.4983670429536433e-07,
      "loss": 0.0842,
      "step": 12871
    },
    {
      "epoch": 0.9626444303182141,
      "grad_norm": 0.5599358081817627,
      "learning_rate": 3.4844038276825033e-07,
      "loss": 0.0426,
      "step": 12872
    },
    {
      "epoch": 0.962719216243503,
      "grad_norm": 0.7414039373397827,
      "learning_rate": 3.470468436781338e-07,
      "loss": 0.0954,
      "step": 12873
    },
    {
      "epoch": 0.9627940021687919,
      "grad_norm": 1.0894585847854614,
      "learning_rate": 3.456560871031134e-07,
      "loss": 0.1285,
      "step": 12874
    },
    {
      "epoch": 0.9628687880940807,
      "grad_norm": 0.5839795470237732,
      "learning_rate": 3.442681131211267e-07,
      "loss": 0.0455,
      "step": 12875
    },
    {
      "epoch": 0.9629435740193696,
      "grad_norm": 0.6071740388870239,
      "learning_rate": 3.42882921809945e-07,
      "loss": 0.0537,
      "step": 12876
    },
    {
      "epoch": 0.9630183599446585,
      "grad_norm": 0.8018209934234619,
      "learning_rate": 3.4150051324720047e-07,
      "loss": 0.0862,
      "step": 12877
    },
    {
      "epoch": 0.9630931458699473,
      "grad_norm": 1.4249391555786133,
      "learning_rate": 3.401208875103645e-07,
      "loss": 0.096,
      "step": 12878
    },
    {
      "epoch": 0.9631679317952362,
      "grad_norm": 0.619498074054718,
      "learning_rate": 3.3874404467674204e-07,
      "loss": 0.0456,
      "step": 12879
    },
    {
      "epoch": 0.9632427177205249,
      "grad_norm": 0.6955122351646423,
      "learning_rate": 3.3736998482349904e-07,
      "loss": 0.0645,
      "step": 12880
    },
    {
      "epoch": 0.9633175036458138,
      "grad_norm": 1.0756666660308838,
      "learning_rate": 3.3599870802762944e-07,
      "loss": 0.0952,
      "step": 12881
    },
    {
      "epoch": 0.9633922895711027,
      "grad_norm": 0.7787111401557922,
      "learning_rate": 3.34630214365983e-07,
      "loss": 0.0635,
      "step": 12882
    },
    {
      "epoch": 0.9634670754963915,
      "grad_norm": 1.1003576517105103,
      "learning_rate": 3.332645039152482e-07,
      "loss": 0.125,
      "step": 12883
    },
    {
      "epoch": 0.9635418614216804,
      "grad_norm": 1.254925012588501,
      "learning_rate": 3.319015767519584e-07,
      "loss": 0.1468,
      "step": 12884
    },
    {
      "epoch": 0.9636166473469693,
      "grad_norm": 0.6647228598594666,
      "learning_rate": 3.305414329524914e-07,
      "loss": 0.0475,
      "step": 12885
    },
    {
      "epoch": 0.9636914332722581,
      "grad_norm": 1.016389012336731,
      "learning_rate": 3.291840725930695e-07,
      "loss": 0.0892,
      "step": 12886
    },
    {
      "epoch": 0.963766219197547,
      "grad_norm": 1.0771163702011108,
      "learning_rate": 3.278294957497541e-07,
      "loss": 0.1055,
      "step": 12887
    },
    {
      "epoch": 0.9638410051228359,
      "grad_norm": 1.4820654392242432,
      "learning_rate": 3.2647770249846224e-07,
      "loss": 0.1746,
      "step": 12888
    },
    {
      "epoch": 0.9639157910481247,
      "grad_norm": 2.0811517238616943,
      "learning_rate": 3.2512869291493886e-07,
      "loss": 0.1235,
      "step": 12889
    },
    {
      "epoch": 0.9639905769734136,
      "grad_norm": 0.8186747431755066,
      "learning_rate": 3.2378246707478465e-07,
      "loss": 0.0538,
      "step": 12890
    },
    {
      "epoch": 0.9640653628987025,
      "grad_norm": 0.6654696464538574,
      "learning_rate": 3.224390250534448e-07,
      "loss": 0.0649,
      "step": 12891
    },
    {
      "epoch": 0.9641401488239913,
      "grad_norm": 1.5557374954223633,
      "learning_rate": 3.21098366926198e-07,
      "loss": 0.2397,
      "step": 12892
    },
    {
      "epoch": 0.9642149347492802,
      "grad_norm": 0.9272943139076233,
      "learning_rate": 3.1976049276817856e-07,
      "loss": 0.076,
      "step": 12893
    },
    {
      "epoch": 0.9642897206745691,
      "grad_norm": 0.4886353313922882,
      "learning_rate": 3.184254026543654e-07,
      "loss": 0.0292,
      "step": 12894
    },
    {
      "epoch": 0.964364506599858,
      "grad_norm": 1.8204622268676758,
      "learning_rate": 3.170930966595598e-07,
      "loss": 0.1798,
      "step": 12895
    },
    {
      "epoch": 0.9644392925251468,
      "grad_norm": 1.0383280515670776,
      "learning_rate": 3.157635748584409e-07,
      "loss": 0.1227,
      "step": 12896
    },
    {
      "epoch": 0.9645140784504356,
      "grad_norm": 1.3355076313018799,
      "learning_rate": 3.144368373254991e-07,
      "loss": 0.0769,
      "step": 12897
    },
    {
      "epoch": 0.9645888643757244,
      "grad_norm": 1.1054117679595947,
      "learning_rate": 3.131128841350972e-07,
      "loss": 0.1286,
      "step": 12898
    },
    {
      "epoch": 0.9646636503010133,
      "grad_norm": 1.0865793228149414,
      "learning_rate": 3.117917153614147e-07,
      "loss": 0.0868,
      "step": 12899
    },
    {
      "epoch": 0.9647384362263022,
      "grad_norm": 1.045897126197815,
      "learning_rate": 3.1047333107850906e-07,
      "loss": 0.0776,
      "step": 12900
    },
    {
      "epoch": 0.964813222151591,
      "grad_norm": 0.8178790807723999,
      "learning_rate": 3.0915773136023784e-07,
      "loss": 0.0962,
      "step": 12901
    },
    {
      "epoch": 0.9648880080768799,
      "grad_norm": 0.4350923001766205,
      "learning_rate": 3.0784491628034205e-07,
      "loss": 0.0437,
      "step": 12902
    },
    {
      "epoch": 0.9649627940021688,
      "grad_norm": 0.5465654134750366,
      "learning_rate": 3.065348859123851e-07,
      "loss": 0.0382,
      "step": 12903
    },
    {
      "epoch": 0.9650375799274576,
      "grad_norm": 0.5337950587272644,
      "learning_rate": 3.052276403297805e-07,
      "loss": 0.0424,
      "step": 12904
    },
    {
      "epoch": 0.9651123658527465,
      "grad_norm": 0.4429604709148407,
      "learning_rate": 3.0392317960579175e-07,
      "loss": 0.0328,
      "step": 12905
    },
    {
      "epoch": 0.9651871517780354,
      "grad_norm": 0.7899374961853027,
      "learning_rate": 3.0262150381350494e-07,
      "loss": 0.0439,
      "step": 12906
    },
    {
      "epoch": 0.9652619377033242,
      "grad_norm": 0.4368337094783783,
      "learning_rate": 3.0132261302588395e-07,
      "loss": 0.0399,
      "step": 12907
    },
    {
      "epoch": 0.9653367236286131,
      "grad_norm": 0.6395098567008972,
      "learning_rate": 3.000265073157038e-07,
      "loss": 0.0591,
      "step": 12908
    },
    {
      "epoch": 0.965411509553902,
      "grad_norm": 0.43370211124420166,
      "learning_rate": 2.987331867556009e-07,
      "loss": 0.0339,
      "step": 12909
    },
    {
      "epoch": 0.9654862954791908,
      "grad_norm": 0.5491053462028503,
      "learning_rate": 2.974426514180506e-07,
      "loss": 0.0459,
      "step": 12910
    },
    {
      "epoch": 0.9655610814044797,
      "grad_norm": 0.48986148834228516,
      "learning_rate": 2.961549013753784e-07,
      "loss": 0.04,
      "step": 12911
    },
    {
      "epoch": 0.9656358673297686,
      "grad_norm": 0.8874034881591797,
      "learning_rate": 2.9486993669974315e-07,
      "loss": 0.0708,
      "step": 12912
    },
    {
      "epoch": 0.9657106532550574,
      "grad_norm": 0.7711852192878723,
      "learning_rate": 2.9358775746315956e-07,
      "loss": 0.101,
      "step": 12913
    },
    {
      "epoch": 0.9657854391803462,
      "grad_norm": 0.5177712440490723,
      "learning_rate": 2.9230836373747574e-07,
      "loss": 0.0518,
      "step": 12914
    },
    {
      "epoch": 0.9658602251056351,
      "grad_norm": 0.8569120168685913,
      "learning_rate": 2.910317555943898e-07,
      "loss": 0.085,
      "step": 12915
    },
    {
      "epoch": 0.9659350110309239,
      "grad_norm": 0.6278529167175293,
      "learning_rate": 2.8975793310543897e-07,
      "loss": 0.0411,
      "step": 12916
    },
    {
      "epoch": 0.9660097969562128,
      "grad_norm": 1.1338576078414917,
      "learning_rate": 2.884868963420162e-07,
      "loss": 0.0452,
      "step": 12917
    },
    {
      "epoch": 0.9660845828815017,
      "grad_norm": 0.792792022228241,
      "learning_rate": 2.8721864537533116e-07,
      "loss": 0.0578,
      "step": 12918
    },
    {
      "epoch": 0.9661593688067905,
      "grad_norm": 0.4867582321166992,
      "learning_rate": 2.85953180276477e-07,
      "loss": 0.034,
      "step": 12919
    },
    {
      "epoch": 0.9662341547320794,
      "grad_norm": 0.5390796661376953,
      "learning_rate": 2.8469050111635253e-07,
      "loss": 0.0326,
      "step": 12920
    },
    {
      "epoch": 0.9663089406573683,
      "grad_norm": 0.4971838593482971,
      "learning_rate": 2.8343060796572897e-07,
      "loss": 0.0411,
      "step": 12921
    },
    {
      "epoch": 0.9663837265826571,
      "grad_norm": 0.8017480969429016,
      "learning_rate": 2.8217350089520533e-07,
      "loss": 0.0638,
      "step": 12922
    },
    {
      "epoch": 0.966458512507946,
      "grad_norm": 0.6261386275291443,
      "learning_rate": 2.809191799752309e-07,
      "loss": 0.0423,
      "step": 12923
    },
    {
      "epoch": 0.9665332984332349,
      "grad_norm": 0.5139853358268738,
      "learning_rate": 2.7966764527608827e-07,
      "loss": 0.0428,
      "step": 12924
    },
    {
      "epoch": 0.9666080843585237,
      "grad_norm": 0.8327328562736511,
      "learning_rate": 2.7841889686792686e-07,
      "loss": 0.0712,
      "step": 12925
    },
    {
      "epoch": 0.9666828702838126,
      "grad_norm": 0.9425419569015503,
      "learning_rate": 2.7717293482071303e-07,
      "loss": 0.0712,
      "step": 12926
    },
    {
      "epoch": 0.9667576562091015,
      "grad_norm": 0.999728262424469,
      "learning_rate": 2.759297592042742e-07,
      "loss": 0.1424,
      "step": 12927
    },
    {
      "epoch": 0.9668324421343903,
      "grad_norm": 0.6338492035865784,
      "learning_rate": 2.7468937008828246e-07,
      "loss": 0.0392,
      "step": 12928
    },
    {
      "epoch": 0.9669072280596792,
      "grad_norm": 0.7793694734573364,
      "learning_rate": 2.734517675422377e-07,
      "loss": 0.0659,
      "step": 12929
    },
    {
      "epoch": 0.9669820139849681,
      "grad_norm": 0.9696511030197144,
      "learning_rate": 2.7221695163550107e-07,
      "loss": 0.1005,
      "step": 12930
    },
    {
      "epoch": 0.9670567999102568,
      "grad_norm": 1.540802001953125,
      "learning_rate": 2.709849224372729e-07,
      "loss": 0.1015,
      "step": 12931
    },
    {
      "epoch": 0.9671315858355457,
      "grad_norm": 0.5976976156234741,
      "learning_rate": 2.697556800165868e-07,
      "loss": 0.0303,
      "step": 12932
    },
    {
      "epoch": 0.9672063717608346,
      "grad_norm": 0.8872543573379517,
      "learning_rate": 2.685292244423376e-07,
      "loss": 0.0686,
      "step": 12933
    },
    {
      "epoch": 0.9672811576861234,
      "grad_norm": 0.710059642791748,
      "learning_rate": 2.673055557832538e-07,
      "loss": 0.054,
      "step": 12934
    },
    {
      "epoch": 0.9673559436114123,
      "grad_norm": 1.1238468885421753,
      "learning_rate": 2.660846741079026e-07,
      "loss": 0.1244,
      "step": 12935
    },
    {
      "epoch": 0.9674307295367012,
      "grad_norm": 0.9026004672050476,
      "learning_rate": 2.6486657948470163e-07,
      "loss": 0.0706,
      "step": 12936
    },
    {
      "epoch": 0.96750551546199,
      "grad_norm": 0.9717168807983398,
      "learning_rate": 2.636512719819184e-07,
      "loss": 0.1016,
      "step": 12937
    },
    {
      "epoch": 0.9675803013872789,
      "grad_norm": 0.7005811929702759,
      "learning_rate": 2.6243875166765406e-07,
      "loss": 0.0552,
      "step": 12938
    },
    {
      "epoch": 0.9676550873125678,
      "grad_norm": 0.8264267444610596,
      "learning_rate": 2.6122901860985425e-07,
      "loss": 0.0389,
      "step": 12939
    },
    {
      "epoch": 0.9677298732378566,
      "grad_norm": 0.7877691984176636,
      "learning_rate": 2.600220728763203e-07,
      "loss": 0.0707,
      "step": 12940
    },
    {
      "epoch": 0.9678046591631455,
      "grad_norm": 0.8559983968734741,
      "learning_rate": 2.588179145346814e-07,
      "loss": 0.0521,
      "step": 12941
    },
    {
      "epoch": 0.9678794450884344,
      "grad_norm": 1.7342501878738403,
      "learning_rate": 2.576165436524225e-07,
      "loss": 0.1444,
      "step": 12942
    },
    {
      "epoch": 0.9679542310137232,
      "grad_norm": 1.3305034637451172,
      "learning_rate": 2.5641796029686194e-07,
      "loss": 0.0944,
      "step": 12943
    },
    {
      "epoch": 0.9680290169390121,
      "grad_norm": 0.9448521137237549,
      "learning_rate": 2.552221645351738e-07,
      "loss": 0.0652,
      "step": 12944
    },
    {
      "epoch": 0.968103802864301,
      "grad_norm": 1.5735996961593628,
      "learning_rate": 2.5402915643436e-07,
      "loss": 0.1673,
      "step": 12945
    },
    {
      "epoch": 0.9681785887895898,
      "grad_norm": 0.888843834400177,
      "learning_rate": 2.528389360612837e-07,
      "loss": 0.1212,
      "step": 12946
    },
    {
      "epoch": 0.9682533747148787,
      "grad_norm": 0.892540454864502,
      "learning_rate": 2.516515034826472e-07,
      "loss": 0.0598,
      "step": 12947
    },
    {
      "epoch": 0.9683281606401675,
      "grad_norm": 0.6834811568260193,
      "learning_rate": 2.504668587649805e-07,
      "loss": 0.0483,
      "step": 12948
    },
    {
      "epoch": 0.9684029465654563,
      "grad_norm": 0.7159473299980164,
      "learning_rate": 2.4928500197468616e-07,
      "loss": 0.0455,
      "step": 12949
    },
    {
      "epoch": 0.9684777324907452,
      "grad_norm": 1.5077083110809326,
      "learning_rate": 2.4810593317798336e-07,
      "loss": 0.1202,
      "step": 12950
    },
    {
      "epoch": 0.9685525184160341,
      "grad_norm": 0.5121647715568542,
      "learning_rate": 2.46929652440947e-07,
      "loss": 0.067,
      "step": 12951
    },
    {
      "epoch": 0.9686273043413229,
      "grad_norm": 0.5928946137428284,
      "learning_rate": 2.457561598294966e-07,
      "loss": 0.0578,
      "step": 12952
    },
    {
      "epoch": 0.9687020902666118,
      "grad_norm": 0.5399084687232971,
      "learning_rate": 2.445854554094018e-07,
      "loss": 0.0413,
      "step": 12953
    },
    {
      "epoch": 0.9687768761919007,
      "grad_norm": 0.8208631277084351,
      "learning_rate": 2.4341753924625457e-07,
      "loss": 0.0741,
      "step": 12954
    },
    {
      "epoch": 0.9688516621171895,
      "grad_norm": 0.7083703279495239,
      "learning_rate": 2.422524114055136e-07,
      "loss": 0.0987,
      "step": 12955
    },
    {
      "epoch": 0.9689264480424784,
      "grad_norm": 0.6513927578926086,
      "learning_rate": 2.4109007195246556e-07,
      "loss": 0.0743,
      "step": 12956
    },
    {
      "epoch": 0.9690012339677673,
      "grad_norm": 0.8623580932617188,
      "learning_rate": 2.399305209522529e-07,
      "loss": 0.0642,
      "step": 12957
    },
    {
      "epoch": 0.9690760198930561,
      "grad_norm": 0.591946005821228,
      "learning_rate": 2.387737584698513e-07,
      "loss": 0.0366,
      "step": 12958
    },
    {
      "epoch": 0.969150805818345,
      "grad_norm": 0.7606440186500549,
      "learning_rate": 2.376197845700867e-07,
      "loss": 0.0733,
      "step": 12959
    },
    {
      "epoch": 0.9692255917436339,
      "grad_norm": 0.3158939480781555,
      "learning_rate": 2.3646859931762965e-07,
      "loss": 0.0171,
      "step": 12960
    },
    {
      "epoch": 0.9693003776689227,
      "grad_norm": 0.47718873620033264,
      "learning_rate": 2.3532020277698407e-07,
      "loss": 0.0427,
      "step": 12961
    },
    {
      "epoch": 0.9693751635942116,
      "grad_norm": 0.6722490787506104,
      "learning_rate": 2.3417459501251515e-07,
      "loss": 0.0535,
      "step": 12962
    },
    {
      "epoch": 0.9694499495195005,
      "grad_norm": 0.55564284324646,
      "learning_rate": 2.3303177608841597e-07,
      "loss": 0.0618,
      "step": 12963
    },
    {
      "epoch": 0.9695247354447893,
      "grad_norm": 0.6552045345306396,
      "learning_rate": 2.3189174606872976e-07,
      "loss": 0.0825,
      "step": 12964
    },
    {
      "epoch": 0.9695995213700781,
      "grad_norm": 0.6629922986030579,
      "learning_rate": 2.307545050173443e-07,
      "loss": 0.0459,
      "step": 12965
    },
    {
      "epoch": 0.969674307295367,
      "grad_norm": 0.851646363735199,
      "learning_rate": 2.2962005299798639e-07,
      "loss": 0.0874,
      "step": 12966
    },
    {
      "epoch": 0.9697490932206558,
      "grad_norm": 0.9766066670417786,
      "learning_rate": 2.2848839007423295e-07,
      "loss": 0.1098,
      "step": 12967
    },
    {
      "epoch": 0.9698238791459447,
      "grad_norm": 1.0904663801193237,
      "learning_rate": 2.2735951630950548e-07,
      "loss": 0.1515,
      "step": 12968
    },
    {
      "epoch": 0.9698986650712336,
      "grad_norm": 0.7357199192047119,
      "learning_rate": 2.2623343176705892e-07,
      "loss": 0.062,
      "step": 12969
    },
    {
      "epoch": 0.9699734509965224,
      "grad_norm": 0.513715386390686,
      "learning_rate": 2.2511013650999835e-07,
      "loss": 0.0408,
      "step": 12970
    },
    {
      "epoch": 0.9700482369218113,
      "grad_norm": 0.8974568247795105,
      "learning_rate": 2.2398963060127342e-07,
      "loss": 0.0687,
      "step": 12971
    },
    {
      "epoch": 0.9701230228471002,
      "grad_norm": 0.4329313039779663,
      "learning_rate": 2.2287191410367836e-07,
      "loss": 0.0332,
      "step": 12972
    },
    {
      "epoch": 0.970197808772389,
      "grad_norm": 0.751781165599823,
      "learning_rate": 2.2175698707984638e-07,
      "loss": 0.0691,
      "step": 12973
    },
    {
      "epoch": 0.9702725946976779,
      "grad_norm": 0.5423529148101807,
      "learning_rate": 2.2064484959226083e-07,
      "loss": 0.0449,
      "step": 12974
    },
    {
      "epoch": 0.9703473806229668,
      "grad_norm": 0.8365032076835632,
      "learning_rate": 2.195355017032441e-07,
      "loss": 0.0968,
      "step": 12975
    },
    {
      "epoch": 0.9704221665482556,
      "grad_norm": 0.9210798144340515,
      "learning_rate": 2.1842894347496312e-07,
      "loss": 0.1159,
      "step": 12976
    },
    {
      "epoch": 0.9704969524735445,
      "grad_norm": 0.7737799286842346,
      "learning_rate": 2.1732517496942383e-07,
      "loss": 0.0661,
      "step": 12977
    },
    {
      "epoch": 0.9705717383988334,
      "grad_norm": 0.7045473456382751,
      "learning_rate": 2.1622419624848788e-07,
      "loss": 0.0383,
      "step": 12978
    },
    {
      "epoch": 0.9706465243241222,
      "grad_norm": 1.0195949077606201,
      "learning_rate": 2.1512600737385037e-07,
      "loss": 0.0988,
      "step": 12979
    },
    {
      "epoch": 0.9707213102494111,
      "grad_norm": 0.8737218379974365,
      "learning_rate": 2.1403060840704536e-07,
      "loss": 0.0793,
      "step": 12980
    },
    {
      "epoch": 0.9707960961747,
      "grad_norm": 0.531203031539917,
      "learning_rate": 2.129379994094738e-07,
      "loss": 0.0303,
      "step": 12981
    },
    {
      "epoch": 0.9708708820999887,
      "grad_norm": 1.0328282117843628,
      "learning_rate": 2.1184818044235332e-07,
      "loss": 0.0792,
      "step": 12982
    },
    {
      "epoch": 0.9709456680252776,
      "grad_norm": 0.734826922416687,
      "learning_rate": 2.1076115156675735e-07,
      "loss": 0.0536,
      "step": 12983
    },
    {
      "epoch": 0.9710204539505665,
      "grad_norm": 0.5005146861076355,
      "learning_rate": 2.0967691284360935e-07,
      "loss": 0.0325,
      "step": 12984
    },
    {
      "epoch": 0.9710952398758553,
      "grad_norm": 1.020372748374939,
      "learning_rate": 2.0859546433366072e-07,
      "loss": 0.1083,
      "step": 12985
    },
    {
      "epoch": 0.9711700258011442,
      "grad_norm": 0.5662137866020203,
      "learning_rate": 2.0751680609751856e-07,
      "loss": 0.0426,
      "step": 12986
    },
    {
      "epoch": 0.9712448117264331,
      "grad_norm": 0.6404293179512024,
      "learning_rate": 2.064409381956345e-07,
      "loss": 0.0384,
      "step": 12987
    },
    {
      "epoch": 0.9713195976517219,
      "grad_norm": 0.6235434412956238,
      "learning_rate": 2.0536786068828805e-07,
      "loss": 0.0293,
      "step": 12988
    },
    {
      "epoch": 0.9713943835770108,
      "grad_norm": 1.5746077299118042,
      "learning_rate": 2.0429757363562563e-07,
      "loss": 0.1573,
      "step": 12989
    },
    {
      "epoch": 0.9714691695022997,
      "grad_norm": 0.35104164481163025,
      "learning_rate": 2.0323007709762144e-07,
      "loss": 0.0212,
      "step": 12990
    },
    {
      "epoch": 0.9715439554275885,
      "grad_norm": 0.8248312473297119,
      "learning_rate": 2.021653711340943e-07,
      "loss": 0.1061,
      "step": 12991
    },
    {
      "epoch": 0.9716187413528774,
      "grad_norm": 1.168135404586792,
      "learning_rate": 2.0110345580470756e-07,
      "loss": 0.1196,
      "step": 12992
    },
    {
      "epoch": 0.9716935272781663,
      "grad_norm": 0.6298313736915588,
      "learning_rate": 2.0004433116898037e-07,
      "loss": 0.039,
      "step": 12993
    },
    {
      "epoch": 0.9717683132034551,
      "grad_norm": 2.1503021717071533,
      "learning_rate": 1.9898799728625407e-07,
      "loss": 0.3274,
      "step": 12994
    },
    {
      "epoch": 0.971843099128744,
      "grad_norm": 2.1687769889831543,
      "learning_rate": 1.979344542157313e-07,
      "loss": 0.0948,
      "step": 12995
    },
    {
      "epoch": 0.9719178850540329,
      "grad_norm": 1.4140548706054688,
      "learning_rate": 1.9688370201644822e-07,
      "loss": 0.1153,
      "step": 12996
    },
    {
      "epoch": 0.9719926709793217,
      "grad_norm": 1.139455795288086,
      "learning_rate": 1.958357407472966e-07,
      "loss": 0.0983,
      "step": 12997
    },
    {
      "epoch": 0.9720674569046106,
      "grad_norm": 2.854573965072632,
      "learning_rate": 1.9479057046699056e-07,
      "loss": 0.6571,
      "step": 12998
    },
    {
      "epoch": 0.9721422428298994,
      "grad_norm": 1.1940664052963257,
      "learning_rate": 1.9374819123411104e-07,
      "loss": 0.0986,
      "step": 12999
    },
    {
      "epoch": 0.9722170287551882,
      "grad_norm": 1.5254565477371216,
      "learning_rate": 1.927086031070724e-07,
      "loss": 0.1172,
      "step": 13000
    },
    {
      "epoch": 0.9722918146804771,
      "grad_norm": 0.5440202355384827,
      "learning_rate": 1.9167180614411695e-07,
      "loss": 0.0491,
      "step": 13001
    },
    {
      "epoch": 0.972366600605766,
      "grad_norm": 0.7353929281234741,
      "learning_rate": 1.9063780040336488e-07,
      "loss": 0.0792,
      "step": 13002
    },
    {
      "epoch": 0.9724413865310548,
      "grad_norm": 0.67140793800354,
      "learning_rate": 1.8960658594275316e-07,
      "loss": 0.0683,
      "step": 13003
    },
    {
      "epoch": 0.9725161724563437,
      "grad_norm": 0.8194896578788757,
      "learning_rate": 1.885781628200689e-07,
      "loss": 0.0734,
      "step": 13004
    },
    {
      "epoch": 0.9725909583816326,
      "grad_norm": 0.714746356010437,
      "learning_rate": 1.8755253109294935e-07,
      "loss": 0.0611,
      "step": 13005
    },
    {
      "epoch": 0.9726657443069214,
      "grad_norm": 0.7146202921867371,
      "learning_rate": 1.865296908188652e-07,
      "loss": 0.0714,
      "step": 13006
    },
    {
      "epoch": 0.9727405302322103,
      "grad_norm": 0.4795819818973541,
      "learning_rate": 1.855096420551372e-07,
      "loss": 0.0331,
      "step": 13007
    },
    {
      "epoch": 0.9728153161574992,
      "grad_norm": 0.5267304182052612,
      "learning_rate": 1.844923848589253e-07,
      "loss": 0.0694,
      "step": 13008
    },
    {
      "epoch": 0.972890102082788,
      "grad_norm": 0.9844954013824463,
      "learning_rate": 1.8347791928724488e-07,
      "loss": 0.0921,
      "step": 13009
    },
    {
      "epoch": 0.9729648880080769,
      "grad_norm": 0.6365022659301758,
      "learning_rate": 1.824662453969339e-07,
      "loss": 0.068,
      "step": 13010
    },
    {
      "epoch": 0.9730396739333658,
      "grad_norm": 0.43110954761505127,
      "learning_rate": 1.8145736324469697e-07,
      "loss": 0.026,
      "step": 13011
    },
    {
      "epoch": 0.9731144598586546,
      "grad_norm": 0.550247073173523,
      "learning_rate": 1.804512728870611e-07,
      "loss": 0.0515,
      "step": 13012
    },
    {
      "epoch": 0.9731892457839435,
      "grad_norm": 0.4430747330188751,
      "learning_rate": 1.794479743804145e-07,
      "loss": 0.0328,
      "step": 13013
    },
    {
      "epoch": 0.9732640317092324,
      "grad_norm": 0.5010110139846802,
      "learning_rate": 1.7844746778097887e-07,
      "loss": 0.0228,
      "step": 13014
    },
    {
      "epoch": 0.9733388176345212,
      "grad_norm": 0.831089973449707,
      "learning_rate": 1.7744975314482047e-07,
      "loss": 0.0817,
      "step": 13015
    },
    {
      "epoch": 0.97341360355981,
      "grad_norm": 0.4925210773944855,
      "learning_rate": 1.7645483052785017e-07,
      "loss": 0.0318,
      "step": 13016
    },
    {
      "epoch": 0.9734883894850989,
      "grad_norm": 0.5358295440673828,
      "learning_rate": 1.7546269998582333e-07,
      "loss": 0.0459,
      "step": 13017
    },
    {
      "epoch": 0.9735631754103877,
      "grad_norm": 0.6370837688446045,
      "learning_rate": 1.7447336157434545e-07,
      "loss": 0.0613,
      "step": 13018
    },
    {
      "epoch": 0.9736379613356766,
      "grad_norm": 0.5662913918495178,
      "learning_rate": 1.7348681534884447e-07,
      "loss": 0.0432,
      "step": 13019
    },
    {
      "epoch": 0.9737127472609655,
      "grad_norm": 0.6075406074523926,
      "learning_rate": 1.7250306136461502e-07,
      "loss": 0.0367,
      "step": 13020
    },
    {
      "epoch": 0.9737875331862543,
      "grad_norm": 0.4553796947002411,
      "learning_rate": 1.7152209967678523e-07,
      "loss": 0.0303,
      "step": 13021
    },
    {
      "epoch": 0.9738623191115432,
      "grad_norm": 1.0038201808929443,
      "learning_rate": 1.7054393034032779e-07,
      "loss": 0.0675,
      "step": 13022
    },
    {
      "epoch": 0.9739371050368321,
      "grad_norm": 0.8288964629173279,
      "learning_rate": 1.695685534100544e-07,
      "loss": 0.0465,
      "step": 13023
    },
    {
      "epoch": 0.9740118909621209,
      "grad_norm": 0.7483683824539185,
      "learning_rate": 1.685959689406269e-07,
      "loss": 0.0743,
      "step": 13024
    },
    {
      "epoch": 0.9740866768874098,
      "grad_norm": 0.5443363189697266,
      "learning_rate": 1.6762617698654615e-07,
      "loss": 0.0478,
      "step": 13025
    },
    {
      "epoch": 0.9741614628126987,
      "grad_norm": 0.699834406375885,
      "learning_rate": 1.666591776021631e-07,
      "loss": 0.0734,
      "step": 13026
    },
    {
      "epoch": 0.9742362487379875,
      "grad_norm": 0.8187717795372009,
      "learning_rate": 1.6569497084166773e-07,
      "loss": 0.0655,
      "step": 13027
    },
    {
      "epoch": 0.9743110346632764,
      "grad_norm": 0.4898703992366791,
      "learning_rate": 1.647335567590891e-07,
      "loss": 0.0679,
      "step": 13028
    },
    {
      "epoch": 0.9743858205885653,
      "grad_norm": 0.5239977836608887,
      "learning_rate": 1.6377493540830625e-07,
      "loss": 0.0406,
      "step": 13029
    },
    {
      "epoch": 0.9744606065138541,
      "grad_norm": 0.7604244351387024,
      "learning_rate": 1.6281910684303737e-07,
      "loss": 0.0753,
      "step": 13030
    },
    {
      "epoch": 0.974535392439143,
      "grad_norm": 0.842095136642456,
      "learning_rate": 1.618660711168507e-07,
      "loss": 0.0494,
      "step": 13031
    },
    {
      "epoch": 0.9746101783644319,
      "grad_norm": 0.8381233215332031,
      "learning_rate": 1.6091582828315355e-07,
      "loss": 0.0549,
      "step": 13032
    },
    {
      "epoch": 0.9746849642897206,
      "grad_norm": 0.5621647238731384,
      "learning_rate": 1.5996837839519218e-07,
      "loss": 0.0483,
      "step": 13033
    },
    {
      "epoch": 0.9747597502150095,
      "grad_norm": 0.987895667552948,
      "learning_rate": 1.5902372150606304e-07,
      "loss": 0.0699,
      "step": 13034
    },
    {
      "epoch": 0.9748345361402984,
      "grad_norm": 0.7235648036003113,
      "learning_rate": 1.5808185766870153e-07,
      "loss": 0.0347,
      "step": 13035
    },
    {
      "epoch": 0.9749093220655872,
      "grad_norm": 0.6615068316459656,
      "learning_rate": 1.5714278693589878e-07,
      "loss": 0.0481,
      "step": 13036
    },
    {
      "epoch": 0.9749841079908761,
      "grad_norm": 0.6945041418075562,
      "learning_rate": 1.562065093602738e-07,
      "loss": 0.0366,
      "step": 13037
    },
    {
      "epoch": 0.975058893916165,
      "grad_norm": 0.8700776100158691,
      "learning_rate": 1.5527302499428465e-07,
      "loss": 0.0893,
      "step": 13038
    },
    {
      "epoch": 0.9751336798414538,
      "grad_norm": 0.7300289273262024,
      "learning_rate": 1.5434233389026165e-07,
      "loss": 0.0467,
      "step": 13039
    },
    {
      "epoch": 0.9752084657667427,
      "grad_norm": 0.6579194664955139,
      "learning_rate": 1.5341443610034645e-07,
      "loss": 0.0633,
      "step": 13040
    },
    {
      "epoch": 0.9752832516920316,
      "grad_norm": 1.026484727859497,
      "learning_rate": 1.5248933167654188e-07,
      "loss": 0.0938,
      "step": 13041
    },
    {
      "epoch": 0.9753580376173204,
      "grad_norm": 0.8569180369377136,
      "learning_rate": 1.515670206706954e-07,
      "loss": 0.0779,
      "step": 13042
    },
    {
      "epoch": 0.9754328235426093,
      "grad_norm": 1.164454698562622,
      "learning_rate": 1.506475031344823e-07,
      "loss": 0.1158,
      "step": 13043
    },
    {
      "epoch": 0.9755076094678982,
      "grad_norm": 0.6989597082138062,
      "learning_rate": 1.497307791194391e-07,
      "loss": 0.057,
      "step": 13044
    },
    {
      "epoch": 0.975582395393187,
      "grad_norm": 0.9949011206626892,
      "learning_rate": 1.488168486769359e-07,
      "loss": 0.0714,
      "step": 13045
    },
    {
      "epoch": 0.9756571813184759,
      "grad_norm": 1.5810455083847046,
      "learning_rate": 1.4790571185818724e-07,
      "loss": 0.1696,
      "step": 13046
    },
    {
      "epoch": 0.9757319672437648,
      "grad_norm": 1.3241075277328491,
      "learning_rate": 1.469973687142523e-07,
      "loss": 0.1038,
      "step": 13047
    },
    {
      "epoch": 0.9758067531690536,
      "grad_norm": 0.8140578269958496,
      "learning_rate": 1.4609181929604033e-07,
      "loss": 0.0522,
      "step": 13048
    },
    {
      "epoch": 0.9758815390943425,
      "grad_norm": 1.0757066011428833,
      "learning_rate": 1.4518906365429408e-07,
      "loss": 0.0717,
      "step": 13049
    },
    {
      "epoch": 0.9759563250196313,
      "grad_norm": 1.9058736562728882,
      "learning_rate": 1.4428910183960087e-07,
      "loss": 0.1612,
      "step": 13050
    },
    {
      "epoch": 0.9760311109449201,
      "grad_norm": 0.6265395879745483,
      "learning_rate": 1.4339193390239813e-07,
      "loss": 0.0873,
      "step": 13051
    },
    {
      "epoch": 0.976105896870209,
      "grad_norm": 1.08207106590271,
      "learning_rate": 1.4249755989295677e-07,
      "loss": 0.0839,
      "step": 13052
    },
    {
      "epoch": 0.9761806827954979,
      "grad_norm": 0.6696078777313232,
      "learning_rate": 1.4160597986140335e-07,
      "loss": 0.0655,
      "step": 13053
    },
    {
      "epoch": 0.9762554687207867,
      "grad_norm": 0.5708719491958618,
      "learning_rate": 1.4071719385769234e-07,
      "loss": 0.075,
      "step": 13054
    },
    {
      "epoch": 0.9763302546460756,
      "grad_norm": 0.39571017026901245,
      "learning_rate": 1.3983120193163946e-07,
      "loss": 0.0286,
      "step": 13055
    },
    {
      "epoch": 0.9764050405713645,
      "grad_norm": 1.0295779705047607,
      "learning_rate": 1.3894800413289388e-07,
      "loss": 0.1031,
      "step": 13056
    },
    {
      "epoch": 0.9764798264966533,
      "grad_norm": 0.42557287216186523,
      "learning_rate": 1.3806760051094935e-07,
      "loss": 0.0271,
      "step": 13057
    },
    {
      "epoch": 0.9765546124219422,
      "grad_norm": 0.8260351419448853,
      "learning_rate": 1.3718999111513308e-07,
      "loss": 0.0546,
      "step": 13058
    },
    {
      "epoch": 0.9766293983472311,
      "grad_norm": 0.7049921154975891,
      "learning_rate": 1.3631517599463907e-07,
      "loss": 0.0798,
      "step": 13059
    },
    {
      "epoch": 0.9767041842725199,
      "grad_norm": 0.5924288034439087,
      "learning_rate": 1.3544315519848916e-07,
      "loss": 0.0518,
      "step": 13060
    },
    {
      "epoch": 0.9767789701978088,
      "grad_norm": 1.14959716796875,
      "learning_rate": 1.3457392877553876e-07,
      "loss": 0.0876,
      "step": 13061
    },
    {
      "epoch": 0.9768537561230977,
      "grad_norm": 0.4802398085594177,
      "learning_rate": 1.3370749677451554e-07,
      "loss": 0.0389,
      "step": 13062
    },
    {
      "epoch": 0.9769285420483865,
      "grad_norm": 0.6689320802688599,
      "learning_rate": 1.3284385924396403e-07,
      "loss": 0.0361,
      "step": 13063
    },
    {
      "epoch": 0.9770033279736754,
      "grad_norm": 0.6408694386482239,
      "learning_rate": 1.3198301623227883e-07,
      "loss": 0.0544,
      "step": 13064
    },
    {
      "epoch": 0.9770781138989643,
      "grad_norm": 0.6966913342475891,
      "learning_rate": 1.3112496778771022e-07,
      "loss": 0.0607,
      "step": 13065
    },
    {
      "epoch": 0.9771528998242531,
      "grad_norm": 0.8057048916816711,
      "learning_rate": 1.3026971395833642e-07,
      "loss": 0.0675,
      "step": 13066
    },
    {
      "epoch": 0.9772276857495419,
      "grad_norm": 0.645700216293335,
      "learning_rate": 1.2941725479208578e-07,
      "loss": 0.0397,
      "step": 13067
    },
    {
      "epoch": 0.9773024716748308,
      "grad_norm": 0.812199056148529,
      "learning_rate": 1.2856759033673116e-07,
      "loss": 0.0548,
      "step": 13068
    },
    {
      "epoch": 0.9773772576001196,
      "grad_norm": 1.3543890714645386,
      "learning_rate": 1.2772072063989003e-07,
      "loss": 0.0872,
      "step": 13069
    },
    {
      "epoch": 0.9774520435254085,
      "grad_norm": 0.48335230350494385,
      "learning_rate": 1.2687664574901336e-07,
      "loss": 0.0335,
      "step": 13070
    },
    {
      "epoch": 0.9775268294506974,
      "grad_norm": 0.7605381011962891,
      "learning_rate": 1.2603536571140773e-07,
      "loss": 0.0757,
      "step": 13071
    },
    {
      "epoch": 0.9776016153759862,
      "grad_norm": 0.8594883680343628,
      "learning_rate": 1.2519688057421318e-07,
      "loss": 0.0716,
      "step": 13072
    },
    {
      "epoch": 0.9776764013012751,
      "grad_norm": 0.8642313480377197,
      "learning_rate": 1.2436119038441996e-07,
      "loss": 0.0716,
      "step": 13073
    },
    {
      "epoch": 0.977751187226564,
      "grad_norm": 0.7008442282676697,
      "learning_rate": 1.2352829518886831e-07,
      "loss": 0.0606,
      "step": 13074
    },
    {
      "epoch": 0.9778259731518528,
      "grad_norm": 0.6041141748428345,
      "learning_rate": 1.2269819503421542e-07,
      "loss": 0.032,
      "step": 13075
    },
    {
      "epoch": 0.9779007590771417,
      "grad_norm": 0.73857182264328,
      "learning_rate": 1.2187088996699625e-07,
      "loss": 0.0572,
      "step": 13076
    },
    {
      "epoch": 0.9779755450024306,
      "grad_norm": 0.7224127650260925,
      "learning_rate": 1.2104638003355705e-07,
      "loss": 0.0564,
      "step": 13077
    },
    {
      "epoch": 0.9780503309277194,
      "grad_norm": 0.49023354053497314,
      "learning_rate": 1.2022466528011645e-07,
      "loss": 0.0395,
      "step": 13078
    },
    {
      "epoch": 0.9781251168530083,
      "grad_norm": 0.6345604658126831,
      "learning_rate": 1.194057457527209e-07,
      "loss": 0.0457,
      "step": 13079
    },
    {
      "epoch": 0.9781999027782972,
      "grad_norm": 0.7459271550178528,
      "learning_rate": 1.185896214972504e-07,
      "loss": 0.0605,
      "step": 13080
    },
    {
      "epoch": 0.978274688703586,
      "grad_norm": 0.9838876724243164,
      "learning_rate": 1.1777629255945167e-07,
      "loss": 0.0737,
      "step": 13081
    },
    {
      "epoch": 0.9783494746288749,
      "grad_norm": 0.6713008880615234,
      "learning_rate": 1.1696575898489936e-07,
      "loss": 0.0688,
      "step": 13082
    },
    {
      "epoch": 0.9784242605541638,
      "grad_norm": 0.8351396918296814,
      "learning_rate": 1.1615802081901272e-07,
      "loss": 0.0405,
      "step": 13083
    },
    {
      "epoch": 0.9784990464794525,
      "grad_norm": 0.7137233018875122,
      "learning_rate": 1.1535307810706108e-07,
      "loss": 0.0456,
      "step": 13084
    },
    {
      "epoch": 0.9785738324047414,
      "grad_norm": 0.57951420545578,
      "learning_rate": 1.1455093089415281e-07,
      "loss": 0.031,
      "step": 13085
    },
    {
      "epoch": 0.9786486183300303,
      "grad_norm": 0.938587486743927,
      "learning_rate": 1.1375157922523527e-07,
      "loss": 0.1027,
      "step": 13086
    },
    {
      "epoch": 0.9787234042553191,
      "grad_norm": 0.7072553038597107,
      "learning_rate": 1.1295502314510598e-07,
      "loss": 0.0458,
      "step": 13087
    },
    {
      "epoch": 0.978798190180608,
      "grad_norm": 0.5360969305038452,
      "learning_rate": 1.1216126269840699e-07,
      "loss": 0.0417,
      "step": 13088
    },
    {
      "epoch": 0.9788729761058969,
      "grad_norm": 0.8541834950447083,
      "learning_rate": 1.1137029792961384e-07,
      "loss": 0.0572,
      "step": 13089
    },
    {
      "epoch": 0.9789477620311857,
      "grad_norm": 0.8962938189506531,
      "learning_rate": 1.105821288830522e-07,
      "loss": 0.0871,
      "step": 13090
    },
    {
      "epoch": 0.9790225479564746,
      "grad_norm": 1.4392637014389038,
      "learning_rate": 1.0979675560289781e-07,
      "loss": 0.1042,
      "step": 13091
    },
    {
      "epoch": 0.9790973338817635,
      "grad_norm": 1.2927100658416748,
      "learning_rate": 1.090141781331544e-07,
      "loss": 0.1091,
      "step": 13092
    },
    {
      "epoch": 0.9791721198070523,
      "grad_norm": 1.6105395555496216,
      "learning_rate": 1.0823439651767575e-07,
      "loss": 0.1397,
      "step": 13093
    },
    {
      "epoch": 0.9792469057323412,
      "grad_norm": 1.2756192684173584,
      "learning_rate": 1.0745741080017135e-07,
      "loss": 0.0866,
      "step": 13094
    },
    {
      "epoch": 0.9793216916576301,
      "grad_norm": 1.3140145540237427,
      "learning_rate": 1.0668322102417305e-07,
      "loss": 0.1108,
      "step": 13095
    },
    {
      "epoch": 0.9793964775829189,
      "grad_norm": 1.489345908164978,
      "learning_rate": 1.0591182723306836e-07,
      "loss": 0.1239,
      "step": 13096
    },
    {
      "epoch": 0.9794712635082078,
      "grad_norm": 0.8814570903778076,
      "learning_rate": 1.0514322947008382e-07,
      "loss": 0.0919,
      "step": 13097
    },
    {
      "epoch": 0.9795460494334967,
      "grad_norm": 1.595694661140442,
      "learning_rate": 1.0437742777829606e-07,
      "loss": 0.1223,
      "step": 13098
    },
    {
      "epoch": 0.9796208353587855,
      "grad_norm": 1.1279810667037964,
      "learning_rate": 1.0361442220061524e-07,
      "loss": 0.0767,
      "step": 13099
    },
    {
      "epoch": 0.9796956212840744,
      "grad_norm": 2.32450270652771,
      "learning_rate": 1.0285421277980156e-07,
      "loss": 0.2051,
      "step": 13100
    },
    {
      "epoch": 0.9797704072093631,
      "grad_norm": 0.7000548243522644,
      "learning_rate": 1.0209679955845985e-07,
      "loss": 0.0823,
      "step": 13101
    },
    {
      "epoch": 0.979845193134652,
      "grad_norm": 0.5720806121826172,
      "learning_rate": 1.013421825790284e-07,
      "loss": 0.0701,
      "step": 13102
    },
    {
      "epoch": 0.9799199790599409,
      "grad_norm": 0.9151096343994141,
      "learning_rate": 1.0059036188380111e-07,
      "loss": 0.0914,
      "step": 13103
    },
    {
      "epoch": 0.9799947649852297,
      "grad_norm": 0.5501378774642944,
      "learning_rate": 9.984133751490543e-08,
      "loss": 0.05,
      "step": 13104
    },
    {
      "epoch": 0.9800695509105186,
      "grad_norm": 0.6816980838775635,
      "learning_rate": 9.909510951431888e-08,
      "loss": 0.041,
      "step": 13105
    },
    {
      "epoch": 0.9801443368358075,
      "grad_norm": 0.47302597761154175,
      "learning_rate": 9.835167792385803e-08,
      "loss": 0.0259,
      "step": 13106
    },
    {
      "epoch": 0.9802191227610964,
      "grad_norm": 0.5860419273376465,
      "learning_rate": 9.761104278518396e-08,
      "loss": 0.0405,
      "step": 13107
    },
    {
      "epoch": 0.9802939086863852,
      "grad_norm": 0.7843829989433289,
      "learning_rate": 9.687320413980239e-08,
      "loss": 0.0765,
      "step": 13108
    },
    {
      "epoch": 0.9803686946116741,
      "grad_norm": 0.48027125000953674,
      "learning_rate": 9.613816202906356e-08,
      "loss": 0.0365,
      "step": 13109
    },
    {
      "epoch": 0.980443480536963,
      "grad_norm": 1.1443341970443726,
      "learning_rate": 9.54059164941512e-08,
      "loss": 0.08,
      "step": 13110
    },
    {
      "epoch": 0.9805182664622518,
      "grad_norm": 0.6189633011817932,
      "learning_rate": 9.467646757611026e-08,
      "loss": 0.0579,
      "step": 13111
    },
    {
      "epoch": 0.9805930523875407,
      "grad_norm": 0.576843798160553,
      "learning_rate": 9.394981531580804e-08,
      "loss": 0.0628,
      "step": 13112
    },
    {
      "epoch": 0.9806678383128296,
      "grad_norm": 0.6445755362510681,
      "learning_rate": 9.322595975397308e-08,
      "loss": 0.1089,
      "step": 13113
    },
    {
      "epoch": 0.9807426242381184,
      "grad_norm": 0.6944069862365723,
      "learning_rate": 9.250490093116737e-08,
      "loss": 0.0606,
      "step": 13114
    },
    {
      "epoch": 0.9808174101634073,
      "grad_norm": 0.5240738987922668,
      "learning_rate": 9.178663888779748e-08,
      "loss": 0.0372,
      "step": 13115
    },
    {
      "epoch": 0.9808921960886962,
      "grad_norm": 0.5983749628067017,
      "learning_rate": 9.107117366411456e-08,
      "loss": 0.0414,
      "step": 13116
    },
    {
      "epoch": 0.980966982013985,
      "grad_norm": 0.6702715158462524,
      "learning_rate": 9.035850530021428e-08,
      "loss": 0.0489,
      "step": 13117
    },
    {
      "epoch": 0.9810417679392738,
      "grad_norm": 0.44082406163215637,
      "learning_rate": 8.96486338360314e-08,
      "loss": 0.0266,
      "step": 13118
    },
    {
      "epoch": 0.9811165538645626,
      "grad_norm": 0.904138445854187,
      "learning_rate": 8.894155931135073e-08,
      "loss": 0.0778,
      "step": 13119
    },
    {
      "epoch": 0.9811913397898515,
      "grad_norm": 0.7605939507484436,
      "learning_rate": 8.82372817657906e-08,
      "loss": 0.1153,
      "step": 13120
    },
    {
      "epoch": 0.9812661257151404,
      "grad_norm": 0.9398657083511353,
      "learning_rate": 8.753580123882499e-08,
      "loss": 0.0912,
      "step": 13121
    },
    {
      "epoch": 0.9813409116404292,
      "grad_norm": 0.44631102681159973,
      "learning_rate": 8.683711776976133e-08,
      "loss": 0.0276,
      "step": 13122
    },
    {
      "epoch": 0.9814156975657181,
      "grad_norm": 0.7926178574562073,
      "learning_rate": 8.61412313977461e-08,
      "loss": 0.0831,
      "step": 13123
    },
    {
      "epoch": 0.981490483491007,
      "grad_norm": 0.8973842859268188,
      "learning_rate": 8.544814216179253e-08,
      "loss": 0.0874,
      "step": 13124
    },
    {
      "epoch": 0.9815652694162958,
      "grad_norm": 0.8152311444282532,
      "learning_rate": 8.475785010072512e-08,
      "loss": 0.0522,
      "step": 13125
    },
    {
      "epoch": 0.9816400553415847,
      "grad_norm": 0.8099016547203064,
      "learning_rate": 8.40703552532296e-08,
      "loss": 0.0697,
      "step": 13126
    },
    {
      "epoch": 0.9817148412668736,
      "grad_norm": 1.021374225616455,
      "learning_rate": 8.338565765784179e-08,
      "loss": 0.1113,
      "step": 13127
    },
    {
      "epoch": 0.9817896271921625,
      "grad_norm": 1.1013946533203125,
      "learning_rate": 8.270375735292547e-08,
      "loss": 0.1259,
      "step": 13128
    },
    {
      "epoch": 0.9818644131174513,
      "grad_norm": 0.6119487881660461,
      "learning_rate": 8.202465437669449e-08,
      "loss": 0.0635,
      "step": 13129
    },
    {
      "epoch": 0.9819391990427402,
      "grad_norm": 0.6561717391014099,
      "learning_rate": 8.134834876720732e-08,
      "loss": 0.0358,
      "step": 13130
    },
    {
      "epoch": 0.982013984968029,
      "grad_norm": 0.8759846687316895,
      "learning_rate": 8.067484056235586e-08,
      "loss": 0.0563,
      "step": 13131
    },
    {
      "epoch": 0.9820887708933179,
      "grad_norm": 0.6102621555328369,
      "learning_rate": 8.000412979989325e-08,
      "loss": 0.0394,
      "step": 13132
    },
    {
      "epoch": 0.9821635568186068,
      "grad_norm": 0.9649103283882141,
      "learning_rate": 7.933621651740053e-08,
      "loss": 0.1023,
      "step": 13133
    },
    {
      "epoch": 0.9822383427438957,
      "grad_norm": 1.011826753616333,
      "learning_rate": 7.867110075231444e-08,
      "loss": 0.0957,
      "step": 13134
    },
    {
      "epoch": 0.9823131286691844,
      "grad_norm": 0.8232734799385071,
      "learning_rate": 7.800878254188848e-08,
      "loss": 0.0801,
      "step": 13135
    },
    {
      "epoch": 0.9823879145944733,
      "grad_norm": 0.6169044971466064,
      "learning_rate": 7.734926192325965e-08,
      "loss": 0.0352,
      "step": 13136
    },
    {
      "epoch": 0.9824627005197621,
      "grad_norm": 0.6818606853485107,
      "learning_rate": 7.669253893337614e-08,
      "loss": 0.0494,
      "step": 13137
    },
    {
      "epoch": 0.982537486445051,
      "grad_norm": 1.4228134155273438,
      "learning_rate": 7.603861360904186e-08,
      "loss": 0.3075,
      "step": 13138
    },
    {
      "epoch": 0.9826122723703399,
      "grad_norm": 0.8413154482841492,
      "learning_rate": 7.538748598690526e-08,
      "loss": 0.0662,
      "step": 13139
    },
    {
      "epoch": 0.9826870582956287,
      "grad_norm": 0.8035567402839661,
      "learning_rate": 7.473915610344828e-08,
      "loss": 0.0769,
      "step": 13140
    },
    {
      "epoch": 0.9827618442209176,
      "grad_norm": 0.9257685542106628,
      "learning_rate": 7.409362399501407e-08,
      "loss": 0.0857,
      "step": 13141
    },
    {
      "epoch": 0.9828366301462065,
      "grad_norm": 2.2359378337860107,
      "learning_rate": 7.345088969776259e-08,
      "loss": 0.2031,
      "step": 13142
    },
    {
      "epoch": 0.9829114160714953,
      "grad_norm": 0.49772417545318604,
      "learning_rate": 7.281095324772613e-08,
      "loss": 0.0257,
      "step": 13143
    },
    {
      "epoch": 0.9829862019967842,
      "grad_norm": 0.7169822454452515,
      "learning_rate": 7.217381468075934e-08,
      "loss": 0.0399,
      "step": 13144
    },
    {
      "epoch": 0.9830609879220731,
      "grad_norm": 1.068713903427124,
      "learning_rate": 7.1539474032567e-08,
      "loss": 0.0722,
      "step": 13145
    },
    {
      "epoch": 0.983135773847362,
      "grad_norm": 1.7776577472686768,
      "learning_rate": 7.090793133869844e-08,
      "loss": 0.2782,
      "step": 13146
    },
    {
      "epoch": 0.9832105597726508,
      "grad_norm": 4.140814781188965,
      "learning_rate": 7.027918663454758e-08,
      "loss": 0.4391,
      "step": 13147
    },
    {
      "epoch": 0.9832853456979397,
      "grad_norm": 1.2837289571762085,
      "learning_rate": 6.965323995534734e-08,
      "loss": 0.1061,
      "step": 13148
    },
    {
      "epoch": 0.9833601316232286,
      "grad_norm": 0.9067109823226929,
      "learning_rate": 6.903009133616967e-08,
      "loss": 0.0688,
      "step": 13149
    },
    {
      "epoch": 0.9834349175485174,
      "grad_norm": 1.1472764015197754,
      "learning_rate": 6.840974081194218e-08,
      "loss": 0.0926,
      "step": 13150
    },
    {
      "epoch": 0.9835097034738063,
      "grad_norm": 0.708609402179718,
      "learning_rate": 6.779218841742041e-08,
      "loss": 0.0882,
      "step": 13151
    },
    {
      "epoch": 0.983584489399095,
      "grad_norm": 0.54012531042099,
      "learning_rate": 6.717743418722666e-08,
      "loss": 0.0364,
      "step": 13152
    },
    {
      "epoch": 0.9836592753243839,
      "grad_norm": 0.39091506600379944,
      "learning_rate": 6.65654781557945e-08,
      "loss": 0.032,
      "step": 13153
    },
    {
      "epoch": 0.9837340612496728,
      "grad_norm": 0.784831702709198,
      "learning_rate": 6.595632035742982e-08,
      "loss": 0.0838,
      "step": 13154
    },
    {
      "epoch": 0.9838088471749616,
      "grad_norm": 0.61111980676651,
      "learning_rate": 6.534996082626643e-08,
      "loss": 0.0387,
      "step": 13155
    },
    {
      "epoch": 0.9838836331002505,
      "grad_norm": 0.4936063289642334,
      "learning_rate": 6.474639959627715e-08,
      "loss": 0.0293,
      "step": 13156
    },
    {
      "epoch": 0.9839584190255394,
      "grad_norm": 1.1000334024429321,
      "learning_rate": 6.414563670129603e-08,
      "loss": 0.0584,
      "step": 13157
    },
    {
      "epoch": 0.9840332049508282,
      "grad_norm": 0.9115030169487,
      "learning_rate": 6.354767217497948e-08,
      "loss": 0.0861,
      "step": 13158
    },
    {
      "epoch": 0.9841079908761171,
      "grad_norm": 0.7373334169387817,
      "learning_rate": 6.295250605084513e-08,
      "loss": 0.0707,
      "step": 13159
    },
    {
      "epoch": 0.984182776801406,
      "grad_norm": 0.40517720580101013,
      "learning_rate": 6.236013836223853e-08,
      "loss": 0.0298,
      "step": 13160
    },
    {
      "epoch": 0.9842575627266948,
      "grad_norm": 0.6151455640792847,
      "learning_rate": 6.17705691423609e-08,
      "loss": 0.0721,
      "step": 13161
    },
    {
      "epoch": 0.9843323486519837,
      "grad_norm": 0.4503936469554901,
      "learning_rate": 6.118379842424693e-08,
      "loss": 0.0307,
      "step": 13162
    },
    {
      "epoch": 0.9844071345772726,
      "grad_norm": 0.6218162178993225,
      "learning_rate": 6.059982624078141e-08,
      "loss": 0.0305,
      "step": 13163
    },
    {
      "epoch": 0.9844819205025614,
      "grad_norm": 0.6292359828948975,
      "learning_rate": 6.001865262469374e-08,
      "loss": 0.0428,
      "step": 13164
    },
    {
      "epoch": 0.9845567064278503,
      "grad_norm": 0.7010883688926697,
      "learning_rate": 5.9440277608541206e-08,
      "loss": 0.0674,
      "step": 13165
    },
    {
      "epoch": 0.9846314923531392,
      "grad_norm": 0.6416085958480835,
      "learning_rate": 5.8864701224747856e-08,
      "loss": 0.073,
      "step": 13166
    },
    {
      "epoch": 0.984706278278428,
      "grad_norm": 0.9087369441986084,
      "learning_rate": 5.829192350556567e-08,
      "loss": 0.0798,
      "step": 13167
    },
    {
      "epoch": 0.9847810642037169,
      "grad_norm": 0.7751200795173645,
      "learning_rate": 5.7721944483085655e-08,
      "loss": 0.08,
      "step": 13168
    },
    {
      "epoch": 0.9848558501290057,
      "grad_norm": 0.6248877048492432,
      "learning_rate": 5.715476418925447e-08,
      "loss": 0.0519,
      "step": 13169
    },
    {
      "epoch": 0.9849306360542945,
      "grad_norm": 0.7274110913276672,
      "learning_rate": 5.659038265585781e-08,
      "loss": 0.066,
      "step": 13170
    },
    {
      "epoch": 0.9850054219795834,
      "grad_norm": 0.6699316501617432,
      "learning_rate": 5.6028799914514815e-08,
      "loss": 0.0661,
      "step": 13171
    },
    {
      "epoch": 0.9850802079048723,
      "grad_norm": 0.7838666439056396,
      "learning_rate": 5.5470015996705874e-08,
      "loss": 0.0649,
      "step": 13172
    },
    {
      "epoch": 0.9851549938301611,
      "grad_norm": 1.641882300376892,
      "learning_rate": 5.491403093374481e-08,
      "loss": 0.051,
      "step": 13173
    },
    {
      "epoch": 0.98522977975545,
      "grad_norm": 0.4240246117115021,
      "learning_rate": 5.436084475678449e-08,
      "loss": 0.0188,
      "step": 13174
    },
    {
      "epoch": 0.9853045656807389,
      "grad_norm": 1.4760046005249023,
      "learning_rate": 5.3810457496822345e-08,
      "loss": 0.0883,
      "step": 13175
    },
    {
      "epoch": 0.9853793516060277,
      "grad_norm": 0.6262484788894653,
      "learning_rate": 5.326286918470591e-08,
      "loss": 0.0517,
      "step": 13176
    },
    {
      "epoch": 0.9854541375313166,
      "grad_norm": 0.8523536920547485,
      "learning_rate": 5.271807985112176e-08,
      "loss": 0.1346,
      "step": 13177
    },
    {
      "epoch": 0.9855289234566055,
      "grad_norm": 0.979654848575592,
      "learning_rate": 5.217608952660103e-08,
      "loss": 0.084,
      "step": 13178
    },
    {
      "epoch": 0.9856037093818943,
      "grad_norm": 0.7234634757041931,
      "learning_rate": 5.1636898241508305e-08,
      "loss": 0.0597,
      "step": 13179
    },
    {
      "epoch": 0.9856784953071832,
      "grad_norm": 0.6424896121025085,
      "learning_rate": 5.1100506026069414e-08,
      "loss": 0.0346,
      "step": 13180
    },
    {
      "epoch": 0.9857532812324721,
      "grad_norm": 1.8652857542037964,
      "learning_rate": 5.05669129103381e-08,
      "loss": 0.4826,
      "step": 13181
    },
    {
      "epoch": 0.985828067157761,
      "grad_norm": 0.6261224150657654,
      "learning_rate": 5.0036118924212674e-08,
      "loss": 0.0507,
      "step": 13182
    },
    {
      "epoch": 0.9859028530830498,
      "grad_norm": 0.6362719535827637,
      "learning_rate": 4.950812409744709e-08,
      "loss": 0.0527,
      "step": 13183
    },
    {
      "epoch": 0.9859776390083387,
      "grad_norm": 1.3125677108764648,
      "learning_rate": 4.8982928459628816e-08,
      "loss": 0.1387,
      "step": 13184
    },
    {
      "epoch": 0.9860524249336274,
      "grad_norm": 0.9614564776420593,
      "learning_rate": 4.8460532040184304e-08,
      "loss": 0.1056,
      "step": 13185
    },
    {
      "epoch": 0.9861272108589163,
      "grad_norm": 0.643447756767273,
      "learning_rate": 4.794093486839013e-08,
      "loss": 0.0438,
      "step": 13186
    },
    {
      "epoch": 0.9862019967842052,
      "grad_norm": 0.6035863161087036,
      "learning_rate": 4.742413697336745e-08,
      "loss": 0.0319,
      "step": 13187
    },
    {
      "epoch": 0.986276782709494,
      "grad_norm": 0.8147560954093933,
      "learning_rate": 4.6910138384070876e-08,
      "loss": 0.0519,
      "step": 13188
    },
    {
      "epoch": 0.9863515686347829,
      "grad_norm": 0.7082882523536682,
      "learning_rate": 4.639893912930515e-08,
      "loss": 0.0551,
      "step": 13189
    },
    {
      "epoch": 0.9864263545600718,
      "grad_norm": 0.6287745237350464,
      "learning_rate": 4.589053923772513e-08,
      "loss": 0.0495,
      "step": 13190
    },
    {
      "epoch": 0.9865011404853606,
      "grad_norm": 0.8148138523101807,
      "learning_rate": 4.5384938737819125e-08,
      "loss": 0.0449,
      "step": 13191
    },
    {
      "epoch": 0.9865759264106495,
      "grad_norm": 1.1400121450424194,
      "learning_rate": 4.488213765790894e-08,
      "loss": 0.0762,
      "step": 13192
    },
    {
      "epoch": 0.9866507123359384,
      "grad_norm": 1.0741491317749023,
      "learning_rate": 4.438213602618868e-08,
      "loss": 0.1867,
      "step": 13193
    },
    {
      "epoch": 0.9867254982612272,
      "grad_norm": 0.8499292135238647,
      "learning_rate": 4.3884933870663725e-08,
      "loss": 0.09,
      "step": 13194
    },
    {
      "epoch": 0.9868002841865161,
      "grad_norm": 1.133614182472229,
      "learning_rate": 4.339053121920622e-08,
      "loss": 0.0997,
      "step": 13195
    },
    {
      "epoch": 0.986875070111805,
      "grad_norm": 1.1273024082183838,
      "learning_rate": 4.2898928099516236e-08,
      "loss": 0.1051,
      "step": 13196
    },
    {
      "epoch": 0.9869498560370938,
      "grad_norm": 1.7252106666564941,
      "learning_rate": 4.24101245391495e-08,
      "loss": 0.154,
      "step": 13197
    },
    {
      "epoch": 0.9870246419623827,
      "grad_norm": 1.517279863357544,
      "learning_rate": 4.192412056548967e-08,
      "loss": 0.1345,
      "step": 13198
    },
    {
      "epoch": 0.9870994278876716,
      "grad_norm": 1.3456941843032837,
      "learning_rate": 4.144091620577606e-08,
      "loss": 0.0926,
      "step": 13199
    },
    {
      "epoch": 0.9871742138129604,
      "grad_norm": 3.29679274559021,
      "learning_rate": 4.0960511487087016e-08,
      "loss": 0.2604,
      "step": 13200
    },
    {
      "epoch": 0.9872489997382493,
      "grad_norm": 0.7198380827903748,
      "learning_rate": 4.0482906436345445e-08,
      "loss": 0.0527,
      "step": 13201
    },
    {
      "epoch": 0.9873237856635381,
      "grad_norm": 0.49614426493644714,
      "learning_rate": 4.0008101080318826e-08,
      "loss": 0.0248,
      "step": 13202
    },
    {
      "epoch": 0.9873985715888269,
      "grad_norm": 0.5513850450515747,
      "learning_rate": 3.9536095445608103e-08,
      "loss": 0.0554,
      "step": 13203
    },
    {
      "epoch": 0.9874733575141158,
      "grad_norm": 0.6753333210945129,
      "learning_rate": 3.9066889558664335e-08,
      "loss": 0.0719,
      "step": 13204
    },
    {
      "epoch": 0.9875481434394047,
      "grad_norm": 0.44170379638671875,
      "learning_rate": 3.86004834457887e-08,
      "loss": 0.0322,
      "step": 13205
    },
    {
      "epoch": 0.9876229293646935,
      "grad_norm": 0.8035317063331604,
      "learning_rate": 3.813687713311032e-08,
      "loss": 0.0667,
      "step": 13206
    },
    {
      "epoch": 0.9876977152899824,
      "grad_norm": 0.7435432076454163,
      "learning_rate": 3.7676070646613936e-08,
      "loss": 0.0856,
      "step": 13207
    },
    {
      "epoch": 0.9877725012152713,
      "grad_norm": 0.6724616885185242,
      "learning_rate": 3.7218064012123354e-08,
      "loss": 0.0595,
      "step": 13208
    },
    {
      "epoch": 0.9878472871405601,
      "grad_norm": 0.9531983733177185,
      "learning_rate": 3.6762857255301375e-08,
      "loss": 0.1018,
      "step": 13209
    },
    {
      "epoch": 0.987922073065849,
      "grad_norm": 0.5441705584526062,
      "learning_rate": 3.631045040165537e-08,
      "loss": 0.035,
      "step": 13210
    },
    {
      "epoch": 0.9879968589911379,
      "grad_norm": 0.36895951628685,
      "learning_rate": 3.586084347654839e-08,
      "loss": 0.0361,
      "step": 13211
    },
    {
      "epoch": 0.9880716449164267,
      "grad_norm": 0.8671173453330994,
      "learning_rate": 3.541403650516584e-08,
      "loss": 0.0889,
      "step": 13212
    },
    {
      "epoch": 0.9881464308417156,
      "grad_norm": 0.9325418472290039,
      "learning_rate": 3.497002951255435e-08,
      "loss": 0.0701,
      "step": 13213
    },
    {
      "epoch": 0.9882212167670045,
      "grad_norm": 0.5054003596305847,
      "learning_rate": 3.4528822523582915e-08,
      "loss": 0.0315,
      "step": 13214
    },
    {
      "epoch": 0.9882960026922933,
      "grad_norm": 0.9724916815757751,
      "learning_rate": 3.409041556299286e-08,
      "loss": 0.0658,
      "step": 13215
    },
    {
      "epoch": 0.9883707886175822,
      "grad_norm": 1.0237226486206055,
      "learning_rate": 3.3654808655342315e-08,
      "loss": 0.0834,
      "step": 13216
    },
    {
      "epoch": 0.9884455745428711,
      "grad_norm": 0.43887248635292053,
      "learning_rate": 3.322200182504509e-08,
      "loss": 0.0305,
      "step": 13217
    },
    {
      "epoch": 0.9885203604681599,
      "grad_norm": 0.6440191864967346,
      "learning_rate": 3.2791995096354e-08,
      "loss": 0.0665,
      "step": 13218
    },
    {
      "epoch": 0.9885951463934487,
      "grad_norm": 1.236958622932434,
      "learning_rate": 3.236478849336644e-08,
      "loss": 0.2434,
      "step": 13219
    },
    {
      "epoch": 0.9886699323187376,
      "grad_norm": 1.1111811399459839,
      "learning_rate": 3.1940382040018816e-08,
      "loss": 0.0733,
      "step": 13220
    },
    {
      "epoch": 0.9887447182440264,
      "grad_norm": 0.5474206209182739,
      "learning_rate": 3.1518775760108756e-08,
      "loss": 0.0542,
      "step": 13221
    },
    {
      "epoch": 0.9888195041693153,
      "grad_norm": 1.6869381666183472,
      "learning_rate": 3.1099969677245154e-08,
      "loss": 0.1087,
      "step": 13222
    },
    {
      "epoch": 0.9888942900946042,
      "grad_norm": 0.8506128787994385,
      "learning_rate": 3.068396381490923e-08,
      "loss": 0.0966,
      "step": 13223
    },
    {
      "epoch": 0.988969076019893,
      "grad_norm": 1.283319115638733,
      "learning_rate": 3.027075819641012e-08,
      "loss": 0.1383,
      "step": 13224
    },
    {
      "epoch": 0.9890438619451819,
      "grad_norm": 0.7977132201194763,
      "learning_rate": 2.986035284490152e-08,
      "loss": 0.0735,
      "step": 13225
    },
    {
      "epoch": 0.9891186478704708,
      "grad_norm": 0.7526059150695801,
      "learning_rate": 2.9452747783381695e-08,
      "loss": 0.061,
      "step": 13226
    },
    {
      "epoch": 0.9891934337957596,
      "grad_norm": 0.5569822788238525,
      "learning_rate": 2.9047943034699044e-08,
      "loss": 0.0416,
      "step": 13227
    },
    {
      "epoch": 0.9892682197210485,
      "grad_norm": 1.1774696111679077,
      "learning_rate": 2.8645938621535416e-08,
      "loss": 0.0892,
      "step": 13228
    },
    {
      "epoch": 0.9893430056463374,
      "grad_norm": 0.8098344206809998,
      "learning_rate": 2.8246734566411692e-08,
      "loss": 0.0776,
      "step": 13229
    },
    {
      "epoch": 0.9894177915716262,
      "grad_norm": 0.6518356204032898,
      "learning_rate": 2.7850330891709965e-08,
      "loss": 0.0439,
      "step": 13230
    },
    {
      "epoch": 0.9894925774969151,
      "grad_norm": 0.8001893758773804,
      "learning_rate": 2.7456727619640244e-08,
      "loss": 0.0678,
      "step": 13231
    },
    {
      "epoch": 0.989567363422204,
      "grad_norm": 0.35784104466438293,
      "learning_rate": 2.706592477225711e-08,
      "loss": 0.0333,
      "step": 13232
    },
    {
      "epoch": 0.9896421493474928,
      "grad_norm": 0.6251919269561768,
      "learning_rate": 2.667792237146527e-08,
      "loss": 0.0462,
      "step": 13233
    },
    {
      "epoch": 0.9897169352727817,
      "grad_norm": 0.8456818461418152,
      "learning_rate": 2.6292720439002882e-08,
      "loss": 0.0663,
      "step": 13234
    },
    {
      "epoch": 0.9897917211980706,
      "grad_norm": 0.5832821726799011,
      "learning_rate": 2.591031899645824e-08,
      "loss": 0.0427,
      "step": 13235
    },
    {
      "epoch": 0.9898665071233593,
      "grad_norm": 1.2324923276901245,
      "learning_rate": 2.553071806526419e-08,
      "loss": 0.1186,
      "step": 13236
    },
    {
      "epoch": 0.9899412930486482,
      "grad_norm": 0.6823378205299377,
      "learning_rate": 2.5153917666692616e-08,
      "loss": 0.0396,
      "step": 13237
    },
    {
      "epoch": 0.9900160789739371,
      "grad_norm": 0.981372058391571,
      "learning_rate": 2.4779917821854404e-08,
      "loss": 0.0864,
      "step": 13238
    },
    {
      "epoch": 0.9900908648992259,
      "grad_norm": 0.5911844372749329,
      "learning_rate": 2.4408718551710562e-08,
      "loss": 0.0311,
      "step": 13239
    },
    {
      "epoch": 0.9901656508245148,
      "grad_norm": 1.0435791015625,
      "learning_rate": 2.4040319877061123e-08,
      "loss": 0.0941,
      "step": 13240
    },
    {
      "epoch": 0.9902404367498037,
      "grad_norm": 0.963738203048706,
      "learning_rate": 2.3674721818561783e-08,
      "loss": 0.0869,
      "step": 13241
    },
    {
      "epoch": 0.9903152226750925,
      "grad_norm": 1.1886690855026245,
      "learning_rate": 2.331192439668506e-08,
      "loss": 0.1738,
      "step": 13242
    },
    {
      "epoch": 0.9903900086003814,
      "grad_norm": 0.6184554100036621,
      "learning_rate": 2.295192763177023e-08,
      "loss": 0.0322,
      "step": 13243
    },
    {
      "epoch": 0.9904647945256703,
      "grad_norm": 1.607517957687378,
      "learning_rate": 2.2594731543990054e-08,
      "loss": 0.1942,
      "step": 13244
    },
    {
      "epoch": 0.9905395804509591,
      "grad_norm": 1.108034610748291,
      "learning_rate": 2.224033615336185e-08,
      "loss": 0.0999,
      "step": 13245
    },
    {
      "epoch": 0.990614366376248,
      "grad_norm": 1.761655569076538,
      "learning_rate": 2.188874147974196e-08,
      "loss": 0.185,
      "step": 13246
    },
    {
      "epoch": 0.9906891523015369,
      "grad_norm": 1.5701626539230347,
      "learning_rate": 2.1539947542836836e-08,
      "loss": 0.1181,
      "step": 13247
    },
    {
      "epoch": 0.9907639382268257,
      "grad_norm": 1.4674125909805298,
      "learning_rate": 2.119395436219751e-08,
      "loss": 0.1251,
      "step": 13248
    },
    {
      "epoch": 0.9908387241521146,
      "grad_norm": 1.791159987449646,
      "learning_rate": 2.0850761957202925e-08,
      "loss": 0.1791,
      "step": 13249
    },
    {
      "epoch": 0.9909135100774035,
      "grad_norm": 1.208932638168335,
      "learning_rate": 2.0510370347093245e-08,
      "loss": 0.0652,
      "step": 13250
    },
    {
      "epoch": 0.9909882960026923,
      "grad_norm": 0.7040402889251709,
      "learning_rate": 2.017277955093655e-08,
      "loss": 0.0915,
      "step": 13251
    },
    {
      "epoch": 0.9910630819279812,
      "grad_norm": 0.583607017993927,
      "learning_rate": 1.9837989587662143e-08,
      "loss": 0.0602,
      "step": 13252
    },
    {
      "epoch": 0.99113786785327,
      "grad_norm": 0.5527248978614807,
      "learning_rate": 1.950600047601614e-08,
      "loss": 0.0475,
      "step": 13253
    },
    {
      "epoch": 0.9912126537785588,
      "grad_norm": 0.40457987785339355,
      "learning_rate": 1.9176812234616983e-08,
      "loss": 0.0394,
      "step": 13254
    },
    {
      "epoch": 0.9912874397038477,
      "grad_norm": 0.6993432641029358,
      "learning_rate": 1.885042488191102e-08,
      "loss": 0.0506,
      "step": 13255
    },
    {
      "epoch": 0.9913622256291366,
      "grad_norm": 0.7093598246574402,
      "learning_rate": 1.8526838436178083e-08,
      "loss": 0.0787,
      "step": 13256
    },
    {
      "epoch": 0.9914370115544254,
      "grad_norm": 0.6979103684425354,
      "learning_rate": 1.8206052915559214e-08,
      "loss": 0.0486,
      "step": 13257
    },
    {
      "epoch": 0.9915117974797143,
      "grad_norm": 0.3541482090950012,
      "learning_rate": 1.788806833802892e-08,
      "loss": 0.0259,
      "step": 13258
    },
    {
      "epoch": 0.9915865834050032,
      "grad_norm": 0.4154554307460785,
      "learning_rate": 1.757288472141183e-08,
      "loss": 0.0334,
      "step": 13259
    },
    {
      "epoch": 0.991661369330292,
      "grad_norm": 0.3916130065917969,
      "learning_rate": 1.726050208336605e-08,
      "loss": 0.0296,
      "step": 13260
    },
    {
      "epoch": 0.9917361552555809,
      "grad_norm": 0.5291509032249451,
      "learning_rate": 1.6950920441394237e-08,
      "loss": 0.0446,
      "step": 13261
    },
    {
      "epoch": 0.9918109411808698,
      "grad_norm": 0.6159617900848389,
      "learning_rate": 1.664413981284918e-08,
      "loss": 0.0688,
      "step": 13262
    },
    {
      "epoch": 0.9918857271061586,
      "grad_norm": 0.644733726978302,
      "learning_rate": 1.6340160214922683e-08,
      "loss": 0.0532,
      "step": 13263
    },
    {
      "epoch": 0.9919605130314475,
      "grad_norm": 1.1780972480773926,
      "learning_rate": 1.603898166465112e-08,
      "loss": 0.0986,
      "step": 13264
    },
    {
      "epoch": 0.9920352989567364,
      "grad_norm": 0.85521399974823,
      "learning_rate": 1.574060417890988e-08,
      "loss": 0.0728,
      "step": 13265
    },
    {
      "epoch": 0.9921100848820252,
      "grad_norm": 0.6364926099777222,
      "learning_rate": 1.544502777441892e-08,
      "loss": 0.0582,
      "step": 13266
    },
    {
      "epoch": 0.9921848708073141,
      "grad_norm": 0.5971726775169373,
      "learning_rate": 1.5152252467742767e-08,
      "loss": 0.0667,
      "step": 13267
    },
    {
      "epoch": 0.992259656732603,
      "grad_norm": 0.5169737935066223,
      "learning_rate": 1.486227827529052e-08,
      "loss": 0.0365,
      "step": 13268
    },
    {
      "epoch": 0.9923344426578918,
      "grad_norm": 0.8000584244728088,
      "learning_rate": 1.4575105213310291e-08,
      "loss": 0.0535,
      "step": 13269
    },
    {
      "epoch": 0.9924092285831806,
      "grad_norm": 0.8667434453964233,
      "learning_rate": 1.4290733297894766e-08,
      "loss": 0.0744,
      "step": 13270
    },
    {
      "epoch": 0.9924840145084695,
      "grad_norm": 0.7676504850387573,
      "learning_rate": 1.4009162544981192e-08,
      "loss": 0.0743,
      "step": 13271
    },
    {
      "epoch": 0.9925588004337583,
      "grad_norm": 0.7788346409797668,
      "learning_rate": 1.373039297034584e-08,
      "loss": 0.1137,
      "step": 13272
    },
    {
      "epoch": 0.9926335863590472,
      "grad_norm": 0.5265129804611206,
      "learning_rate": 1.34544245896151e-08,
      "loss": 0.0484,
      "step": 13273
    },
    {
      "epoch": 0.9927083722843361,
      "grad_norm": 0.5834960341453552,
      "learning_rate": 1.3181257418254377e-08,
      "loss": 0.0439,
      "step": 13274
    },
    {
      "epoch": 0.9927831582096249,
      "grad_norm": 0.7526164650917053,
      "learning_rate": 1.2910891471562547e-08,
      "loss": 0.1019,
      "step": 13275
    },
    {
      "epoch": 0.9928579441349138,
      "grad_norm": 0.833839476108551,
      "learning_rate": 1.2643326764699703e-08,
      "loss": 0.0579,
      "step": 13276
    },
    {
      "epoch": 0.9929327300602027,
      "grad_norm": 0.867835521697998,
      "learning_rate": 1.2378563312659408e-08,
      "loss": 0.0681,
      "step": 13277
    },
    {
      "epoch": 0.9930075159854915,
      "grad_norm": 0.7371432781219482,
      "learning_rate": 1.2116601130274242e-08,
      "loss": 0.0557,
      "step": 13278
    },
    {
      "epoch": 0.9930823019107804,
      "grad_norm": 0.7465935945510864,
      "learning_rate": 1.1857440232232454e-08,
      "loss": 0.0703,
      "step": 13279
    },
    {
      "epoch": 0.9931570878360693,
      "grad_norm": 0.5698069930076599,
      "learning_rate": 1.160108063304466e-08,
      "loss": 0.0418,
      "step": 13280
    },
    {
      "epoch": 0.9932318737613581,
      "grad_norm": 0.8765049576759338,
      "learning_rate": 1.1347522347088246e-08,
      "loss": 0.0733,
      "step": 13281
    },
    {
      "epoch": 0.993306659686647,
      "grad_norm": 1.0349355936050415,
      "learning_rate": 1.1096765388568519e-08,
      "loss": 0.1221,
      "step": 13282
    },
    {
      "epoch": 0.9933814456119359,
      "grad_norm": 0.6408488154411316,
      "learning_rate": 1.0848809771535351e-08,
      "loss": 0.0341,
      "step": 13283
    },
    {
      "epoch": 0.9934562315372247,
      "grad_norm": 0.4928388297557831,
      "learning_rate": 1.0603655509888732e-08,
      "loss": 0.0416,
      "step": 13284
    },
    {
      "epoch": 0.9935310174625136,
      "grad_norm": 0.75319504737854,
      "learning_rate": 1.0361302617362124e-08,
      "loss": 0.0622,
      "step": 13285
    },
    {
      "epoch": 0.9936058033878025,
      "grad_norm": 1.0418431758880615,
      "learning_rate": 1.0121751107544653e-08,
      "loss": 0.1171,
      "step": 13286
    },
    {
      "epoch": 0.9936805893130912,
      "grad_norm": 0.9284517168998718,
      "learning_rate": 9.885000993847815e-09,
      "loss": 0.0622,
      "step": 13287
    },
    {
      "epoch": 0.9937553752383801,
      "grad_norm": 0.4363349974155426,
      "learning_rate": 9.651052289549878e-09,
      "loss": 0.0321,
      "step": 13288
    },
    {
      "epoch": 0.993830161163669,
      "grad_norm": 0.6362822651863098,
      "learning_rate": 9.419905007757024e-09,
      "loss": 0.0278,
      "step": 13289
    },
    {
      "epoch": 0.9939049470889578,
      "grad_norm": 0.8144034743309021,
      "learning_rate": 9.191559161425556e-09,
      "loss": 0.0523,
      "step": 13290
    },
    {
      "epoch": 0.9939797330142467,
      "grad_norm": 1.642763376235962,
      "learning_rate": 8.966014763345244e-09,
      "loss": 0.1969,
      "step": 13291
    },
    {
      "epoch": 0.9940545189395356,
      "grad_norm": 1.095586895942688,
      "learning_rate": 8.743271826161526e-09,
      "loss": 0.1364,
      "step": 13292
    },
    {
      "epoch": 0.9941293048648244,
      "grad_norm": 0.7580571174621582,
      "learning_rate": 8.52333036235331e-09,
      "loss": 0.0694,
      "step": 13293
    },
    {
      "epoch": 0.9942040907901133,
      "grad_norm": 0.7589382529258728,
      "learning_rate": 8.306190384249624e-09,
      "loss": 0.0412,
      "step": 13294
    },
    {
      "epoch": 0.9942788767154022,
      "grad_norm": 1.3373944759368896,
      "learning_rate": 8.091851904012959e-09,
      "loss": 0.109,
      "step": 13295
    },
    {
      "epoch": 0.994353662640691,
      "grad_norm": 1.02379310131073,
      "learning_rate": 7.880314933661481e-09,
      "loss": 0.0665,
      "step": 13296
    },
    {
      "epoch": 0.9944284485659799,
      "grad_norm": 1.3424707651138306,
      "learning_rate": 7.67157948504682e-09,
      "loss": 0.0953,
      "step": 13297
    },
    {
      "epoch": 0.9945032344912688,
      "grad_norm": 0.8379978537559509,
      "learning_rate": 7.465645569865177e-09,
      "loss": 0.0442,
      "step": 13298
    },
    {
      "epoch": 0.9945780204165576,
      "grad_norm": 0.863881528377533,
      "learning_rate": 7.262513199657317e-09,
      "loss": 0.0493,
      "step": 13299
    },
    {
      "epoch": 0.9946528063418465,
      "grad_norm": 1.133730411529541,
      "learning_rate": 7.062182385803029e-09,
      "loss": 0.0724,
      "step": 13300
    },
    {
      "epoch": 0.9947275922671354,
      "grad_norm": 0.5226685404777527,
      "learning_rate": 6.864653139537769e-09,
      "loss": 0.0715,
      "step": 13301
    },
    {
      "epoch": 0.9948023781924242,
      "grad_norm": 0.6889212727546692,
      "learning_rate": 6.669925471924909e-09,
      "loss": 0.0629,
      "step": 13302
    },
    {
      "epoch": 0.9948771641177131,
      "grad_norm": 0.5642430186271667,
      "learning_rate": 6.477999393877943e-09,
      "loss": 0.0368,
      "step": 13303
    },
    {
      "epoch": 0.9949519500430019,
      "grad_norm": 0.7434369325637817,
      "learning_rate": 6.288874916149379e-09,
      "loss": 0.044,
      "step": 13304
    },
    {
      "epoch": 0.9950267359682907,
      "grad_norm": 0.6371660232543945,
      "learning_rate": 6.1025520493418476e-09,
      "loss": 0.0666,
      "step": 13305
    },
    {
      "epoch": 0.9951015218935796,
      "grad_norm": 0.49661579728126526,
      "learning_rate": 5.9190308038969966e-09,
      "loss": 0.037,
      "step": 13306
    },
    {
      "epoch": 0.9951763078188685,
      "grad_norm": 0.3897016644477844,
      "learning_rate": 5.738311190095491e-09,
      "loss": 0.0342,
      "step": 13307
    },
    {
      "epoch": 0.9952510937441573,
      "grad_norm": 1.2217638492584229,
      "learning_rate": 5.560393218068116e-09,
      "loss": 0.0987,
      "step": 13308
    },
    {
      "epoch": 0.9953258796694462,
      "grad_norm": 0.6641080975532532,
      "learning_rate": 5.385276897784674e-09,
      "loss": 0.0444,
      "step": 13309
    },
    {
      "epoch": 0.9954006655947351,
      "grad_norm": 0.7081047296524048,
      "learning_rate": 5.2129622390539864e-09,
      "loss": 0.0672,
      "step": 13310
    },
    {
      "epoch": 0.9954754515200239,
      "grad_norm": 0.6943512558937073,
      "learning_rate": 5.043449251540544e-09,
      "loss": 0.053,
      "step": 13311
    },
    {
      "epoch": 0.9955502374453128,
      "grad_norm": 0.8592126965522766,
      "learning_rate": 4.876737944736754e-09,
      "loss": 0.1,
      "step": 13312
    },
    {
      "epoch": 0.9956250233706017,
      "grad_norm": 0.4532320201396942,
      "learning_rate": 4.712828327985142e-09,
      "loss": 0.0442,
      "step": 13313
    },
    {
      "epoch": 0.9956998092958905,
      "grad_norm": 0.42273616790771484,
      "learning_rate": 4.551720410478355e-09,
      "loss": 0.0158,
      "step": 13314
    },
    {
      "epoch": 0.9957745952211794,
      "grad_norm": 0.7670036554336548,
      "learning_rate": 4.3934142012369565e-09,
      "loss": 0.0912,
      "step": 13315
    },
    {
      "epoch": 0.9958493811464683,
      "grad_norm": 0.7572912573814392,
      "learning_rate": 4.2379097091371775e-09,
      "loss": 0.0686,
      "step": 13316
    },
    {
      "epoch": 0.9959241670717571,
      "grad_norm": 0.6722391247749329,
      "learning_rate": 4.08520694288872e-09,
      "loss": 0.0618,
      "step": 13317
    },
    {
      "epoch": 0.995998952997046,
      "grad_norm": 0.29961395263671875,
      "learning_rate": 3.935305911051401e-09,
      "loss": 0.0192,
      "step": 13318
    },
    {
      "epoch": 0.9960737389223349,
      "grad_norm": 0.6634044051170349,
      "learning_rate": 3.788206622029611e-09,
      "loss": 0.0917,
      "step": 13319
    },
    {
      "epoch": 0.9961485248476237,
      "grad_norm": 0.6584413647651672,
      "learning_rate": 3.6439090840612034e-09,
      "loss": 0.0509,
      "step": 13320
    },
    {
      "epoch": 0.9962233107729125,
      "grad_norm": 0.3843713402748108,
      "learning_rate": 3.5024133052341536e-09,
      "loss": 0.0187,
      "step": 13321
    },
    {
      "epoch": 0.9962980966982014,
      "grad_norm": 1.216758370399475,
      "learning_rate": 3.3637192934810047e-09,
      "loss": 0.0765,
      "step": 13322
    },
    {
      "epoch": 0.9963728826234902,
      "grad_norm": 0.6530027389526367,
      "learning_rate": 3.2278270565677672e-09,
      "loss": 0.0418,
      "step": 13323
    },
    {
      "epoch": 0.9964476685487791,
      "grad_norm": 0.9521273970603943,
      "learning_rate": 3.0947366021105705e-09,
      "loss": 0.0735,
      "step": 13324
    },
    {
      "epoch": 0.996522454474068,
      "grad_norm": 0.7054390907287598,
      "learning_rate": 2.964447937575665e-09,
      "loss": 0.0448,
      "step": 13325
    },
    {
      "epoch": 0.9965972403993568,
      "grad_norm": 1.2299214601516724,
      "learning_rate": 2.836961070251665e-09,
      "loss": 0.1216,
      "step": 13326
    },
    {
      "epoch": 0.9966720263246457,
      "grad_norm": 0.5087048411369324,
      "learning_rate": 2.7122760072939567e-09,
      "loss": 0.0409,
      "step": 13327
    },
    {
      "epoch": 0.9967468122499346,
      "grad_norm": 0.5690001249313354,
      "learning_rate": 2.590392755685844e-09,
      "loss": 0.0339,
      "step": 13328
    },
    {
      "epoch": 0.9968215981752234,
      "grad_norm": 0.6328181028366089,
      "learning_rate": 2.47131132226075e-09,
      "loss": 0.07,
      "step": 13329
    },
    {
      "epoch": 0.9968963841005123,
      "grad_norm": 0.8476495742797852,
      "learning_rate": 2.3550317136855626e-09,
      "loss": 0.0457,
      "step": 13330
    },
    {
      "epoch": 0.9969711700258012,
      "grad_norm": 1.1280285120010376,
      "learning_rate": 2.241553936477292e-09,
      "loss": 0.0971,
      "step": 13331
    },
    {
      "epoch": 0.99704595595109,
      "grad_norm": 0.7589208483695984,
      "learning_rate": 2.1308779969975157e-09,
      "loss": 0.0487,
      "step": 13332
    },
    {
      "epoch": 0.9971207418763789,
      "grad_norm": 0.6490870118141174,
      "learning_rate": 2.0230039014523804e-09,
      "loss": 0.046,
      "step": 13333
    },
    {
      "epoch": 0.9971955278016678,
      "grad_norm": 0.8994231224060059,
      "learning_rate": 1.9179316558814997e-09,
      "loss": 0.0667,
      "step": 13334
    },
    {
      "epoch": 0.9972703137269566,
      "grad_norm": 0.598180890083313,
      "learning_rate": 1.8156612661746065e-09,
      "loss": 0.0245,
      "step": 13335
    },
    {
      "epoch": 0.9973450996522455,
      "grad_norm": 0.6988418102264404,
      "learning_rate": 1.7161927380604514e-09,
      "loss": 0.0661,
      "step": 13336
    },
    {
      "epoch": 0.9974198855775344,
      "grad_norm": 1.132346272468567,
      "learning_rate": 1.6195260771179055e-09,
      "loss": 0.0883,
      "step": 13337
    },
    {
      "epoch": 0.9974946715028231,
      "grad_norm": 0.7357218265533447,
      "learning_rate": 1.5256612887593058e-09,
      "loss": 0.0667,
      "step": 13338
    },
    {
      "epoch": 0.997569457428112,
      "grad_norm": 0.6022592782974243,
      "learning_rate": 1.4345983782471096e-09,
      "loss": 0.0322,
      "step": 13339
    },
    {
      "epoch": 0.9976442433534009,
      "grad_norm": 0.9697408080101013,
      "learning_rate": 1.3463373506883426e-09,
      "loss": 0.1015,
      "step": 13340
    },
    {
      "epoch": 0.9977190292786897,
      "grad_norm": 1.032357096672058,
      "learning_rate": 1.2608782110234974e-09,
      "loss": 0.0892,
      "step": 13341
    },
    {
      "epoch": 0.9977938152039786,
      "grad_norm": 0.9847631454467773,
      "learning_rate": 1.1782209640431863e-09,
      "loss": 0.0687,
      "step": 13342
    },
    {
      "epoch": 0.9978686011292675,
      "grad_norm": 0.8104362487792969,
      "learning_rate": 1.0983656143770393e-09,
      "loss": 0.065,
      "step": 13343
    },
    {
      "epoch": 0.9979433870545563,
      "grad_norm": 0.6778432726860046,
      "learning_rate": 1.0213121665103577e-09,
      "loss": 0.0492,
      "step": 13344
    },
    {
      "epoch": 0.9980181729798452,
      "grad_norm": 1.2858434915542603,
      "learning_rate": 9.47060624745255e-10,
      "loss": 0.2011,
      "step": 13345
    },
    {
      "epoch": 0.998092958905134,
      "grad_norm": 1.5479075908660889,
      "learning_rate": 8.756109932561706e-10,
      "loss": 0.1381,
      "step": 13346
    },
    {
      "epoch": 0.9981677448304229,
      "grad_norm": 2.0300519466400146,
      "learning_rate": 8.06963276039907e-10,
      "loss": 0.2699,
      "step": 13347
    },
    {
      "epoch": 0.9982425307557118,
      "grad_norm": 1.2643762826919556,
      "learning_rate": 7.411174769433871e-10,
      "loss": 0.1292,
      "step": 13348
    },
    {
      "epoch": 0.9983173166810007,
      "grad_norm": 1.8232855796813965,
      "learning_rate": 6.780735996636534e-10,
      "loss": 0.1547,
      "step": 13349
    },
    {
      "epoch": 0.9983921026062895,
      "grad_norm": 2.3471574783325195,
      "learning_rate": 6.17831647725664e-10,
      "loss": 0.2567,
      "step": 13350
    },
    {
      "epoch": 0.9984668885315784,
      "grad_norm": 0.5883934497833252,
      "learning_rate": 5.603916245044971e-10,
      "loss": 0.0793,
      "step": 13351
    },
    {
      "epoch": 0.9985416744568673,
      "grad_norm": 0.6457601189613342,
      "learning_rate": 5.057535332309016e-10,
      "loss": 0.05,
      "step": 13352
    },
    {
      "epoch": 0.9986164603821561,
      "grad_norm": 0.8313095569610596,
      "learning_rate": 4.5391737695243965e-10,
      "loss": 0.0731,
      "step": 13353
    },
    {
      "epoch": 0.998691246307445,
      "grad_norm": 0.8254485726356506,
      "learning_rate": 4.048831585834467e-10,
      "loss": 0.0763,
      "step": 13354
    },
    {
      "epoch": 0.9987660322327337,
      "grad_norm": 1.4458237886428833,
      "learning_rate": 3.586508808661737e-10,
      "loss": 0.0973,
      "step": 13355
    },
    {
      "epoch": 0.9988408181580226,
      "grad_norm": 0.951707124710083,
      "learning_rate": 3.1522054639299135e-10,
      "loss": 0.0991,
      "step": 13356
    },
    {
      "epoch": 0.9989156040833115,
      "grad_norm": 0.7517377138137817,
      "learning_rate": 2.7459215760083924e-10,
      "loss": 0.0474,
      "step": 13357
    },
    {
      "epoch": 0.9989903900086003,
      "grad_norm": 0.6316719651222229,
      "learning_rate": 2.367657167656745e-10,
      "loss": 0.0498,
      "step": 13358
    },
    {
      "epoch": 0.9990651759338892,
      "grad_norm": 0.7898725271224976,
      "learning_rate": 2.0174122600247202e-10,
      "loss": 0.0803,
      "step": 13359
    },
    {
      "epoch": 0.9991399618591781,
      "grad_norm": 0.5658410787582397,
      "learning_rate": 1.695186872818777e-10,
      "loss": 0.0446,
      "step": 13360
    },
    {
      "epoch": 0.999214747784467,
      "grad_norm": 0.47021833062171936,
      "learning_rate": 1.400981024024528e-10,
      "loss": 0.0348,
      "step": 13361
    },
    {
      "epoch": 0.9992895337097558,
      "grad_norm": 0.6147939562797546,
      "learning_rate": 1.1347947301287853e-10,
      "loss": 0.0502,
      "step": 13362
    },
    {
      "epoch": 0.9993643196350447,
      "grad_norm": 0.6655824184417725,
      "learning_rate": 8.966280061195598e-11,
      "loss": 0.0506,
      "step": 13363
    },
    {
      "epoch": 0.9994391055603336,
      "grad_norm": 0.7074282765388489,
      "learning_rate": 6.864808652640165e-11,
      "loss": 0.0495,
      "step": 13364
    },
    {
      "epoch": 0.9995138914856224,
      "grad_norm": 0.7039656043052673,
      "learning_rate": 5.043533193860306e-11,
      "loss": 0.0776,
      "step": 13365
    },
    {
      "epoch": 0.9995886774109113,
      "grad_norm": 1.1161717176437378,
      "learning_rate": 3.50245378699654e-11,
      "loss": 0.0805,
      "step": 13366
    },
    {
      "epoch": 0.9996634633362002,
      "grad_norm": 0.6454903483390808,
      "learning_rate": 2.24157051753604e-11,
      "loss": 0.066,
      "step": 13367
    },
    {
      "epoch": 0.999738249261489,
      "grad_norm": 0.7248235940933228,
      "learning_rate": 1.2608834576433027e-11,
      "loss": 0.0484,
      "step": 13368
    },
    {
      "epoch": 0.9998130351867779,
      "grad_norm": 1.6779875755310059,
      "learning_rate": 5.603926606090326e-12,
      "loss": 0.1029,
      "step": 13369
    },
    {
      "epoch": 0.9998878211120668,
      "grad_norm": 0.8791895508766174,
      "learning_rate": 1.4009816695637057e-12,
      "loss": 0.071,
      "step": 13370
    },
    {
      "epoch": 0.9999626070373556,
      "grad_norm": 1.6017067432403564,
      "learning_rate": 0.0,
      "loss": 0.1444,
      "step": 13371
    }
  ],
  "logging_steps": 1,
  "max_steps": 13371,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 239,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 9.204239272771584e+16,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}