{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0004357298474946,
  "eval_steps": 500,
  "global_step": 574,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0017429193899782135,
      "grad_norm": 0.6158298850059509,
      "learning_rate": 2e-05,
      "loss": 13.2165,
      "step": 1
    },
    {
      "epoch": 0.003485838779956427,
      "grad_norm": 0.6245508790016174,
      "learning_rate": 4e-05,
      "loss": 12.78,
      "step": 2
    },
    {
      "epoch": 0.00522875816993464,
      "grad_norm": 0.6068661212921143,
      "learning_rate": 6e-05,
      "loss": 12.9627,
      "step": 3
    },
    {
      "epoch": 0.006971677559912854,
      "grad_norm": 0.7556893229484558,
      "learning_rate": 8e-05,
      "loss": 12.5849,
      "step": 4
    },
    {
      "epoch": 0.008714596949891068,
      "grad_norm": 0.9619686603546143,
      "learning_rate": 0.0001,
      "loss": 12.759,
      "step": 5
    },
    {
      "epoch": 0.01045751633986928,
      "grad_norm": 1.2424684762954712,
      "learning_rate": 9.999923789621597e-05,
      "loss": 12.9,
      "step": 6
    },
    {
      "epoch": 0.012200435729847494,
      "grad_norm": 1.634145736694336,
      "learning_rate": 9.999695160809596e-05,
      "loss": 13.1499,
      "step": 7
    },
    {
      "epoch": 0.013943355119825708,
      "grad_norm": 1.9859766960144043,
      "learning_rate": 9.999314120533557e-05,
      "loss": 12.7814,
      "step": 8
    },
    {
      "epoch": 0.01568627450980392,
      "grad_norm": 2.207068920135498,
      "learning_rate": 9.998780680409161e-05,
      "loss": 11.7586,
      "step": 9
    },
    {
      "epoch": 0.017429193899782137,
      "grad_norm": 2.345550298690796,
      "learning_rate": 9.998094856697883e-05,
      "loss": 11.8078,
      "step": 10
    },
    {
      "epoch": 0.01917211328976035,
      "grad_norm": 3.4373486042022705,
      "learning_rate": 9.997256670306479e-05,
      "loss": 11.3877,
      "step": 11
    },
    {
      "epoch": 0.02091503267973856,
      "grad_norm": 3.628711223602295,
      "learning_rate": 9.996266146786344e-05,
      "loss": 10.8927,
      "step": 12
    },
    {
      "epoch": 0.022657952069716776,
      "grad_norm": 3.0676188468933105,
      "learning_rate": 9.99512331633275e-05,
      "loss": 10.8846,
      "step": 13
    },
    {
      "epoch": 0.024400871459694988,
      "grad_norm": 2.7230966091156006,
      "learning_rate": 9.993828213783915e-05,
      "loss": 10.6591,
      "step": 14
    },
    {
      "epoch": 0.026143790849673203,
      "grad_norm": 3.5522327423095703,
      "learning_rate": 9.992380878619938e-05,
      "loss": 11.0064,
      "step": 15
    },
    {
      "epoch": 0.027886710239651415,
      "grad_norm": 3.1329822540283203,
      "learning_rate": 9.990781354961605e-05,
      "loss": 10.156,
      "step": 16
    },
    {
      "epoch": 0.02962962962962963,
      "grad_norm": 2.490328788757324,
      "learning_rate": 9.989029691569037e-05,
      "loss": 9.7129,
      "step": 17
    },
    {
      "epoch": 0.03137254901960784,
      "grad_norm": 2.357733726501465,
      "learning_rate": 9.987125941840204e-05,
      "loss": 10.3977,
      "step": 18
    },
    {
      "epoch": 0.033115468409586055,
      "grad_norm": 2.3284122943878174,
      "learning_rate": 9.985070163809305e-05,
      "loss": 9.8478,
      "step": 19
    },
    {
      "epoch": 0.034858387799564274,
      "grad_norm": 2.3385725021362305,
      "learning_rate": 9.982862420144985e-05,
      "loss": 9.6358,
      "step": 20
    },
    {
      "epoch": 0.036601307189542485,
      "grad_norm": 1.8942724466323853,
      "learning_rate": 9.980502778148437e-05,
      "loss": 9.9016,
      "step": 21
    },
    {
      "epoch": 0.0383442265795207,
      "grad_norm": 2.210202693939209,
      "learning_rate": 9.977991309751346e-05,
      "loss": 9.7391,
      "step": 22
    },
    {
      "epoch": 0.04008714596949891,
      "grad_norm": 1.7446099519729614,
      "learning_rate": 9.975328091513696e-05,
      "loss": 10.0383,
      "step": 23
    },
    {
      "epoch": 0.04183006535947712,
      "grad_norm": 1.7494003772735596,
      "learning_rate": 9.972513204621429e-05,
      "loss": 9.6563,
      "step": 24
    },
    {
      "epoch": 0.04357298474945534,
      "grad_norm": 1.59136962890625,
      "learning_rate": 9.96954673488399e-05,
      "loss": 9.6376,
      "step": 25
    },
    {
      "epoch": 0.04531590413943355,
      "grad_norm": 1.7087982892990112,
      "learning_rate": 9.966428772731688e-05,
      "loss": 9.1243,
      "step": 26
    },
    {
      "epoch": 0.047058823529411764,
      "grad_norm": 1.673592209815979,
      "learning_rate": 9.963159413212953e-05,
      "loss": 9.4495,
      "step": 27
    },
    {
      "epoch": 0.048801742919389976,
      "grad_norm": 1.5657862424850464,
      "learning_rate": 9.959738755991435e-05,
      "loss": 9.5537,
      "step": 28
    },
    {
      "epoch": 0.050544662309368195,
      "grad_norm": 1.446624517440796,
      "learning_rate": 9.95616690534297e-05,
      "loss": 8.733,
      "step": 29
    },
    {
      "epoch": 0.05228758169934641,
      "grad_norm": 1.5286850929260254,
      "learning_rate": 9.95244397015239e-05,
      "loss": 8.8059,
      "step": 30
    },
    {
      "epoch": 0.05403050108932462,
      "grad_norm": 1.6234805583953857,
      "learning_rate": 9.948570063910216e-05,
      "loss": 8.7743,
      "step": 31
    },
    {
      "epoch": 0.05577342047930283,
      "grad_norm": 1.5004093647003174,
      "learning_rate": 9.944545304709191e-05,
      "loss": 8.7718,
      "step": 32
    },
    {
      "epoch": 0.05751633986928104,
      "grad_norm": 1.8447928428649902,
      "learning_rate": 9.940369815240688e-05,
      "loss": 8.7953,
      "step": 33
    },
    {
      "epoch": 0.05925925925925926,
      "grad_norm": 1.665925145149231,
      "learning_rate": 9.936043722790956e-05,
      "loss": 8.4996,
      "step": 34
    },
    {
      "epoch": 0.06100217864923747,
      "grad_norm": 2.4476370811462402,
      "learning_rate": 9.931567159237251e-05,
      "loss": 8.2559,
      "step": 35
    },
    {
      "epoch": 0.06274509803921569,
      "grad_norm": 1.7158671617507935,
      "learning_rate": 9.92694026104382e-05,
      "loss": 8.1353,
      "step": 36
    },
    {
      "epoch": 0.0644880174291939,
      "grad_norm": 2.119276523590088,
      "learning_rate": 9.922163169257721e-05,
      "loss": 8.6706,
      "step": 37
    },
    {
      "epoch": 0.06623093681917211,
      "grad_norm": 2.184993267059326,
      "learning_rate": 9.917236029504547e-05,
      "loss": 8.4756,
      "step": 38
    },
    {
      "epoch": 0.06797385620915032,
      "grad_norm": 2.250312089920044,
      "learning_rate": 9.91215899198397e-05,
      "loss": 7.8425,
      "step": 39
    },
    {
      "epoch": 0.06971677559912855,
      "grad_norm": 2.339944362640381,
      "learning_rate": 9.906932211465173e-05,
      "loss": 8.1978,
      "step": 40
    },
    {
      "epoch": 0.07145969498910676,
      "grad_norm": 2.22255802154541,
      "learning_rate": 9.901555847282122e-05,
      "loss": 7.4908,
      "step": 41
    },
    {
      "epoch": 0.07320261437908497,
      "grad_norm": 2.190056800842285,
      "learning_rate": 9.896030063328717e-05,
      "loss": 8.4106,
      "step": 42
    },
    {
      "epoch": 0.07494553376906318,
      "grad_norm": 2.3875746726989746,
      "learning_rate": 9.890355028053793e-05,
      "loss": 8.1042,
      "step": 43
    },
    {
      "epoch": 0.0766884531590414,
      "grad_norm": 2.2626776695251465,
      "learning_rate": 9.884530914455984e-05,
      "loss": 7.38,
      "step": 44
    },
    {
      "epoch": 0.0784313725490196,
      "grad_norm": 2.90751314163208,
      "learning_rate": 9.87855790007845e-05,
      "loss": 7.5586,
      "step": 45
    },
    {
      "epoch": 0.08017429193899782,
      "grad_norm": 2.6105775833129883,
      "learning_rate": 9.872436167003467e-05,
      "loss": 7.8514,
      "step": 46
    },
    {
      "epoch": 0.08191721132897603,
      "grad_norm": 2.965604305267334,
      "learning_rate": 9.86616590184687e-05,
      "loss": 7.1101,
      "step": 47
    },
    {
      "epoch": 0.08366013071895424,
      "grad_norm": 2.8931803703308105,
      "learning_rate": 9.859747295752372e-05,
      "loss": 7.7739,
      "step": 48
    },
    {
      "epoch": 0.08540305010893247,
      "grad_norm": 3.355397939682007,
      "learning_rate": 9.853180544385736e-05,
      "loss": 8.0234,
      "step": 49
    },
    {
      "epoch": 0.08714596949891068,
      "grad_norm": 4.1606292724609375,
      "learning_rate": 9.8464658479288e-05,
      "loss": 8.4085,
      "step": 50
    },
    {
      "epoch": 0.08888888888888889,
      "grad_norm": 4.537642002105713,
      "learning_rate": 9.839603411073388e-05,
      "loss": 7.8124,
      "step": 51
    },
    {
      "epoch": 0.0906318082788671,
      "grad_norm": 3.6303694248199463,
      "learning_rate": 9.832593443015067e-05,
      "loss": 7.2467,
      "step": 52
    },
    {
      "epoch": 0.09237472766884532,
      "grad_norm": 2.6730170249938965,
      "learning_rate": 9.825436157446762e-05,
      "loss": 8.0992,
      "step": 53
    },
    {
      "epoch": 0.09411764705882353,
      "grad_norm": 1.9828307628631592,
      "learning_rate": 9.818131772552249e-05,
      "loss": 7.385,
      "step": 54
    },
    {
      "epoch": 0.09586056644880174,
      "grad_norm": 1.7050368785858154,
      "learning_rate": 9.810680510999504e-05,
      "loss": 7.4899,
      "step": 55
    },
    {
      "epoch": 0.09760348583877995,
      "grad_norm": 2.1304142475128174,
      "learning_rate": 9.80308259993391e-05,
      "loss": 8.3856,
      "step": 56
    },
    {
      "epoch": 0.09934640522875816,
      "grad_norm": 2.171189069747925,
      "learning_rate": 9.795338270971341e-05,
      "loss": 7.5037,
      "step": 57
    },
    {
      "epoch": 0.10108932461873639,
      "grad_norm": 1.9037686586380005,
      "learning_rate": 9.78744776019109e-05,
      "loss": 7.4089,
      "step": 58
    },
    {
      "epoch": 0.1028322440087146,
      "grad_norm": 1.5761909484863281,
      "learning_rate": 9.779411308128685e-05,
      "loss": 7.507,
      "step": 59
    },
    {
      "epoch": 0.10457516339869281,
      "grad_norm": 1.6125203371047974,
      "learning_rate": 9.771229159768547e-05,
      "loss": 6.9208,
      "step": 60
    },
    {
      "epoch": 0.10631808278867103,
      "grad_norm": 1.8575252294540405,
      "learning_rate": 9.762901564536522e-05,
      "loss": 7.2879,
      "step": 61
    },
    {
      "epoch": 0.10806100217864924,
      "grad_norm": 1.8381884098052979,
      "learning_rate": 9.754428776292287e-05,
      "loss": 7.546,
      "step": 62
    },
    {
      "epoch": 0.10980392156862745,
      "grad_norm": 1.5687748193740845,
      "learning_rate": 9.745811053321596e-05,
      "loss": 7.1789,
      "step": 63
    },
    {
      "epoch": 0.11154684095860566,
      "grad_norm": 1.734289288520813,
      "learning_rate": 9.737048658328427e-05,
      "loss": 7.1747,
      "step": 64
    },
    {
      "epoch": 0.11328976034858387,
      "grad_norm": 1.8572449684143066,
      "learning_rate": 9.728141858426952e-05,
      "loss": 6.9627,
      "step": 65
    },
    {
      "epoch": 0.11503267973856209,
      "grad_norm": 1.816596508026123,
      "learning_rate": 9.719090925133408e-05,
      "loss": 7.4948,
      "step": 66
    },
    {
      "epoch": 0.11677559912854031,
      "grad_norm": 1.9843227863311768,
      "learning_rate": 9.709896134357815e-05,
      "loss": 7.282,
      "step": 67
    },
    {
      "epoch": 0.11851851851851852,
      "grad_norm": 1.6963810920715332,
      "learning_rate": 9.700557766395566e-05,
      "loss": 6.757,
      "step": 68
    },
    {
      "epoch": 0.12026143790849673,
      "grad_norm": 2.103762149810791,
      "learning_rate": 9.691076105918885e-05,
      "loss": 6.83,
      "step": 69
    },
    {
      "epoch": 0.12200435729847495,
      "grad_norm": 1.6644117832183838,
      "learning_rate": 9.681451441968144e-05,
      "loss": 6.9097,
      "step": 70
    },
    {
      "epoch": 0.12374727668845316,
      "grad_norm": 2.2518982887268066,
      "learning_rate": 9.671684067943057e-05,
      "loss": 6.5565,
      "step": 71
    },
    {
      "epoch": 0.12549019607843137,
      "grad_norm": 1.9176573753356934,
      "learning_rate": 9.66177428159373e-05,
      "loss": 6.3409,
      "step": 72
    },
    {
      "epoch": 0.1272331154684096,
      "grad_norm": 2.9997940063476562,
      "learning_rate": 9.651722385011592e-05,
      "loss": 7.3301,
      "step": 73
    },
    {
      "epoch": 0.1289760348583878,
      "grad_norm": 1.927817940711975,
      "learning_rate": 9.641528684620178e-05,
      "loss": 6.7444,
      "step": 74
    },
    {
      "epoch": 0.13071895424836602,
      "grad_norm": 2.941283941268921,
      "learning_rate": 9.631193491165797e-05,
      "loss": 6.7375,
      "step": 75
    },
    {
      "epoch": 0.13246187363834422,
      "grad_norm": 2.0440499782562256,
      "learning_rate": 9.620717119708047e-05,
      "loss": 6.2593,
      "step": 76
    },
    {
      "epoch": 0.13420479302832244,
      "grad_norm": 2.585775375366211,
      "learning_rate": 9.610099889610223e-05,
      "loss": 7.0414,
      "step": 77
    },
    {
      "epoch": 0.13594771241830064,
      "grad_norm": 2.524921178817749,
      "learning_rate": 9.599342124529575e-05,
      "loss": 6.6689,
      "step": 78
    },
    {
      "epoch": 0.13769063180827887,
      "grad_norm": 2.768930196762085,
      "learning_rate": 9.588444152407441e-05,
      "loss": 7.0204,
      "step": 79
    },
    {
      "epoch": 0.1394335511982571,
      "grad_norm": 2.33314847946167,
      "learning_rate": 9.577406305459251e-05,
      "loss": 6.5685,
      "step": 80
    },
    {
      "epoch": 0.1411764705882353,
      "grad_norm": 2.3114585876464844,
      "learning_rate": 9.566228920164406e-05,
      "loss": 6.4868,
      "step": 81
    },
    {
      "epoch": 0.14291938997821352,
      "grad_norm": 3.182647705078125,
      "learning_rate": 9.554912337256007e-05,
      "loss": 6.8026,
      "step": 82
    },
    {
      "epoch": 0.14466230936819172,
      "grad_norm": 3.128938913345337,
      "learning_rate": 9.543456901710483e-05,
      "loss": 6.7505,
      "step": 83
    },
    {
      "epoch": 0.14640522875816994,
      "grad_norm": 2.4824540615081787,
      "learning_rate": 9.531862962737065e-05,
      "loss": 6.9284,
      "step": 84
    },
    {
      "epoch": 0.14814814814814814,
      "grad_norm": 3.8796262741088867,
      "learning_rate": 9.520130873767141e-05,
      "loss": 6.3305,
      "step": 85
    },
    {
      "epoch": 0.14989106753812637,
      "grad_norm": 3.027245283126831,
      "learning_rate": 9.508260992443491e-05,
      "loss": 6.4731,
      "step": 86
    },
    {
      "epoch": 0.15163398692810456,
      "grad_norm": 3.0274035930633545,
      "learning_rate": 9.49625368060937e-05,
      "loss": 6.5764,
      "step": 87
    },
    {
      "epoch": 0.1533769063180828,
      "grad_norm": 3.6287505626678467,
      "learning_rate": 9.484109304297493e-05,
      "loss": 6.7021,
      "step": 88
    },
    {
      "epoch": 0.15511982570806102,
      "grad_norm": 3.2184479236602783,
      "learning_rate": 9.471828233718862e-05,
      "loss": 6.9716,
      "step": 89
    },
    {
      "epoch": 0.1568627450980392,
      "grad_norm": 3.7180967330932617,
      "learning_rate": 9.459410843251494e-05,
      "loss": 6.5295,
      "step": 90
    },
    {
      "epoch": 0.15860566448801744,
      "grad_norm": 3.2844398021698,
      "learning_rate": 9.446857511428999e-05,
      "loss": 6.7034,
      "step": 91
    },
    {
      "epoch": 0.16034858387799564,
      "grad_norm": 2.817380428314209,
      "learning_rate": 9.434168620929045e-05,
      "loss": 6.5006,
      "step": 92
    },
    {
      "epoch": 0.16209150326797386,
      "grad_norm": 2.6760520935058594,
      "learning_rate": 9.421344558561688e-05,
      "loss": 6.1821,
      "step": 93
    },
    {
      "epoch": 0.16383442265795206,
      "grad_norm": 3.8171274662017822,
      "learning_rate": 9.408385715257589e-05,
      "loss": 6.163,
      "step": 94
    },
    {
      "epoch": 0.1655773420479303,
      "grad_norm": 3.1886677742004395,
      "learning_rate": 9.395292486056087e-05,
      "loss": 6.6912,
      "step": 95
    },
    {
      "epoch": 0.16732026143790849,
      "grad_norm": 3.741964101791382,
      "learning_rate": 9.382065270093164e-05,
      "loss": 6.4306,
      "step": 96
    },
    {
      "epoch": 0.1690631808278867,
      "grad_norm": 3.4298031330108643,
      "learning_rate": 9.368704470589271e-05,
      "loss": 6.1829,
      "step": 97
    },
    {
      "epoch": 0.17080610021786494,
      "grad_norm": 4.670931339263916,
      "learning_rate": 9.355210494837046e-05,
      "loss": 6.248,
      "step": 98
    },
    {
      "epoch": 0.17254901960784313,
      "grad_norm": 5.248985767364502,
      "learning_rate": 9.341583754188887e-05,
      "loss": 6.8693,
      "step": 99
    },
    {
      "epoch": 0.17429193899782136,
      "grad_norm": 6.1399359703063965,
      "learning_rate": 9.327824664044418e-05,
      "loss": 7.4957,
      "step": 100
    },
    {
      "epoch": 0.17603485838779956,
      "grad_norm": 4.436333656311035,
      "learning_rate": 9.313933643837825e-05,
      "loss": 6.8875,
      "step": 101
    },
    {
      "epoch": 0.17777777777777778,
      "grad_norm": 3.8972339630126953,
      "learning_rate": 9.299911117025071e-05,
      "loss": 6.743,
      "step": 102
    },
    {
      "epoch": 0.17952069716775598,
      "grad_norm": 2.9377124309539795,
      "learning_rate": 9.285757511070988e-05,
      "loss": 7.4621,
      "step": 103
    },
    {
      "epoch": 0.1812636165577342,
      "grad_norm": 4.165389060974121,
      "learning_rate": 9.271473257436239e-05,
      "loss": 7.7563,
      "step": 104
    },
    {
      "epoch": 0.1830065359477124,
      "grad_norm": 2.9757657051086426,
      "learning_rate": 9.257058791564174e-05,
      "loss": 7.1465,
      "step": 105
    },
    {
      "epoch": 0.18474945533769063,
      "grad_norm": 1.6938395500183105,
      "learning_rate": 9.242514552867555e-05,
      "loss": 6.9904,
      "step": 106
    },
    {
      "epoch": 0.18649237472766886,
      "grad_norm": 2.4745097160339355,
      "learning_rate": 9.227840984715154e-05,
      "loss": 6.9228,
      "step": 107
    },
    {
      "epoch": 0.18823529411764706,
      "grad_norm": 2.1547858715057373,
      "learning_rate": 9.213038534418244e-05,
      "loss": 7.2495,
      "step": 108
    },
    {
      "epoch": 0.18997821350762528,
      "grad_norm": 1.9106367826461792,
      "learning_rate": 9.198107653216961e-05,
      "loss": 6.4882,
      "step": 109
    },
    {
      "epoch": 0.19172113289760348,
      "grad_norm": 2.465655565261841,
      "learning_rate": 9.183048796266547e-05,
      "loss": 6.3857,
      "step": 110
    },
    {
      "epoch": 0.1934640522875817,
      "grad_norm": 1.8584837913513184,
      "learning_rate": 9.167862422623475e-05,
      "loss": 6.5691,
      "step": 111
    },
    {
      "epoch": 0.1952069716775599,
      "grad_norm": 2.387545108795166,
      "learning_rate": 9.15254899523146e-05,
      "loss": 6.67,
      "step": 112
    },
    {
      "epoch": 0.19694989106753813,
      "grad_norm": 2.282320022583008,
      "learning_rate": 9.13710898090734e-05,
      "loss": 6.308,
      "step": 113
    },
    {
      "epoch": 0.19869281045751633,
      "grad_norm": 2.2023017406463623,
      "learning_rate": 9.121542850326849e-05,
      "loss": 6.8043,
      "step": 114
    },
    {
      "epoch": 0.20043572984749455,
      "grad_norm": 2.360322952270508,
      "learning_rate": 9.105851078010266e-05,
      "loss": 6.5446,
      "step": 115
    },
    {
      "epoch": 0.20217864923747278,
      "grad_norm": 2.0918686389923096,
      "learning_rate": 9.090034142307955e-05,
      "loss": 6.3559,
      "step": 116
    },
    {
      "epoch": 0.20392156862745098,
      "grad_norm": 2.4008851051330566,
      "learning_rate": 9.074092525385777e-05,
      "loss": 6.5768,
      "step": 117
    },
    {
      "epoch": 0.2056644880174292,
      "grad_norm": 2.7958297729492188,
      "learning_rate": 9.058026713210397e-05,
      "loss": 6.381,
      "step": 118
    },
    {
      "epoch": 0.2074074074074074,
      "grad_norm": 2.0112011432647705,
      "learning_rate": 9.041837195534462e-05,
      "loss": 6.3069,
      "step": 119
    },
    {
      "epoch": 0.20915032679738563,
      "grad_norm": 2.51285982131958,
      "learning_rate": 9.025524465881683e-05,
      "loss": 6.1612,
      "step": 120
    },
    {
      "epoch": 0.21089324618736383,
      "grad_norm": 2.0926644802093506,
      "learning_rate": 9.009089021531778e-05,
      "loss": 6.8539,
      "step": 121
    },
    {
      "epoch": 0.21263616557734205,
      "grad_norm": 2.5901362895965576,
      "learning_rate": 8.99253136350532e-05,
      "loss": 6.6751,
      "step": 122
    },
    {
      "epoch": 0.21437908496732025,
      "grad_norm": 2.451211452484131,
      "learning_rate": 8.97585199654846e-05,
      "loss": 6.4976,
      "step": 123
    },
    {
      "epoch": 0.21612200435729848,
      "grad_norm": 2.4457273483276367,
      "learning_rate": 8.959051429117551e-05,
      "loss": 6.479,
      "step": 124
    },
    {
      "epoch": 0.2178649237472767,
      "grad_norm": 2.1082019805908203,
      "learning_rate": 8.942130173363627e-05,
      "loss": 6.1699,
      "step": 125
    },
    {
      "epoch": 0.2196078431372549,
      "grad_norm": 2.3551406860351562,
      "learning_rate": 8.925088745116816e-05,
      "loss": 6.3931,
      "step": 126
    },
    {
      "epoch": 0.22135076252723312,
      "grad_norm": 2.5933122634887695,
      "learning_rate": 8.907927663870593e-05,
      "loss": 6.4131,
      "step": 127
    },
    {
      "epoch": 0.22309368191721132,
      "grad_norm": 2.589916944503784,
      "learning_rate": 8.890647452765954e-05,
      "loss": 6.0784,
      "step": 128
    },
    {
      "epoch": 0.22483660130718955,
      "grad_norm": 2.3914597034454346,
      "learning_rate": 8.873248638575471e-05,
      "loss": 5.9878,
      "step": 129
    },
    {
      "epoch": 0.22657952069716775,
      "grad_norm": 2.7471046447753906,
      "learning_rate": 8.855731751687233e-05,
      "loss": 6.3665,
      "step": 130
    },
    {
      "epoch": 0.22832244008714597,
      "grad_norm": 3.0270299911499023,
      "learning_rate": 8.838097326088667e-05,
      "loss": 6.5195,
      "step": 131
    },
    {
      "epoch": 0.23006535947712417,
      "grad_norm": 2.6412923336029053,
      "learning_rate": 8.820345899350275e-05,
      "loss": 6.2827,
      "step": 132
    },
    {
      "epoch": 0.2318082788671024,
      "grad_norm": 2.825366973876953,
      "learning_rate": 8.802478012609234e-05,
      "loss": 6.2036,
      "step": 133
    },
    {
      "epoch": 0.23355119825708062,
      "grad_norm": 2.7652394771575928,
      "learning_rate": 8.78449421055291e-05,
      "loss": 5.8052,
      "step": 134
    },
    {
      "epoch": 0.23529411764705882,
      "grad_norm": 2.718158483505249,
      "learning_rate": 8.766395041402244e-05,
      "loss": 6.5726,
      "step": 135
    },
    {
      "epoch": 0.23703703703703705,
      "grad_norm": 2.7716219425201416,
      "learning_rate": 8.74818105689505e-05,
      "loss": 6.2441,
      "step": 136
    },
    {
      "epoch": 0.23877995642701524,
      "grad_norm": 2.9765782356262207,
      "learning_rate": 8.729852812269192e-05,
      "loss": 6.2913,
      "step": 137
    },
    {
      "epoch": 0.24052287581699347,
      "grad_norm": 3.5550148487091064,
      "learning_rate": 8.711410866245647e-05,
      "loss": 6.0119,
      "step": 138
    },
    {
      "epoch": 0.24226579520697167,
      "grad_norm": 3.569737434387207,
      "learning_rate": 8.692855781011493e-05,
      "loss": 6.2118,
      "step": 139
    },
    {
      "epoch": 0.2440087145969499,
      "grad_norm": 3.7226216793060303,
      "learning_rate": 8.674188122202756e-05,
      "loss": 7.3339,
      "step": 140
    },
    {
      "epoch": 0.2457516339869281,
      "grad_norm": 3.0813937187194824,
      "learning_rate": 8.655408458887171e-05,
      "loss": 6.3654,
      "step": 141
    },
    {
      "epoch": 0.24749455337690632,
      "grad_norm": 3.1687822341918945,
      "learning_rate": 8.63651736354684e-05,
      "loss": 6.189,
      "step": 142
    },
    {
      "epoch": 0.24923747276688454,
      "grad_norm": 3.1596567630767822,
      "learning_rate": 8.617515412060771e-05,
      "loss": 5.9898,
      "step": 143
    },
    {
      "epoch": 0.25098039215686274,
      "grad_norm": 3.297518730163574,
      "learning_rate": 8.598403183687328e-05,
      "loss": 5.6006,
      "step": 144
    },
    {
      "epoch": 0.25272331154684097,
      "grad_norm": 3.707019090652466,
      "learning_rate": 8.579181261046577e-05,
      "loss": 6.0949,
      "step": 145
    },
    {
      "epoch": 0.2544662309368192,
      "grad_norm": 3.836596965789795,
      "learning_rate": 8.559850230102513e-05,
      "loss": 6.1047,
      "step": 146
    },
    {
      "epoch": 0.25620915032679736,
      "grad_norm": 3.8301777839660645,
      "learning_rate": 8.540410680145212e-05,
      "loss": 5.7873,
      "step": 147
    },
    {
      "epoch": 0.2579520697167756,
      "grad_norm": 5.243978977203369,
      "learning_rate": 8.520863203772858e-05,
      "loss": 6.5256,
      "step": 148
    },
    {
      "epoch": 0.2596949891067538,
      "grad_norm": 4.620015621185303,
      "learning_rate": 8.501208396873677e-05,
      "loss": 6.4997,
      "step": 149
    },
    {
      "epoch": 0.26143790849673204,
      "grad_norm": 6.88970422744751,
      "learning_rate": 8.48144685860778e-05,
      "loss": 7.3246,
      "step": 150
    },
    {
      "epoch": 0.26318082788671027,
      "grad_norm": 6.274868011474609,
      "learning_rate": 8.461579191388889e-05,
      "loss": 7.1103,
      "step": 151
    },
    {
      "epoch": 0.26492374727668844,
      "grad_norm": 5.459546089172363,
      "learning_rate": 8.441606000865978e-05,
      "loss": 6.8542,
      "step": 152
    },
    {
      "epoch": 0.26666666666666666,
      "grad_norm": 3.5497987270355225,
      "learning_rate": 8.421527895904811e-05,
      "loss": 6.9546,
      "step": 153
    },
    {
      "epoch": 0.2684095860566449,
      "grad_norm": 2.808424472808838,
      "learning_rate": 8.401345488569379e-05,
      "loss": 6.7833,
      "step": 154
    },
    {
      "epoch": 0.2701525054466231,
      "grad_norm": 2.4737677574157715,
      "learning_rate": 8.381059394103244e-05,
      "loss": 6.567,
      "step": 155
    },
    {
      "epoch": 0.2718954248366013,
      "grad_norm": 2.0520262718200684,
      "learning_rate": 8.360670230910776e-05,
      "loss": 6.9172,
      "step": 156
    },
    {
      "epoch": 0.2736383442265795,
      "grad_norm": 2.0433156490325928,
      "learning_rate": 8.340178620538314e-05,
      "loss": 6.5108,
      "step": 157
    },
    {
      "epoch": 0.27538126361655774,
      "grad_norm": 2.2286150455474854,
      "learning_rate": 8.31958518765521e-05,
      "loss": 6.8395,
      "step": 158
    },
    {
      "epoch": 0.27712418300653596,
      "grad_norm": 2.2106385231018066,
      "learning_rate": 8.298890560034791e-05,
      "loss": 6.8538,
      "step": 159
    },
    {
      "epoch": 0.2788671023965142,
      "grad_norm": 2.1926679611206055,
      "learning_rate": 8.278095368535214e-05,
      "loss": 7.1738,
      "step": 160
    },
    {
      "epoch": 0.28061002178649236,
      "grad_norm": 2.366992950439453,
      "learning_rate": 8.257200247080247e-05,
      "loss": 6.3704,
      "step": 161
    },
    {
      "epoch": 0.2823529411764706,
      "grad_norm": 2.4190514087677,
      "learning_rate": 8.236205832639936e-05,
      "loss": 6.0434,
      "step": 162
    },
    {
      "epoch": 0.2840958605664488,
      "grad_norm": 2.115903854370117,
      "learning_rate": 8.215112765211184e-05,
      "loss": 6.699,
      "step": 163
    },
    {
      "epoch": 0.28583877995642704,
      "grad_norm": 2.383059501647949,
      "learning_rate": 8.193921687798256e-05,
      "loss": 6.4662,
      "step": 164
    },
    {
      "epoch": 0.2875816993464052,
      "grad_norm": 2.474604845046997,
      "learning_rate": 8.17263324639316e-05,
      "loss": 6.8769,
      "step": 165
    },
    {
      "epoch": 0.28932461873638343,
      "grad_norm": 2.1580827236175537,
      "learning_rate": 8.151248089955969e-05,
      "loss": 6.314,
      "step": 166
    },
    {
      "epoch": 0.29106753812636166,
      "grad_norm": 2.4981279373168945,
      "learning_rate": 8.129766870395026e-05,
      "loss": 6.4012,
      "step": 167
    },
    {
      "epoch": 0.2928104575163399,
      "grad_norm": 2.1992318630218506,
      "learning_rate": 8.108190242547082e-05,
      "loss": 6.161,
      "step": 168
    },
    {
      "epoch": 0.2945533769063181,
      "grad_norm": 2.2215545177459717,
      "learning_rate": 8.086518864157325e-05,
      "loss": 6.3668,
      "step": 169
    },
    {
      "epoch": 0.2962962962962963,
      "grad_norm": 2.2392923831939697,
      "learning_rate": 8.064753395859333e-05,
      "loss": 6.581,
      "step": 170
    },
    {
      "epoch": 0.2980392156862745,
      "grad_norm": 2.476602554321289,
      "learning_rate": 8.042894501154937e-05,
      "loss": 5.9644,
      "step": 171
    },
    {
      "epoch": 0.29978213507625273,
      "grad_norm": 2.22860050201416,
      "learning_rate": 8.020942846393992e-05,
      "loss": 6.3358,
      "step": 172
    },
    {
      "epoch": 0.30152505446623096,
      "grad_norm": 2.298203229904175,
      "learning_rate": 7.998899100754064e-05,
      "loss": 6.0325,
      "step": 173
    },
    {
      "epoch": 0.3032679738562091,
      "grad_norm": 2.30509352684021,
      "learning_rate": 7.97676393622003e-05,
      "loss": 5.9961,
      "step": 174
    },
    {
      "epoch": 0.30501089324618735,
      "grad_norm": 2.4726057052612305,
      "learning_rate": 7.954538027563601e-05,
      "loss": 6.5605,
      "step": 175
    },
    {
      "epoch": 0.3067538126361656,
      "grad_norm": 2.363779067993164,
      "learning_rate": 7.932222052322736e-05,
      "loss": 6.3339,
      "step": 176
    },
    {
      "epoch": 0.3084967320261438,
      "grad_norm": 2.559394359588623,
      "learning_rate": 7.909816690781005e-05,
      "loss": 6.6803,
      "step": 177
    },
    {
      "epoch": 0.31023965141612203,
      "grad_norm": 2.3963475227355957,
      "learning_rate": 7.887322625946836e-05,
      "loss": 5.8182,
      "step": 178
    },
    {
      "epoch": 0.3119825708061002,
      "grad_norm": 2.6471054553985596,
      "learning_rate": 7.864740543532711e-05,
      "loss": 5.7652,
      "step": 179
    },
    {
      "epoch": 0.3137254901960784,
      "grad_norm": 2.8810901641845703,
      "learning_rate": 7.842071131934246e-05,
      "loss": 7.3207,
      "step": 180
    },
    {
      "epoch": 0.31546840958605665,
      "grad_norm": 2.994452476501465,
      "learning_rate": 7.819315082209216e-05,
      "loss": 5.8597,
      "step": 181
    },
    {
      "epoch": 0.3172113289760349,
      "grad_norm": 3.1921181678771973,
      "learning_rate": 7.796473088056487e-05,
      "loss": 6.3196,
      "step": 182
    },
    {
      "epoch": 0.31895424836601305,
      "grad_norm": 3.0913636684417725,
      "learning_rate": 7.77354584579486e-05,
      "loss": 6.1143,
      "step": 183
    },
    {
      "epoch": 0.3206971677559913,
      "grad_norm": 3.175823211669922,
      "learning_rate": 7.750534054341866e-05,
      "loss": 6.0422,
      "step": 184
    },
    {
      "epoch": 0.3224400871459695,
      "grad_norm": 2.955841302871704,
      "learning_rate": 7.727438415192433e-05,
      "loss": 6.644,
      "step": 185
    },
    {
      "epoch": 0.3241830065359477,
      "grad_norm": 3.8325321674346924,
      "learning_rate": 7.704259632397526e-05,
      "loss": 6.6358,
      "step": 186
    },
    {
      "epoch": 0.32592592592592595,
      "grad_norm": 3.245007038116455,
      "learning_rate": 7.680998412542663e-05,
      "loss": 5.8972,
      "step": 187
    },
    {
      "epoch": 0.3276688453159041,
      "grad_norm": 3.280700445175171,
      "learning_rate": 7.657655464726394e-05,
      "loss": 6.0551,
      "step": 188
    },
    {
      "epoch": 0.32941176470588235,
      "grad_norm": 3.750653028488159,
      "learning_rate": 7.63423150053867e-05,
      "loss": 5.9885,
      "step": 189
    },
    {
      "epoch": 0.3311546840958606,
      "grad_norm": 3.5018813610076904,
      "learning_rate": 7.610727234039167e-05,
      "loss": 5.8394,
      "step": 190
    },
    {
      "epoch": 0.3328976034858388,
      "grad_norm": 3.967571258544922,
      "learning_rate": 7.587143381735497e-05,
      "loss": 6.2976,
      "step": 191
    },
    {
      "epoch": 0.33464052287581697,
      "grad_norm": 3.630221128463745,
      "learning_rate": 7.563480662561387e-05,
      "loss": 6.2507,
      "step": 192
    },
    {
      "epoch": 0.3363834422657952,
      "grad_norm": 3.87675404548645,
      "learning_rate": 7.539739797854745e-05,
      "loss": 5.8136,
      "step": 193
    },
    {
      "epoch": 0.3381263616557734,
      "grad_norm": 4.097906112670898,
      "learning_rate": 7.515921511335689e-05,
      "loss": 6.8448,
      "step": 194
    },
    {
      "epoch": 0.33986928104575165,
      "grad_norm": 4.295271396636963,
      "learning_rate": 7.492026529084468e-05,
      "loss": 6.0715,
      "step": 195
    },
    {
      "epoch": 0.3416122004357299,
      "grad_norm": 3.762012243270874,
      "learning_rate": 7.468055579519338e-05,
      "loss": 5.7717,
      "step": 196
    },
    {
      "epoch": 0.34335511982570804,
      "grad_norm": 5.1401047706604,
      "learning_rate": 7.444009393374355e-05,
      "loss": 5.8243,
      "step": 197
    },
    {
      "epoch": 0.34509803921568627,
      "grad_norm": 5.339993953704834,
      "learning_rate": 7.419888703677096e-05,
      "loss": 6.3719,
      "step": 198
    },
    {
      "epoch": 0.3468409586056645,
      "grad_norm": 5.122740745544434,
      "learning_rate": 7.395694245726317e-05,
      "loss": 6.3073,
      "step": 199
    },
    {
      "epoch": 0.3485838779956427,
      "grad_norm": 6.399250030517578,
      "learning_rate": 7.371426757069537e-05,
      "loss": 6.8986,
      "step": 200
    },
    {
      "epoch": 0.3503267973856209,
      "grad_norm": 4.398697376251221,
      "learning_rate": 7.347086977480552e-05,
      "loss": 6.4013,
      "step": 201
    },
    {
      "epoch": 0.3520697167755991,
      "grad_norm": 3.972055673599243,
      "learning_rate": 7.322675648936886e-05,
      "loss": 6.6859,
      "step": 202
    },
    {
      "epoch": 0.35381263616557734,
      "grad_norm": 3.3945796489715576,
      "learning_rate": 7.298193515597177e-05,
      "loss": 6.7833,
      "step": 203
    },
    {
      "epoch": 0.35555555555555557,
      "grad_norm": 2.5457451343536377,
      "learning_rate": 7.273641323778481e-05,
      "loss": 6.6659,
      "step": 204
    },
    {
      "epoch": 0.3572984749455338,
      "grad_norm": 3.1627116203308105,
      "learning_rate": 7.249019821933529e-05,
      "loss": 6.6782,
      "step": 205
    },
    {
      "epoch": 0.35904139433551197,
      "grad_norm": 2.8032400608062744,
      "learning_rate": 7.224329760627912e-05,
      "loss": 6.9691,
      "step": 206
    },
    {
      "epoch": 0.3607843137254902,
      "grad_norm": 2.2774274349212646,
      "learning_rate": 7.199571892517193e-05,
      "loss": 6.7461,
      "step": 207
    },
    {
      "epoch": 0.3625272331154684,
      "grad_norm": 3.3363685607910156,
      "learning_rate": 7.174746972323976e-05,
      "loss": 6.9192,
      "step": 208
    },
    {
      "epoch": 0.36427015250544664,
      "grad_norm": 2.684283971786499,
      "learning_rate": 7.14985575681488e-05,
      "loss": 6.3861,
      "step": 209
    },
    {
      "epoch": 0.3660130718954248,
      "grad_norm": 2.1813414096832275,
      "learning_rate": 7.124899004777489e-05,
      "loss": 6.5334,
      "step": 210
    },
    {
      "epoch": 0.36775599128540304,
      "grad_norm": 2.80194354057312,
      "learning_rate": 7.09987747699721e-05,
      "loss": 6.4025,
      "step": 211
    },
    {
      "epoch": 0.36949891067538126,
      "grad_norm": 2.7210757732391357,
      "learning_rate": 7.074791936234082e-05,
      "loss": 6.2936,
      "step": 212
    },
    {
      "epoch": 0.3712418300653595,
      "grad_norm": 2.440540075302124,
      "learning_rate": 7.049643147199526e-05,
      "loss": 6.2764,
      "step": 213
    },
    {
      "epoch": 0.3729847494553377,
      "grad_norm": 2.6173183917999268,
      "learning_rate": 7.024431876533035e-05,
      "loss": 6.6894,
      "step": 214
    },
    {
      "epoch": 0.3747276688453159,
      "grad_norm": 3.069770097732544,
      "learning_rate": 6.9991588927788e-05,
      "loss": 6.1187,
      "step": 215
    },
    {
      "epoch": 0.3764705882352941,
      "grad_norm": 2.51611328125,
      "learning_rate": 6.973824966362281e-05,
      "loss": 5.9163,
      "step": 216
    },
    {
      "epoch": 0.37821350762527234,
      "grad_norm": 2.40824031829834,
      "learning_rate": 6.948430869566728e-05,
      "loss": 6.1761,
      "step": 217
    },
    {
      "epoch": 0.37995642701525056,
      "grad_norm": 3.1690869331359863,
      "learning_rate": 6.922977376509629e-05,
      "loss": 6.5577,
      "step": 218
    },
    {
      "epoch": 0.38169934640522873,
      "grad_norm": 2.3701491355895996,
      "learning_rate": 6.897465263119123e-05,
      "loss": 5.8704,
      "step": 219
    },
    {
      "epoch": 0.38344226579520696,
      "grad_norm": 2.478231906890869,
      "learning_rate": 6.871895307110332e-05,
      "loss": 6.7826,
      "step": 220
    },
    {
      "epoch": 0.3851851851851852,
      "grad_norm": 3.0986053943634033,
      "learning_rate": 6.846268287961667e-05,
      "loss": 6.2127,
      "step": 221
    },
    {
      "epoch": 0.3869281045751634,
      "grad_norm": 2.3514440059661865,
      "learning_rate": 6.820584986891057e-05,
      "loss": 6.5619,
      "step": 222
    },
    {
      "epoch": 0.38867102396514164,
      "grad_norm": 2.8054189682006836,
      "learning_rate": 6.794846186832143e-05,
      "loss": 6.6309,
      "step": 223
    },
    {
      "epoch": 0.3904139433551198,
      "grad_norm": 3.1144003868103027,
      "learning_rate": 6.769052672410399e-05,
      "loss": 7.0096,
      "step": 224
    },
    {
      "epoch": 0.39215686274509803,
      "grad_norm": 2.5350921154022217,
      "learning_rate": 6.743205229919224e-05,
      "loss": 6.3376,
      "step": 225
    },
    {
      "epoch": 0.39389978213507626,
      "grad_norm": 2.513195514678955,
      "learning_rate": 6.717304647295964e-05,
      "loss": 5.909,
      "step": 226
    },
    {
      "epoch": 0.3956427015250545,
      "grad_norm": 2.6811728477478027,
      "learning_rate": 6.691351714097905e-05,
      "loss": 5.9878,
      "step": 227
    },
    {
      "epoch": 0.39738562091503266,
      "grad_norm": 2.875075578689575,
      "learning_rate": 6.665347221478187e-05,
      "loss": 5.9853,
      "step": 228
    },
    {
      "epoch": 0.3991285403050109,
      "grad_norm": 2.8941619396209717,
      "learning_rate": 6.639291962161703e-05,
      "loss": 5.8869,
      "step": 229
    },
    {
      "epoch": 0.4008714596949891,
      "grad_norm": 3.371659755706787,
      "learning_rate": 6.613186730420917e-05,
      "loss": 6.2877,
      "step": 230
    },
    {
      "epoch": 0.40261437908496733,
      "grad_norm": 3.0048294067382812,
      "learning_rate": 6.587032322051667e-05,
      "loss": 6.4558,
      "step": 231
    },
    {
      "epoch": 0.40435729847494556,
      "grad_norm": 2.8262717723846436,
      "learning_rate": 6.560829534348898e-05,
      "loss": 6.1141,
      "step": 232
    },
    {
      "epoch": 0.40610021786492373,
      "grad_norm": 3.4589362144470215,
      "learning_rate": 6.534579166082354e-05,
      "loss": 6.1131,
      "step": 233
    },
    {
      "epoch": 0.40784313725490196,
      "grad_norm": 3.2716927528381348,
      "learning_rate": 6.508282017472235e-05,
      "loss": 6.1385,
      "step": 234
    },
    {
      "epoch": 0.4095860566448802,
      "grad_norm": 3.2407166957855225,
      "learning_rate": 6.4819388901648e-05,
      "loss": 6.3144,
      "step": 235
    },
    {
      "epoch": 0.4113289760348584,
      "grad_norm": 3.4590988159179688,
      "learning_rate": 6.45555058720793e-05,
      "loss": 5.766,
      "step": 236
    },
    {
      "epoch": 0.4130718954248366,
      "grad_norm": 3.572154998779297,
      "learning_rate": 6.429117913026647e-05,
      "loss": 5.8502,
      "step": 237
    },
    {
      "epoch": 0.4148148148148148,
      "grad_norm": 3.4333770275115967,
      "learning_rate": 6.402641673398589e-05,
      "loss": 6.0432,
      "step": 238
    },
    {
      "epoch": 0.41655773420479303,
      "grad_norm": 3.314162015914917,
      "learning_rate": 6.376122675429453e-05,
      "loss": 6.2134,
      "step": 239
    },
    {
      "epoch": 0.41830065359477125,
      "grad_norm": 4.336117267608643,
      "learning_rate": 6.349561727528388e-05,
      "loss": 6.2444,
      "step": 240
    },
    {
      "epoch": 0.4200435729847495,
      "grad_norm": 3.457911252975464,
      "learning_rate": 6.32295963938335e-05,
      "loss": 6.2374,
      "step": 241
    },
    {
      "epoch": 0.42178649237472765,
      "grad_norm": 3.6834158897399902,
      "learning_rate": 6.29631722193642e-05,
      "loss": 6.1026,
      "step": 242
    },
    {
      "epoch": 0.4235294117647059,
      "grad_norm": 3.538865804672241,
      "learning_rate": 6.269635287359086e-05,
      "loss": 5.9146,
      "step": 243
    },
    {
      "epoch": 0.4252723311546841,
      "grad_norm": 4.001156330108643,
      "learning_rate": 6.242914649027475e-05,
      "loss": 6.1225,
      "step": 244
    },
    {
      "epoch": 0.42701525054466233,
      "grad_norm": 4.03039026260376,
      "learning_rate": 6.216156121497578e-05,
      "loss": 6.2632,
      "step": 245
    },
    {
      "epoch": 0.4287581699346405,
      "grad_norm": 4.1209492683410645,
      "learning_rate": 6.189360520480394e-05,
      "loss": 5.8152,
      "step": 246
    },
    {
      "epoch": 0.4305010893246187,
      "grad_norm": 4.377655029296875,
      "learning_rate": 6.16252866281708e-05,
      "loss": 6.1381,
      "step": 247
    },
    {
      "epoch": 0.43224400871459695,
      "grad_norm": 4.61279296875,
      "learning_rate": 6.135661366454045e-05,
      "loss": 6.0152,
      "step": 248
    },
    {
      "epoch": 0.4339869281045752,
      "grad_norm": 5.421746730804443,
      "learning_rate": 6.108759450418023e-05,
      "loss": 6.2479,
      "step": 249
    },
    {
      "epoch": 0.4357298474945534,
      "grad_norm": 7.20197057723999,
      "learning_rate": 6.0818237347910903e-05,
      "loss": 6.5961,
      "step": 250
    },
    {
      "epoch": 0.43747276688453157,
      "grad_norm": 5.171140670776367,
      "learning_rate": 6.0548550406856794e-05,
      "loss": 7.0138,
      "step": 251
    },
    {
      "epoch": 0.4392156862745098,
      "grad_norm": 4.531250953674316,
      "learning_rate": 6.027854190219544e-05,
      "loss": 6.5635,
      "step": 252
    },
    {
      "epoch": 0.440958605664488,
      "grad_norm": 3.7614336013793945,
      "learning_rate": 6.000822006490696e-05,
      "loss": 6.329,
      "step": 253
    },
    {
      "epoch": 0.44270152505446625,
      "grad_norm": 3.231339454650879,
      "learning_rate": 5.973759313552319e-05,
      "loss": 6.7505,
      "step": 254
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 2.786665439605713,
      "learning_rate": 5.946666936387637e-05,
      "loss": 6.2866,
      "step": 255
    },
    {
      "epoch": 0.44618736383442265,
      "grad_norm": 2.5898685455322266,
      "learning_rate": 5.919545700884779e-05,
      "loss": 6.6849,
      "step": 256
    },
    {
      "epoch": 0.44793028322440087,
      "grad_norm": 2.729102611541748,
      "learning_rate": 5.892396433811589e-05,
      "loss": 6.3323,
      "step": 257
    },
    {
      "epoch": 0.4496732026143791,
      "grad_norm": 2.543272018432617,
      "learning_rate": 5.865219962790438e-05,
      "loss": 6.2904,
      "step": 258
    },
    {
      "epoch": 0.4514161220043573,
      "grad_norm": 2.2522315979003906,
      "learning_rate": 5.8380171162729816e-05,
      "loss": 6.2798,
      "step": 259
    },
    {
      "epoch": 0.4531590413943355,
      "grad_norm": 2.0354785919189453,
      "learning_rate": 5.810788723514908e-05,
      "loss": 6.1266,
      "step": 260
    },
    {
      "epoch": 0.4549019607843137,
      "grad_norm": 2.273022174835205,
      "learning_rate": 5.783535614550666e-05,
      "loss": 5.9385,
      "step": 261
    },
    {
      "epoch": 0.45664488017429194,
      "grad_norm": 2.32905912399292,
      "learning_rate": 5.756258620168151e-05,
      "loss": 6.2075,
      "step": 262
    },
    {
      "epoch": 0.45838779956427017,
      "grad_norm": 2.5185182094573975,
      "learning_rate": 5.728958571883393e-05,
      "loss": 5.9996,
      "step": 263
    },
    {
      "epoch": 0.46013071895424834,
      "grad_norm": 2.404029607772827,
      "learning_rate": 5.701636301915192e-05,
      "loss": 6.15,
      "step": 264
    },
    {
      "epoch": 0.46187363834422657,
      "grad_norm": 2.2743897438049316,
      "learning_rate": 5.674292643159764e-05,
      "loss": 6.0419,
      "step": 265
    },
    {
      "epoch": 0.4636165577342048,
      "grad_norm": 2.312305212020874,
      "learning_rate": 5.646928429165339e-05,
      "loss": 6.1961,
      "step": 266
    },
    {
      "epoch": 0.465359477124183,
      "grad_norm": 2.669830799102783,
      "learning_rate": 5.619544494106761e-05,
      "loss": 6.3909,
      "step": 267
    },
    {
      "epoch": 0.46710239651416124,
      "grad_norm": 2.455864906311035,
      "learning_rate": 5.5921416727600495e-05,
      "loss": 6.2111,
      "step": 268
    },
    {
      "epoch": 0.4688453159041394,
      "grad_norm": 2.6559865474700928,
      "learning_rate": 5.564720800476958e-05,
      "loss": 6.1185,
      "step": 269
    },
    {
      "epoch": 0.47058823529411764,
      "grad_norm": 2.4289166927337646,
      "learning_rate": 5.537282713159507e-05,
      "loss": 6.2087,
      "step": 270
    },
    {
      "epoch": 0.47233115468409587,
      "grad_norm": 2.268165111541748,
      "learning_rate": 5.5098282472345055e-05,
      "loss": 6.2041,
      "step": 271
    },
    {
      "epoch": 0.4740740740740741,
      "grad_norm": 2.432791233062744,
      "learning_rate": 5.4823582396280474e-05,
      "loss": 6.2584,
      "step": 272
    },
    {
      "epoch": 0.47581699346405226,
      "grad_norm": 2.6854281425476074,
      "learning_rate": 5.454873527740002e-05,
      "loss": 6.1592,
      "step": 273
    },
    {
      "epoch": 0.4775599128540305,
      "grad_norm": 2.6091413497924805,
      "learning_rate": 5.427374949418487e-05,
      "loss": 6.0412,
      "step": 274
    },
    {
      "epoch": 0.4793028322440087,
      "grad_norm": 2.762869358062744,
      "learning_rate": 5.399863342934324e-05,
      "loss": 6.0565,
      "step": 275
    },
    {
      "epoch": 0.48104575163398694,
      "grad_norm": 2.6985061168670654,
      "learning_rate": 5.3723395469554924e-05,
      "loss": 6.1255,
      "step": 276
    },
    {
      "epoch": 0.48278867102396517,
      "grad_norm": 2.6521167755126953,
      "learning_rate": 5.3448044005215535e-05,
      "loss": 6.0975,
      "step": 277
    },
    {
      "epoch": 0.48453159041394334,
      "grad_norm": 2.56356143951416,
      "learning_rate": 5.31725874301808e-05,
      "loss": 6.0613,
      "step": 278
    },
    {
      "epoch": 0.48627450980392156,
      "grad_norm": 2.728928327560425,
      "learning_rate": 5.2897034141510615e-05,
      "loss": 6.625,
      "step": 279
    },
    {
      "epoch": 0.4880174291938998,
      "grad_norm": 2.8099310398101807,
      "learning_rate": 5.262139253921319e-05,
      "loss": 5.9113,
      "step": 280
    },
    {
      "epoch": 0.489760348583878,
      "grad_norm": 2.8508801460266113,
      "learning_rate": 5.234567102598881e-05,
      "loss": 5.8157,
      "step": 281
    },
    {
      "epoch": 0.4915032679738562,
      "grad_norm": 2.946413278579712,
      "learning_rate": 5.2069878006973826e-05,
      "loss": 5.9064,
      "step": 282
    },
    {
      "epoch": 0.4932461873638344,
      "grad_norm": 2.9329915046691895,
      "learning_rate": 5.179402188948438e-05,
      "loss": 5.9691,
      "step": 283
    },
    {
      "epoch": 0.49498910675381264,
      "grad_norm": 3.000000238418579,
      "learning_rate": 5.1518111082760114e-05,
      "loss": 6.1124,
      "step": 284
    },
    {
      "epoch": 0.49673202614379086,
      "grad_norm": 3.524191379547119,
      "learning_rate": 5.1242153997707823e-05,
      "loss": 6.0462,
      "step": 285
    },
    {
      "epoch": 0.4984749455337691,
      "grad_norm": 3.2491354942321777,
      "learning_rate": 5.096615904664505e-05,
      "loss": 5.7229,
      "step": 286
    },
    {
      "epoch": 0.5002178649237473,
      "grad_norm": 3.2840254306793213,
      "learning_rate": 5.069013464304365e-05,
      "loss": 6.0919,
      "step": 287
    },
    {
      "epoch": 0.5019607843137255,
      "grad_norm": 3.148927688598633,
      "learning_rate": 5.041408920127333e-05,
      "loss": 5.8254,
      "step": 288
    },
    {
      "epoch": 0.5037037037037037,
      "grad_norm": 3.46852445602417,
      "learning_rate": 5.013803113634513e-05,
      "loss": 6.0773,
      "step": 289
    },
    {
      "epoch": 0.5054466230936819,
      "grad_norm": 3.313955783843994,
      "learning_rate": 4.9861968863654875e-05,
      "loss": 6.0403,
      "step": 290
    },
    {
      "epoch": 0.5071895424836601,
      "grad_norm": 3.8740715980529785,
      "learning_rate": 4.9585910798726675e-05,
      "loss": 5.9903,
      "step": 291
    },
    {
      "epoch": 0.5089324618736384,
      "grad_norm": 3.757556200027466,
      "learning_rate": 4.930986535695636e-05,
      "loss": 6.2896,
      "step": 292
    },
    {
      "epoch": 0.5106753812636166,
      "grad_norm": 3.6889286041259766,
      "learning_rate": 4.903384095335496e-05,
      "loss": 5.8151,
      "step": 293
    },
    {
      "epoch": 0.5124183006535947,
      "grad_norm": 4.151840686798096,
      "learning_rate": 4.875784600229219e-05,
      "loss": 6.2659,
      "step": 294
    },
    {
      "epoch": 0.514161220043573,
      "grad_norm": 4.211326599121094,
      "learning_rate": 4.84818889172399e-05,
      "loss": 6.1899,
      "step": 295
    },
    {
      "epoch": 0.5159041394335512,
      "grad_norm": 4.54414176940918,
      "learning_rate": 4.820597811051563e-05,
      "loss": 6.2132,
      "step": 296
    },
    {
      "epoch": 0.5176470588235295,
      "grad_norm": 4.429652214050293,
      "learning_rate": 4.793012199302619e-05,
      "loss": 5.5246,
      "step": 297
    },
    {
      "epoch": 0.5193899782135076,
      "grad_norm": 4.5998215675354,
      "learning_rate": 4.7654328974011215e-05,
      "loss": 5.3552,
      "step": 298
    },
    {
      "epoch": 0.5211328976034858,
      "grad_norm": 5.3889360427856445,
      "learning_rate": 4.737860746078682e-05,
      "loss": 6.4514,
      "step": 299
    },
    {
      "epoch": 0.5228758169934641,
      "grad_norm": 7.492801189422607,
      "learning_rate": 4.7102965858489377e-05,
      "loss": 6.5814,
      "step": 300
    },
    {
      "epoch": 0.5246187363834423,
      "grad_norm": 4.071569919586182,
      "learning_rate": 4.682741256981922e-05,
      "loss": 6.7165,
      "step": 301
    },
    {
      "epoch": 0.5263616557734205,
      "grad_norm": 4.44246768951416,
      "learning_rate": 4.6551955994784476e-05,
      "loss": 6.2602,
      "step": 302
    },
    {
      "epoch": 0.5281045751633987,
      "grad_norm": 4.112141132354736,
      "learning_rate": 4.627660453044508e-05,
      "loss": 6.4776,
      "step": 303
    },
    {
      "epoch": 0.5298474945533769,
      "grad_norm": 3.4108433723449707,
      "learning_rate": 4.600136657065677e-05,
      "loss": 6.7222,
      "step": 304
    },
    {
      "epoch": 0.5315904139433552,
      "grad_norm": 2.8327457904815674,
      "learning_rate": 4.572625050581516e-05,
      "loss": 6.1231,
      "step": 305
    },
    {
      "epoch": 0.5333333333333333,
      "grad_norm": 2.671339750289917,
      "learning_rate": 4.5451264722600004e-05,
      "loss": 6.5039,
      "step": 306
    },
    {
      "epoch": 0.5350762527233115,
      "grad_norm": 2.57826566696167,
      "learning_rate": 4.517641760371955e-05,
      "loss": 6.6876,
      "step": 307
    },
    {
      "epoch": 0.5368191721132898,
      "grad_norm": 2.4179985523223877,
      "learning_rate": 4.490171752765494e-05,
      "loss": 6.523,
      "step": 308
    },
    {
      "epoch": 0.538562091503268,
      "grad_norm": 2.155496835708618,
      "learning_rate": 4.4627172868404925e-05,
      "loss": 6.106,
      "step": 309
    },
    {
      "epoch": 0.5403050108932462,
      "grad_norm": 2.359637975692749,
      "learning_rate": 4.435279199523043e-05,
      "loss": 6.3867,
      "step": 310
    },
    {
      "epoch": 0.5420479302832244,
      "grad_norm": 2.521045207977295,
      "learning_rate": 4.4078583272399516e-05,
      "loss": 5.9621,
      "step": 311
    },
    {
      "epoch": 0.5437908496732026,
      "grad_norm": 2.3839895725250244,
      "learning_rate": 4.38045550589324e-05,
      "loss": 6.1734,
      "step": 312
    },
    {
      "epoch": 0.5455337690631809,
      "grad_norm": 2.331204414367676,
      "learning_rate": 4.353071570834662e-05,
      "loss": 6.1698,
      "step": 313
    },
    {
      "epoch": 0.547276688453159,
      "grad_norm": 2.23482346534729,
      "learning_rate": 4.3257073568402376e-05,
      "loss": 5.8396,
      "step": 314
    },
    {
      "epoch": 0.5490196078431373,
      "grad_norm": 2.3547494411468506,
      "learning_rate": 4.298363698084809e-05,
      "loss": 6.1464,
      "step": 315
    },
    {
      "epoch": 0.5507625272331155,
      "grad_norm": 2.7615067958831787,
      "learning_rate": 4.271041428116608e-05,
      "loss": 6.2368,
      "step": 316
    },
    {
      "epoch": 0.5525054466230936,
      "grad_norm": 2.349308490753174,
      "learning_rate": 4.243741379831848e-05,
      "loss": 6.1397,
      "step": 317
    },
    {
      "epoch": 0.5542483660130719,
      "grad_norm": 2.9273488521575928,
      "learning_rate": 4.216464385449335e-05,
      "loss": 5.7099,
      "step": 318
    },
    {
      "epoch": 0.5559912854030501,
      "grad_norm": 2.588170289993286,
      "learning_rate": 4.189211276485093e-05,
      "loss": 6.173,
      "step": 319
    },
    {
      "epoch": 0.5577342047930284,
      "grad_norm": 2.5796093940734863,
      "learning_rate": 4.16198288372702e-05,
      "loss": 6.371,
      "step": 320
    },
    {
      "epoch": 0.5594771241830065,
      "grad_norm": 2.47575044631958,
      "learning_rate": 4.134780037209563e-05,
      "loss": 6.2689,
      "step": 321
    },
    {
      "epoch": 0.5612200435729847,
      "grad_norm": 2.668144941329956,
      "learning_rate": 4.107603566188412e-05,
      "loss": 6.1477,
      "step": 322
    },
    {
      "epoch": 0.562962962962963,
      "grad_norm": 2.58866548538208,
      "learning_rate": 4.080454299115224e-05,
      "loss": 5.9513,
      "step": 323
    },
    {
      "epoch": 0.5647058823529412,
      "grad_norm": 2.588249921798706,
      "learning_rate": 4.053333063612365e-05,
      "loss": 6.1205,
      "step": 324
    },
    {
      "epoch": 0.5664488017429193,
      "grad_norm": 2.637942314147949,
      "learning_rate": 4.026240686447682e-05,
      "loss": 5.8971,
      "step": 325
    },
    {
      "epoch": 0.5681917211328976,
      "grad_norm": 2.8684513568878174,
      "learning_rate": 3.9991779935093035e-05,
      "loss": 6.1472,
      "step": 326
    },
    {
      "epoch": 0.5699346405228758,
      "grad_norm": 2.8887667655944824,
      "learning_rate": 3.972145809780457e-05,
      "loss": 6.4613,
      "step": 327
    },
    {
      "epoch": 0.5716775599128541,
      "grad_norm": 2.7175791263580322,
      "learning_rate": 3.945144959314321e-05,
      "loss": 6.0686,
      "step": 328
    },
    {
      "epoch": 0.5734204793028322,
      "grad_norm": 2.9769113063812256,
      "learning_rate": 3.9181762652089115e-05,
      "loss": 6.1894,
      "step": 329
    },
    {
      "epoch": 0.5751633986928104,
      "grad_norm": 2.8220508098602295,
      "learning_rate": 3.8912405495819786e-05,
      "loss": 5.6237,
      "step": 330
    },
    {
      "epoch": 0.5769063180827887,
      "grad_norm": 3.080310821533203,
      "learning_rate": 3.864338633545956e-05,
      "loss": 5.8777,
      "step": 331
    },
    {
      "epoch": 0.5786492374727669,
      "grad_norm": 2.768021583557129,
      "learning_rate": 3.837471337182923e-05,
      "loss": 5.9109,
      "step": 332
    },
    {
      "epoch": 0.5803921568627451,
      "grad_norm": 3.0659565925598145,
      "learning_rate": 3.8106394795196085e-05,
      "loss": 5.5896,
      "step": 333
    },
    {
      "epoch": 0.5821350762527233,
      "grad_norm": 3.5265822410583496,
      "learning_rate": 3.783843878502422e-05,
      "loss": 6.3057,
      "step": 334
    },
    {
      "epoch": 0.5838779956427015,
      "grad_norm": 3.2464277744293213,
      "learning_rate": 3.757085350972523e-05,
      "loss": 6.5729,
      "step": 335
    },
    {
      "epoch": 0.5856209150326798,
      "grad_norm": 3.140838146209717,
      "learning_rate": 3.730364712640915e-05,
      "loss": 6.0387,
      "step": 336
    },
    {
      "epoch": 0.5873638344226579,
      "grad_norm": 3.3155360221862793,
      "learning_rate": 3.703682778063581e-05,
      "loss": 5.8154,
      "step": 337
    },
    {
      "epoch": 0.5891067538126362,
      "grad_norm": 3.295804262161255,
      "learning_rate": 3.6770403606166516e-05,
      "loss": 5.4747,
      "step": 338
    },
    {
      "epoch": 0.5908496732026144,
      "grad_norm": 3.4468038082122803,
      "learning_rate": 3.650438272471614e-05,
      "loss": 5.9762,
      "step": 339
    },
    {
      "epoch": 0.5925925925925926,
      "grad_norm": 3.5181455612182617,
      "learning_rate": 3.623877324570548e-05,
      "loss": 5.9973,
      "step": 340
    },
    {
      "epoch": 0.5943355119825708,
      "grad_norm": 3.8262414932250977,
      "learning_rate": 3.597358326601413e-05,
      "loss": 6.1401,
      "step": 341
    },
    {
      "epoch": 0.596078431372549,
      "grad_norm": 3.8463528156280518,
      "learning_rate": 3.570882086973355e-05,
      "loss": 5.7267,
      "step": 342
    },
    {
      "epoch": 0.5978213507625272,
      "grad_norm": 3.95530366897583,
      "learning_rate": 3.544449412792069e-05,
      "loss": 6.0974,
      "step": 343
    },
    {
      "epoch": 0.5995642701525055,
      "grad_norm": 4.1233439445495605,
      "learning_rate": 3.518061109835199e-05,
      "loss": 5.3623,
      "step": 344
    },
    {
      "epoch": 0.6013071895424836,
      "grad_norm": 4.098522186279297,
      "learning_rate": 3.491717982527765e-05,
      "loss": 5.8174,
      "step": 345
    },
    {
      "epoch": 0.6030501089324619,
      "grad_norm": 4.322263240814209,
      "learning_rate": 3.4654208339176474e-05,
      "loss": 6.0519,
      "step": 346
    },
    {
      "epoch": 0.6047930283224401,
      "grad_norm": 4.396242141723633,
      "learning_rate": 3.4391704656511035e-05,
      "loss": 5.6862,
      "step": 347
    },
    {
      "epoch": 0.6065359477124183,
      "grad_norm": 4.667327404022217,
      "learning_rate": 3.4129676779483344e-05,
      "loss": 5.9945,
      "step": 348
    },
    {
      "epoch": 0.6082788671023965,
      "grad_norm": 5.673772811889648,
      "learning_rate": 3.386813269579085e-05,
      "loss": 5.9577,
      "step": 349
    },
    {
      "epoch": 0.6100217864923747,
      "grad_norm": 7.139450550079346,
      "learning_rate": 3.3607080378383005e-05,
      "loss": 6.0682,
      "step": 350
    },
    {
      "epoch": 0.611764705882353,
      "grad_norm": 3.970557451248169,
      "learning_rate": 3.3346527785218127e-05,
      "loss": 6.1277,
      "step": 351
    },
    {
      "epoch": 0.6135076252723312,
      "grad_norm": 3.600226879119873,
      "learning_rate": 3.308648285902096e-05,
      "loss": 6.2035,
      "step": 352
    },
    {
      "epoch": 0.6152505446623093,
      "grad_norm": 3.8150582313537598,
      "learning_rate": 3.282695352704036e-05,
      "loss": 6.721,
      "step": 353
    },
    {
      "epoch": 0.6169934640522876,
      "grad_norm": 2.8972177505493164,
      "learning_rate": 3.256794770080778e-05,
      "loss": 6.3634,
      "step": 354
    },
    {
      "epoch": 0.6187363834422658,
      "grad_norm": 2.91469669342041,
      "learning_rate": 3.230947327589602e-05,
      "loss": 6.988,
      "step": 355
    },
    {
      "epoch": 0.6204793028322441,
      "grad_norm": 2.3781847953796387,
      "learning_rate": 3.2051538131678584e-05,
      "loss": 6.0219,
      "step": 356
    },
    {
      "epoch": 0.6222222222222222,
      "grad_norm": 2.3746273517608643,
      "learning_rate": 3.179415013108943e-05,
      "loss": 6.2648,
      "step": 357
    },
    {
      "epoch": 0.6239651416122004,
      "grad_norm": 2.353785991668701,
      "learning_rate": 3.1537317120383345e-05,
      "loss": 6.8266,
      "step": 358
    },
    {
      "epoch": 0.6257080610021787,
      "grad_norm": 2.4510021209716797,
      "learning_rate": 3.12810469288967e-05,
      "loss": 6.1016,
      "step": 359
    },
    {
      "epoch": 0.6274509803921569,
      "grad_norm": 2.2164430618286133,
      "learning_rate": 3.1025347368808775e-05,
      "loss": 6.1456,
      "step": 360
    },
    {
      "epoch": 0.629193899782135,
      "grad_norm": 2.3002395629882812,
      "learning_rate": 3.077022623490371e-05,
      "loss": 6.5192,
      "step": 361
    },
    {
      "epoch": 0.6309368191721133,
      "grad_norm": 2.1544463634490967,
      "learning_rate": 3.0515691304332726e-05,
      "loss": 5.8769,
      "step": 362
    },
    {
      "epoch": 0.6326797385620915,
      "grad_norm": 2.5770881175994873,
      "learning_rate": 3.0261750336377202e-05,
      "loss": 6.1575,
      "step": 363
    },
    {
      "epoch": 0.6344226579520698,
      "grad_norm": 2.342649221420288,
      "learning_rate": 3.0008411072212028e-05,
      "loss": 6.3911,
      "step": 364
    },
    {
      "epoch": 0.6361655773420479,
      "grad_norm": 2.405895709991455,
      "learning_rate": 2.9755681234669663e-05,
      "loss": 6.3624,
      "step": 365
    },
    {
      "epoch": 0.6379084967320261,
      "grad_norm": 2.6010117530822754,
      "learning_rate": 2.9503568528004756e-05,
      "loss": 6.2125,
      "step": 366
    },
    {
      "epoch": 0.6396514161220044,
      "grad_norm": 2.4137613773345947,
      "learning_rate": 2.9252080637659202e-05,
      "loss": 6.1491,
      "step": 367
    },
    {
      "epoch": 0.6413943355119825,
      "grad_norm": 2.4673397541046143,
      "learning_rate": 2.9001225230027922e-05,
      "loss": 5.8103,
      "step": 368
    },
    {
      "epoch": 0.6431372549019608,
      "grad_norm": 2.385077953338623,
      "learning_rate": 2.8751009952225116e-05,
      "loss": 5.9594,
      "step": 369
    },
    {
      "epoch": 0.644880174291939,
      "grad_norm": 2.573052167892456,
      "learning_rate": 2.85014424318512e-05,
      "loss": 6.5171,
      "step": 370
    },
    {
      "epoch": 0.6466230936819172,
      "grad_norm": 2.530339002609253,
      "learning_rate": 2.825253027676026e-05,
      "loss": 5.868,
      "step": 371
    },
    {
      "epoch": 0.6483660130718955,
      "grad_norm": 2.685885190963745,
      "learning_rate": 2.8004281074828066e-05,
      "loss": 6.0836,
      "step": 372
    },
    {
      "epoch": 0.6501089324618736,
      "grad_norm": 2.4924590587615967,
      "learning_rate": 2.775670239372088e-05,
      "loss": 6.0432,
      "step": 373
    },
    {
      "epoch": 0.6518518518518519,
      "grad_norm": 2.4421753883361816,
      "learning_rate": 2.7509801780664722e-05,
      "loss": 5.6009,
      "step": 374
    },
    {
      "epoch": 0.6535947712418301,
      "grad_norm": 2.7240960597991943,
      "learning_rate": 2.7263586762215197e-05,
      "loss": 6.4038,
      "step": 375
    },
    {
      "epoch": 0.6553376906318082,
      "grad_norm": 2.821495294570923,
      "learning_rate": 2.7018064844028247e-05,
      "loss": 6.1641,
      "step": 376
    },
    {
      "epoch": 0.6570806100217865,
      "grad_norm": 2.604276418685913,
      "learning_rate": 2.6773243510631147e-05,
      "loss": 5.8381,
      "step": 377
    },
    {
      "epoch": 0.6588235294117647,
      "grad_norm": 2.566859722137451,
      "learning_rate": 2.6529130225194492e-05,
      "loss": 5.8157,
      "step": 378
    },
    {
      "epoch": 0.6605664488017429,
      "grad_norm": 2.681065082550049,
      "learning_rate": 2.628573242930463e-05,
      "loss": 5.9249,
      "step": 379
    },
    {
      "epoch": 0.6623093681917211,
      "grad_norm": 2.881753921508789,
      "learning_rate": 2.6043057542736836e-05,
      "loss": 5.9907,
      "step": 380
    },
    {
      "epoch": 0.6640522875816993,
      "grad_norm": 2.9366629123687744,
      "learning_rate": 2.580111296322904e-05,
      "loss": 6.1998,
      "step": 381
    },
    {
      "epoch": 0.6657952069716776,
      "grad_norm": 2.7908003330230713,
      "learning_rate": 2.5559906066256468e-05,
      "loss": 5.684,
      "step": 382
    },
    {
      "epoch": 0.6675381263616558,
      "grad_norm": 3.17881178855896,
      "learning_rate": 2.5319444204806624e-05,
      "loss": 5.6958,
      "step": 383
    },
    {
      "epoch": 0.6692810457516339,
      "grad_norm": 2.9115662574768066,
      "learning_rate": 2.5079734709155322e-05,
      "loss": 6.0,
      "step": 384
    },
    {
      "epoch": 0.6710239651416122,
      "grad_norm": 3.160400867462158,
      "learning_rate": 2.4840784886643132e-05,
      "loss": 6.0205,
      "step": 385
    },
    {
      "epoch": 0.6727668845315904,
      "grad_norm": 3.053187370300293,
      "learning_rate": 2.460260202145256e-05,
      "loss": 5.9711,
      "step": 386
    },
    {
      "epoch": 0.6745098039215687,
      "grad_norm": 3.328679323196411,
      "learning_rate": 2.4365193374386146e-05,
      "loss": 6.0894,
      "step": 387
    },
    {
      "epoch": 0.6762527233115468,
      "grad_norm": 3.2774860858917236,
      "learning_rate": 2.4128566182645025e-05,
      "loss": 6.2712,
      "step": 388
    },
    {
      "epoch": 0.677995642701525,
      "grad_norm": 3.6069304943084717,
      "learning_rate": 2.3892727659608337e-05,
      "loss": 6.3312,
      "step": 389
    },
    {
      "epoch": 0.6797385620915033,
      "grad_norm": 3.3666365146636963,
      "learning_rate": 2.365768499461328e-05,
      "loss": 5.6572,
      "step": 390
    },
    {
      "epoch": 0.6814814814814815,
      "grad_norm": 3.515587568283081,
      "learning_rate": 2.342344535273608e-05,
      "loss": 5.971,
      "step": 391
    },
    {
      "epoch": 0.6832244008714597,
      "grad_norm": 3.494443893432617,
      "learning_rate": 2.3190015874573374e-05,
      "loss": 5.4621,
      "step": 392
    },
    {
      "epoch": 0.6849673202614379,
      "grad_norm": 3.653798818588257,
      "learning_rate": 2.2957403676024764e-05,
      "loss": 5.8032,
      "step": 393
    },
    {
      "epoch": 0.6867102396514161,
      "grad_norm": 3.884798526763916,
      "learning_rate": 2.272561584807567e-05,
      "loss": 5.681,
      "step": 394
    },
    {
      "epoch": 0.6884531590413944,
      "grad_norm": 3.974616289138794,
      "learning_rate": 2.249465945658135e-05,
      "loss": 5.9997,
      "step": 395
    },
    {
      "epoch": 0.6901960784313725,
      "grad_norm": 3.954075813293457,
      "learning_rate": 2.2264541542051398e-05,
      "loss": 5.3938,
      "step": 396
    },
    {
      "epoch": 0.6919389978213507,
      "grad_norm": 4.381604194641113,
      "learning_rate": 2.2035269119435163e-05,
      "loss": 5.7926,
      "step": 397
    },
    {
      "epoch": 0.693681917211329,
      "grad_norm": 4.715634822845459,
      "learning_rate": 2.1806849177907846e-05,
      "loss": 5.9823,
      "step": 398
    },
    {
      "epoch": 0.6954248366013072,
      "grad_norm": 4.817767143249512,
      "learning_rate": 2.157928868065754e-05,
      "loss": 5.8821,
      "step": 399
    },
    {
      "epoch": 0.6971677559912854,
      "grad_norm": 6.161748886108398,
      "learning_rate": 2.1352594564672908e-05,
      "loss": 5.9004,
      "step": 400
    },
    {
      "epoch": 0.6989106753812636,
      "grad_norm": 3.119013786315918,
      "learning_rate": 2.112677374053164e-05,
      "loss": 6.665,
      "step": 401
    },
    {
      "epoch": 0.7006535947712418,
      "grad_norm": 3.0946598052978516,
      "learning_rate": 2.0901833092189982e-05,
      "loss": 6.0594,
      "step": 402
    },
    {
      "epoch": 0.7023965141612201,
      "grad_norm": 3.746190071105957,
      "learning_rate": 2.0677779476772653e-05,
      "loss": 6.894,
      "step": 403
    },
    {
      "epoch": 0.7041394335511982,
      "grad_norm": 3.08188796043396,
      "learning_rate": 2.0454619724363994e-05,
      "loss": 6.1855,
      "step": 404
    },
    {
      "epoch": 0.7058823529411765,
      "grad_norm": 2.8253674507141113,
      "learning_rate": 2.0232360637799685e-05,
      "loss": 6.7474,
      "step": 405
    },
    {
      "epoch": 0.7076252723311547,
      "grad_norm": 2.46675968170166,
      "learning_rate": 2.0011008992459374e-05,
      "loss": 5.9278,
      "step": 406
    },
    {
      "epoch": 0.7093681917211329,
      "grad_norm": 2.6714541912078857,
      "learning_rate": 1.979057153606009e-05,
      "loss": 7.026,
      "step": 407
    },
    {
      "epoch": 0.7111111111111111,
      "grad_norm": 2.6034669876098633,
      "learning_rate": 1.9571054988450648e-05,
      "loss": 6.8818,
      "step": 408
    },
    {
      "epoch": 0.7128540305010893,
      "grad_norm": 2.296431541442871,
      "learning_rate": 1.9352466041406686e-05,
      "loss": 6.431,
      "step": 409
    },
    {
      "epoch": 0.7145969498910676,
      "grad_norm": 2.503453493118286,
      "learning_rate": 1.9134811358426757e-05,
      "loss": 6.0567,
      "step": 410
    },
    {
      "epoch": 0.7163398692810458,
      "grad_norm": 2.331385374069214,
      "learning_rate": 1.8918097574529193e-05,
      "loss": 6.1813,
      "step": 411
    },
    {
      "epoch": 0.7180827886710239,
      "grad_norm": 2.208219528198242,
      "learning_rate": 1.870233129604974e-05,
      "loss": 5.884,
      "step": 412
    },
    {
      "epoch": 0.7198257080610022,
      "grad_norm": 2.3889777660369873,
      "learning_rate": 1.8487519100440314e-05,
      "loss": 6.8247,
      "step": 413
    },
    {
      "epoch": 0.7215686274509804,
      "grad_norm": 2.4284768104553223,
      "learning_rate": 1.827366753606839e-05,
      "loss": 6.3911,
      "step": 414
    },
    {
      "epoch": 0.7233115468409586,
      "grad_norm": 2.250567674636841,
      "learning_rate": 1.806078312201745e-05,
      "loss": 6.0543,
      "step": 415
    },
    {
      "epoch": 0.7250544662309368,
      "grad_norm": 2.4507486820220947,
      "learning_rate": 1.7848872347888162e-05,
      "loss": 5.9986,
      "step": 416
    },
    {
      "epoch": 0.726797385620915,
      "grad_norm": 2.4052789211273193,
      "learning_rate": 1.7637941673600666e-05,
      "loss": 6.1408,
      "step": 417
    },
    {
      "epoch": 0.7285403050108933,
      "grad_norm": 2.430462598800659,
      "learning_rate": 1.742799752919753e-05,
      "loss": 6.0993,
      "step": 418
    },
    {
      "epoch": 0.7302832244008715,
      "grad_norm": 2.4374566078186035,
      "learning_rate": 1.7219046314647876e-05,
      "loss": 6.2393,
      "step": 419
    },
    {
      "epoch": 0.7320261437908496,
      "grad_norm": 2.6431052684783936,
      "learning_rate": 1.7011094399652107e-05,
      "loss": 5.9052,
      "step": 420
    },
    {
      "epoch": 0.7337690631808279,
      "grad_norm": 2.5823075771331787,
      "learning_rate": 1.6804148123447898e-05,
      "loss": 6.1515,
      "step": 421
    },
    {
      "epoch": 0.7355119825708061,
      "grad_norm": 2.611707925796509,
      "learning_rate": 1.6598213794616863e-05,
      "loss": 5.8446,
      "step": 422
    },
    {
      "epoch": 0.7372549019607844,
      "grad_norm": 2.443992853164673,
      "learning_rate": 1.6393297690892255e-05,
      "loss": 5.5375,
      "step": 423
    },
    {
      "epoch": 0.7389978213507625,
      "grad_norm": 2.731403350830078,
      "learning_rate": 1.6189406058967575e-05,
      "loss": 6.0878,
      "step": 424
    },
    {
      "epoch": 0.7407407407407407,
      "grad_norm": 2.706822633743286,
      "learning_rate": 1.59865451143062e-05,
      "loss": 5.9887,
      "step": 425
    },
    {
      "epoch": 0.742483660130719,
      "grad_norm": 2.604900360107422,
      "learning_rate": 1.57847210409519e-05,
      "loss": 5.7022,
      "step": 426
    },
    {
      "epoch": 0.7442265795206972,
      "grad_norm": 2.868650197982788,
      "learning_rate": 1.558393999134023e-05,
      "loss": 5.8788,
      "step": 427
    },
    {
      "epoch": 0.7459694989106754,
      "grad_norm": 2.7633955478668213,
      "learning_rate": 1.538420808611114e-05,
      "loss": 5.8095,
      "step": 428
    },
    {
      "epoch": 0.7477124183006536,
      "grad_norm": 2.786994695663452,
      "learning_rate": 1.5185531413922216e-05,
      "loss": 5.4344,
      "step": 429
    },
    {
      "epoch": 0.7494553376906318,
      "grad_norm": 2.9318881034851074,
      "learning_rate": 1.4987916031263232e-05,
      "loss": 6.0454,
      "step": 430
    },
    {
      "epoch": 0.75119825708061,
      "grad_norm": 3.0639290809631348,
      "learning_rate": 1.4791367962271424e-05,
      "loss": 6.0132,
      "step": 431
    },
    {
      "epoch": 0.7529411764705882,
      "grad_norm": 3.145095109939575,
      "learning_rate": 1.4595893198547888e-05,
      "loss": 6.0023,
      "step": 432
    },
    {
      "epoch": 0.7546840958605664,
      "grad_norm": 3.0819337368011475,
      "learning_rate": 1.4401497698974876e-05,
      "loss": 6.2708,
      "step": 433
    },
    {
      "epoch": 0.7564270152505447,
      "grad_norm": 3.0940604209899902,
      "learning_rate": 1.4208187389534256e-05,
      "loss": 5.8773,
      "step": 434
    },
    {
      "epoch": 0.7581699346405228,
      "grad_norm": 2.979501247406006,
      "learning_rate": 1.401596816312673e-05,
      "loss": 5.4585,
      "step": 435
    },
    {
      "epoch": 0.7599128540305011,
      "grad_norm": 3.0984838008880615,
      "learning_rate": 1.3824845879392301e-05,
      "loss": 5.6387,
      "step": 436
    },
    {
      "epoch": 0.7616557734204793,
      "grad_norm": 3.110401153564453,
      "learning_rate": 1.3634826364531616e-05,
      "loss": 5.7843,
      "step": 437
    },
    {
      "epoch": 0.7633986928104575,
      "grad_norm": 3.3461947441101074,
      "learning_rate": 1.3445915411128295e-05,
      "loss": 6.2311,
      "step": 438
    },
    {
      "epoch": 0.7651416122004358,
      "grad_norm": 3.493839740753174,
      "learning_rate": 1.325811877797245e-05,
      "loss": 5.9396,
      "step": 439
    },
    {
      "epoch": 0.7668845315904139,
      "grad_norm": 3.3828165531158447,
      "learning_rate": 1.307144218988507e-05,
      "loss": 5.4118,
      "step": 440
    },
    {
      "epoch": 0.7686274509803922,
      "grad_norm": 3.6239407062530518,
      "learning_rate": 1.2885891337543538e-05,
      "loss": 6.2809,
      "step": 441
    },
    {
      "epoch": 0.7703703703703704,
      "grad_norm": 3.926117420196533,
      "learning_rate": 1.2701471877308091e-05,
      "loss": 6.1078,
      "step": 442
    },
    {
      "epoch": 0.7721132897603485,
      "grad_norm": 3.8363847732543945,
      "learning_rate": 1.2518189431049498e-05,
      "loss": 5.9138,
      "step": 443
    },
    {
      "epoch": 0.7738562091503268,
      "grad_norm": 3.887464761734009,
      "learning_rate": 1.2336049585977567e-05,
      "loss": 5.7176,
      "step": 444
    },
    {
      "epoch": 0.775599128540305,
      "grad_norm": 4.025938034057617,
      "learning_rate": 1.2155057894470928e-05,
      "loss": 6.1095,
      "step": 445
    },
    {
      "epoch": 0.7773420479302833,
      "grad_norm": 4.677386283874512,
      "learning_rate": 1.1975219873907679e-05,
      "loss": 6.3295,
      "step": 446
    },
    {
      "epoch": 0.7790849673202614,
      "grad_norm": 4.534229278564453,
      "learning_rate": 1.179654100649727e-05,
      "loss": 5.6338,
      "step": 447
    },
    {
      "epoch": 0.7808278867102396,
      "grad_norm": 4.835741996765137,
      "learning_rate": 1.1619026739113331e-05,
      "loss": 5.5942,
      "step": 448
    },
    {
      "epoch": 0.7825708061002179,
      "grad_norm": 5.928588390350342,
      "learning_rate": 1.1442682483127687e-05,
      "loss": 6.0807,
      "step": 449
    },
    {
      "epoch": 0.7843137254901961,
      "grad_norm": 7.3419108390808105,
      "learning_rate": 1.126751361424529e-05,
      "loss": 6.658,
      "step": 450
    },
    {
      "epoch": 0.7860566448801742,
      "grad_norm": 3.0041606426239014,
      "learning_rate": 1.109352547234047e-05,
      "loss": 6.5957,
      "step": 451
    },
    {
      "epoch": 0.7877995642701525,
      "grad_norm": 2.815629720687866,
      "learning_rate": 1.0920723361294099e-05,
      "loss": 6.3961,
      "step": 452
    },
    {
      "epoch": 0.7895424836601307,
      "grad_norm": 2.712938070297241,
      "learning_rate": 1.0749112548831847e-05,
      "loss": 6.1991,
      "step": 453
    },
    {
      "epoch": 0.791285403050109,
      "grad_norm": 2.4517555236816406,
      "learning_rate": 1.0578698266363734e-05,
      "loss": 6.0921,
      "step": 454
    },
    {
      "epoch": 0.7930283224400871,
      "grad_norm": 2.6747450828552246,
      "learning_rate": 1.0409485708824507e-05,
      "loss": 6.284,
      "step": 455
    },
    {
      "epoch": 0.7947712418300653,
      "grad_norm": 2.5269649028778076,
      "learning_rate": 1.0241480034515405e-05,
      "loss": 5.9745,
      "step": 456
    },
    {
      "epoch": 0.7965141612200436,
      "grad_norm": 2.4382894039154053,
      "learning_rate": 1.0074686364946822e-05,
      "loss": 6.5809,
      "step": 457
    },
    {
      "epoch": 0.7982570806100218,
      "grad_norm": 2.4671292304992676,
      "learning_rate": 9.909109784682241e-06,
      "loss": 6.4672,
      "step": 458
    },
    {
      "epoch": 0.8,
      "grad_norm": 2.292046070098877,
      "learning_rate": 9.744755341183181e-06,
      "loss": 5.8945,
      "step": 459
    },
    {
      "epoch": 0.8017429193899782,
      "grad_norm": 2.535379648208618,
      "learning_rate": 9.581628044655394e-06,
      "loss": 5.7448,
      "step": 460
    },
    {
      "epoch": 0.8034858387799564,
      "grad_norm": 2.3226754665374756,
      "learning_rate": 9.419732867896048e-06,
      "loss": 6.3243,
      "step": 461
    },
    {
      "epoch": 0.8052287581699347,
      "grad_norm": 2.4594292640686035,
      "learning_rate": 9.259074746142238e-06,
      "loss": 6.1204,
      "step": 462
    },
    {
      "epoch": 0.8069716775599128,
      "grad_norm": 2.2522027492523193,
      "learning_rate": 9.099658576920466e-06,
      "loss": 5.5731,
      "step": 463
    },
    {
      "epoch": 0.8087145969498911,
      "grad_norm": 2.384915590286255,
      "learning_rate": 8.941489219897353e-06,
      "loss": 6.2491,
      "step": 464
    },
    {
      "epoch": 0.8104575163398693,
      "grad_norm": 2.3492512702941895,
      "learning_rate": 8.78457149673152e-06,
      "loss": 5.8509,
      "step": 465
    },
    {
      "epoch": 0.8122004357298475,
      "grad_norm": 2.289766788482666,
      "learning_rate": 8.628910190926599e-06,
      "loss": 5.5891,
      "step": 466
    },
    {
      "epoch": 0.8139433551198257,
      "grad_norm": 2.4919962882995605,
      "learning_rate": 8.474510047685408e-06,
      "loss": 6.4247,
      "step": 467
    },
    {
      "epoch": 0.8156862745098039,
      "grad_norm": 2.338817596435547,
      "learning_rate": 8.321375773765256e-06,
      "loss": 6.1883,
      "step": 468
    },
    {
      "epoch": 0.8174291938997821,
      "grad_norm": 2.4002230167388916,
      "learning_rate": 8.169512037334554e-06,
      "loss": 5.7954,
      "step": 469
    },
    {
      "epoch": 0.8191721132897604,
      "grad_norm": 2.4609017372131348,
      "learning_rate": 8.018923467830403e-06,
      "loss": 5.9777,
      "step": 470
    },
    {
      "epoch": 0.8209150326797385,
      "grad_norm": 2.534255027770996,
      "learning_rate": 7.869614655817575e-06,
      "loss": 6.098,
      "step": 471
    },
    {
      "epoch": 0.8226579520697168,
      "grad_norm": 2.5172669887542725,
      "learning_rate": 7.721590152848474e-06,
      "loss": 5.4329,
      "step": 472
    },
    {
      "epoch": 0.824400871459695,
      "grad_norm": 2.6065902709960938,
      "learning_rate": 7.574854471324461e-06,
      "loss": 5.8089,
      "step": 473
    },
    {
      "epoch": 0.8261437908496732,
      "grad_norm": 2.8059046268463135,
      "learning_rate": 7.429412084358262e-06,
      "loss": 6.0739,
      "step": 474
    },
    {
      "epoch": 0.8278867102396514,
      "grad_norm": 2.6289923191070557,
      "learning_rate": 7.28526742563762e-06,
      "loss": 6.2158,
      "step": 475
    },
    {
      "epoch": 0.8296296296296296,
      "grad_norm": 2.877394676208496,
      "learning_rate": 7.142424889290139e-06,
      "loss": 5.5858,
      "step": 476
    },
    {
      "epoch": 0.8313725490196079,
      "grad_norm": 2.82645583152771,
      "learning_rate": 7.0008888297492915e-06,
      "loss": 6.5205,
      "step": 477
    },
    {
      "epoch": 0.8331154684095861,
      "grad_norm": 2.6874711513519287,
      "learning_rate": 6.860663561621766e-06,
      "loss": 6.1677,
      "step": 478
    },
    {
      "epoch": 0.8348583877995642,
      "grad_norm": 2.713819980621338,
      "learning_rate": 6.721753359555833e-06,
      "loss": 5.9635,
      "step": 479
    },
    {
      "epoch": 0.8366013071895425,
      "grad_norm": 2.8522517681121826,
      "learning_rate": 6.584162458111148e-06,
      "loss": 5.9607,
      "step": 480
    },
    {
      "epoch": 0.8383442265795207,
      "grad_norm": 3.018490791320801,
      "learning_rate": 6.447895051629549e-06,
      "loss": 5.7084,
      "step": 481
    },
    {
      "epoch": 0.840087145969499,
      "grad_norm": 2.8867599964141846,
      "learning_rate": 6.312955294107303e-06,
      "loss": 5.7403,
      "step": 482
    },
    {
      "epoch": 0.8418300653594771,
      "grad_norm": 3.0370161533355713,
      "learning_rate": 6.179347299068378e-06,
      "loss": 5.7763,
      "step": 483
    },
    {
      "epoch": 0.8435729847494553,
      "grad_norm": 2.995213270187378,
      "learning_rate": 6.047075139439151e-06,
      "loss": 5.5223,
      "step": 484
    },
    {
      "epoch": 0.8453159041394336,
      "grad_norm": 3.0914831161499023,
      "learning_rate": 5.916142847424127e-06,
      "loss": 5.3967,
      "step": 485
    },
    {
      "epoch": 0.8470588235294118,
      "grad_norm": 3.2199859619140625,
      "learning_rate": 5.786554414383127e-06,
      "loss": 6.3307,
      "step": 486
    },
    {
      "epoch": 0.8488017429193899,
      "grad_norm": 3.375204086303711,
      "learning_rate": 5.658313790709569e-06,
      "loss": 5.8462,
      "step": 487
    },
    {
      "epoch": 0.8505446623093682,
      "grad_norm": 3.433002471923828,
      "learning_rate": 5.531424885710012e-06,
      "loss": 6.1894,
      "step": 488
    },
    {
      "epoch": 0.8522875816993464,
      "grad_norm": 3.8351926803588867,
      "learning_rate": 5.405891567485066e-06,
      "loss": 6.4691,
      "step": 489
    },
    {
      "epoch": 0.8540305010893247,
      "grad_norm": 3.6944942474365234,
      "learning_rate": 5.281717662811381e-06,
      "loss": 5.8172,
      "step": 490
    },
    {
      "epoch": 0.8557734204793028,
      "grad_norm": 4.206511974334717,
      "learning_rate": 5.158906957025078e-06,
      "loss": 6.2588,
      "step": 491
    },
    {
      "epoch": 0.857516339869281,
      "grad_norm": 3.974405527114868,
      "learning_rate": 5.037463193906294e-06,
      "loss": 6.1301,
      "step": 492
    },
    {
      "epoch": 0.8592592592592593,
      "grad_norm": 4.069376468658447,
      "learning_rate": 4.917390075565098e-06,
      "loss": 5.5271,
      "step": 493
    },
    {
      "epoch": 0.8610021786492374,
      "grad_norm": 4.004759311676025,
      "learning_rate": 4.798691262328586e-06,
      "loss": 5.9545,
      "step": 494
    },
    {
      "epoch": 0.8627450980392157,
      "grad_norm": 4.0203938484191895,
      "learning_rate": 4.681370372629368e-06,
      "loss": 5.696,
      "step": 495
    },
    {
      "epoch": 0.8644880174291939,
      "grad_norm": 4.475993633270264,
      "learning_rate": 4.565430982895174e-06,
      "loss": 5.5264,
      "step": 496
    },
    {
      "epoch": 0.8662309368191721,
      "grad_norm": 5.309076309204102,
      "learning_rate": 4.450876627439943e-06,
      "loss": 5.6954,
      "step": 497
    },
    {
      "epoch": 0.8679738562091504,
      "grad_norm": 5.302606105804443,
      "learning_rate": 4.337710798355959e-06,
      "loss": 6.1407,
      "step": 498
    },
    {
      "epoch": 0.8697167755991285,
      "grad_norm": 5.7808732986450195,
      "learning_rate": 4.225936945407494e-06,
      "loss": 6.0457,
      "step": 499
    },
    {
      "epoch": 0.8714596949891068,
      "grad_norm": 8.515405654907227,
      "learning_rate": 4.1155584759256015e-06,
      "loss": 7.0914,
      "step": 500
    },
    {
      "epoch": 0.873202614379085,
      "grad_norm": 2.5194711685180664,
      "learning_rate": 4.006578754704254e-06,
      "loss": 6.4179,
      "step": 501
    },
    {
      "epoch": 0.8749455337690631,
      "grad_norm": 2.5622870922088623,
      "learning_rate": 3.89900110389777e-06,
      "loss": 6.1856,
      "step": 502
    },
    {
      "epoch": 0.8766884531590414,
      "grad_norm": 2.5136539936065674,
      "learning_rate": 3.7928288029195292e-06,
      "loss": 6.4684,
      "step": 503
    },
    {
      "epoch": 0.8784313725490196,
      "grad_norm": 2.6357421875,
      "learning_rate": 3.688065088342041e-06,
      "loss": 6.4146,
      "step": 504
    },
    {
      "epoch": 0.8801742919389978,
      "grad_norm": 2.5983378887176514,
      "learning_rate": 3.5847131537982137e-06,
      "loss": 6.4045,
      "step": 505
    },
    {
      "epoch": 0.881917211328976,
      "grad_norm": 2.259760856628418,
      "learning_rate": 3.482776149884093e-06,
      "loss": 6.3314,
      "step": 506
    },
    {
      "epoch": 0.8836601307189542,
      "grad_norm": 2.2606775760650635,
      "learning_rate": 3.382257184062709e-06,
      "loss": 5.8027,
      "step": 507
    },
    {
      "epoch": 0.8854030501089325,
      "grad_norm": 2.304555892944336,
      "learning_rate": 3.283159320569451e-06,
      "loss": 6.1733,
      "step": 508
    },
    {
      "epoch": 0.8871459694989107,
      "grad_norm": 2.253995895385742,
      "learning_rate": 3.1854855803185645e-06,
      "loss": 6.1169,
      "step": 509
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 2.271144390106201,
      "learning_rate": 3.089238940811162e-06,
      "loss": 5.9557,
      "step": 510
    },
    {
      "epoch": 0.8906318082788671,
      "grad_norm": 2.289597511291504,
      "learning_rate": 2.9944223360443445e-06,
      "loss": 6.1503,
      "step": 511
    },
    {
      "epoch": 0.8923747276688453,
      "grad_norm": 2.4109086990356445,
      "learning_rate": 2.9010386564218617e-06,
      "loss": 6.4016,
      "step": 512
    },
    {
      "epoch": 0.8941176470588236,
      "grad_norm": 2.2449753284454346,
      "learning_rate": 2.8090907486659325e-06,
      "loss": 6.0639,
      "step": 513
    },
    {
      "epoch": 0.8958605664488017,
      "grad_norm": 2.3619470596313477,
      "learning_rate": 2.7185814157304814e-06,
      "loss": 5.8261,
      "step": 514
    },
    {
      "epoch": 0.8976034858387799,
      "grad_norm": 2.487009286880493,
      "learning_rate": 2.6295134167157343e-06,
      "loss": 5.9042,
      "step": 515
    },
    {
      "epoch": 0.8993464052287582,
      "grad_norm": 2.6147444248199463,
      "learning_rate": 2.5418894667840364e-06,
      "loss": 6.1961,
      "step": 516
    },
    {
      "epoch": 0.9010893246187364,
      "grad_norm": 2.4794037342071533,
      "learning_rate": 2.455712237077157e-06,
      "loss": 5.7284,
      "step": 517
    },
    {
      "epoch": 0.9028322440087146,
      "grad_norm": 2.5165326595306396,
      "learning_rate": 2.3709843546347864e-06,
      "loss": 6.0962,
      "step": 518
    },
    {
      "epoch": 0.9045751633986928,
      "grad_norm": 2.541537046432495,
      "learning_rate": 2.287708402314542e-06,
      "loss": 6.0823,
      "step": 519
    },
    {
      "epoch": 0.906318082788671,
      "grad_norm": 2.418776273727417,
      "learning_rate": 2.2058869187131515e-06,
      "loss": 5.8923,
      "step": 520
    },
    {
      "epoch": 0.9080610021786493,
      "grad_norm": 2.547147750854492,
      "learning_rate": 2.1255223980891027e-06,
      "loss": 5.4706,
      "step": 521
    },
    {
      "epoch": 0.9098039215686274,
      "grad_norm": 2.498025417327881,
      "learning_rate": 2.046617290286601e-06,
      "loss": 6.0115,
      "step": 522
    },
    {
      "epoch": 0.9115468409586057,
      "grad_norm": 2.5290932655334473,
      "learning_rate": 1.969174000660906e-06,
      "loss": 5.7543,
      "step": 523
    },
    {
      "epoch": 0.9132897603485839,
      "grad_norm": 2.6089823246002197,
      "learning_rate": 1.8931948900049789e-06,
      "loss": 5.7353,
      "step": 524
    },
    {
      "epoch": 0.9150326797385621,
      "grad_norm": 2.6269378662109375,
      "learning_rate": 1.8186822744775234e-06,
      "loss": 5.8222,
      "step": 525
    },
    {
      "epoch": 0.9167755991285403,
      "grad_norm": 2.752235174179077,
      "learning_rate": 1.7456384255323922e-06,
      "loss": 5.8682,
      "step": 526
    },
    {
      "epoch": 0.9185185185185185,
      "grad_norm": 2.7636468410491943,
      "learning_rate": 1.6740655698493313e-06,
      "loss": 6.0393,
      "step": 527
    },
    {
      "epoch": 0.9202614379084967,
      "grad_norm": 2.768242835998535,
      "learning_rate": 1.6039658892661181e-06,
      "loss": 6.1033,
      "step": 528
    },
    {
      "epoch": 0.922004357298475,
      "grad_norm": 2.9885339736938477,
      "learning_rate": 1.535341520712008e-06,
      "loss": 5.7918,
      "step": 529
    },
    {
      "epoch": 0.9237472766884531,
      "grad_norm": 2.9355344772338867,
      "learning_rate": 1.4681945561426547e-06,
      "loss": 5.739,
      "step": 530
    },
    {
      "epoch": 0.9254901960784314,
      "grad_norm": 3.1985771656036377,
      "learning_rate": 1.402527042476276e-06,
      "loss": 5.9063,
      "step": 531
    },
    {
      "epoch": 0.9272331154684096,
      "grad_norm": 3.049199342727661,
      "learning_rate": 1.3383409815313108e-06,
      "loss": 5.8753,
      "step": 532
    },
    {
      "epoch": 0.9289760348583878,
      "grad_norm": 3.181462526321411,
      "learning_rate": 1.2756383299653452e-06,
      "loss": 6.3117,
      "step": 533
    },
    {
      "epoch": 0.930718954248366,
      "grad_norm": 3.082789182662964,
      "learning_rate": 1.2144209992155043e-06,
      "loss": 5.4386,
      "step": 534
    },
    {
      "epoch": 0.9324618736383442,
      "grad_norm": 3.15106201171875,
      "learning_rate": 1.1546908554401659e-06,
      "loss": 5.7718,
      "step": 535
    },
    {
      "epoch": 0.9342047930283225,
      "grad_norm": 3.4478657245635986,
      "learning_rate": 1.0964497194620726e-06,
      "loss": 5.9466,
      "step": 536
    },
    {
      "epoch": 0.9359477124183007,
      "grad_norm": 3.367365837097168,
      "learning_rate": 1.0396993667128318e-06,
      "loss": 6.1564,
      "step": 537
    },
    {
      "epoch": 0.9376906318082788,
      "grad_norm": 3.604461908340454,
      "learning_rate": 9.84441527178781e-07,
      "loss": 6.2624,
      "step": 538
    },
    {
      "epoch": 0.9394335511982571,
      "grad_norm": 3.753371000289917,
      "learning_rate": 9.306778853482745e-07,
      "loss": 6.473,
      "step": 539
    },
    {
      "epoch": 0.9411764705882353,
      "grad_norm": 3.6445400714874268,
      "learning_rate": 8.784100801602912e-07,
      "loss": 5.285,
      "step": 540
    },
    {
      "epoch": 0.9429193899782136,
      "grad_norm": 4.095015048980713,
      "learning_rate": 8.276397049545359e-07,
      "loss": 5.9943,
      "step": 541
    },
    {
      "epoch": 0.9446623093681917,
      "grad_norm": 3.9936633110046387,
      "learning_rate": 7.783683074227943e-07,
      "loss": 5.6086,
      "step": 542
    },
    {
      "epoch": 0.9464052287581699,
      "grad_norm": 4.380242347717285,
      "learning_rate": 7.305973895618157e-07,
      "loss": 5.7241,
      "step": 543
    },
    {
      "epoch": 0.9481481481481482,
      "grad_norm": 4.292196750640869,
      "learning_rate": 6.84328407627477e-07,
      "loss": 5.2435,
      "step": 544
    },
    {
      "epoch": 0.9498910675381264,
      "grad_norm": 4.3875346183776855,
      "learning_rate": 6.395627720904518e-07,
      "loss": 5.469,
      "step": 545
    },
    {
      "epoch": 0.9516339869281045,
      "grad_norm": 4.875105857849121,
      "learning_rate": 5.963018475931281e-07,
      "loss": 6.1045,
      "step": 546
    },
    {
      "epoch": 0.9533769063180828,
      "grad_norm": 5.184041500091553,
      "learning_rate": 5.54546952908086e-07,
      "loss": 5.6123,
      "step": 547
    },
    {
      "epoch": 0.955119825708061,
      "grad_norm": 5.260396957397461,
      "learning_rate": 5.14299360897852e-07,
      "loss": 5.7216,
      "step": 548
    },
    {
      "epoch": 0.9568627450980393,
      "grad_norm": 5.843105316162109,
      "learning_rate": 4.7556029847611317e-07,
      "loss": 5.7342,
      "step": 549
    },
    {
      "epoch": 0.9586056644880174,
      "grad_norm": 8.344443321228027,
      "learning_rate": 4.383309465703145e-07,
      "loss": 6.5191,
      "step": 550
    },
    {
      "epoch": 0.9603485838779956,
      "grad_norm": 2.1281239986419678,
      "learning_rate": 4.0261244008564794e-07,
      "loss": 5.9559,
      "step": 551
    },
    {
      "epoch": 0.9620915032679739,
      "grad_norm": 2.288827896118164,
      "learning_rate": 3.684058678704805e-07,
      "loss": 6.0769,
      "step": 552
    },
    {
      "epoch": 0.963834422657952,
      "grad_norm": 2.3264894485473633,
      "learning_rate": 3.357122726831252e-07,
      "loss": 6.2131,
      "step": 553
    },
    {
      "epoch": 0.9655773420479303,
      "grad_norm": 2.297492027282715,
      "learning_rate": 3.045326511600999e-07,
      "loss": 6.7654,
      "step": 554
    },
    {
      "epoch": 0.9673202614379085,
      "grad_norm": 2.309363842010498,
      "learning_rate": 2.748679537857013e-07,
      "loss": 6.0648,
      "step": 555
    },
    {
      "epoch": 0.9690631808278867,
      "grad_norm": 2.221372365951538,
      "learning_rate": 2.4671908486305075e-07,
      "loss": 6.0033,
      "step": 556
    },
    {
      "epoch": 0.970806100217865,
      "grad_norm": 2.2333123683929443,
      "learning_rate": 2.2008690248653262e-07,
      "loss": 5.9659,
      "step": 557
    },
    {
      "epoch": 0.9725490196078431,
      "grad_norm": 2.4658637046813965,
      "learning_rate": 1.9497221851562663e-07,
      "loss": 6.1484,
      "step": 558
    },
    {
      "epoch": 0.9742919389978214,
      "grad_norm": 2.4412317276000977,
      "learning_rate": 1.7137579855016073e-07,
      "loss": 5.6514,
      "step": 559
    },
    {
      "epoch": 0.9760348583877996,
      "grad_norm": 2.5595967769622803,
      "learning_rate": 1.4929836190696323e-07,
      "loss": 6.1126,
      "step": 560
    },
    {
      "epoch": 0.9777777777777777,
      "grad_norm": 2.9756367206573486,
      "learning_rate": 1.2874058159796364e-07,
      "loss": 6.9962,
      "step": 561
    },
    {
      "epoch": 0.979520697167756,
      "grad_norm": 2.626969814300537,
      "learning_rate": 1.0970308430964803e-07,
      "loss": 6.007,
      "step": 562
    },
    {
      "epoch": 0.9812636165577342,
      "grad_norm": 2.7828261852264404,
      "learning_rate": 9.218645038396311e-08,
      "loss": 5.8444,
      "step": 563
    },
    {
      "epoch": 0.9830065359477124,
      "grad_norm": 3.111481189727783,
      "learning_rate": 7.619121380063043e-08,
      "loss": 6.6361,
      "step": 564
    },
    {
      "epoch": 0.9847494553376906,
      "grad_norm": 2.865208625793457,
      "learning_rate": 6.171786216085939e-08,
      "loss": 5.9192,
      "step": 565
    },
    {
      "epoch": 0.9864923747276688,
      "grad_norm": 3.054203510284424,
      "learning_rate": 4.876683667249804e-08,
      "loss": 6.1105,
      "step": 566
    },
    {
      "epoch": 0.9882352941176471,
      "grad_norm": 3.3111000061035156,
      "learning_rate": 3.733853213656047e-08,
      "loss": 5.8512,
      "step": 567
    },
    {
      "epoch": 0.9899782135076253,
      "grad_norm": 3.1707890033721924,
      "learning_rate": 2.7433296935219787e-08,
      "loss": 5.2856,
      "step": 568
    },
    {
      "epoch": 0.9917211328976034,
      "grad_norm": 3.5281925201416016,
      "learning_rate": 1.905143302116108e-08,
      "loss": 5.6356,
      "step": 569
    },
    {
      "epoch": 0.9934640522875817,
      "grad_norm": 3.746992588043213,
      "learning_rate": 1.2193195908388743e-08,
      "loss": 6.2382,
      "step": 570
    },
    {
      "epoch": 0.9952069716775599,
      "grad_norm": 4.109386444091797,
      "learning_rate": 6.8587946644493864e-09,
      "loss": 5.4891,
      "step": 571
    },
    {
      "epoch": 0.9969498910675382,
      "grad_norm": 4.418205261230469,
      "learning_rate": 3.048391904031389e-09,
      "loss": 5.5848,
      "step": 572
    },
    {
      "epoch": 0.9986928104575163,
      "grad_norm": 4.8515520095825195,
      "learning_rate": 7.621037840299661e-10,
      "loss": 6.073,
      "step": 573
    },
    {
      "epoch": 0.9986928104575163,
      "eval_loss": 1.503620982170105,
      "eval_runtime": 41.0454,
      "eval_samples_per_second": 11.792,
      "eval_steps_per_second": 2.948,
      "step": 573
    },
    {
      "epoch": 1.0004357298474946,
      "grad_norm": 5.828014850616455,
      "learning_rate": 0.0,
      "loss": 6.2816,
      "step": 574
    }
  ],
  "logging_steps": 1,
  "max_steps": 574,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 144,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 8.344500518151782e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}