{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.5019607843137255,
  "eval_steps": 500,
  "global_step": 288,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0017429193899782135,
      "grad_norm": 0.6158298850059509,
      "learning_rate": 2e-05,
      "loss": 13.2165,
      "step": 1
    },
    {
      "epoch": 0.003485838779956427,
      "grad_norm": 0.6245508790016174,
      "learning_rate": 4e-05,
      "loss": 12.78,
      "step": 2
    },
    {
      "epoch": 0.00522875816993464,
      "grad_norm": 0.6068661212921143,
      "learning_rate": 6e-05,
      "loss": 12.9627,
      "step": 3
    },
    {
      "epoch": 0.006971677559912854,
      "grad_norm": 0.7556893229484558,
      "learning_rate": 8e-05,
      "loss": 12.5849,
      "step": 4
    },
    {
      "epoch": 0.008714596949891068,
      "grad_norm": 0.9619686603546143,
      "learning_rate": 0.0001,
      "loss": 12.759,
      "step": 5
    },
    {
      "epoch": 0.01045751633986928,
      "grad_norm": 1.2424684762954712,
      "learning_rate": 9.999923789621597e-05,
      "loss": 12.9,
      "step": 6
    },
    {
      "epoch": 0.012200435729847494,
      "grad_norm": 1.634145736694336,
      "learning_rate": 9.999695160809596e-05,
      "loss": 13.1499,
      "step": 7
    },
    {
      "epoch": 0.013943355119825708,
      "grad_norm": 1.9859766960144043,
      "learning_rate": 9.999314120533557e-05,
      "loss": 12.7814,
      "step": 8
    },
    {
      "epoch": 0.01568627450980392,
      "grad_norm": 2.207068920135498,
      "learning_rate": 9.998780680409161e-05,
      "loss": 11.7586,
      "step": 9
    },
    {
      "epoch": 0.017429193899782137,
      "grad_norm": 2.345550298690796,
      "learning_rate": 9.998094856697883e-05,
      "loss": 11.8078,
      "step": 10
    },
    {
      "epoch": 0.01917211328976035,
      "grad_norm": 3.4373486042022705,
      "learning_rate": 9.997256670306479e-05,
      "loss": 11.3877,
      "step": 11
    },
    {
      "epoch": 0.02091503267973856,
      "grad_norm": 3.628711223602295,
      "learning_rate": 9.996266146786344e-05,
      "loss": 10.8927,
      "step": 12
    },
    {
      "epoch": 0.022657952069716776,
      "grad_norm": 3.0676188468933105,
      "learning_rate": 9.99512331633275e-05,
      "loss": 10.8846,
      "step": 13
    },
    {
      "epoch": 0.024400871459694988,
      "grad_norm": 2.7230966091156006,
      "learning_rate": 9.993828213783915e-05,
      "loss": 10.6591,
      "step": 14
    },
    {
      "epoch": 0.026143790849673203,
      "grad_norm": 3.5522327423095703,
      "learning_rate": 9.992380878619938e-05,
      "loss": 11.0064,
      "step": 15
    },
    {
      "epoch": 0.027886710239651415,
      "grad_norm": 3.1329822540283203,
      "learning_rate": 9.990781354961605e-05,
      "loss": 10.156,
      "step": 16
    },
    {
      "epoch": 0.02962962962962963,
      "grad_norm": 2.490328788757324,
      "learning_rate": 9.989029691569037e-05,
      "loss": 9.7129,
      "step": 17
    },
    {
      "epoch": 0.03137254901960784,
      "grad_norm": 2.357733726501465,
      "learning_rate": 9.987125941840204e-05,
      "loss": 10.3977,
      "step": 18
    },
    {
      "epoch": 0.033115468409586055,
      "grad_norm": 2.3284122943878174,
      "learning_rate": 9.985070163809305e-05,
      "loss": 9.8478,
      "step": 19
    },
    {
      "epoch": 0.034858387799564274,
      "grad_norm": 2.3385725021362305,
      "learning_rate": 9.982862420144985e-05,
      "loss": 9.6358,
      "step": 20
    },
    {
      "epoch": 0.036601307189542485,
      "grad_norm": 1.8942724466323853,
      "learning_rate": 9.980502778148437e-05,
      "loss": 9.9016,
      "step": 21
    },
    {
      "epoch": 0.0383442265795207,
      "grad_norm": 2.210202693939209,
      "learning_rate": 9.977991309751346e-05,
      "loss": 9.7391,
      "step": 22
    },
    {
      "epoch": 0.04008714596949891,
      "grad_norm": 1.7446099519729614,
      "learning_rate": 9.975328091513696e-05,
      "loss": 10.0383,
      "step": 23
    },
    {
      "epoch": 0.04183006535947712,
      "grad_norm": 1.7494003772735596,
      "learning_rate": 9.972513204621429e-05,
      "loss": 9.6563,
      "step": 24
    },
    {
      "epoch": 0.04357298474945534,
      "grad_norm": 1.59136962890625,
      "learning_rate": 9.96954673488399e-05,
      "loss": 9.6376,
      "step": 25
    },
    {
      "epoch": 0.04531590413943355,
      "grad_norm": 1.7087982892990112,
      "learning_rate": 9.966428772731688e-05,
      "loss": 9.1243,
      "step": 26
    },
    {
      "epoch": 0.047058823529411764,
      "grad_norm": 1.673592209815979,
      "learning_rate": 9.963159413212953e-05,
      "loss": 9.4495,
      "step": 27
    },
    {
      "epoch": 0.048801742919389976,
      "grad_norm": 1.5657862424850464,
      "learning_rate": 9.959738755991435e-05,
      "loss": 9.5537,
      "step": 28
    },
    {
      "epoch": 0.050544662309368195,
      "grad_norm": 1.446624517440796,
      "learning_rate": 9.95616690534297e-05,
      "loss": 8.733,
      "step": 29
    },
    {
      "epoch": 0.05228758169934641,
      "grad_norm": 1.5286850929260254,
      "learning_rate": 9.95244397015239e-05,
      "loss": 8.8059,
      "step": 30
    },
    {
      "epoch": 0.05403050108932462,
      "grad_norm": 1.6234805583953857,
      "learning_rate": 9.948570063910216e-05,
      "loss": 8.7743,
      "step": 31
    },
    {
      "epoch": 0.05577342047930283,
      "grad_norm": 1.5004093647003174,
      "learning_rate": 9.944545304709191e-05,
      "loss": 8.7718,
      "step": 32
    },
    {
      "epoch": 0.05751633986928104,
      "grad_norm": 1.8447928428649902,
      "learning_rate": 9.940369815240688e-05,
      "loss": 8.7953,
      "step": 33
    },
    {
      "epoch": 0.05925925925925926,
      "grad_norm": 1.665925145149231,
      "learning_rate": 9.936043722790956e-05,
      "loss": 8.4996,
      "step": 34
    },
    {
      "epoch": 0.06100217864923747,
      "grad_norm": 2.4476370811462402,
      "learning_rate": 9.931567159237251e-05,
      "loss": 8.2559,
      "step": 35
    },
    {
      "epoch": 0.06274509803921569,
      "grad_norm": 1.7158671617507935,
      "learning_rate": 9.92694026104382e-05,
      "loss": 8.1353,
      "step": 36
    },
    {
      "epoch": 0.0644880174291939,
      "grad_norm": 2.119276523590088,
      "learning_rate": 9.922163169257721e-05,
      "loss": 8.6706,
      "step": 37
    },
    {
      "epoch": 0.06623093681917211,
      "grad_norm": 2.184993267059326,
      "learning_rate": 9.917236029504547e-05,
      "loss": 8.4756,
      "step": 38
    },
    {
      "epoch": 0.06797385620915032,
      "grad_norm": 2.250312089920044,
      "learning_rate": 9.91215899198397e-05,
      "loss": 7.8425,
      "step": 39
    },
    {
      "epoch": 0.06971677559912855,
      "grad_norm": 2.339944362640381,
      "learning_rate": 9.906932211465173e-05,
      "loss": 8.1978,
      "step": 40
    },
    {
      "epoch": 0.07145969498910676,
      "grad_norm": 2.22255802154541,
      "learning_rate": 9.901555847282122e-05,
      "loss": 7.4908,
      "step": 41
    },
    {
      "epoch": 0.07320261437908497,
      "grad_norm": 2.190056800842285,
      "learning_rate": 9.896030063328717e-05,
      "loss": 8.4106,
      "step": 42
    },
    {
      "epoch": 0.07494553376906318,
      "grad_norm": 2.3875746726989746,
      "learning_rate": 9.890355028053793e-05,
      "loss": 8.1042,
      "step": 43
    },
    {
      "epoch": 0.0766884531590414,
      "grad_norm": 2.2626776695251465,
      "learning_rate": 9.884530914455984e-05,
      "loss": 7.38,
      "step": 44
    },
    {
      "epoch": 0.0784313725490196,
      "grad_norm": 2.90751314163208,
      "learning_rate": 9.87855790007845e-05,
      "loss": 7.5586,
      "step": 45
    },
    {
      "epoch": 0.08017429193899782,
      "grad_norm": 2.6105775833129883,
      "learning_rate": 9.872436167003467e-05,
      "loss": 7.8514,
      "step": 46
    },
    {
      "epoch": 0.08191721132897603,
      "grad_norm": 2.965604305267334,
      "learning_rate": 9.86616590184687e-05,
      "loss": 7.1101,
      "step": 47
    },
    {
      "epoch": 0.08366013071895424,
      "grad_norm": 2.8931803703308105,
      "learning_rate": 9.859747295752372e-05,
      "loss": 7.7739,
      "step": 48
    },
    {
      "epoch": 0.08540305010893247,
      "grad_norm": 3.355397939682007,
      "learning_rate": 9.853180544385736e-05,
      "loss": 8.0234,
      "step": 49
    },
    {
      "epoch": 0.08714596949891068,
      "grad_norm": 4.1606292724609375,
      "learning_rate": 9.8464658479288e-05,
      "loss": 8.4085,
      "step": 50
    },
    {
      "epoch": 0.08888888888888889,
      "grad_norm": 4.537642002105713,
      "learning_rate": 9.839603411073388e-05,
      "loss": 7.8124,
      "step": 51
    },
    {
      "epoch": 0.0906318082788671,
      "grad_norm": 3.6303694248199463,
      "learning_rate": 9.832593443015067e-05,
      "loss": 7.2467,
      "step": 52
    },
    {
      "epoch": 0.09237472766884532,
      "grad_norm": 2.6730170249938965,
      "learning_rate": 9.825436157446762e-05,
      "loss": 8.0992,
      "step": 53
    },
    {
      "epoch": 0.09411764705882353,
      "grad_norm": 1.9828307628631592,
      "learning_rate": 9.818131772552249e-05,
      "loss": 7.385,
      "step": 54
    },
    {
      "epoch": 0.09586056644880174,
      "grad_norm": 1.7050368785858154,
      "learning_rate": 9.810680510999504e-05,
      "loss": 7.4899,
      "step": 55
    },
    {
      "epoch": 0.09760348583877995,
      "grad_norm": 2.1304142475128174,
      "learning_rate": 9.80308259993391e-05,
      "loss": 8.3856,
      "step": 56
    },
    {
      "epoch": 0.09934640522875816,
      "grad_norm": 2.171189069747925,
      "learning_rate": 9.795338270971341e-05,
      "loss": 7.5037,
      "step": 57
    },
    {
      "epoch": 0.10108932461873639,
      "grad_norm": 1.9037686586380005,
      "learning_rate": 9.78744776019109e-05,
      "loss": 7.4089,
      "step": 58
    },
    {
      "epoch": 0.1028322440087146,
      "grad_norm": 1.5761909484863281,
      "learning_rate": 9.779411308128685e-05,
      "loss": 7.507,
      "step": 59
    },
    {
      "epoch": 0.10457516339869281,
      "grad_norm": 1.6125203371047974,
      "learning_rate": 9.771229159768547e-05,
      "loss": 6.9208,
      "step": 60
    },
    {
      "epoch": 0.10631808278867103,
      "grad_norm": 1.8575252294540405,
      "learning_rate": 9.762901564536522e-05,
      "loss": 7.2879,
      "step": 61
    },
    {
      "epoch": 0.10806100217864924,
      "grad_norm": 1.8381884098052979,
      "learning_rate": 9.754428776292287e-05,
      "loss": 7.546,
      "step": 62
    },
    {
      "epoch": 0.10980392156862745,
      "grad_norm": 1.5687748193740845,
      "learning_rate": 9.745811053321596e-05,
      "loss": 7.1789,
      "step": 63
    },
    {
      "epoch": 0.11154684095860566,
      "grad_norm": 1.734289288520813,
      "learning_rate": 9.737048658328427e-05,
      "loss": 7.1747,
      "step": 64
    },
    {
      "epoch": 0.11328976034858387,
      "grad_norm": 1.8572449684143066,
      "learning_rate": 9.728141858426952e-05,
      "loss": 6.9627,
      "step": 65
    },
    {
      "epoch": 0.11503267973856209,
      "grad_norm": 1.816596508026123,
      "learning_rate": 9.719090925133408e-05,
      "loss": 7.4948,
      "step": 66
    },
    {
      "epoch": 0.11677559912854031,
      "grad_norm": 1.9843227863311768,
      "learning_rate": 9.709896134357815e-05,
      "loss": 7.282,
      "step": 67
    },
    {
      "epoch": 0.11851851851851852,
      "grad_norm": 1.6963810920715332,
      "learning_rate": 9.700557766395566e-05,
      "loss": 6.757,
      "step": 68
    },
    {
      "epoch": 0.12026143790849673,
      "grad_norm": 2.103762149810791,
      "learning_rate": 9.691076105918885e-05,
      "loss": 6.83,
      "step": 69
    },
    {
      "epoch": 0.12200435729847495,
      "grad_norm": 1.6644117832183838,
      "learning_rate": 9.681451441968144e-05,
      "loss": 6.9097,
      "step": 70
    },
    {
      "epoch": 0.12374727668845316,
      "grad_norm": 2.2518982887268066,
      "learning_rate": 9.671684067943057e-05,
      "loss": 6.5565,
      "step": 71
    },
    {
      "epoch": 0.12549019607843137,
      "grad_norm": 1.9176573753356934,
      "learning_rate": 9.66177428159373e-05,
      "loss": 6.3409,
      "step": 72
    },
    {
      "epoch": 0.1272331154684096,
      "grad_norm": 2.9997940063476562,
      "learning_rate": 9.651722385011592e-05,
      "loss": 7.3301,
      "step": 73
    },
    {
      "epoch": 0.1289760348583878,
      "grad_norm": 1.927817940711975,
      "learning_rate": 9.641528684620178e-05,
      "loss": 6.7444,
      "step": 74
    },
    {
      "epoch": 0.13071895424836602,
      "grad_norm": 2.941283941268921,
      "learning_rate": 9.631193491165797e-05,
      "loss": 6.7375,
      "step": 75
    },
    {
      "epoch": 0.13246187363834422,
      "grad_norm": 2.0440499782562256,
      "learning_rate": 9.620717119708047e-05,
      "loss": 6.2593,
      "step": 76
    },
    {
      "epoch": 0.13420479302832244,
      "grad_norm": 2.585775375366211,
      "learning_rate": 9.610099889610223e-05,
      "loss": 7.0414,
      "step": 77
    },
    {
      "epoch": 0.13594771241830064,
      "grad_norm": 2.524921178817749,
      "learning_rate": 9.599342124529575e-05,
      "loss": 6.6689,
      "step": 78
    },
    {
      "epoch": 0.13769063180827887,
      "grad_norm": 2.768930196762085,
      "learning_rate": 9.588444152407441e-05,
      "loss": 7.0204,
      "step": 79
    },
    {
      "epoch": 0.1394335511982571,
      "grad_norm": 2.33314847946167,
      "learning_rate": 9.577406305459251e-05,
      "loss": 6.5685,
      "step": 80
    },
    {
      "epoch": 0.1411764705882353,
      "grad_norm": 2.3114585876464844,
      "learning_rate": 9.566228920164406e-05,
      "loss": 6.4868,
      "step": 81
    },
    {
      "epoch": 0.14291938997821352,
      "grad_norm": 3.182647705078125,
      "learning_rate": 9.554912337256007e-05,
      "loss": 6.8026,
      "step": 82
    },
    {
      "epoch": 0.14466230936819172,
      "grad_norm": 3.128938913345337,
      "learning_rate": 9.543456901710483e-05,
      "loss": 6.7505,
      "step": 83
    },
    {
      "epoch": 0.14640522875816994,
      "grad_norm": 2.4824540615081787,
      "learning_rate": 9.531862962737065e-05,
      "loss": 6.9284,
      "step": 84
    },
    {
      "epoch": 0.14814814814814814,
      "grad_norm": 3.8796262741088867,
      "learning_rate": 9.520130873767141e-05,
      "loss": 6.3305,
      "step": 85
    },
    {
      "epoch": 0.14989106753812637,
      "grad_norm": 3.027245283126831,
      "learning_rate": 9.508260992443491e-05,
      "loss": 6.4731,
      "step": 86
    },
    {
      "epoch": 0.15163398692810456,
      "grad_norm": 3.0274035930633545,
      "learning_rate": 9.49625368060937e-05,
      "loss": 6.5764,
      "step": 87
    },
    {
      "epoch": 0.1533769063180828,
      "grad_norm": 3.6287505626678467,
      "learning_rate": 9.484109304297493e-05,
      "loss": 6.7021,
      "step": 88
    },
    {
      "epoch": 0.15511982570806102,
      "grad_norm": 3.2184479236602783,
      "learning_rate": 9.471828233718862e-05,
      "loss": 6.9716,
      "step": 89
    },
    {
      "epoch": 0.1568627450980392,
      "grad_norm": 3.7180967330932617,
      "learning_rate": 9.459410843251494e-05,
      "loss": 6.5295,
      "step": 90
    },
    {
      "epoch": 0.15860566448801744,
      "grad_norm": 3.2844398021698,
      "learning_rate": 9.446857511428999e-05,
      "loss": 6.7034,
      "step": 91
    },
    {
      "epoch": 0.16034858387799564,
      "grad_norm": 2.817380428314209,
      "learning_rate": 9.434168620929045e-05,
      "loss": 6.5006,
      "step": 92
    },
    {
      "epoch": 0.16209150326797386,
      "grad_norm": 2.6760520935058594,
      "learning_rate": 9.421344558561688e-05,
      "loss": 6.1821,
      "step": 93
    },
    {
      "epoch": 0.16383442265795206,
      "grad_norm": 3.8171274662017822,
      "learning_rate": 9.408385715257589e-05,
      "loss": 6.163,
      "step": 94
    },
    {
      "epoch": 0.1655773420479303,
      "grad_norm": 3.1886677742004395,
      "learning_rate": 9.395292486056087e-05,
      "loss": 6.6912,
      "step": 95
    },
    {
      "epoch": 0.16732026143790849,
      "grad_norm": 3.741964101791382,
      "learning_rate": 9.382065270093164e-05,
      "loss": 6.4306,
      "step": 96
    },
    {
      "epoch": 0.1690631808278867,
      "grad_norm": 3.4298031330108643,
      "learning_rate": 9.368704470589271e-05,
      "loss": 6.1829,
      "step": 97
    },
    {
      "epoch": 0.17080610021786494,
      "grad_norm": 4.670931339263916,
      "learning_rate": 9.355210494837046e-05,
      "loss": 6.248,
      "step": 98
    },
    {
      "epoch": 0.17254901960784313,
      "grad_norm": 5.248985767364502,
      "learning_rate": 9.341583754188887e-05,
      "loss": 6.8693,
      "step": 99
    },
    {
      "epoch": 0.17429193899782136,
      "grad_norm": 6.1399359703063965,
      "learning_rate": 9.327824664044418e-05,
      "loss": 7.4957,
      "step": 100
    },
    {
      "epoch": 0.17603485838779956,
      "grad_norm": 4.436333656311035,
      "learning_rate": 9.313933643837825e-05,
      "loss": 6.8875,
      "step": 101
    },
    {
      "epoch": 0.17777777777777778,
      "grad_norm": 3.8972339630126953,
      "learning_rate": 9.299911117025071e-05,
      "loss": 6.743,
      "step": 102
    },
    {
      "epoch": 0.17952069716775598,
      "grad_norm": 2.9377124309539795,
      "learning_rate": 9.285757511070988e-05,
      "loss": 7.4621,
      "step": 103
    },
    {
      "epoch": 0.1812636165577342,
      "grad_norm": 4.165389060974121,
      "learning_rate": 9.271473257436239e-05,
      "loss": 7.7563,
      "step": 104
    },
    {
      "epoch": 0.1830065359477124,
      "grad_norm": 2.9757657051086426,
      "learning_rate": 9.257058791564174e-05,
      "loss": 7.1465,
      "step": 105
    },
    {
      "epoch": 0.18474945533769063,
      "grad_norm": 1.6938395500183105,
      "learning_rate": 9.242514552867555e-05,
      "loss": 6.9904,
      "step": 106
    },
    {
      "epoch": 0.18649237472766886,
      "grad_norm": 2.4745097160339355,
      "learning_rate": 9.227840984715154e-05,
      "loss": 6.9228,
      "step": 107
    },
    {
      "epoch": 0.18823529411764706,
      "grad_norm": 2.1547858715057373,
      "learning_rate": 9.213038534418244e-05,
      "loss": 7.2495,
      "step": 108
    },
    {
      "epoch": 0.18997821350762528,
      "grad_norm": 1.9106367826461792,
      "learning_rate": 9.198107653216961e-05,
      "loss": 6.4882,
      "step": 109
    },
    {
      "epoch": 0.19172113289760348,
      "grad_norm": 2.465655565261841,
      "learning_rate": 9.183048796266547e-05,
      "loss": 6.3857,
      "step": 110
    },
    {
      "epoch": 0.1934640522875817,
      "grad_norm": 1.8584837913513184,
      "learning_rate": 9.167862422623475e-05,
      "loss": 6.5691,
      "step": 111
    },
    {
      "epoch": 0.1952069716775599,
      "grad_norm": 2.387545108795166,
      "learning_rate": 9.15254899523146e-05,
      "loss": 6.67,
      "step": 112
    },
    {
      "epoch": 0.19694989106753813,
      "grad_norm": 2.282320022583008,
      "learning_rate": 9.13710898090734e-05,
      "loss": 6.308,
      "step": 113
    },
    {
      "epoch": 0.19869281045751633,
      "grad_norm": 2.2023017406463623,
      "learning_rate": 9.121542850326849e-05,
      "loss": 6.8043,
      "step": 114
    },
    {
      "epoch": 0.20043572984749455,
      "grad_norm": 2.360322952270508,
      "learning_rate": 9.105851078010266e-05,
      "loss": 6.5446,
      "step": 115
    },
    {
      "epoch": 0.20217864923747278,
      "grad_norm": 2.0918686389923096,
      "learning_rate": 9.090034142307955e-05,
      "loss": 6.3559,
      "step": 116
    },
    {
      "epoch": 0.20392156862745098,
      "grad_norm": 2.4008851051330566,
      "learning_rate": 9.074092525385777e-05,
      "loss": 6.5768,
      "step": 117
    },
    {
      "epoch": 0.2056644880174292,
      "grad_norm": 2.7958297729492188,
      "learning_rate": 9.058026713210397e-05,
      "loss": 6.381,
      "step": 118
    },
    {
      "epoch": 0.2074074074074074,
      "grad_norm": 2.0112011432647705,
      "learning_rate": 9.041837195534462e-05,
      "loss": 6.3069,
      "step": 119
    },
    {
      "epoch": 0.20915032679738563,
      "grad_norm": 2.51285982131958,
      "learning_rate": 9.025524465881683e-05,
      "loss": 6.1612,
      "step": 120
    },
    {
      "epoch": 0.21089324618736383,
      "grad_norm": 2.0926644802093506,
      "learning_rate": 9.009089021531778e-05,
      "loss": 6.8539,
      "step": 121
    },
    {
      "epoch": 0.21263616557734205,
      "grad_norm": 2.5901362895965576,
      "learning_rate": 8.99253136350532e-05,
      "loss": 6.6751,
      "step": 122
    },
    {
      "epoch": 0.21437908496732025,
      "grad_norm": 2.451211452484131,
      "learning_rate": 8.97585199654846e-05,
      "loss": 6.4976,
      "step": 123
    },
    {
      "epoch": 0.21612200435729848,
      "grad_norm": 2.4457273483276367,
      "learning_rate": 8.959051429117551e-05,
      "loss": 6.479,
      "step": 124
    },
    {
      "epoch": 0.2178649237472767,
      "grad_norm": 2.1082019805908203,
      "learning_rate": 8.942130173363627e-05,
      "loss": 6.1699,
      "step": 125
    },
    {
      "epoch": 0.2196078431372549,
      "grad_norm": 2.3551406860351562,
      "learning_rate": 8.925088745116816e-05,
      "loss": 6.3931,
      "step": 126
    },
    {
      "epoch": 0.22135076252723312,
      "grad_norm": 2.5933122634887695,
      "learning_rate": 8.907927663870593e-05,
      "loss": 6.4131,
      "step": 127
    },
    {
      "epoch": 0.22309368191721132,
      "grad_norm": 2.589916944503784,
      "learning_rate": 8.890647452765954e-05,
      "loss": 6.0784,
      "step": 128
    },
    {
      "epoch": 0.22483660130718955,
      "grad_norm": 2.3914597034454346,
      "learning_rate": 8.873248638575471e-05,
      "loss": 5.9878,
      "step": 129
    },
    {
      "epoch": 0.22657952069716775,
      "grad_norm": 2.7471046447753906,
      "learning_rate": 8.855731751687233e-05,
      "loss": 6.3665,
      "step": 130
    },
    {
      "epoch": 0.22832244008714597,
      "grad_norm": 3.0270299911499023,
      "learning_rate": 8.838097326088667e-05,
      "loss": 6.5195,
      "step": 131
    },
    {
      "epoch": 0.23006535947712417,
      "grad_norm": 2.6412923336029053,
      "learning_rate": 8.820345899350275e-05,
      "loss": 6.2827,
      "step": 132
    },
    {
      "epoch": 0.2318082788671024,
      "grad_norm": 2.825366973876953,
      "learning_rate": 8.802478012609234e-05,
      "loss": 6.2036,
      "step": 133
    },
    {
      "epoch": 0.23355119825708062,
      "grad_norm": 2.7652394771575928,
      "learning_rate": 8.78449421055291e-05,
      "loss": 5.8052,
      "step": 134
    },
    {
      "epoch": 0.23529411764705882,
      "grad_norm": 2.718158483505249,
      "learning_rate": 8.766395041402244e-05,
      "loss": 6.5726,
      "step": 135
    },
    {
      "epoch": 0.23703703703703705,
      "grad_norm": 2.7716219425201416,
      "learning_rate": 8.74818105689505e-05,
      "loss": 6.2441,
      "step": 136
    },
    {
      "epoch": 0.23877995642701524,
      "grad_norm": 2.9765782356262207,
      "learning_rate": 8.729852812269192e-05,
      "loss": 6.2913,
      "step": 137
    },
    {
      "epoch": 0.24052287581699347,
      "grad_norm": 3.5550148487091064,
      "learning_rate": 8.711410866245647e-05,
      "loss": 6.0119,
      "step": 138
    },
    {
      "epoch": 0.24226579520697167,
      "grad_norm": 3.569737434387207,
      "learning_rate": 8.692855781011493e-05,
      "loss": 6.2118,
      "step": 139
    },
    {
      "epoch": 0.2440087145969499,
      "grad_norm": 3.7226216793060303,
      "learning_rate": 8.674188122202756e-05,
      "loss": 7.3339,
      "step": 140
    },
    {
      "epoch": 0.2457516339869281,
      "grad_norm": 3.0813937187194824,
      "learning_rate": 8.655408458887171e-05,
      "loss": 6.3654,
      "step": 141
    },
    {
      "epoch": 0.24749455337690632,
      "grad_norm": 3.1687822341918945,
      "learning_rate": 8.63651736354684e-05,
      "loss": 6.189,
      "step": 142
    },
    {
      "epoch": 0.24923747276688454,
      "grad_norm": 3.1596567630767822,
      "learning_rate": 8.617515412060771e-05,
      "loss": 5.9898,
      "step": 143
    },
    {
      "epoch": 0.25098039215686274,
      "grad_norm": 3.297518730163574,
      "learning_rate": 8.598403183687328e-05,
      "loss": 5.6006,
      "step": 144
    },
    {
      "epoch": 0.25272331154684097,
      "grad_norm": 3.707019090652466,
      "learning_rate": 8.579181261046577e-05,
      "loss": 6.0949,
      "step": 145
    },
    {
      "epoch": 0.2544662309368192,
      "grad_norm": 3.836596965789795,
      "learning_rate": 8.559850230102513e-05,
      "loss": 6.1047,
      "step": 146
    },
    {
      "epoch": 0.25620915032679736,
      "grad_norm": 3.8301777839660645,
      "learning_rate": 8.540410680145212e-05,
      "loss": 5.7873,
      "step": 147
    },
    {
      "epoch": 0.2579520697167756,
      "grad_norm": 5.243978977203369,
      "learning_rate": 8.520863203772858e-05,
      "loss": 6.5256,
      "step": 148
    },
    {
      "epoch": 0.2596949891067538,
      "grad_norm": 4.620015621185303,
      "learning_rate": 8.501208396873677e-05,
      "loss": 6.4997,
      "step": 149
    },
    {
      "epoch": 0.26143790849673204,
      "grad_norm": 6.88970422744751,
      "learning_rate": 8.48144685860778e-05,
      "loss": 7.3246,
      "step": 150
    },
    {
      "epoch": 0.26318082788671027,
      "grad_norm": 6.274868011474609,
      "learning_rate": 8.461579191388889e-05,
      "loss": 7.1103,
      "step": 151
    },
    {
      "epoch": 0.26492374727668844,
      "grad_norm": 5.459546089172363,
      "learning_rate": 8.441606000865978e-05,
      "loss": 6.8542,
      "step": 152
    },
    {
      "epoch": 0.26666666666666666,
      "grad_norm": 3.5497987270355225,
      "learning_rate": 8.421527895904811e-05,
      "loss": 6.9546,
      "step": 153
    },
    {
      "epoch": 0.2684095860566449,
      "grad_norm": 2.808424472808838,
      "learning_rate": 8.401345488569379e-05,
      "loss": 6.7833,
      "step": 154
    },
    {
      "epoch": 0.2701525054466231,
      "grad_norm": 2.4737677574157715,
      "learning_rate": 8.381059394103244e-05,
      "loss": 6.567,
      "step": 155
    },
    {
      "epoch": 0.2718954248366013,
      "grad_norm": 2.0520262718200684,
      "learning_rate": 8.360670230910776e-05,
      "loss": 6.9172,
      "step": 156
    },
    {
      "epoch": 0.2736383442265795,
      "grad_norm": 2.0433156490325928,
      "learning_rate": 8.340178620538314e-05,
      "loss": 6.5108,
      "step": 157
    },
    {
      "epoch": 0.27538126361655774,
      "grad_norm": 2.2286150455474854,
      "learning_rate": 8.31958518765521e-05,
      "loss": 6.8395,
      "step": 158
    },
    {
      "epoch": 0.27712418300653596,
      "grad_norm": 2.2106385231018066,
      "learning_rate": 8.298890560034791e-05,
      "loss": 6.8538,
      "step": 159
    },
    {
      "epoch": 0.2788671023965142,
      "grad_norm": 2.1926679611206055,
      "learning_rate": 8.278095368535214e-05,
      "loss": 7.1738,
      "step": 160
    },
    {
      "epoch": 0.28061002178649236,
      "grad_norm": 2.366992950439453,
      "learning_rate": 8.257200247080247e-05,
      "loss": 6.3704,
      "step": 161
    },
    {
      "epoch": 0.2823529411764706,
      "grad_norm": 2.4190514087677,
      "learning_rate": 8.236205832639936e-05,
      "loss": 6.0434,
      "step": 162
    },
    {
      "epoch": 0.2840958605664488,
      "grad_norm": 2.115903854370117,
      "learning_rate": 8.215112765211184e-05,
      "loss": 6.699,
      "step": 163
    },
    {
      "epoch": 0.28583877995642704,
      "grad_norm": 2.383059501647949,
      "learning_rate": 8.193921687798256e-05,
      "loss": 6.4662,
      "step": 164
    },
    {
      "epoch": 0.2875816993464052,
      "grad_norm": 2.474604845046997,
      "learning_rate": 8.17263324639316e-05,
      "loss": 6.8769,
      "step": 165
    },
    {
      "epoch": 0.28932461873638343,
      "grad_norm": 2.1580827236175537,
      "learning_rate": 8.151248089955969e-05,
      "loss": 6.314,
      "step": 166
    },
    {
      "epoch": 0.29106753812636166,
      "grad_norm": 2.4981279373168945,
      "learning_rate": 8.129766870395026e-05,
      "loss": 6.4012,
      "step": 167
    },
    {
      "epoch": 0.2928104575163399,
      "grad_norm": 2.1992318630218506,
      "learning_rate": 8.108190242547082e-05,
      "loss": 6.161,
      "step": 168
    },
    {
      "epoch": 0.2945533769063181,
      "grad_norm": 2.2215545177459717,
      "learning_rate": 8.086518864157325e-05,
      "loss": 6.3668,
      "step": 169
    },
    {
      "epoch": 0.2962962962962963,
      "grad_norm": 2.2392923831939697,
      "learning_rate": 8.064753395859333e-05,
      "loss": 6.581,
      "step": 170
    },
    {
      "epoch": 0.2980392156862745,
      "grad_norm": 2.476602554321289,
      "learning_rate": 8.042894501154937e-05,
      "loss": 5.9644,
      "step": 171
    },
    {
      "epoch": 0.29978213507625273,
      "grad_norm": 2.22860050201416,
      "learning_rate": 8.020942846393992e-05,
      "loss": 6.3358,
      "step": 172
    },
    {
      "epoch": 0.30152505446623096,
      "grad_norm": 2.298203229904175,
      "learning_rate": 7.998899100754064e-05,
      "loss": 6.0325,
      "step": 173
    },
    {
      "epoch": 0.3032679738562091,
      "grad_norm": 2.30509352684021,
      "learning_rate": 7.97676393622003e-05,
      "loss": 5.9961,
      "step": 174
    },
    {
      "epoch": 0.30501089324618735,
      "grad_norm": 2.4726057052612305,
      "learning_rate": 7.954538027563601e-05,
      "loss": 6.5605,
      "step": 175
    },
    {
      "epoch": 0.3067538126361656,
      "grad_norm": 2.363779067993164,
      "learning_rate": 7.932222052322736e-05,
      "loss": 6.3339,
      "step": 176
    },
    {
      "epoch": 0.3084967320261438,
      "grad_norm": 2.559394359588623,
      "learning_rate": 7.909816690781005e-05,
      "loss": 6.6803,
      "step": 177
    },
    {
      "epoch": 0.31023965141612203,
      "grad_norm": 2.3963475227355957,
      "learning_rate": 7.887322625946836e-05,
      "loss": 5.8182,
      "step": 178
    },
    {
      "epoch": 0.3119825708061002,
      "grad_norm": 2.6471054553985596,
      "learning_rate": 7.864740543532711e-05,
      "loss": 5.7652,
      "step": 179
    },
    {
      "epoch": 0.3137254901960784,
      "grad_norm": 2.8810901641845703,
      "learning_rate": 7.842071131934246e-05,
      "loss": 7.3207,
      "step": 180
    },
    {
      "epoch": 0.31546840958605665,
      "grad_norm": 2.994452476501465,
      "learning_rate": 7.819315082209216e-05,
      "loss": 5.8597,
      "step": 181
    },
    {
      "epoch": 0.3172113289760349,
      "grad_norm": 3.1921181678771973,
      "learning_rate": 7.796473088056487e-05,
      "loss": 6.3196,
      "step": 182
    },
    {
      "epoch": 0.31895424836601305,
      "grad_norm": 3.0913636684417725,
      "learning_rate": 7.77354584579486e-05,
      "loss": 6.1143,
      "step": 183
    },
    {
      "epoch": 0.3206971677559913,
      "grad_norm": 3.175823211669922,
      "learning_rate": 7.750534054341866e-05,
      "loss": 6.0422,
      "step": 184
    },
    {
      "epoch": 0.3224400871459695,
      "grad_norm": 2.955841302871704,
      "learning_rate": 7.727438415192433e-05,
      "loss": 6.644,
      "step": 185
    },
    {
      "epoch": 0.3241830065359477,
      "grad_norm": 3.8325321674346924,
      "learning_rate": 7.704259632397526e-05,
      "loss": 6.6358,
      "step": 186
    },
    {
      "epoch": 0.32592592592592595,
      "grad_norm": 3.245007038116455,
      "learning_rate": 7.680998412542663e-05,
      "loss": 5.8972,
      "step": 187
    },
    {
      "epoch": 0.3276688453159041,
      "grad_norm": 3.280700445175171,
      "learning_rate": 7.657655464726394e-05,
      "loss": 6.0551,
      "step": 188
    },
    {
      "epoch": 0.32941176470588235,
      "grad_norm": 3.750653028488159,
      "learning_rate": 7.63423150053867e-05,
      "loss": 5.9885,
      "step": 189
    },
    {
      "epoch": 0.3311546840958606,
      "grad_norm": 3.5018813610076904,
      "learning_rate": 7.610727234039167e-05,
      "loss": 5.8394,
      "step": 190
    },
    {
      "epoch": 0.3328976034858388,
      "grad_norm": 3.967571258544922,
      "learning_rate": 7.587143381735497e-05,
      "loss": 6.2976,
      "step": 191
    },
    {
      "epoch": 0.33464052287581697,
      "grad_norm": 3.630221128463745,
      "learning_rate": 7.563480662561387e-05,
      "loss": 6.2507,
      "step": 192
    },
    {
      "epoch": 0.3363834422657952,
      "grad_norm": 3.87675404548645,
      "learning_rate": 7.539739797854745e-05,
      "loss": 5.8136,
      "step": 193
    },
    {
      "epoch": 0.3381263616557734,
      "grad_norm": 4.097906112670898,
      "learning_rate": 7.515921511335689e-05,
      "loss": 6.8448,
      "step": 194
    },
    {
      "epoch": 0.33986928104575165,
      "grad_norm": 4.295271396636963,
      "learning_rate": 7.492026529084468e-05,
      "loss": 6.0715,
      "step": 195
    },
    {
      "epoch": 0.3416122004357299,
      "grad_norm": 3.762012243270874,
      "learning_rate": 7.468055579519338e-05,
      "loss": 5.7717,
      "step": 196
    },
    {
      "epoch": 0.34335511982570804,
      "grad_norm": 5.1401047706604,
      "learning_rate": 7.444009393374355e-05,
      "loss": 5.8243,
      "step": 197
    },
    {
      "epoch": 0.34509803921568627,
      "grad_norm": 5.339993953704834,
      "learning_rate": 7.419888703677096e-05,
      "loss": 6.3719,
      "step": 198
    },
    {
      "epoch": 0.3468409586056645,
      "grad_norm": 5.122740745544434,
      "learning_rate": 7.395694245726317e-05,
      "loss": 6.3073,
      "step": 199
    },
    {
      "epoch": 0.3485838779956427,
      "grad_norm": 6.399250030517578,
      "learning_rate": 7.371426757069537e-05,
      "loss": 6.8986,
      "step": 200
    },
    {
      "epoch": 0.3503267973856209,
      "grad_norm": 4.398697376251221,
      "learning_rate": 7.347086977480552e-05,
      "loss": 6.4013,
      "step": 201
    },
    {
      "epoch": 0.3520697167755991,
      "grad_norm": 3.972055673599243,
      "learning_rate": 7.322675648936886e-05,
      "loss": 6.6859,
      "step": 202
    },
    {
      "epoch": 0.35381263616557734,
      "grad_norm": 3.3945796489715576,
      "learning_rate": 7.298193515597177e-05,
      "loss": 6.7833,
      "step": 203
    },
    {
      "epoch": 0.35555555555555557,
      "grad_norm": 2.5457451343536377,
      "learning_rate": 7.273641323778481e-05,
      "loss": 6.6659,
      "step": 204
    },
    {
      "epoch": 0.3572984749455338,
      "grad_norm": 3.1627116203308105,
      "learning_rate": 7.249019821933529e-05,
      "loss": 6.6782,
      "step": 205
    },
    {
      "epoch": 0.35904139433551197,
      "grad_norm": 2.8032400608062744,
      "learning_rate": 7.224329760627912e-05,
      "loss": 6.9691,
      "step": 206
    },
    {
      "epoch": 0.3607843137254902,
      "grad_norm": 2.2774274349212646,
      "learning_rate": 7.199571892517193e-05,
      "loss": 6.7461,
      "step": 207
    },
    {
      "epoch": 0.3625272331154684,
      "grad_norm": 3.3363685607910156,
      "learning_rate": 7.174746972323976e-05,
      "loss": 6.9192,
      "step": 208
    },
    {
      "epoch": 0.36427015250544664,
      "grad_norm": 2.684283971786499,
      "learning_rate": 7.14985575681488e-05,
      "loss": 6.3861,
      "step": 209
    },
    {
      "epoch": 0.3660130718954248,
      "grad_norm": 2.1813414096832275,
      "learning_rate": 7.124899004777489e-05,
      "loss": 6.5334,
      "step": 210
    },
    {
      "epoch": 0.36775599128540304,
      "grad_norm": 2.80194354057312,
      "learning_rate": 7.09987747699721e-05,
      "loss": 6.4025,
      "step": 211
    },
    {
      "epoch": 0.36949891067538126,
      "grad_norm": 2.7210757732391357,
      "learning_rate": 7.074791936234082e-05,
      "loss": 6.2936,
      "step": 212
    },
    {
      "epoch": 0.3712418300653595,
      "grad_norm": 2.440540075302124,
      "learning_rate": 7.049643147199526e-05,
      "loss": 6.2764,
      "step": 213
    },
    {
      "epoch": 0.3729847494553377,
      "grad_norm": 2.6173183917999268,
      "learning_rate": 7.024431876533035e-05,
      "loss": 6.6894,
      "step": 214
    },
    {
      "epoch": 0.3747276688453159,
      "grad_norm": 3.069770097732544,
      "learning_rate": 6.9991588927788e-05,
      "loss": 6.1187,
      "step": 215
    },
    {
      "epoch": 0.3764705882352941,
      "grad_norm": 2.51611328125,
      "learning_rate": 6.973824966362281e-05,
      "loss": 5.9163,
      "step": 216
    },
    {
      "epoch": 0.37821350762527234,
      "grad_norm": 2.40824031829834,
      "learning_rate": 6.948430869566728e-05,
      "loss": 6.1761,
      "step": 217
    },
    {
      "epoch": 0.37995642701525056,
      "grad_norm": 3.1690869331359863,
      "learning_rate": 6.922977376509629e-05,
      "loss": 6.5577,
      "step": 218
    },
    {
      "epoch": 0.38169934640522873,
      "grad_norm": 2.3701491355895996,
      "learning_rate": 6.897465263119123e-05,
      "loss": 5.8704,
      "step": 219
    },
    {
      "epoch": 0.38344226579520696,
      "grad_norm": 2.478231906890869,
      "learning_rate": 6.871895307110332e-05,
      "loss": 6.7826,
      "step": 220
    },
    {
      "epoch": 0.3851851851851852,
      "grad_norm": 3.0986053943634033,
      "learning_rate": 6.846268287961667e-05,
      "loss": 6.2127,
      "step": 221
    },
    {
      "epoch": 0.3869281045751634,
      "grad_norm": 2.3514440059661865,
      "learning_rate": 6.820584986891057e-05,
      "loss": 6.5619,
      "step": 222
    },
    {
      "epoch": 0.38867102396514164,
      "grad_norm": 2.8054189682006836,
      "learning_rate": 6.794846186832143e-05,
      "loss": 6.6309,
      "step": 223
    },
    {
      "epoch": 0.3904139433551198,
      "grad_norm": 3.1144003868103027,
      "learning_rate": 6.769052672410399e-05,
      "loss": 7.0096,
      "step": 224
    },
    {
      "epoch": 0.39215686274509803,
      "grad_norm": 2.5350921154022217,
      "learning_rate": 6.743205229919224e-05,
      "loss": 6.3376,
      "step": 225
    },
    {
      "epoch": 0.39389978213507626,
      "grad_norm": 2.513195514678955,
      "learning_rate": 6.717304647295964e-05,
      "loss": 5.909,
      "step": 226
    },
    {
      "epoch": 0.3956427015250545,
      "grad_norm": 2.6811728477478027,
      "learning_rate": 6.691351714097905e-05,
      "loss": 5.9878,
      "step": 227
    },
    {
      "epoch": 0.39738562091503266,
      "grad_norm": 2.875075578689575,
      "learning_rate": 6.665347221478187e-05,
      "loss": 5.9853,
      "step": 228
    },
    {
      "epoch": 0.3991285403050109,
      "grad_norm": 2.8941619396209717,
      "learning_rate": 6.639291962161703e-05,
      "loss": 5.8869,
      "step": 229
    },
    {
      "epoch": 0.4008714596949891,
      "grad_norm": 3.371659755706787,
      "learning_rate": 6.613186730420917e-05,
      "loss": 6.2877,
      "step": 230
    },
    {
      "epoch": 0.40261437908496733,
      "grad_norm": 3.0048294067382812,
      "learning_rate": 6.587032322051667e-05,
      "loss": 6.4558,
      "step": 231
    },
    {
      "epoch": 0.40435729847494556,
      "grad_norm": 2.8262717723846436,
      "learning_rate": 6.560829534348898e-05,
      "loss": 6.1141,
      "step": 232
    },
    {
      "epoch": 0.40610021786492373,
      "grad_norm": 3.4589362144470215,
      "learning_rate": 6.534579166082354e-05,
      "loss": 6.1131,
      "step": 233
    },
    {
      "epoch": 0.40784313725490196,
      "grad_norm": 3.2716927528381348,
      "learning_rate": 6.508282017472235e-05,
      "loss": 6.1385,
      "step": 234
    },
    {
      "epoch": 0.4095860566448802,
      "grad_norm": 3.2407166957855225,
      "learning_rate": 6.4819388901648e-05,
      "loss": 6.3144,
      "step": 235
    },
    {
      "epoch": 0.4113289760348584,
      "grad_norm": 3.4590988159179688,
      "learning_rate": 6.45555058720793e-05,
      "loss": 5.766,
      "step": 236
    },
    {
      "epoch": 0.4130718954248366,
      "grad_norm": 3.572154998779297,
      "learning_rate": 6.429117913026647e-05,
      "loss": 5.8502,
      "step": 237
    },
    {
      "epoch": 0.4148148148148148,
      "grad_norm": 3.4333770275115967,
      "learning_rate": 6.402641673398589e-05,
      "loss": 6.0432,
      "step": 238
    },
    {
      "epoch": 0.41655773420479303,
      "grad_norm": 3.314162015914917,
      "learning_rate": 6.376122675429453e-05,
      "loss": 6.2134,
      "step": 239
    },
    {
      "epoch": 0.41830065359477125,
      "grad_norm": 4.336117267608643,
      "learning_rate": 6.349561727528388e-05,
      "loss": 6.2444,
      "step": 240
    },
    {
      "epoch": 0.4200435729847495,
      "grad_norm": 3.457911252975464,
      "learning_rate": 6.32295963938335e-05,
      "loss": 6.2374,
      "step": 241
    },
    {
      "epoch": 0.42178649237472765,
      "grad_norm": 3.6834158897399902,
      "learning_rate": 6.29631722193642e-05,
      "loss": 6.1026,
      "step": 242
    },
    {
      "epoch": 0.4235294117647059,
      "grad_norm": 3.538865804672241,
      "learning_rate": 6.269635287359086e-05,
      "loss": 5.9146,
      "step": 243
    },
    {
      "epoch": 0.4252723311546841,
      "grad_norm": 4.001156330108643,
      "learning_rate": 6.242914649027475e-05,
      "loss": 6.1225,
      "step": 244
    },
    {
      "epoch": 0.42701525054466233,
      "grad_norm": 4.03039026260376,
      "learning_rate": 6.216156121497578e-05,
      "loss": 6.2632,
      "step": 245
    },
    {
      "epoch": 0.4287581699346405,
      "grad_norm": 4.1209492683410645,
      "learning_rate": 6.189360520480394e-05,
      "loss": 5.8152,
      "step": 246
    },
    {
      "epoch": 0.4305010893246187,
      "grad_norm": 4.377655029296875,
      "learning_rate": 6.16252866281708e-05,
      "loss": 6.1381,
      "step": 247
    },
    {
      "epoch": 0.43224400871459695,
      "grad_norm": 4.61279296875,
      "learning_rate": 6.135661366454045e-05,
      "loss": 6.0152,
      "step": 248
    },
    {
      "epoch": 0.4339869281045752,
      "grad_norm": 5.421746730804443,
      "learning_rate": 6.108759450418023e-05,
      "loss": 6.2479,
      "step": 249
    },
    {
      "epoch": 0.4357298474945534,
      "grad_norm": 7.20197057723999,
      "learning_rate": 6.0818237347910903e-05,
      "loss": 6.5961,
      "step": 250
    },
    {
      "epoch": 0.43747276688453157,
      "grad_norm": 5.171140670776367,
      "learning_rate": 6.0548550406856794e-05,
      "loss": 7.0138,
      "step": 251
    },
    {
      "epoch": 0.4392156862745098,
      "grad_norm": 4.531250953674316,
      "learning_rate": 6.027854190219544e-05,
      "loss": 6.5635,
      "step": 252
    },
    {
      "epoch": 0.440958605664488,
      "grad_norm": 3.7614336013793945,
      "learning_rate": 6.000822006490696e-05,
      "loss": 6.329,
      "step": 253
    },
    {
      "epoch": 0.44270152505446625,
      "grad_norm": 3.231339454650879,
      "learning_rate": 5.973759313552319e-05,
      "loss": 6.7505,
      "step": 254
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 2.786665439605713,
      "learning_rate": 5.946666936387637e-05,
      "loss": 6.2866,
      "step": 255
    },
    {
      "epoch": 0.44618736383442265,
      "grad_norm": 2.5898685455322266,
      "learning_rate": 5.919545700884779e-05,
      "loss": 6.6849,
      "step": 256
    },
    {
      "epoch": 0.44793028322440087,
      "grad_norm": 2.729102611541748,
      "learning_rate": 5.892396433811589e-05,
      "loss": 6.3323,
      "step": 257
    },
    {
      "epoch": 0.4496732026143791,
      "grad_norm": 2.543272018432617,
      "learning_rate": 5.865219962790438e-05,
      "loss": 6.2904,
      "step": 258
    },
    {
      "epoch": 0.4514161220043573,
      "grad_norm": 2.2522315979003906,
      "learning_rate": 5.8380171162729816e-05,
      "loss": 6.2798,
      "step": 259
    },
    {
      "epoch": 0.4531590413943355,
      "grad_norm": 2.0354785919189453,
      "learning_rate": 5.810788723514908e-05,
      "loss": 6.1266,
      "step": 260
    },
    {
      "epoch": 0.4549019607843137,
      "grad_norm": 2.273022174835205,
      "learning_rate": 5.783535614550666e-05,
      "loss": 5.9385,
      "step": 261
    },
    {
      "epoch": 0.45664488017429194,
      "grad_norm": 2.32905912399292,
      "learning_rate": 5.756258620168151e-05,
      "loss": 6.2075,
      "step": 262
    },
    {
      "epoch": 0.45838779956427017,
      "grad_norm": 2.5185182094573975,
      "learning_rate": 5.728958571883393e-05,
      "loss": 5.9996,
      "step": 263
    },
    {
      "epoch": 0.46013071895424834,
      "grad_norm": 2.404029607772827,
      "learning_rate": 5.701636301915192e-05,
      "loss": 6.15,
      "step": 264
    },
    {
      "epoch": 0.46187363834422657,
      "grad_norm": 2.2743897438049316,
      "learning_rate": 5.674292643159764e-05,
      "loss": 6.0419,
      "step": 265
    },
    {
      "epoch": 0.4636165577342048,
      "grad_norm": 2.312305212020874,
      "learning_rate": 5.646928429165339e-05,
      "loss": 6.1961,
      "step": 266
    },
    {
      "epoch": 0.465359477124183,
      "grad_norm": 2.669830799102783,
      "learning_rate": 5.619544494106761e-05,
      "loss": 6.3909,
      "step": 267
    },
    {
      "epoch": 0.46710239651416124,
      "grad_norm": 2.455864906311035,
      "learning_rate": 5.5921416727600495e-05,
      "loss": 6.2111,
      "step": 268
    },
    {
      "epoch": 0.4688453159041394,
      "grad_norm": 2.6559865474700928,
      "learning_rate": 5.564720800476958e-05,
      "loss": 6.1185,
      "step": 269
    },
    {
      "epoch": 0.47058823529411764,
      "grad_norm": 2.4289166927337646,
      "learning_rate": 5.537282713159507e-05,
      "loss": 6.2087,
      "step": 270
    },
    {
      "epoch": 0.47233115468409587,
      "grad_norm": 2.268165111541748,
      "learning_rate": 5.5098282472345055e-05,
      "loss": 6.2041,
      "step": 271
    },
    {
      "epoch": 0.4740740740740741,
      "grad_norm": 2.432791233062744,
      "learning_rate": 5.4823582396280474e-05,
      "loss": 6.2584,
      "step": 272
    },
    {
      "epoch": 0.47581699346405226,
      "grad_norm": 2.6854281425476074,
      "learning_rate": 5.454873527740002e-05,
      "loss": 6.1592,
      "step": 273
    },
    {
      "epoch": 0.4775599128540305,
      "grad_norm": 2.6091413497924805,
      "learning_rate": 5.427374949418487e-05,
      "loss": 6.0412,
      "step": 274
    },
    {
      "epoch": 0.4793028322440087,
      "grad_norm": 2.762869358062744,
      "learning_rate": 5.399863342934324e-05,
      "loss": 6.0565,
      "step": 275
    },
    {
      "epoch": 0.48104575163398694,
      "grad_norm": 2.6985061168670654,
      "learning_rate": 5.3723395469554924e-05,
      "loss": 6.1255,
      "step": 276
    },
    {
      "epoch": 0.48278867102396517,
      "grad_norm": 2.6521167755126953,
      "learning_rate": 5.3448044005215535e-05,
      "loss": 6.0975,
      "step": 277
    },
    {
      "epoch": 0.48453159041394334,
      "grad_norm": 2.56356143951416,
      "learning_rate": 5.31725874301808e-05,
      "loss": 6.0613,
      "step": 278
    },
    {
      "epoch": 0.48627450980392156,
      "grad_norm": 2.728928327560425,
      "learning_rate": 5.2897034141510615e-05,
      "loss": 6.625,
      "step": 279
    },
    {
      "epoch": 0.4880174291938998,
      "grad_norm": 2.8099310398101807,
      "learning_rate": 5.262139253921319e-05,
      "loss": 5.9113,
      "step": 280
    },
    {
      "epoch": 0.489760348583878,
      "grad_norm": 2.8508801460266113,
      "learning_rate": 5.234567102598881e-05,
      "loss": 5.8157,
      "step": 281
    },
    {
      "epoch": 0.4915032679738562,
      "grad_norm": 2.946413278579712,
      "learning_rate": 5.2069878006973826e-05,
      "loss": 5.9064,
      "step": 282
    },
    {
      "epoch": 0.4932461873638344,
      "grad_norm": 2.9329915046691895,
      "learning_rate": 5.179402188948438e-05,
      "loss": 5.9691,
      "step": 283
    },
    {
      "epoch": 0.49498910675381264,
      "grad_norm": 3.000000238418579,
      "learning_rate": 5.1518111082760114e-05,
      "loss": 6.1124,
      "step": 284
    },
    {
      "epoch": 0.49673202614379086,
      "grad_norm": 3.524191379547119,
      "learning_rate": 5.1242153997707823e-05,
      "loss": 6.0462,
      "step": 285
    },
    {
      "epoch": 0.4984749455337691,
      "grad_norm": 3.2491354942321777,
      "learning_rate": 5.096615904664505e-05,
      "loss": 5.7229,
      "step": 286
    },
    {
      "epoch": 0.5002178649237473,
      "grad_norm": 3.2840254306793213,
      "learning_rate": 5.069013464304365e-05,
      "loss": 6.0919,
      "step": 287
    },
    {
      "epoch": 0.5019607843137255,
      "grad_norm": 3.148927688598633,
      "learning_rate": 5.041408920127333e-05,
      "loss": 5.8254,
      "step": 288
    }
  ],
  "logging_steps": 1,
  "max_steps": 574,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 144,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 4.2165649765564416e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}