{
  "best_metric": 2.171226978302002,
  "best_model_checkpoint": "miner_id_24/checkpoint-200",
  "epoch": 0.13710368466152528,
  "eval_steps": 50,
  "global_step": 200,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0006855184233076263,
      "grad_norm": 0.4368946850299835,
      "learning_rate": 7e-06,
      "loss": 2.3639,
      "step": 1
    },
    {
      "epoch": 0.0006855184233076263,
      "eval_loss": 2.760465145111084,
      "eval_runtime": 174.3986,
      "eval_samples_per_second": 14.088,
      "eval_steps_per_second": 3.526,
      "step": 1
    },
    {
      "epoch": 0.0013710368466152527,
      "grad_norm": 0.47925180196762085,
      "learning_rate": 1.4e-05,
      "loss": 2.4098,
      "step": 2
    },
    {
      "epoch": 0.002056555269922879,
      "grad_norm": 0.537840723991394,
      "learning_rate": 2.1e-05,
      "loss": 2.5733,
      "step": 3
    },
    {
      "epoch": 0.0027420736932305054,
      "grad_norm": 0.5270087122917175,
      "learning_rate": 2.8e-05,
      "loss": 2.5575,
      "step": 4
    },
    {
      "epoch": 0.003427592116538132,
      "grad_norm": 0.5146782994270325,
      "learning_rate": 3.5e-05,
      "loss": 2.5588,
      "step": 5
    },
    {
      "epoch": 0.004113110539845758,
      "grad_norm": 0.5258235931396484,
      "learning_rate": 4.2e-05,
      "loss": 2.5312,
      "step": 6
    },
    {
      "epoch": 0.004798628963153384,
      "grad_norm": 0.47052979469299316,
      "learning_rate": 4.899999999999999e-05,
      "loss": 2.4014,
      "step": 7
    },
    {
      "epoch": 0.005484147386461011,
      "grad_norm": 0.4933658838272095,
      "learning_rate": 5.6e-05,
      "loss": 2.5448,
      "step": 8
    },
    {
      "epoch": 0.006169665809768638,
      "grad_norm": 0.43804389238357544,
      "learning_rate": 6.3e-05,
      "loss": 2.3859,
      "step": 9
    },
    {
      "epoch": 0.006855184233076264,
      "grad_norm": 0.41613465547561646,
      "learning_rate": 7e-05,
      "loss": 2.3303,
      "step": 10
    },
    {
      "epoch": 0.007540702656383891,
      "grad_norm": 0.44592195749282837,
      "learning_rate": 6.999521567473641e-05,
      "loss": 2.3207,
      "step": 11
    },
    {
      "epoch": 0.008226221079691516,
      "grad_norm": 0.5341413617134094,
      "learning_rate": 6.998086400693241e-05,
      "loss": 2.2716,
      "step": 12
    },
    {
      "epoch": 0.008911739502999142,
      "grad_norm": 0.5610725283622742,
      "learning_rate": 6.995694892019065e-05,
      "loss": 2.4044,
      "step": 13
    },
    {
      "epoch": 0.009597257926306769,
      "grad_norm": 0.5976554155349731,
      "learning_rate": 6.99234769526571e-05,
      "loss": 2.3527,
      "step": 14
    },
    {
      "epoch": 0.010282776349614395,
      "grad_norm": 0.5752586722373962,
      "learning_rate": 6.988045725523343e-05,
      "loss": 2.3368,
      "step": 15
    },
    {
      "epoch": 0.010968294772922021,
      "grad_norm": 0.5358518958091736,
      "learning_rate": 6.982790158907539e-05,
      "loss": 2.2973,
      "step": 16
    },
    {
      "epoch": 0.011653813196229648,
      "grad_norm": 0.5135672688484192,
      "learning_rate": 6.976582432237733e-05,
      "loss": 2.2767,
      "step": 17
    },
    {
      "epoch": 0.012339331619537276,
      "grad_norm": 0.5366981029510498,
      "learning_rate": 6.969424242644413e-05,
      "loss": 2.3117,
      "step": 18
    },
    {
      "epoch": 0.013024850042844902,
      "grad_norm": 0.5566994547843933,
      "learning_rate": 6.961317547105138e-05,
      "loss": 2.1326,
      "step": 19
    },
    {
      "epoch": 0.013710368466152529,
      "grad_norm": 0.5392957329750061,
      "learning_rate": 6.952264561909527e-05,
      "loss": 2.3174,
      "step": 20
    },
    {
      "epoch": 0.014395886889460155,
      "grad_norm": 0.6095602512359619,
      "learning_rate": 6.942267762053337e-05,
      "loss": 2.3736,
      "step": 21
    },
    {
      "epoch": 0.015081405312767781,
      "grad_norm": 0.56801837682724,
      "learning_rate": 6.931329880561832e-05,
      "loss": 2.2813,
      "step": 22
    },
    {
      "epoch": 0.015766923736075408,
      "grad_norm": 0.5793257355690002,
      "learning_rate": 6.919453907742597e-05,
      "loss": 2.2916,
      "step": 23
    },
    {
      "epoch": 0.016452442159383032,
      "grad_norm": 0.601382315158844,
      "learning_rate": 6.90664309036802e-05,
      "loss": 2.2621,
      "step": 24
    },
    {
      "epoch": 0.01713796058269066,
      "grad_norm": 0.5628184676170349,
      "learning_rate": 6.892900930787656e-05,
      "loss": 2.3218,
      "step": 25
    },
    {
      "epoch": 0.017823479005998285,
      "grad_norm": 0.5984280109405518,
      "learning_rate": 6.87823118597072e-05,
      "loss": 2.1779,
      "step": 26
    },
    {
      "epoch": 0.018508997429305913,
      "grad_norm": 0.6334589719772339,
      "learning_rate": 6.862637866478969e-05,
      "loss": 2.1783,
      "step": 27
    },
    {
      "epoch": 0.019194515852613538,
      "grad_norm": 0.6164846420288086,
      "learning_rate": 6.846125235370252e-05,
      "loss": 2.2444,
      "step": 28
    },
    {
      "epoch": 0.019880034275921166,
      "grad_norm": 0.6727099418640137,
      "learning_rate": 6.828697807033038e-05,
      "loss": 2.3452,
      "step": 29
    },
    {
      "epoch": 0.02056555269922879,
      "grad_norm": 0.7243219614028931,
      "learning_rate": 6.81036034595222e-05,
      "loss": 2.4162,
      "step": 30
    },
    {
      "epoch": 0.02125107112253642,
      "grad_norm": 0.6986833214759827,
      "learning_rate": 6.791117865406564e-05,
      "loss": 2.3235,
      "step": 31
    },
    {
      "epoch": 0.021936589545844043,
      "grad_norm": 0.7440876364707947,
      "learning_rate": 6.770975626098112e-05,
      "loss": 2.2856,
      "step": 32
    },
    {
      "epoch": 0.02262210796915167,
      "grad_norm": 0.7108097076416016,
      "learning_rate": 6.749939134713974e-05,
      "loss": 2.1324,
      "step": 33
    },
    {
      "epoch": 0.023307626392459296,
      "grad_norm": 0.740744411945343,
      "learning_rate": 6.728014142420846e-05,
      "loss": 2.2058,
      "step": 34
    },
    {
      "epoch": 0.023993144815766924,
      "grad_norm": 0.767447829246521,
      "learning_rate": 6.7052066432927e-05,
      "loss": 2.3296,
      "step": 35
    },
    {
      "epoch": 0.024678663239074552,
      "grad_norm": 0.8943948745727539,
      "learning_rate": 6.681522872672069e-05,
      "loss": 2.5074,
      "step": 36
    },
    {
      "epoch": 0.025364181662382176,
      "grad_norm": 0.8490576148033142,
      "learning_rate": 6.656969305465356e-05,
      "loss": 2.3597,
      "step": 37
    },
    {
      "epoch": 0.026049700085689804,
      "grad_norm": 0.815835177898407,
      "learning_rate": 6.631552654372672e-05,
      "loss": 2.3154,
      "step": 38
    },
    {
      "epoch": 0.02673521850899743,
      "grad_norm": 0.877070963382721,
      "learning_rate": 6.60527986805264e-05,
      "loss": 2.3273,
      "step": 39
    },
    {
      "epoch": 0.027420736932305057,
      "grad_norm": 1.040402889251709,
      "learning_rate": 6.578158129222711e-05,
      "loss": 2.3329,
      "step": 40
    },
    {
      "epoch": 0.028106255355612682,
      "grad_norm": 0.9905269742012024,
      "learning_rate": 6.550194852695469e-05,
      "loss": 2.2696,
      "step": 41
    },
    {
      "epoch": 0.02879177377892031,
      "grad_norm": 1.0185683965682983,
      "learning_rate": 6.521397683351509e-05,
      "loss": 2.1854,
      "step": 42
    },
    {
      "epoch": 0.029477292202227934,
      "grad_norm": 1.1009654998779297,
      "learning_rate": 6.491774494049386e-05,
      "loss": 2.3268,
      "step": 43
    },
    {
      "epoch": 0.030162810625535563,
      "grad_norm": 1.1542255878448486,
      "learning_rate": 6.461333383473272e-05,
      "loss": 2.1718,
      "step": 44
    },
    {
      "epoch": 0.030848329048843187,
      "grad_norm": 1.752344012260437,
      "learning_rate": 6.430082673918849e-05,
      "loss": 2.0563,
      "step": 45
    },
    {
      "epoch": 0.031533847472150815,
      "grad_norm": 1.4921183586120605,
      "learning_rate": 6.398030909018069e-05,
      "loss": 2.4322,
      "step": 46
    },
    {
      "epoch": 0.03221936589545844,
      "grad_norm": 1.5160636901855469,
      "learning_rate": 6.365186851403423e-05,
      "loss": 2.2883,
      "step": 47
    },
    {
      "epoch": 0.032904884318766064,
      "grad_norm": 1.7056834697723389,
      "learning_rate": 6.331559480312315e-05,
      "loss": 2.2562,
      "step": 48
    },
    {
      "epoch": 0.03359040274207369,
      "grad_norm": 1.8772844076156616,
      "learning_rate": 6.297157989132236e-05,
      "loss": 2.1196,
      "step": 49
    },
    {
      "epoch": 0.03427592116538132,
      "grad_norm": 2.8052427768707275,
      "learning_rate": 6.261991782887377e-05,
      "loss": 2.1031,
      "step": 50
    },
    {
      "epoch": 0.03427592116538132,
      "eval_loss": 2.4464125633239746,
      "eval_runtime": 175.5835,
      "eval_samples_per_second": 13.993,
      "eval_steps_per_second": 3.503,
      "step": 50
    },
    {
      "epoch": 0.03496143958868895,
      "grad_norm": 1.1087968349456787,
      "learning_rate": 6.226070475667393e-05,
      "loss": 2.2777,
      "step": 51
    },
    {
      "epoch": 0.03564695801199657,
      "grad_norm": 1.1224277019500732,
      "learning_rate": 6.189403887999006e-05,
      "loss": 2.4869,
      "step": 52
    },
    {
      "epoch": 0.0363324764353042,
      "grad_norm": 0.9294334650039673,
      "learning_rate": 6.152002044161171e-05,
      "loss": 2.4066,
      "step": 53
    },
    {
      "epoch": 0.037017994858611826,
      "grad_norm": 0.7608312964439392,
      "learning_rate": 6.113875169444539e-05,
      "loss": 2.3264,
      "step": 54
    },
    {
      "epoch": 0.037703513281919454,
      "grad_norm": 0.5293958187103271,
      "learning_rate": 6.0750336873559605e-05,
      "loss": 2.2976,
      "step": 55
    },
    {
      "epoch": 0.038389031705227075,
      "grad_norm": 0.5001978874206543,
      "learning_rate": 6.035488216768811e-05,
      "loss": 2.2571,
      "step": 56
    },
    {
      "epoch": 0.0390745501285347,
      "grad_norm": 0.49879032373428345,
      "learning_rate": 5.9952495690198894e-05,
      "loss": 2.2304,
      "step": 57
    },
    {
      "epoch": 0.03976006855184233,
      "grad_norm": 0.5498774647712708,
      "learning_rate": 5.954328744953709e-05,
      "loss": 2.2506,
      "step": 58
    },
    {
      "epoch": 0.04044558697514996,
      "grad_norm": 0.5348244905471802,
      "learning_rate": 5.91273693191498e-05,
      "loss": 2.2631,
      "step": 59
    },
    {
      "epoch": 0.04113110539845758,
      "grad_norm": 0.5236966013908386,
      "learning_rate": 5.870485500690094e-05,
      "loss": 2.2917,
      "step": 60
    },
    {
      "epoch": 0.04181662382176521,
      "grad_norm": 0.5978161096572876,
      "learning_rate": 5.827586002398468e-05,
      "loss": 2.17,
      "step": 61
    },
    {
      "epoch": 0.04250214224507284,
      "grad_norm": 0.522532045841217,
      "learning_rate": 5.784050165334589e-05,
      "loss": 2.2009,
      "step": 62
    },
    {
      "epoch": 0.043187660668380465,
      "grad_norm": 0.5356420874595642,
      "learning_rate": 5.739889891761608e-05,
      "loss": 2.2726,
      "step": 63
    },
    {
      "epoch": 0.043873179091688086,
      "grad_norm": 0.5630861520767212,
      "learning_rate": 5.6951172546573794e-05,
      "loss": 2.3207,
      "step": 64
    },
    {
      "epoch": 0.044558697514995714,
      "grad_norm": 0.5354762673377991,
      "learning_rate": 5.6497444944138376e-05,
      "loss": 2.2271,
      "step": 65
    },
    {
      "epoch": 0.04524421593830334,
      "grad_norm": 0.5601297616958618,
      "learning_rate": 5.603784015490587e-05,
      "loss": 2.096,
      "step": 66
    },
    {
      "epoch": 0.04592973436161097,
      "grad_norm": 0.5554521083831787,
      "learning_rate": 5.557248383023655e-05,
      "loss": 2.1702,
      "step": 67
    },
    {
      "epoch": 0.04661525278491859,
      "grad_norm": 0.5609880089759827,
      "learning_rate": 5.510150319390302e-05,
      "loss": 2.2266,
      "step": 68
    },
    {
      "epoch": 0.04730077120822622,
      "grad_norm": 0.621530294418335,
      "learning_rate": 5.4625027007308546e-05,
      "loss": 2.2195,
      "step": 69
    },
    {
      "epoch": 0.04798628963153385,
      "grad_norm": 0.590848982334137,
      "learning_rate": 5.414318553428494e-05,
      "loss": 2.234,
      "step": 70
    },
    {
      "epoch": 0.048671808054841476,
      "grad_norm": 0.6129457354545593,
      "learning_rate": 5.3656110505479776e-05,
      "loss": 2.1827,
      "step": 71
    },
    {
      "epoch": 0.049357326478149104,
      "grad_norm": 0.6404921412467957,
      "learning_rate": 5.316393508234253e-05,
      "loss": 2.1911,
      "step": 72
    },
    {
      "epoch": 0.050042844901456725,
      "grad_norm": 0.6630199551582336,
      "learning_rate": 5.266679382071953e-05,
      "loss": 2.1965,
      "step": 73
    },
    {
      "epoch": 0.05072836332476435,
      "grad_norm": 0.6906275749206543,
      "learning_rate": 5.216482263406778e-05,
      "loss": 2.2031,
      "step": 74
    },
    {
      "epoch": 0.05141388174807198,
      "grad_norm": 0.6980186700820923,
      "learning_rate": 5.1658158756297576e-05,
      "loss": 2.3229,
      "step": 75
    },
    {
      "epoch": 0.05209940017137961,
      "grad_norm": 0.7447901368141174,
      "learning_rate": 5.114694070425407e-05,
      "loss": 2.1765,
      "step": 76
    },
    {
      "epoch": 0.05278491859468723,
      "grad_norm": 0.7455515265464783,
      "learning_rate": 5.063130823984823e-05,
      "loss": 2.3248,
      "step": 77
    },
    {
      "epoch": 0.05347043701799486,
      "grad_norm": 0.7050088047981262,
      "learning_rate": 5.011140233184724e-05,
      "loss": 2.1526,
      "step": 78
    },
    {
      "epoch": 0.054155955441302486,
      "grad_norm": 0.7368468642234802,
      "learning_rate": 4.958736511733516e-05,
      "loss": 2.238,
      "step": 79
    },
    {
      "epoch": 0.054841473864610114,
      "grad_norm": 0.7982569932937622,
      "learning_rate": 4.905933986285393e-05,
      "loss": 2.2873,
      "step": 80
    },
    {
      "epoch": 0.055526992287917736,
      "grad_norm": 0.8542561531066895,
      "learning_rate": 4.8527470925235824e-05,
      "loss": 2.3207,
      "step": 81
    },
    {
      "epoch": 0.056212510711225364,
      "grad_norm": 0.8338145017623901,
      "learning_rate": 4.799190371213772e-05,
      "loss": 2.2727,
      "step": 82
    },
    {
      "epoch": 0.05689802913453299,
      "grad_norm": 0.8469993472099304,
      "learning_rate": 4.745278464228808e-05,
      "loss": 2.2099,
      "step": 83
    },
    {
      "epoch": 0.05758354755784062,
      "grad_norm": 0.9120200872421265,
      "learning_rate": 4.69102611054575e-05,
      "loss": 2.3549,
      "step": 84
    },
    {
      "epoch": 0.05826906598114824,
      "grad_norm": 0.9229581356048584,
      "learning_rate": 4.6364481422163926e-05,
      "loss": 2.3835,
      "step": 85
    },
    {
      "epoch": 0.05895458440445587,
      "grad_norm": 0.9590667486190796,
      "learning_rate": 4.581559480312316e-05,
      "loss": 2.3397,
      "step": 86
    },
    {
      "epoch": 0.0596401028277635,
      "grad_norm": 0.9578183889389038,
      "learning_rate": 4.526375130845627e-05,
      "loss": 2.179,
      "step": 87
    },
    {
      "epoch": 0.060325621251071125,
      "grad_norm": 1.023118019104004,
      "learning_rate": 4.4709101806664554e-05,
      "loss": 2.1585,
      "step": 88
    },
    {
      "epoch": 0.061011139674378746,
      "grad_norm": 1.091235876083374,
      "learning_rate": 4.4151797933383685e-05,
      "loss": 2.3241,
      "step": 89
    },
    {
      "epoch": 0.061696658097686374,
      "grad_norm": 1.0647417306900024,
      "learning_rate": 4.359199204992797e-05,
      "loss": 2.2472,
      "step": 90
    },
    {
      "epoch": 0.062382176520994,
      "grad_norm": 1.1701401472091675,
      "learning_rate": 4.30298372016363e-05,
      "loss": 2.2542,
      "step": 91
    },
    {
      "epoch": 0.06306769494430163,
      "grad_norm": 1.0854402780532837,
      "learning_rate": 4.246548707603114e-05,
      "loss": 1.9001,
      "step": 92
    },
    {
      "epoch": 0.06375321336760925,
      "grad_norm": 1.2632555961608887,
      "learning_rate": 4.1899095960801805e-05,
      "loss": 2.338,
      "step": 93
    },
    {
      "epoch": 0.06443873179091689,
      "grad_norm": 1.3740942478179932,
      "learning_rate": 4.133081870162385e-05,
      "loss": 2.1948,
      "step": 94
    },
    {
      "epoch": 0.06512425021422451,
      "grad_norm": 1.461464524269104,
      "learning_rate": 4.076081065982569e-05,
      "loss": 2.1339,
      "step": 95
    },
    {
      "epoch": 0.06580976863753213,
      "grad_norm": 1.557289719581604,
      "learning_rate": 4.018922766991447e-05,
      "loss": 2.2991,
      "step": 96
    },
    {
      "epoch": 0.06649528706083976,
      "grad_norm": 1.6103731393814087,
      "learning_rate": 3.961622599697241e-05,
      "loss": 2.2176,
      "step": 97
    },
    {
      "epoch": 0.06718080548414739,
      "grad_norm": 1.867081880569458,
      "learning_rate": 3.9041962293935516e-05,
      "loss": 1.9107,
      "step": 98
    },
    {
      "epoch": 0.067866323907455,
      "grad_norm": 1.955940842628479,
      "learning_rate": 3.84665935587662e-05,
      "loss": 2.034,
      "step": 99
    },
    {
      "epoch": 0.06855184233076264,
      "grad_norm": 2.633854866027832,
      "learning_rate": 3.7890277091531636e-05,
      "loss": 2.1461,
      "step": 100
    },
    {
      "epoch": 0.06855184233076264,
      "eval_loss": 2.311368703842163,
      "eval_runtime": 175.9506,
      "eval_samples_per_second": 13.964,
      "eval_steps_per_second": 3.495,
      "step": 100
    },
    {
      "epoch": 0.06923736075407026,
      "grad_norm": 1.004059910774231,
      "learning_rate": 3.7313170451399475e-05,
      "loss": 2.2891,
      "step": 101
    },
    {
      "epoch": 0.0699228791773779,
      "grad_norm": 0.9783998131752014,
      "learning_rate": 3.673543141356278e-05,
      "loss": 2.395,
      "step": 102
    },
    {
      "epoch": 0.07060839760068552,
      "grad_norm": 1.0185178518295288,
      "learning_rate": 3.6157217926105783e-05,
      "loss": 2.2837,
      "step": 103
    },
    {
      "epoch": 0.07129391602399314,
      "grad_norm": 0.9947238564491272,
      "learning_rate": 3.557868806682255e-05,
      "loss": 2.3518,
      "step": 104
    },
    {
      "epoch": 0.07197943444730077,
      "grad_norm": 0.9198320508003235,
      "learning_rate": 3.5e-05,
      "loss": 2.3111,
      "step": 105
    },
    {
      "epoch": 0.0726649528706084,
      "grad_norm": 0.9715070724487305,
      "learning_rate": 3.442131193317745e-05,
      "loss": 2.3173,
      "step": 106
    },
    {
      "epoch": 0.07335047129391603,
      "grad_norm": 0.8154056072235107,
      "learning_rate": 3.384278207389421e-05,
      "loss": 2.258,
      "step": 107
    },
    {
      "epoch": 0.07403598971722365,
      "grad_norm": 0.7482956647872925,
      "learning_rate": 3.3264568586437216e-05,
      "loss": 2.2164,
      "step": 108
    },
    {
      "epoch": 0.07472150814053127,
      "grad_norm": 0.6518887281417847,
      "learning_rate": 3.268682954860052e-05,
      "loss": 2.1861,
      "step": 109
    },
    {
      "epoch": 0.07540702656383891,
      "grad_norm": 0.5987632274627686,
      "learning_rate": 3.210972290846837e-05,
      "loss": 2.1645,
      "step": 110
    },
    {
      "epoch": 0.07609254498714653,
      "grad_norm": 0.622978150844574,
      "learning_rate": 3.15334064412338e-05,
      "loss": 2.2316,
      "step": 111
    },
    {
      "epoch": 0.07677806341045415,
      "grad_norm": 0.6469138860702515,
      "learning_rate": 3.0958037706064485e-05,
      "loss": 2.119,
      "step": 112
    },
    {
      "epoch": 0.07746358183376179,
      "grad_norm": 0.6277498602867126,
      "learning_rate": 3.038377400302758e-05,
      "loss": 2.1299,
      "step": 113
    },
    {
      "epoch": 0.0781491002570694,
      "grad_norm": 0.6326158046722412,
      "learning_rate": 2.9810772330085524e-05,
      "loss": 2.0619,
      "step": 114
    },
    {
      "epoch": 0.07883461868037704,
      "grad_norm": 0.6318880915641785,
      "learning_rate": 2.9239189340174306e-05,
      "loss": 2.1612,
      "step": 115
    },
    {
      "epoch": 0.07952013710368466,
      "grad_norm": 0.6449387669563293,
      "learning_rate": 2.8669181298376163e-05,
      "loss": 2.2981,
      "step": 116
    },
    {
      "epoch": 0.08020565552699228,
      "grad_norm": 0.6613906621932983,
      "learning_rate": 2.8100904039198193e-05,
      "loss": 2.1068,
      "step": 117
    },
    {
      "epoch": 0.08089117395029992,
      "grad_norm": 0.6904773116111755,
      "learning_rate": 2.7534512923968863e-05,
      "loss": 2.1431,
      "step": 118
    },
    {
      "epoch": 0.08157669237360754,
      "grad_norm": 0.6582241058349609,
      "learning_rate": 2.6970162798363695e-05,
      "loss": 2.1572,
      "step": 119
    },
    {
      "epoch": 0.08226221079691516,
      "grad_norm": 0.6912741661071777,
      "learning_rate": 2.640800795007203e-05,
      "loss": 2.2768,
      "step": 120
    },
    {
      "epoch": 0.0829477292202228,
      "grad_norm": 0.7034792900085449,
      "learning_rate": 2.5848202066616305e-05,
      "loss": 2.1116,
      "step": 121
    },
    {
      "epoch": 0.08363324764353042,
      "grad_norm": 0.6760836839675903,
      "learning_rate": 2.5290898193335446e-05,
      "loss": 2.1501,
      "step": 122
    },
    {
      "epoch": 0.08431876606683805,
      "grad_norm": 0.72305828332901,
      "learning_rate": 2.4736248691543736e-05,
      "loss": 2.2179,
      "step": 123
    },
    {
      "epoch": 0.08500428449014567,
      "grad_norm": 0.7351564168930054,
      "learning_rate": 2.4184405196876842e-05,
      "loss": 2.1684,
      "step": 124
    },
    {
      "epoch": 0.0856898029134533,
      "grad_norm": 0.7352508306503296,
      "learning_rate": 2.363551857783608e-05,
      "loss": 2.0446,
      "step": 125
    },
    {
      "epoch": 0.08637532133676093,
      "grad_norm": 0.7216020226478577,
      "learning_rate": 2.308973889454249e-05,
      "loss": 2.0774,
      "step": 126
    },
    {
      "epoch": 0.08706083976006855,
      "grad_norm": 0.7965324521064758,
      "learning_rate": 2.2547215357711918e-05,
      "loss": 2.2296,
      "step": 127
    },
    {
      "epoch": 0.08774635818337617,
      "grad_norm": 0.7469529509544373,
      "learning_rate": 2.2008096287862266e-05,
      "loss": 2.0849,
      "step": 128
    },
    {
      "epoch": 0.0884318766066838,
      "grad_norm": 0.8050830364227295,
      "learning_rate": 2.1472529074764177e-05,
      "loss": 2.2615,
      "step": 129
    },
    {
      "epoch": 0.08911739502999143,
      "grad_norm": 0.7781040668487549,
      "learning_rate": 2.0940660137146074e-05,
      "loss": 2.1893,
      "step": 130
    },
    {
      "epoch": 0.08980291345329906,
      "grad_norm": 0.8017018437385559,
      "learning_rate": 2.041263488266484e-05,
      "loss": 2.1451,
      "step": 131
    },
    {
      "epoch": 0.09048843187660668,
      "grad_norm": 0.8338680267333984,
      "learning_rate": 1.988859766815275e-05,
      "loss": 2.1856,
      "step": 132
    },
    {
      "epoch": 0.0911739502999143,
      "grad_norm": 0.8552135825157166,
      "learning_rate": 1.9368691760151773e-05,
      "loss": 2.1477,
      "step": 133
    },
    {
      "epoch": 0.09185946872322194,
      "grad_norm": 0.8702215552330017,
      "learning_rate": 1.885305929574593e-05,
      "loss": 2.099,
      "step": 134
    },
    {
      "epoch": 0.09254498714652956,
      "grad_norm": 0.9290527105331421,
      "learning_rate": 1.8341841243702424e-05,
      "loss": 2.1671,
      "step": 135
    },
    {
      "epoch": 0.09323050556983718,
      "grad_norm": 0.9839473366737366,
      "learning_rate": 1.7835177365932225e-05,
      "loss": 2.3551,
      "step": 136
    },
    {
      "epoch": 0.09391602399314482,
      "grad_norm": 1.0397003889083862,
      "learning_rate": 1.7333206179280478e-05,
      "loss": 2.2355,
      "step": 137
    },
    {
      "epoch": 0.09460154241645244,
      "grad_norm": 0.9706122875213623,
      "learning_rate": 1.6836064917657478e-05,
      "loss": 2.2157,
      "step": 138
    },
    {
      "epoch": 0.09528706083976007,
      "grad_norm": 0.985498309135437,
      "learning_rate": 1.6343889494520224e-05,
      "loss": 2.1513,
      "step": 139
    },
    {
      "epoch": 0.0959725792630677,
      "grad_norm": 1.0459221601486206,
      "learning_rate": 1.5856814465715064e-05,
      "loss": 2.0888,
      "step": 140
    },
    {
      "epoch": 0.09665809768637532,
      "grad_norm": 1.1182277202606201,
      "learning_rate": 1.5374972992691458e-05,
      "loss": 2.2288,
      "step": 141
    },
    {
      "epoch": 0.09734361610968295,
      "grad_norm": 1.1353912353515625,
      "learning_rate": 1.4898496806096974e-05,
      "loss": 2.1112,
      "step": 142
    },
    {
      "epoch": 0.09802913453299057,
      "grad_norm": 1.694881796836853,
      "learning_rate": 1.4427516169763444e-05,
      "loss": 2.229,
      "step": 143
    },
    {
      "epoch": 0.09871465295629821,
      "grad_norm": 1.2565925121307373,
      "learning_rate": 1.396215984509412e-05,
      "loss": 2.1144,
      "step": 144
    },
    {
      "epoch": 0.09940017137960583,
      "grad_norm": 1.3687129020690918,
      "learning_rate": 1.3502555055861625e-05,
      "loss": 2.0882,
      "step": 145
    },
    {
      "epoch": 0.10008568980291345,
      "grad_norm": 1.4564164876937866,
      "learning_rate": 1.3048827453426203e-05,
      "loss": 2.121,
      "step": 146
    },
    {
      "epoch": 0.10077120822622108,
      "grad_norm": 1.76753830909729,
      "learning_rate": 1.2601101082383917e-05,
      "loss": 2.2216,
      "step": 147
    },
    {
      "epoch": 0.1014567266495287,
      "grad_norm": 1.7149028778076172,
      "learning_rate": 1.2159498346654094e-05,
      "loss": 2.1153,
      "step": 148
    },
    {
      "epoch": 0.10214224507283633,
      "grad_norm": 1.9386048316955566,
      "learning_rate": 1.1724139976015306e-05,
      "loss": 2.046,
      "step": 149
    },
    {
      "epoch": 0.10282776349614396,
      "grad_norm": 2.64031720161438,
      "learning_rate": 1.1295144993099068e-05,
      "loss": 2.0785,
      "step": 150
    },
    {
      "epoch": 0.10282776349614396,
      "eval_loss": 2.1849844455718994,
      "eval_runtime": 175.9852,
      "eval_samples_per_second": 13.961,
      "eval_steps_per_second": 3.495,
      "step": 150
    },
    {
      "epoch": 0.10351328191945158,
      "grad_norm": 0.4782308042049408,
      "learning_rate": 1.0872630680850196e-05,
      "loss": 2.0454,
      "step": 151
    },
    {
      "epoch": 0.10419880034275922,
      "grad_norm": 0.5835824608802795,
      "learning_rate": 1.0456712550462898e-05,
      "loss": 2.1698,
      "step": 152
    },
    {
      "epoch": 0.10488431876606684,
      "grad_norm": 0.5484896898269653,
      "learning_rate": 1.0047504309801104e-05,
      "loss": 2.16,
      "step": 153
    },
    {
      "epoch": 0.10556983718937446,
      "grad_norm": 0.6225553154945374,
      "learning_rate": 9.645117832311886e-06,
      "loss": 2.2452,
      "step": 154
    },
    {
      "epoch": 0.1062553556126821,
      "grad_norm": 0.6657689213752747,
      "learning_rate": 9.249663126440394e-06,
      "loss": 2.2186,
      "step": 155
    },
    {
      "epoch": 0.10694087403598972,
      "grad_norm": 0.6836898922920227,
      "learning_rate": 8.861248305554624e-06,
      "loss": 2.1986,
      "step": 156
    },
    {
      "epoch": 0.10762639245929734,
      "grad_norm": 0.6431835293769836,
      "learning_rate": 8.47997955838829e-06,
      "loss": 2.253,
      "step": 157
    },
    {
      "epoch": 0.10831191088260497,
      "grad_norm": 0.7124049067497253,
      "learning_rate": 8.10596112000994e-06,
      "loss": 2.3133,
      "step": 158
    },
    {
      "epoch": 0.1089974293059126,
      "grad_norm": 0.6604753136634827,
      "learning_rate": 7.739295243326067e-06,
      "loss": 2.1704,
      "step": 159
    },
    {
      "epoch": 0.10968294772922023,
      "grad_norm": 0.6440089344978333,
      "learning_rate": 7.380082171126228e-06,
      "loss": 2.1077,
      "step": 160
    },
    {
      "epoch": 0.11036846615252785,
      "grad_norm": 0.7280560731887817,
      "learning_rate": 7.028420108677635e-06,
      "loss": 2.2385,
      "step": 161
    },
    {
      "epoch": 0.11105398457583547,
      "grad_norm": 0.6944758892059326,
      "learning_rate": 6.684405196876842e-06,
      "loss": 2.2893,
      "step": 162
    },
    {
      "epoch": 0.1117395029991431,
      "grad_norm": 0.7794995903968811,
      "learning_rate": 6.3481314859657675e-06,
      "loss": 2.2727,
      "step": 163
    },
    {
      "epoch": 0.11242502142245073,
      "grad_norm": 0.7010950446128845,
      "learning_rate": 6.019690909819298e-06,
      "loss": 2.1636,
      "step": 164
    },
    {
      "epoch": 0.11311053984575835,
      "grad_norm": 0.7227156162261963,
      "learning_rate": 5.6991732608115e-06,
      "loss": 2.1365,
      "step": 165
    },
    {
      "epoch": 0.11379605826906598,
      "grad_norm": 0.7752686738967896,
      "learning_rate": 5.386666165267256e-06,
      "loss": 2.2113,
      "step": 166
    },
    {
      "epoch": 0.1144815766923736,
      "grad_norm": 0.7315618395805359,
      "learning_rate": 5.08225505950613e-06,
      "loss": 2.2679,
      "step": 167
    },
    {
      "epoch": 0.11516709511568124,
      "grad_norm": 0.7621932625770569,
      "learning_rate": 4.786023166484913e-06,
      "loss": 2.0931,
      "step": 168
    },
    {
      "epoch": 0.11585261353898886,
      "grad_norm": 0.7386559247970581,
      "learning_rate": 4.498051473045291e-06,
      "loss": 2.0621,
      "step": 169
    },
    {
      "epoch": 0.11653813196229648,
      "grad_norm": 0.7826411724090576,
      "learning_rate": 4.218418707772886e-06,
      "loss": 2.105,
      "step": 170
    },
    {
      "epoch": 0.11722365038560412,
      "grad_norm": 0.7282847166061401,
      "learning_rate": 3.947201319473587e-06,
      "loss": 2.1473,
      "step": 171
    },
    {
      "epoch": 0.11790916880891174,
      "grad_norm": 0.765394389629364,
      "learning_rate": 3.684473456273278e-06,
      "loss": 2.1247,
      "step": 172
    },
    {
      "epoch": 0.11859468723221936,
      "grad_norm": 0.7690032720565796,
      "learning_rate": 3.4303069453464383e-06,
      "loss": 2.221,
      "step": 173
    },
    {
      "epoch": 0.119280205655527,
      "grad_norm": 0.7550768852233887,
      "learning_rate": 3.184771273279312e-06,
      "loss": 2.1277,
      "step": 174
    },
    {
      "epoch": 0.11996572407883462,
      "grad_norm": 0.7658005952835083,
      "learning_rate": 2.947933567072987e-06,
      "loss": 2.1159,
      "step": 175
    },
    {
      "epoch": 0.12065124250214225,
      "grad_norm": 0.769408106803894,
      "learning_rate": 2.719858575791534e-06,
      "loss": 2.0933,
      "step": 176
    },
    {
      "epoch": 0.12133676092544987,
      "grad_norm": 0.791779637336731,
      "learning_rate": 2.500608652860256e-06,
      "loss": 2.1937,
      "step": 177
    },
    {
      "epoch": 0.12202227934875749,
      "grad_norm": 0.8091723918914795,
      "learning_rate": 2.2902437390188737e-06,
      "loss": 2.2312,
      "step": 178
    },
    {
      "epoch": 0.12270779777206513,
      "grad_norm": 0.9017377495765686,
      "learning_rate": 2.0888213459343587e-06,
      "loss": 2.1079,
      "step": 179
    },
    {
      "epoch": 0.12339331619537275,
      "grad_norm": 0.7710647583007812,
      "learning_rate": 1.8963965404777875e-06,
      "loss": 1.9247,
      "step": 180
    },
    {
      "epoch": 0.12407883461868038,
      "grad_norm": 0.8581042289733887,
      "learning_rate": 1.7130219296696263e-06,
      "loss": 2.1444,
      "step": 181
    },
    {
      "epoch": 0.124764353041988,
      "grad_norm": 0.9161327481269836,
      "learning_rate": 1.5387476462974824e-06,
      "loss": 2.1693,
      "step": 182
    },
    {
      "epoch": 0.12544987146529563,
      "grad_norm": 0.8806943297386169,
      "learning_rate": 1.3736213352103147e-06,
      "loss": 2.1161,
      "step": 183
    },
    {
      "epoch": 0.12613538988860326,
      "grad_norm": 0.9642539620399475,
      "learning_rate": 1.2176881402928002e-06,
      "loss": 2.1925,
      "step": 184
    },
    {
      "epoch": 0.1268209083119109,
      "grad_norm": 0.9556791186332703,
      "learning_rate": 1.0709906921234367e-06,
      "loss": 2.1456,
      "step": 185
    },
    {
      "epoch": 0.1275064267352185,
      "grad_norm": 0.9510772824287415,
      "learning_rate": 9.33569096319799e-07,
      "loss": 2.2513,
      "step": 186
    },
    {
      "epoch": 0.12819194515852614,
      "grad_norm": 1.027150273323059,
      "learning_rate": 8.054609225740255e-07,
      "loss": 2.2014,
      "step": 187
    },
    {
      "epoch": 0.12887746358183377,
      "grad_norm": 1.0660666227340698,
      "learning_rate": 6.867011943816724e-07,
      "loss": 2.1472,
      "step": 188
    },
    {
      "epoch": 0.12956298200514138,
      "grad_norm": 1.01221764087677,
      "learning_rate": 5.77322379466617e-07,
      "loss": 2.2024,
      "step": 189
    },
    {
      "epoch": 0.13024850042844902,
      "grad_norm": 1.144607424736023,
      "learning_rate": 4.773543809047186e-07,
      "loss": 2.1921,
      "step": 190
    },
    {
      "epoch": 0.13093401885175665,
      "grad_norm": 1.1356172561645508,
      "learning_rate": 3.868245289486027e-07,
      "loss": 2.1876,
      "step": 191
    },
    {
      "epoch": 0.13161953727506426,
      "grad_norm": 1.0943187475204468,
      "learning_rate": 3.0575757355586817e-07,
      "loss": 2.0193,
      "step": 192
    },
    {
      "epoch": 0.1323050556983719,
      "grad_norm": 1.297936201095581,
      "learning_rate": 2.3417567762266497e-07,
      "loss": 2.13,
      "step": 193
    },
    {
      "epoch": 0.13299057412167953,
      "grad_norm": 1.3492588996887207,
      "learning_rate": 1.7209841092460043e-07,
      "loss": 2.289,
      "step": 194
    },
    {
      "epoch": 0.13367609254498714,
      "grad_norm": 1.3177716732025146,
      "learning_rate": 1.1954274476655534e-07,
      "loss": 2.2274,
      "step": 195
    },
    {
      "epoch": 0.13436161096829477,
      "grad_norm": 1.4273556470870972,
      "learning_rate": 7.652304734289127e-08,
      "loss": 2.1752,
      "step": 196
    },
    {
      "epoch": 0.1350471293916024,
      "grad_norm": 1.7116583585739136,
      "learning_rate": 4.30510798093342e-08,
      "loss": 2.1852,
      "step": 197
    },
    {
      "epoch": 0.13573264781491,
      "grad_norm": 1.9014217853546143,
      "learning_rate": 1.9135993067588284e-08,
      "loss": 1.9634,
      "step": 198
    },
    {
      "epoch": 0.13641816623821765,
      "grad_norm": 2.3818442821502686,
      "learning_rate": 4.784325263584854e-09,
      "loss": 1.9621,
      "step": 199
    },
    {
      "epoch": 0.13710368466152528,
      "grad_norm": 3.527977705001831,
      "learning_rate": 0.0,
      "loss": 2.2093,
      "step": 200
    },
    {
      "epoch": 0.13710368466152528,
      "eval_loss": 2.171226978302002,
      "eval_runtime": 175.9338,
      "eval_samples_per_second": 13.965,
      "eval_steps_per_second": 3.496,
      "step": 200
    }
  ],
  "logging_steps": 1,
  "max_steps": 200,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 50,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 4,
        "early_stopping_threshold": 0.0
      },
      "attributes": {
        "early_stopping_patience_counter": 0
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.8579962575388672e+17,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}