{
  "best_metric": 0.9832578301429749,
  "best_model_checkpoint": "miner_id_24/checkpoint-200",
  "epoch": 0.015401794309037002,
  "eval_steps": 50,
  "global_step": 200,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 7.700897154518502e-05,
      "grad_norm": 1.8970366716384888,
      "learning_rate": 7e-06,
      "loss": 0.8107,
      "step": 1
    },
    {
      "epoch": 7.700897154518502e-05,
      "eval_loss": 1.603941559791565,
      "eval_runtime": 844.3836,
      "eval_samples_per_second": 25.902,
      "eval_steps_per_second": 6.476,
      "step": 1
    },
    {
      "epoch": 0.00015401794309037004,
      "grad_norm": 2.7837564945220947,
      "learning_rate": 1.4e-05,
      "loss": 1.2198,
      "step": 2
    },
    {
      "epoch": 0.00023102691463555504,
      "grad_norm": 3.092777729034424,
      "learning_rate": 2.1e-05,
      "loss": 1.302,
      "step": 3
    },
    {
      "epoch": 0.0003080358861807401,
      "grad_norm": 3.1793932914733887,
      "learning_rate": 2.8e-05,
      "loss": 1.3824,
      "step": 4
    },
    {
      "epoch": 0.0003850448577259251,
      "grad_norm": 2.5381124019622803,
      "learning_rate": 3.5e-05,
      "loss": 1.3184,
      "step": 5
    },
    {
      "epoch": 0.0004620538292711101,
      "grad_norm": 1.6639097929000854,
      "learning_rate": 4.2e-05,
      "loss": 0.9797,
      "step": 6
    },
    {
      "epoch": 0.0005390628008162951,
      "grad_norm": 1.49283766746521,
      "learning_rate": 4.899999999999999e-05,
      "loss": 0.9926,
      "step": 7
    },
    {
      "epoch": 0.0006160717723614802,
      "grad_norm": 1.2911243438720703,
      "learning_rate": 5.6e-05,
      "loss": 0.9673,
      "step": 8
    },
    {
      "epoch": 0.0006930807439066651,
      "grad_norm": 1.0811328887939453,
      "learning_rate": 6.3e-05,
      "loss": 1.0625,
      "step": 9
    },
    {
      "epoch": 0.0007700897154518502,
      "grad_norm": 1.1771808862686157,
      "learning_rate": 7e-05,
      "loss": 0.9455,
      "step": 10
    },
    {
      "epoch": 0.0008470986869970351,
      "grad_norm": 1.1715754270553589,
      "learning_rate": 6.999521567473641e-05,
      "loss": 0.9732,
      "step": 11
    },
    {
      "epoch": 0.0009241076585422202,
      "grad_norm": 1.0655852556228638,
      "learning_rate": 6.998086400693241e-05,
      "loss": 1.0272,
      "step": 12
    },
    {
      "epoch": 0.0010011166300874052,
      "grad_norm": 1.2130272388458252,
      "learning_rate": 6.995694892019065e-05,
      "loss": 0.9886,
      "step": 13
    },
    {
      "epoch": 0.0010781256016325902,
      "grad_norm": 0.9644531607627869,
      "learning_rate": 6.99234769526571e-05,
      "loss": 1.0628,
      "step": 14
    },
    {
      "epoch": 0.0011551345731777751,
      "grad_norm": 0.9874843955039978,
      "learning_rate": 6.988045725523343e-05,
      "loss": 0.9652,
      "step": 15
    },
    {
      "epoch": 0.0012321435447229603,
      "grad_norm": 0.887622594833374,
      "learning_rate": 6.982790158907539e-05,
      "loss": 0.8977,
      "step": 16
    },
    {
      "epoch": 0.0013091525162681453,
      "grad_norm": 1.0247609615325928,
      "learning_rate": 6.976582432237733e-05,
      "loss": 1.0614,
      "step": 17
    },
    {
      "epoch": 0.0013861614878133302,
      "grad_norm": 0.8926209211349487,
      "learning_rate": 6.969424242644413e-05,
      "loss": 0.9281,
      "step": 18
    },
    {
      "epoch": 0.0014631704593585152,
      "grad_norm": 0.9736675024032593,
      "learning_rate": 6.961317547105138e-05,
      "loss": 1.0557,
      "step": 19
    },
    {
      "epoch": 0.0015401794309037003,
      "grad_norm": 0.9907094836235046,
      "learning_rate": 6.952264561909527e-05,
      "loss": 1.0623,
      "step": 20
    },
    {
      "epoch": 0.0016171884024488853,
      "grad_norm": 0.9420015811920166,
      "learning_rate": 6.942267762053337e-05,
      "loss": 0.9555,
      "step": 21
    },
    {
      "epoch": 0.0016941973739940702,
      "grad_norm": 0.9477255344390869,
      "learning_rate": 6.931329880561832e-05,
      "loss": 0.9083,
      "step": 22
    },
    {
      "epoch": 0.0017712063455392554,
      "grad_norm": 1.0044710636138916,
      "learning_rate": 6.919453907742597e-05,
      "loss": 1.1097,
      "step": 23
    },
    {
      "epoch": 0.0018482153170844404,
      "grad_norm": 1.058323621749878,
      "learning_rate": 6.90664309036802e-05,
      "loss": 1.1576,
      "step": 24
    },
    {
      "epoch": 0.0019252242886296253,
      "grad_norm": 1.0781478881835938,
      "learning_rate": 6.892900930787656e-05,
      "loss": 1.0734,
      "step": 25
    },
    {
      "epoch": 0.0020022332601748105,
      "grad_norm": 0.9603778719902039,
      "learning_rate": 6.87823118597072e-05,
      "loss": 0.9945,
      "step": 26
    },
    {
      "epoch": 0.0020792422317199954,
      "grad_norm": 1.0233170986175537,
      "learning_rate": 6.862637866478969e-05,
      "loss": 1.0557,
      "step": 27
    },
    {
      "epoch": 0.0021562512032651804,
      "grad_norm": 1.1913679838180542,
      "learning_rate": 6.846125235370252e-05,
      "loss": 1.1243,
      "step": 28
    },
    {
      "epoch": 0.0022332601748103653,
      "grad_norm": 1.0753092765808105,
      "learning_rate": 6.828697807033038e-05,
      "loss": 1.2218,
      "step": 29
    },
    {
      "epoch": 0.0023102691463555503,
      "grad_norm": 1.134995937347412,
      "learning_rate": 6.81036034595222e-05,
      "loss": 1.2743,
      "step": 30
    },
    {
      "epoch": 0.0023872781179007352,
      "grad_norm": 1.2747467756271362,
      "learning_rate": 6.791117865406564e-05,
      "loss": 1.4711,
      "step": 31
    },
    {
      "epoch": 0.0024642870894459206,
      "grad_norm": 1.3587024211883545,
      "learning_rate": 6.770975626098112e-05,
      "loss": 1.4346,
      "step": 32
    },
    {
      "epoch": 0.0025412960609911056,
      "grad_norm": 1.485734224319458,
      "learning_rate": 6.749939134713974e-05,
      "loss": 1.2971,
      "step": 33
    },
    {
      "epoch": 0.0026183050325362905,
      "grad_norm": 1.4099006652832031,
      "learning_rate": 6.728014142420846e-05,
      "loss": 1.2941,
      "step": 34
    },
    {
      "epoch": 0.0026953140040814755,
      "grad_norm": 1.4036692380905151,
      "learning_rate": 6.7052066432927e-05,
      "loss": 1.3239,
      "step": 35
    },
    {
      "epoch": 0.0027723229756266604,
      "grad_norm": 1.4389519691467285,
      "learning_rate": 6.681522872672069e-05,
      "loss": 1.3555,
      "step": 36
    },
    {
      "epoch": 0.0028493319471718454,
      "grad_norm": 1.5032252073287964,
      "learning_rate": 6.656969305465356e-05,
      "loss": 1.4509,
      "step": 37
    },
    {
      "epoch": 0.0029263409187170303,
      "grad_norm": 1.5099583864212036,
      "learning_rate": 6.631552654372672e-05,
      "loss": 1.3057,
      "step": 38
    },
    {
      "epoch": 0.0030033498902622157,
      "grad_norm": 1.5861775875091553,
      "learning_rate": 6.60527986805264e-05,
      "loss": 1.2474,
      "step": 39
    },
    {
      "epoch": 0.0030803588618074007,
      "grad_norm": 1.465627908706665,
      "learning_rate": 6.578158129222711e-05,
      "loss": 1.1795,
      "step": 40
    },
    {
      "epoch": 0.0031573678333525856,
      "grad_norm": 1.4940845966339111,
      "learning_rate": 6.550194852695469e-05,
      "loss": 1.1043,
      "step": 41
    },
    {
      "epoch": 0.0032343768048977706,
      "grad_norm": 1.6645580530166626,
      "learning_rate": 6.521397683351509e-05,
      "loss": 1.2097,
      "step": 42
    },
    {
      "epoch": 0.0033113857764429555,
      "grad_norm": 1.7047836780548096,
      "learning_rate": 6.491774494049386e-05,
      "loss": 1.1764,
      "step": 43
    },
    {
      "epoch": 0.0033883947479881405,
      "grad_norm": 1.7463964223861694,
      "learning_rate": 6.461333383473272e-05,
      "loss": 1.1972,
      "step": 44
    },
    {
      "epoch": 0.0034654037195333254,
      "grad_norm": 1.8505029678344727,
      "learning_rate": 6.430082673918849e-05,
      "loss": 1.1955,
      "step": 45
    },
    {
      "epoch": 0.003542412691078511,
      "grad_norm": 2.208298921585083,
      "learning_rate": 6.398030909018069e-05,
      "loss": 1.2783,
      "step": 46
    },
    {
      "epoch": 0.0036194216626236958,
      "grad_norm": 2.1390464305877686,
      "learning_rate": 6.365186851403423e-05,
      "loss": 1.2488,
      "step": 47
    },
    {
      "epoch": 0.0036964306341688807,
      "grad_norm": 2.516023874282837,
      "learning_rate": 6.331559480312315e-05,
      "loss": 1.2666,
      "step": 48
    },
    {
      "epoch": 0.0037734396057140657,
      "grad_norm": 2.705584764480591,
      "learning_rate": 6.297157989132236e-05,
      "loss": 1.1743,
      "step": 49
    },
    {
      "epoch": 0.0038504485772592506,
      "grad_norm": 3.8397316932678223,
      "learning_rate": 6.261991782887377e-05,
      "loss": 0.974,
      "step": 50
    },
    {
      "epoch": 0.0038504485772592506,
      "eval_loss": 1.1016550064086914,
      "eval_runtime": 849.689,
      "eval_samples_per_second": 25.74,
      "eval_steps_per_second": 6.435,
      "step": 50
    },
    {
      "epoch": 0.003927457548804436,
      "grad_norm": 0.8057467937469482,
      "learning_rate": 6.226070475667393e-05,
      "loss": 0.6987,
      "step": 51
    },
    {
      "epoch": 0.004004466520349621,
      "grad_norm": 0.9255357384681702,
      "learning_rate": 6.189403887999006e-05,
      "loss": 0.7462,
      "step": 52
    },
    {
      "epoch": 0.0040814754918948055,
      "grad_norm": 1.2753374576568604,
      "learning_rate": 6.152002044161171e-05,
      "loss": 1.073,
      "step": 53
    },
    {
      "epoch": 0.004158484463439991,
      "grad_norm": 0.8313521146774292,
      "learning_rate": 6.113875169444539e-05,
      "loss": 0.8174,
      "step": 54
    },
    {
      "epoch": 0.004235493434985175,
      "grad_norm": 0.7349550127983093,
      "learning_rate": 6.0750336873559605e-05,
      "loss": 0.7324,
      "step": 55
    },
    {
      "epoch": 0.004312502406530361,
      "grad_norm": 0.7651317715644836,
      "learning_rate": 6.035488216768811e-05,
      "loss": 0.7832,
      "step": 56
    },
    {
      "epoch": 0.004389511378075546,
      "grad_norm": 0.7619487643241882,
      "learning_rate": 5.9952495690198894e-05,
      "loss": 0.8808,
      "step": 57
    },
    {
      "epoch": 0.004466520349620731,
      "grad_norm": 0.650001049041748,
      "learning_rate": 5.954328744953709e-05,
      "loss": 0.7383,
      "step": 58
    },
    {
      "epoch": 0.004543529321165916,
      "grad_norm": 0.7676343321800232,
      "learning_rate": 5.91273693191498e-05,
      "loss": 0.818,
      "step": 59
    },
    {
      "epoch": 0.004620538292711101,
      "grad_norm": 0.7854016423225403,
      "learning_rate": 5.870485500690094e-05,
      "loss": 0.7568,
      "step": 60
    },
    {
      "epoch": 0.004697547264256286,
      "grad_norm": 0.7838364243507385,
      "learning_rate": 5.827586002398468e-05,
      "loss": 0.855,
      "step": 61
    },
    {
      "epoch": 0.0047745562358014705,
      "grad_norm": 0.7832164168357849,
      "learning_rate": 5.784050165334589e-05,
      "loss": 0.8511,
      "step": 62
    },
    {
      "epoch": 0.004851565207346656,
      "grad_norm": 0.8185941576957703,
      "learning_rate": 5.739889891761608e-05,
      "loss": 0.8786,
      "step": 63
    },
    {
      "epoch": 0.004928574178891841,
      "grad_norm": 0.7806155681610107,
      "learning_rate": 5.6951172546573794e-05,
      "loss": 0.8636,
      "step": 64
    },
    {
      "epoch": 0.005005583150437026,
      "grad_norm": 0.8430364727973938,
      "learning_rate": 5.6497444944138376e-05,
      "loss": 0.8814,
      "step": 65
    },
    {
      "epoch": 0.005082592121982211,
      "grad_norm": 0.7783248424530029,
      "learning_rate": 5.603784015490587e-05,
      "loss": 0.7728,
      "step": 66
    },
    {
      "epoch": 0.005159601093527396,
      "grad_norm": 0.9018055200576782,
      "learning_rate": 5.557248383023655e-05,
      "loss": 0.9196,
      "step": 67
    },
    {
      "epoch": 0.005236610065072581,
      "grad_norm": 0.7902474999427795,
      "learning_rate": 5.510150319390302e-05,
      "loss": 0.8653,
      "step": 68
    },
    {
      "epoch": 0.005313619036617766,
      "grad_norm": 0.9198923110961914,
      "learning_rate": 5.4625027007308546e-05,
      "loss": 0.933,
      "step": 69
    },
    {
      "epoch": 0.005390628008162951,
      "grad_norm": 0.8455578684806824,
      "learning_rate": 5.414318553428494e-05,
      "loss": 0.9384,
      "step": 70
    },
    {
      "epoch": 0.005467636979708136,
      "grad_norm": 0.9272430539131165,
      "learning_rate": 5.3656110505479776e-05,
      "loss": 0.9889,
      "step": 71
    },
    {
      "epoch": 0.005544645951253321,
      "grad_norm": 0.8100258708000183,
      "learning_rate": 5.316393508234253e-05,
      "loss": 0.9286,
      "step": 72
    },
    {
      "epoch": 0.005621654922798506,
      "grad_norm": 0.9197900295257568,
      "learning_rate": 5.266679382071953e-05,
      "loss": 0.9884,
      "step": 73
    },
    {
      "epoch": 0.005698663894343691,
      "grad_norm": 0.963314414024353,
      "learning_rate": 5.216482263406778e-05,
      "loss": 0.9356,
      "step": 74
    },
    {
      "epoch": 0.005775672865888876,
      "grad_norm": 0.9361957311630249,
      "learning_rate": 5.1658158756297576e-05,
      "loss": 1.0434,
      "step": 75
    },
    {
      "epoch": 0.005852681837434061,
      "grad_norm": 1.0076184272766113,
      "learning_rate": 5.114694070425407e-05,
      "loss": 1.0363,
      "step": 76
    },
    {
      "epoch": 0.005929690808979246,
      "grad_norm": 0.9824795126914978,
      "learning_rate": 5.063130823984823e-05,
      "loss": 0.9545,
      "step": 77
    },
    {
      "epoch": 0.0060066997805244314,
      "grad_norm": 1.093180537223816,
      "learning_rate": 5.011140233184724e-05,
      "loss": 1.1371,
      "step": 78
    },
    {
      "epoch": 0.006083708752069616,
      "grad_norm": 1.108821988105774,
      "learning_rate": 4.958736511733516e-05,
      "loss": 1.1152,
      "step": 79
    },
    {
      "epoch": 0.006160717723614801,
      "grad_norm": 1.167564034461975,
      "learning_rate": 4.905933986285393e-05,
      "loss": 1.3036,
      "step": 80
    },
    {
      "epoch": 0.006237726695159986,
      "grad_norm": 1.169791579246521,
      "learning_rate": 4.8527470925235824e-05,
      "loss": 1.3008,
      "step": 81
    },
    {
      "epoch": 0.006314735666705171,
      "grad_norm": 1.238440990447998,
      "learning_rate": 4.799190371213772e-05,
      "loss": 1.3018,
      "step": 82
    },
    {
      "epoch": 0.006391744638250356,
      "grad_norm": 1.2798845767974854,
      "learning_rate": 4.745278464228808e-05,
      "loss": 1.325,
      "step": 83
    },
    {
      "epoch": 0.006468753609795541,
      "grad_norm": 1.2485350370407104,
      "learning_rate": 4.69102611054575e-05,
      "loss": 1.2403,
      "step": 84
    },
    {
      "epoch": 0.0065457625813407265,
      "grad_norm": 1.3679078817367554,
      "learning_rate": 4.6364481422163926e-05,
      "loss": 1.2971,
      "step": 85
    },
    {
      "epoch": 0.006622771552885911,
      "grad_norm": 1.4008992910385132,
      "learning_rate": 4.581559480312316e-05,
      "loss": 1.2184,
      "step": 86
    },
    {
      "epoch": 0.0066997805244310964,
      "grad_norm": 1.3539499044418335,
      "learning_rate": 4.526375130845627e-05,
      "loss": 1.109,
      "step": 87
    },
    {
      "epoch": 0.006776789495976281,
      "grad_norm": 1.4504971504211426,
      "learning_rate": 4.4709101806664554e-05,
      "loss": 1.1855,
      "step": 88
    },
    {
      "epoch": 0.006853798467521466,
      "grad_norm": 1.5348631143569946,
      "learning_rate": 4.4151797933383685e-05,
      "loss": 1.1484,
      "step": 89
    },
    {
      "epoch": 0.006930807439066651,
      "grad_norm": 1.4527966976165771,
      "learning_rate": 4.359199204992797e-05,
      "loss": 1.1442,
      "step": 90
    },
    {
      "epoch": 0.007007816410611836,
      "grad_norm": 1.5797408819198608,
      "learning_rate": 4.30298372016363e-05,
      "loss": 1.1574,
      "step": 91
    },
    {
      "epoch": 0.007084825382157022,
      "grad_norm": 1.6132049560546875,
      "learning_rate": 4.246548707603114e-05,
      "loss": 1.1719,
      "step": 92
    },
    {
      "epoch": 0.007161834353702206,
      "grad_norm": 1.579073429107666,
      "learning_rate": 4.1899095960801805e-05,
      "loss": 1.1875,
      "step": 93
    },
    {
      "epoch": 0.0072388433252473915,
      "grad_norm": 1.8216954469680786,
      "learning_rate": 4.133081870162385e-05,
      "loss": 1.1405,
      "step": 94
    },
    {
      "epoch": 0.007315852296792576,
      "grad_norm": 1.7299689054489136,
      "learning_rate": 4.076081065982569e-05,
      "loss": 1.1056,
      "step": 95
    },
    {
      "epoch": 0.0073928612683377614,
      "grad_norm": 1.8903682231903076,
      "learning_rate": 4.018922766991447e-05,
      "loss": 1.1549,
      "step": 96
    },
    {
      "epoch": 0.007469870239882946,
      "grad_norm": 1.942421317100525,
      "learning_rate": 3.961622599697241e-05,
      "loss": 1.2044,
      "step": 97
    },
    {
      "epoch": 0.007546879211428131,
      "grad_norm": 2.168710470199585,
      "learning_rate": 3.9041962293935516e-05,
      "loss": 1.2094,
      "step": 98
    },
    {
      "epoch": 0.007623888182973317,
      "grad_norm": 2.435220718383789,
      "learning_rate": 3.84665935587662e-05,
      "loss": 1.1325,
      "step": 99
    },
    {
      "epoch": 0.007700897154518501,
      "grad_norm": 3.049816608428955,
      "learning_rate": 3.7890277091531636e-05,
      "loss": 0.9724,
      "step": 100
    },
    {
      "epoch": 0.007700897154518501,
      "eval_loss": 1.021877646446228,
      "eval_runtime": 849.5256,
      "eval_samples_per_second": 25.745,
      "eval_steps_per_second": 6.437,
      "step": 100
    },
    {
      "epoch": 0.007777906126063687,
      "grad_norm": 0.6269429922103882,
      "learning_rate": 3.7313170451399475e-05,
      "loss": 0.64,
      "step": 101
    },
    {
      "epoch": 0.007854915097608871,
      "grad_norm": 0.8250545859336853,
      "learning_rate": 3.673543141356278e-05,
      "loss": 0.847,
      "step": 102
    },
    {
      "epoch": 0.007931924069154056,
      "grad_norm": 0.8081998229026794,
      "learning_rate": 3.6157217926105783e-05,
      "loss": 0.8148,
      "step": 103
    },
    {
      "epoch": 0.008008933040699242,
      "grad_norm": 0.7385756373405457,
      "learning_rate": 3.557868806682255e-05,
      "loss": 0.6817,
      "step": 104
    },
    {
      "epoch": 0.008085942012244426,
      "grad_norm": 0.7062004208564758,
      "learning_rate": 3.5e-05,
      "loss": 0.6806,
      "step": 105
    },
    {
      "epoch": 0.008162950983789611,
      "grad_norm": 0.7016987204551697,
      "learning_rate": 3.442131193317745e-05,
      "loss": 0.7777,
      "step": 106
    },
    {
      "epoch": 0.008239959955334797,
      "grad_norm": 0.6682083010673523,
      "learning_rate": 3.384278207389421e-05,
      "loss": 0.6737,
      "step": 107
    },
    {
      "epoch": 0.008316968926879982,
      "grad_norm": 0.7276062369346619,
      "learning_rate": 3.3264568586437216e-05,
      "loss": 0.8416,
      "step": 108
    },
    {
      "epoch": 0.008393977898425166,
      "grad_norm": 0.763378918170929,
      "learning_rate": 3.268682954860052e-05,
      "loss": 0.8446,
      "step": 109
    },
    {
      "epoch": 0.00847098686997035,
      "grad_norm": 0.6761339902877808,
      "learning_rate": 3.210972290846837e-05,
      "loss": 0.7728,
      "step": 110
    },
    {
      "epoch": 0.008547995841515537,
      "grad_norm": 0.7818235754966736,
      "learning_rate": 3.15334064412338e-05,
      "loss": 0.8598,
      "step": 111
    },
    {
      "epoch": 0.008625004813060722,
      "grad_norm": 0.7958978414535522,
      "learning_rate": 3.0958037706064485e-05,
      "loss": 0.7948,
      "step": 112
    },
    {
      "epoch": 0.008702013784605906,
      "grad_norm": 0.7697209715843201,
      "learning_rate": 3.038377400302758e-05,
      "loss": 0.7613,
      "step": 113
    },
    {
      "epoch": 0.008779022756151092,
      "grad_norm": 0.7587650418281555,
      "learning_rate": 2.9810772330085524e-05,
      "loss": 0.7683,
      "step": 114
    },
    {
      "epoch": 0.008856031727696277,
      "grad_norm": 0.879778265953064,
      "learning_rate": 2.9239189340174306e-05,
      "loss": 0.8788,
      "step": 115
    },
    {
      "epoch": 0.008933040699241461,
      "grad_norm": 0.7700604796409607,
      "learning_rate": 2.8669181298376163e-05,
      "loss": 0.7829,
      "step": 116
    },
    {
      "epoch": 0.009010049670786646,
      "grad_norm": 0.8565403819084167,
      "learning_rate": 2.8100904039198193e-05,
      "loss": 0.8699,
      "step": 117
    },
    {
      "epoch": 0.009087058642331832,
      "grad_norm": 0.8874226212501526,
      "learning_rate": 2.7534512923968863e-05,
      "loss": 0.8858,
      "step": 118
    },
    {
      "epoch": 0.009164067613877017,
      "grad_norm": 0.8677376508712769,
      "learning_rate": 2.6970162798363695e-05,
      "loss": 0.9841,
      "step": 119
    },
    {
      "epoch": 0.009241076585422201,
      "grad_norm": 0.9221559762954712,
      "learning_rate": 2.640800795007203e-05,
      "loss": 0.9674,
      "step": 120
    },
    {
      "epoch": 0.009318085556967387,
      "grad_norm": 0.9063008427619934,
      "learning_rate": 2.5848202066616305e-05,
      "loss": 0.905,
      "step": 121
    },
    {
      "epoch": 0.009395094528512572,
      "grad_norm": 0.8666952848434448,
      "learning_rate": 2.5290898193335446e-05,
      "loss": 0.863,
      "step": 122
    },
    {
      "epoch": 0.009472103500057756,
      "grad_norm": 0.9033343195915222,
      "learning_rate": 2.4736248691543736e-05,
      "loss": 0.8763,
      "step": 123
    },
    {
      "epoch": 0.009549112471602941,
      "grad_norm": 0.9079000949859619,
      "learning_rate": 2.4184405196876842e-05,
      "loss": 1.0479,
      "step": 124
    },
    {
      "epoch": 0.009626121443148127,
      "grad_norm": 1.02191960811615,
      "learning_rate": 2.363551857783608e-05,
      "loss": 0.9697,
      "step": 125
    },
    {
      "epoch": 0.009703130414693312,
      "grad_norm": 0.9727286696434021,
      "learning_rate": 2.308973889454249e-05,
      "loss": 0.9756,
      "step": 126
    },
    {
      "epoch": 0.009780139386238496,
      "grad_norm": 1.0556830167770386,
      "learning_rate": 2.2547215357711918e-05,
      "loss": 0.9513,
      "step": 127
    },
    {
      "epoch": 0.009857148357783682,
      "grad_norm": 1.140964150428772,
      "learning_rate": 2.2008096287862266e-05,
      "loss": 0.9786,
      "step": 128
    },
    {
      "epoch": 0.009934157329328867,
      "grad_norm": 1.1108282804489136,
      "learning_rate": 2.1472529074764177e-05,
      "loss": 1.156,
      "step": 129
    },
    {
      "epoch": 0.010011166300874052,
      "grad_norm": 1.1995575428009033,
      "learning_rate": 2.0940660137146074e-05,
      "loss": 1.3082,
      "step": 130
    },
    {
      "epoch": 0.010088175272419236,
      "grad_norm": 1.2283718585968018,
      "learning_rate": 2.041263488266484e-05,
      "loss": 1.2607,
      "step": 131
    },
    {
      "epoch": 0.010165184243964422,
      "grad_norm": 1.3214588165283203,
      "learning_rate": 1.988859766815275e-05,
      "loss": 1.366,
      "step": 132
    },
    {
      "epoch": 0.010242193215509607,
      "grad_norm": 1.266268253326416,
      "learning_rate": 1.9368691760151773e-05,
      "loss": 1.2922,
      "step": 133
    },
    {
      "epoch": 0.010319202187054791,
      "grad_norm": 1.330242395401001,
      "learning_rate": 1.885305929574593e-05,
      "loss": 1.2814,
      "step": 134
    },
    {
      "epoch": 0.010396211158599978,
      "grad_norm": 1.3576722145080566,
      "learning_rate": 1.8341841243702424e-05,
      "loss": 1.2609,
      "step": 135
    },
    {
      "epoch": 0.010473220130145162,
      "grad_norm": 1.4859892129898071,
      "learning_rate": 1.7835177365932225e-05,
      "loss": 1.2597,
      "step": 136
    },
    {
      "epoch": 0.010550229101690347,
      "grad_norm": 1.3510634899139404,
      "learning_rate": 1.7333206179280478e-05,
      "loss": 1.1941,
      "step": 137
    },
    {
      "epoch": 0.010627238073235531,
      "grad_norm": 1.4723690748214722,
      "learning_rate": 1.6836064917657478e-05,
      "loss": 1.1697,
      "step": 138
    },
    {
      "epoch": 0.010704247044780717,
      "grad_norm": 1.5553869009017944,
      "learning_rate": 1.6343889494520224e-05,
      "loss": 1.3415,
      "step": 139
    },
    {
      "epoch": 0.010781256016325902,
      "grad_norm": 1.6149593591690063,
      "learning_rate": 1.5856814465715064e-05,
      "loss": 1.176,
      "step": 140
    },
    {
      "epoch": 0.010858264987871086,
      "grad_norm": 1.5468590259552002,
      "learning_rate": 1.5374972992691458e-05,
      "loss": 1.1791,
      "step": 141
    },
    {
      "epoch": 0.010935273959416273,
      "grad_norm": 1.5676560401916504,
      "learning_rate": 1.4898496806096974e-05,
      "loss": 1.1619,
      "step": 142
    },
    {
      "epoch": 0.011012282930961457,
      "grad_norm": 1.6609135866165161,
      "learning_rate": 1.4427516169763444e-05,
      "loss": 1.1721,
      "step": 143
    },
    {
      "epoch": 0.011089291902506642,
      "grad_norm": 1.7773945331573486,
      "learning_rate": 1.396215984509412e-05,
      "loss": 1.1659,
      "step": 144
    },
    {
      "epoch": 0.011166300874051826,
      "grad_norm": 1.6555438041687012,
      "learning_rate": 1.3502555055861625e-05,
      "loss": 1.1051,
      "step": 145
    },
    {
      "epoch": 0.011243309845597012,
      "grad_norm": 2.021911382675171,
      "learning_rate": 1.3048827453426203e-05,
      "loss": 1.06,
      "step": 146
    },
    {
      "epoch": 0.011320318817142197,
      "grad_norm": 2.1173946857452393,
      "learning_rate": 1.2601101082383917e-05,
      "loss": 1.0929,
      "step": 147
    },
    {
      "epoch": 0.011397327788687382,
      "grad_norm": 2.111060619354248,
      "learning_rate": 1.2159498346654094e-05,
      "loss": 1.0685,
      "step": 148
    },
    {
      "epoch": 0.011474336760232568,
      "grad_norm": 2.7557051181793213,
      "learning_rate": 1.1724139976015306e-05,
      "loss": 1.2004,
      "step": 149
    },
    {
      "epoch": 0.011551345731777752,
      "grad_norm": 3.0773377418518066,
      "learning_rate": 1.1295144993099068e-05,
      "loss": 0.894,
      "step": 150
    },
    {
      "epoch": 0.011551345731777752,
      "eval_loss": 0.989094078540802,
      "eval_runtime": 848.5025,
      "eval_samples_per_second": 25.776,
      "eval_steps_per_second": 6.444,
      "step": 150
    },
    {
      "epoch": 0.011628354703322937,
      "grad_norm": 0.49048227071762085,
      "learning_rate": 1.0872630680850196e-05,
      "loss": 0.5683,
      "step": 151
    },
    {
      "epoch": 0.011705363674868121,
      "grad_norm": 0.6810614466667175,
      "learning_rate": 1.0456712550462898e-05,
      "loss": 0.7572,
      "step": 152
    },
    {
      "epoch": 0.011782372646413308,
      "grad_norm": 0.7518895268440247,
      "learning_rate": 1.0047504309801104e-05,
      "loss": 0.7942,
      "step": 153
    },
    {
      "epoch": 0.011859381617958492,
      "grad_norm": 0.8100650310516357,
      "learning_rate": 9.645117832311886e-06,
      "loss": 0.8327,
      "step": 154
    },
    {
      "epoch": 0.011936390589503677,
      "grad_norm": 0.8092503547668457,
      "learning_rate": 9.249663126440394e-06,
      "loss": 0.829,
      "step": 155
    },
    {
      "epoch": 0.012013399561048863,
      "grad_norm": 0.6432150602340698,
      "learning_rate": 8.861248305554624e-06,
      "loss": 0.6496,
      "step": 156
    },
    {
      "epoch": 0.012090408532594047,
      "grad_norm": 0.5999425649642944,
      "learning_rate": 8.47997955838829e-06,
      "loss": 0.5903,
      "step": 157
    },
    {
      "epoch": 0.012167417504139232,
      "grad_norm": 0.7111806869506836,
      "learning_rate": 8.10596112000994e-06,
      "loss": 0.7107,
      "step": 158
    },
    {
      "epoch": 0.012244426475684416,
      "grad_norm": 0.7115854620933533,
      "learning_rate": 7.739295243326067e-06,
      "loss": 0.7083,
      "step": 159
    },
    {
      "epoch": 0.012321435447229603,
      "grad_norm": 0.6803847551345825,
      "learning_rate": 7.380082171126228e-06,
      "loss": 0.7334,
      "step": 160
    },
    {
      "epoch": 0.012398444418774787,
      "grad_norm": 0.7553372979164124,
      "learning_rate": 7.028420108677635e-06,
      "loss": 0.7847,
      "step": 161
    },
    {
      "epoch": 0.012475453390319972,
      "grad_norm": 0.7494491934776306,
      "learning_rate": 6.684405196876842e-06,
      "loss": 0.8008,
      "step": 162
    },
    {
      "epoch": 0.012552462361865158,
      "grad_norm": 0.8308342695236206,
      "learning_rate": 6.3481314859657675e-06,
      "loss": 0.8929,
      "step": 163
    },
    {
      "epoch": 0.012629471333410342,
      "grad_norm": 0.7959633469581604,
      "learning_rate": 6.019690909819298e-06,
      "loss": 0.9435,
      "step": 164
    },
    {
      "epoch": 0.012706480304955527,
      "grad_norm": 0.7931632995605469,
      "learning_rate": 5.6991732608115e-06,
      "loss": 0.8936,
      "step": 165
    },
    {
      "epoch": 0.012783489276500712,
      "grad_norm": 0.8373035192489624,
      "learning_rate": 5.386666165267256e-06,
      "loss": 0.8984,
      "step": 166
    },
    {
      "epoch": 0.012860498248045898,
      "grad_norm": 0.8174297213554382,
      "learning_rate": 5.08225505950613e-06,
      "loss": 0.9191,
      "step": 167
    },
    {
      "epoch": 0.012937507219591082,
      "grad_norm": 0.8664717078208923,
      "learning_rate": 4.786023166484913e-06,
      "loss": 0.9423,
      "step": 168
    },
    {
      "epoch": 0.013014516191136267,
      "grad_norm": 0.8544601798057556,
      "learning_rate": 4.498051473045291e-06,
      "loss": 0.8387,
      "step": 169
    },
    {
      "epoch": 0.013091525162681453,
      "grad_norm": 0.8214935660362244,
      "learning_rate": 4.218418707772886e-06,
      "loss": 0.8581,
      "step": 170
    },
    {
      "epoch": 0.013168534134226638,
      "grad_norm": 0.8594068288803101,
      "learning_rate": 3.947201319473587e-06,
      "loss": 0.8652,
      "step": 171
    },
    {
      "epoch": 0.013245543105771822,
      "grad_norm": 0.883743405342102,
      "learning_rate": 3.684473456273278e-06,
      "loss": 0.9762,
      "step": 172
    },
    {
      "epoch": 0.013322552077317007,
      "grad_norm": 0.8632309436798096,
      "learning_rate": 3.4303069453464383e-06,
      "loss": 0.9785,
      "step": 173
    },
    {
      "epoch": 0.013399561048862193,
      "grad_norm": 0.9207712411880493,
      "learning_rate": 3.184771273279312e-06,
      "loss": 0.9446,
      "step": 174
    },
    {
      "epoch": 0.013476570020407377,
      "grad_norm": 1.1362985372543335,
      "learning_rate": 2.947933567072987e-06,
      "loss": 1.0367,
      "step": 175
    },
    {
      "epoch": 0.013553578991952562,
      "grad_norm": 1.0557373762130737,
      "learning_rate": 2.719858575791534e-06,
      "loss": 1.0773,
      "step": 176
    },
    {
      "epoch": 0.013630587963497748,
      "grad_norm": 1.030173420906067,
      "learning_rate": 2.500608652860256e-06,
      "loss": 1.0026,
      "step": 177
    },
    {
      "epoch": 0.013707596935042933,
      "grad_norm": 1.1021617650985718,
      "learning_rate": 2.2902437390188737e-06,
      "loss": 1.0793,
      "step": 178
    },
    {
      "epoch": 0.013784605906588117,
      "grad_norm": 1.0124552249908447,
      "learning_rate": 2.0888213459343587e-06,
      "loss": 1.1299,
      "step": 179
    },
    {
      "epoch": 0.013861614878133302,
      "grad_norm": 1.2554916143417358,
      "learning_rate": 1.8963965404777875e-06,
      "loss": 1.1183,
      "step": 180
    },
    {
      "epoch": 0.013938623849678488,
      "grad_norm": 1.148569107055664,
      "learning_rate": 1.7130219296696263e-06,
      "loss": 1.229,
      "step": 181
    },
    {
      "epoch": 0.014015632821223672,
      "grad_norm": 1.1936874389648438,
      "learning_rate": 1.5387476462974824e-06,
      "loss": 1.2108,
      "step": 182
    },
    {
      "epoch": 0.014092641792768857,
      "grad_norm": 1.2075494527816772,
      "learning_rate": 1.3736213352103147e-06,
      "loss": 1.2433,
      "step": 183
    },
    {
      "epoch": 0.014169650764314043,
      "grad_norm": 1.2774829864501953,
      "learning_rate": 1.2176881402928002e-06,
      "loss": 1.2738,
      "step": 184
    },
    {
      "epoch": 0.014246659735859228,
      "grad_norm": 1.2447525262832642,
      "learning_rate": 1.0709906921234367e-06,
      "loss": 1.1435,
      "step": 185
    },
    {
      "epoch": 0.014323668707404412,
      "grad_norm": 1.3485177755355835,
      "learning_rate": 9.33569096319799e-07,
      "loss": 1.1858,
      "step": 186
    },
    {
      "epoch": 0.014400677678949597,
      "grad_norm": 1.4245103597640991,
      "learning_rate": 8.054609225740255e-07,
      "loss": 1.1984,
      "step": 187
    },
    {
      "epoch": 0.014477686650494783,
      "grad_norm": 1.3392527103424072,
      "learning_rate": 6.867011943816724e-07,
      "loss": 1.1286,
      "step": 188
    },
    {
      "epoch": 0.014554695622039968,
      "grad_norm": 1.5184451341629028,
      "learning_rate": 5.77322379466617e-07,
      "loss": 1.1872,
      "step": 189
    },
    {
      "epoch": 0.014631704593585152,
      "grad_norm": 1.5353091955184937,
      "learning_rate": 4.773543809047186e-07,
      "loss": 1.2407,
      "step": 190
    },
    {
      "epoch": 0.014708713565130338,
      "grad_norm": 1.5289061069488525,
      "learning_rate": 3.868245289486027e-07,
      "loss": 1.149,
      "step": 191
    },
    {
      "epoch": 0.014785722536675523,
      "grad_norm": 1.5167860984802246,
      "learning_rate": 3.0575757355586817e-07,
      "loss": 1.0424,
      "step": 192
    },
    {
      "epoch": 0.014862731508220707,
      "grad_norm": 1.6470500230789185,
      "learning_rate": 2.3417567762266497e-07,
      "loss": 1.1479,
      "step": 193
    },
    {
      "epoch": 0.014939740479765892,
      "grad_norm": 1.915789246559143,
      "learning_rate": 1.7209841092460043e-07,
      "loss": 1.1813,
      "step": 194
    },
    {
      "epoch": 0.015016749451311078,
      "grad_norm": 1.8250898122787476,
      "learning_rate": 1.1954274476655534e-07,
      "loss": 1.2852,
      "step": 195
    },
    {
      "epoch": 0.015093758422856263,
      "grad_norm": 1.7232822179794312,
      "learning_rate": 7.652304734289127e-08,
      "loss": 1.012,
      "step": 196
    },
    {
      "epoch": 0.015170767394401447,
      "grad_norm": 1.8250606060028076,
      "learning_rate": 4.30510798093342e-08,
      "loss": 1.1473,
      "step": 197
    },
    {
      "epoch": 0.015247776365946633,
      "grad_norm": 2.0770554542541504,
      "learning_rate": 1.9135993067588284e-08,
      "loss": 1.09,
      "step": 198
    },
    {
      "epoch": 0.015324785337491818,
      "grad_norm": 2.2757625579833984,
      "learning_rate": 4.784325263584854e-09,
      "loss": 1.1364,
      "step": 199
    },
    {
      "epoch": 0.015401794309037002,
      "grad_norm": 2.7049641609191895,
      "learning_rate": 0.0,
      "loss": 0.8939,
      "step": 200
    },
    {
      "epoch": 0.015401794309037002,
      "eval_loss": 0.9832578301429749,
      "eval_runtime": 848.8014,
      "eval_samples_per_second": 25.767,
      "eval_steps_per_second": 6.442,
      "step": 200
    }
  ],
  "logging_steps": 1,
  "max_steps": 200,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 50,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 4,
        "early_stopping_threshold": 0.0
      },
      "attributes": {
        "early_stopping_patience_counter": 0
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 8.972467927882138e+16,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}