| { |
| "best_metric": 0.08435731381177902, |
| "best_model_checkpoint": "miner_id_24/checkpoint-200", |
| "epoch": 0.411522633744856, |
| "eval_steps": 50, |
| "global_step": 200, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.00205761316872428, |
| "grad_norm": 2.40505051612854, |
| "learning_rate": 7e-06, |
| "loss": 3.9248, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.00205761316872428, |
| "eval_loss": 1.5612297058105469, |
| "eval_runtime": 38.7459, |
| "eval_samples_per_second": 21.138, |
| "eval_steps_per_second": 5.291, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.00411522633744856, |
| "grad_norm": 3.6444056034088135, |
| "learning_rate": 1.4e-05, |
| "loss": 4.3553, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.006172839506172839, |
| "grad_norm": 4.6960368156433105, |
| "learning_rate": 2.1e-05, |
| "loss": 5.058, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.00823045267489712, |
| "grad_norm": 5.9922943115234375, |
| "learning_rate": 2.8e-05, |
| "loss": 5.1701, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.0102880658436214, |
| "grad_norm": 4.798070907592773, |
| "learning_rate": 3.5e-05, |
| "loss": 5.3173, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.012345679012345678, |
| "grad_norm": 5.446530818939209, |
| "learning_rate": 4.2e-05, |
| "loss": 4.8157, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.01440329218106996, |
| "grad_norm": 4.692366123199463, |
| "learning_rate": 4.899999999999999e-05, |
| "loss": 4.4251, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.01646090534979424, |
| "grad_norm": 3.962667942047119, |
| "learning_rate": 5.6e-05, |
| "loss": 4.1365, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.018518518518518517, |
| "grad_norm": 3.6138181686401367, |
| "learning_rate": 6.3e-05, |
| "loss": 3.507, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.0205761316872428, |
| "grad_norm": 3.06467604637146, |
| "learning_rate": 7e-05, |
| "loss": 3.1751, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.02263374485596708, |
| "grad_norm": 3.0617806911468506, |
| "learning_rate": 6.999521567473641e-05, |
| "loss": 2.6366, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.024691358024691357, |
| "grad_norm": 3.125230550765991, |
| "learning_rate": 6.998086400693241e-05, |
| "loss": 1.9493, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.026748971193415638, |
| "grad_norm": 2.617583751678467, |
| "learning_rate": 6.995694892019065e-05, |
| "loss": 2.1773, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.02880658436213992, |
| "grad_norm": 2.810847282409668, |
| "learning_rate": 6.99234769526571e-05, |
| "loss": 1.7846, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.030864197530864196, |
| "grad_norm": 2.3002936840057373, |
| "learning_rate": 6.988045725523343e-05, |
| "loss": 1.5039, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.03292181069958848, |
| "grad_norm": 2.374920606613159, |
| "learning_rate": 6.982790158907539e-05, |
| "loss": 1.7564, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.03497942386831276, |
| "grad_norm": 2.1841278076171875, |
| "learning_rate": 6.976582432237733e-05, |
| "loss": 1.3906, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.037037037037037035, |
| "grad_norm": 1.971739411354065, |
| "learning_rate": 6.969424242644413e-05, |
| "loss": 0.9276, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.03909465020576132, |
| "grad_norm": 1.8726739883422852, |
| "learning_rate": 6.961317547105138e-05, |
| "loss": 1.0064, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.0411522633744856, |
| "grad_norm": 1.9627259969711304, |
| "learning_rate": 6.952264561909527e-05, |
| "loss": 1.0283, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.043209876543209874, |
| "grad_norm": 1.958211064338684, |
| "learning_rate": 6.942267762053337e-05, |
| "loss": 0.8451, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.04526748971193416, |
| "grad_norm": 1.9346603155136108, |
| "learning_rate": 6.931329880561832e-05, |
| "loss": 0.8608, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.047325102880658436, |
| "grad_norm": 1.9274400472640991, |
| "learning_rate": 6.919453907742597e-05, |
| "loss": 0.8977, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.04938271604938271, |
| "grad_norm": 1.5571010112762451, |
| "learning_rate": 6.90664309036802e-05, |
| "loss": 0.7522, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.051440329218107, |
| "grad_norm": 1.8345186710357666, |
| "learning_rate": 6.892900930787656e-05, |
| "loss": 0.8573, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.053497942386831275, |
| "grad_norm": 2.217470645904541, |
| "learning_rate": 6.87823118597072e-05, |
| "loss": 1.1688, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.05555555555555555, |
| "grad_norm": 2.0658411979675293, |
| "learning_rate": 6.862637866478969e-05, |
| "loss": 1.2216, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.05761316872427984, |
| "grad_norm": 2.4393527507781982, |
| "learning_rate": 6.846125235370252e-05, |
| "loss": 1.6207, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.059670781893004114, |
| "grad_norm": 2.7012267112731934, |
| "learning_rate": 6.828697807033038e-05, |
| "loss": 1.263, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.06172839506172839, |
| "grad_norm": 2.90848445892334, |
| "learning_rate": 6.81036034595222e-05, |
| "loss": 1.7342, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.06378600823045268, |
| "grad_norm": 2.188056468963623, |
| "learning_rate": 6.791117865406564e-05, |
| "loss": 1.2297, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.06584362139917696, |
| "grad_norm": 2.465306520462036, |
| "learning_rate": 6.770975626098112e-05, |
| "loss": 1.2353, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.06790123456790123, |
| "grad_norm": 2.3670384883880615, |
| "learning_rate": 6.749939134713974e-05, |
| "loss": 1.2893, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.06995884773662552, |
| "grad_norm": 3.023275375366211, |
| "learning_rate": 6.728014142420846e-05, |
| "loss": 1.5351, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.0720164609053498, |
| "grad_norm": 2.6416513919830322, |
| "learning_rate": 6.7052066432927e-05, |
| "loss": 1.0203, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.07407407407407407, |
| "grad_norm": 2.6644809246063232, |
| "learning_rate": 6.681522872672069e-05, |
| "loss": 1.013, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.07613168724279835, |
| "grad_norm": 1.9997481107711792, |
| "learning_rate": 6.656969305465356e-05, |
| "loss": 0.8877, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.07818930041152264, |
| "grad_norm": 2.4777352809906006, |
| "learning_rate": 6.631552654372672e-05, |
| "loss": 0.8846, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.08024691358024691, |
| "grad_norm": 2.6934351921081543, |
| "learning_rate": 6.60527986805264e-05, |
| "loss": 0.926, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.0823045267489712, |
| "grad_norm": 3.536698341369629, |
| "learning_rate": 6.578158129222711e-05, |
| "loss": 0.6958, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.08436213991769548, |
| "grad_norm": 3.0982742309570312, |
| "learning_rate": 6.550194852695469e-05, |
| "loss": 0.6446, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.08641975308641975, |
| "grad_norm": 3.977778434753418, |
| "learning_rate": 6.521397683351509e-05, |
| "loss": 0.7436, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.08847736625514403, |
| "grad_norm": 3.3363654613494873, |
| "learning_rate": 6.491774494049386e-05, |
| "loss": 0.7582, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.09053497942386832, |
| "grad_norm": 3.820716142654419, |
| "learning_rate": 6.461333383473272e-05, |
| "loss": 0.7784, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.09259259259259259, |
| "grad_norm": 6.108582019805908, |
| "learning_rate": 6.430082673918849e-05, |
| "loss": 0.5698, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.09465020576131687, |
| "grad_norm": 5.08290958404541, |
| "learning_rate": 6.398030909018069e-05, |
| "loss": 0.6677, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.09670781893004116, |
| "grad_norm": 2.945241689682007, |
| "learning_rate": 6.365186851403423e-05, |
| "loss": 0.6415, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.09876543209876543, |
| "grad_norm": 2.914973020553589, |
| "learning_rate": 6.331559480312315e-05, |
| "loss": 0.6783, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.10082304526748971, |
| "grad_norm": 2.141970634460449, |
| "learning_rate": 6.297157989132236e-05, |
| "loss": 0.6053, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.102880658436214, |
| "grad_norm": 2.8987009525299072, |
| "learning_rate": 6.261991782887377e-05, |
| "loss": 0.5968, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.102880658436214, |
| "eval_loss": 0.3833325207233429, |
| "eval_runtime": 39.56, |
| "eval_samples_per_second": 20.703, |
| "eval_steps_per_second": 5.182, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.10493827160493827, |
| "grad_norm": 21.277009963989258, |
| "learning_rate": 6.226070475667393e-05, |
| "loss": 7.9373, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.10699588477366255, |
| "grad_norm": 12.284491539001465, |
| "learning_rate": 6.189403887999006e-05, |
| "loss": 5.3044, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.10905349794238683, |
| "grad_norm": 10.717970848083496, |
| "learning_rate": 6.152002044161171e-05, |
| "loss": 2.2028, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.1111111111111111, |
| "grad_norm": 6.60059118270874, |
| "learning_rate": 6.113875169444539e-05, |
| "loss": 1.7998, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.11316872427983539, |
| "grad_norm": 4.140441417694092, |
| "learning_rate": 6.0750336873559605e-05, |
| "loss": 1.008, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.11522633744855967, |
| "grad_norm": 2.533043622970581, |
| "learning_rate": 6.035488216768811e-05, |
| "loss": 0.7792, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.11728395061728394, |
| "grad_norm": 1.9595946073532104, |
| "learning_rate": 5.9952495690198894e-05, |
| "loss": 0.7045, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.11934156378600823, |
| "grad_norm": 1.5208021402359009, |
| "learning_rate": 5.954328744953709e-05, |
| "loss": 0.604, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.12139917695473251, |
| "grad_norm": 1.1410841941833496, |
| "learning_rate": 5.91273693191498e-05, |
| "loss": 0.4636, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.12345679012345678, |
| "grad_norm": 1.3440451622009277, |
| "learning_rate": 5.870485500690094e-05, |
| "loss": 0.5507, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.12551440329218108, |
| "grad_norm": 1.9705235958099365, |
| "learning_rate": 5.827586002398468e-05, |
| "loss": 0.6043, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.12757201646090535, |
| "grad_norm": 1.21955406665802, |
| "learning_rate": 5.784050165334589e-05, |
| "loss": 0.4929, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.12962962962962962, |
| "grad_norm": 1.155280351638794, |
| "learning_rate": 5.739889891761608e-05, |
| "loss": 0.4327, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.13168724279835392, |
| "grad_norm": 1.0522754192352295, |
| "learning_rate": 5.6951172546573794e-05, |
| "loss": 0.3859, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.1337448559670782, |
| "grad_norm": 0.9591506719589233, |
| "learning_rate": 5.6497444944138376e-05, |
| "loss": 0.4154, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.13580246913580246, |
| "grad_norm": 1.126166820526123, |
| "learning_rate": 5.603784015490587e-05, |
| "loss": 0.4482, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.13786008230452676, |
| "grad_norm": 1.1399197578430176, |
| "learning_rate": 5.557248383023655e-05, |
| "loss": 0.3882, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.13991769547325103, |
| "grad_norm": 1.0086866617202759, |
| "learning_rate": 5.510150319390302e-05, |
| "loss": 0.3451, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.1419753086419753, |
| "grad_norm": 1.1888667345046997, |
| "learning_rate": 5.4625027007308546e-05, |
| "loss": 0.4558, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.1440329218106996, |
| "grad_norm": 1.1290650367736816, |
| "learning_rate": 5.414318553428494e-05, |
| "loss": 0.4067, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.14609053497942387, |
| "grad_norm": 1.6422878503799438, |
| "learning_rate": 5.3656110505479776e-05, |
| "loss": 0.3683, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.14814814814814814, |
| "grad_norm": 1.2845423221588135, |
| "learning_rate": 5.316393508234253e-05, |
| "loss": 0.2984, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.15020576131687244, |
| "grad_norm": 1.0456984043121338, |
| "learning_rate": 5.266679382071953e-05, |
| "loss": 0.3511, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.1522633744855967, |
| "grad_norm": 0.9409389495849609, |
| "learning_rate": 5.216482263406778e-05, |
| "loss": 0.307, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.15432098765432098, |
| "grad_norm": 1.100905418395996, |
| "learning_rate": 5.1658158756297576e-05, |
| "loss": 0.4262, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.15637860082304528, |
| "grad_norm": 1.0456651449203491, |
| "learning_rate": 5.114694070425407e-05, |
| "loss": 0.4237, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.15843621399176955, |
| "grad_norm": 1.660601258277893, |
| "learning_rate": 5.063130823984823e-05, |
| "loss": 0.635, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.16049382716049382, |
| "grad_norm": 1.9623562097549438, |
| "learning_rate": 5.011140233184724e-05, |
| "loss": 0.6901, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.16255144032921812, |
| "grad_norm": 1.5435357093811035, |
| "learning_rate": 4.958736511733516e-05, |
| "loss": 0.5541, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.1646090534979424, |
| "grad_norm": 1.3062795400619507, |
| "learning_rate": 4.905933986285393e-05, |
| "loss": 0.4875, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.16666666666666666, |
| "grad_norm": 1.2251200675964355, |
| "learning_rate": 4.8527470925235824e-05, |
| "loss": 0.4161, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.16872427983539096, |
| "grad_norm": 1.052963137626648, |
| "learning_rate": 4.799190371213772e-05, |
| "loss": 0.3798, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.17078189300411523, |
| "grad_norm": 1.3962211608886719, |
| "learning_rate": 4.745278464228808e-05, |
| "loss": 0.4614, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.1728395061728395, |
| "grad_norm": 1.0526316165924072, |
| "learning_rate": 4.69102611054575e-05, |
| "loss": 0.3336, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.1748971193415638, |
| "grad_norm": 1.447713017463684, |
| "learning_rate": 4.6364481422163926e-05, |
| "loss": 0.3422, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.17695473251028807, |
| "grad_norm": 1.987180233001709, |
| "learning_rate": 4.581559480312316e-05, |
| "loss": 0.4365, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.17901234567901234, |
| "grad_norm": 2.7361459732055664, |
| "learning_rate": 4.526375130845627e-05, |
| "loss": 0.3779, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.18106995884773663, |
| "grad_norm": 2.2039506435394287, |
| "learning_rate": 4.4709101806664554e-05, |
| "loss": 0.3907, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.1831275720164609, |
| "grad_norm": 1.2355520725250244, |
| "learning_rate": 4.4151797933383685e-05, |
| "loss": 0.2849, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.18518518518518517, |
| "grad_norm": 2.4810612201690674, |
| "learning_rate": 4.359199204992797e-05, |
| "loss": 0.4476, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.18724279835390947, |
| "grad_norm": 2.8064424991607666, |
| "learning_rate": 4.30298372016363e-05, |
| "loss": 0.5126, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.18930041152263374, |
| "grad_norm": 1.7459629774093628, |
| "learning_rate": 4.246548707603114e-05, |
| "loss": 0.3313, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.19135802469135801, |
| "grad_norm": 1.216896414756775, |
| "learning_rate": 4.1899095960801805e-05, |
| "loss": 0.2666, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.1934156378600823, |
| "grad_norm": 1.6271848678588867, |
| "learning_rate": 4.133081870162385e-05, |
| "loss": 0.3523, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.19547325102880658, |
| "grad_norm": 2.0596134662628174, |
| "learning_rate": 4.076081065982569e-05, |
| "loss": 0.3127, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.19753086419753085, |
| "grad_norm": 1.5387978553771973, |
| "learning_rate": 4.018922766991447e-05, |
| "loss": 0.268, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.19958847736625515, |
| "grad_norm": 1.8610491752624512, |
| "learning_rate": 3.961622599697241e-05, |
| "loss": 0.2759, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.20164609053497942, |
| "grad_norm": 1.53598952293396, |
| "learning_rate": 3.9041962293935516e-05, |
| "loss": 0.2989, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.2037037037037037, |
| "grad_norm": 1.305046796798706, |
| "learning_rate": 3.84665935587662e-05, |
| "loss": 0.2431, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.205761316872428, |
| "grad_norm": 1.9852741956710815, |
| "learning_rate": 3.7890277091531636e-05, |
| "loss": 0.276, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.205761316872428, |
| "eval_loss": 0.152464359998703, |
| "eval_runtime": 39.5141, |
| "eval_samples_per_second": 20.727, |
| "eval_steps_per_second": 5.188, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.20781893004115226, |
| "grad_norm": 9.732612609863281, |
| "learning_rate": 3.7313170451399475e-05, |
| "loss": 5.94, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.20987654320987653, |
| "grad_norm": 7.152727127075195, |
| "learning_rate": 3.673543141356278e-05, |
| "loss": 4.8235, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.21193415637860083, |
| "grad_norm": 3.0337352752685547, |
| "learning_rate": 3.6157217926105783e-05, |
| "loss": 1.1214, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.2139917695473251, |
| "grad_norm": 1.9176677465438843, |
| "learning_rate": 3.557868806682255e-05, |
| "loss": 0.272, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.21604938271604937, |
| "grad_norm": 2.2685353755950928, |
| "learning_rate": 3.5e-05, |
| "loss": 0.3663, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.21810699588477367, |
| "grad_norm": 1.519342303276062, |
| "learning_rate": 3.442131193317745e-05, |
| "loss": 0.3112, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.22016460905349794, |
| "grad_norm": 0.9926411509513855, |
| "learning_rate": 3.384278207389421e-05, |
| "loss": 0.2402, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.2222222222222222, |
| "grad_norm": 1.0643844604492188, |
| "learning_rate": 3.3264568586437216e-05, |
| "loss": 0.2326, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.2242798353909465, |
| "grad_norm": 0.8407690525054932, |
| "learning_rate": 3.268682954860052e-05, |
| "loss": 0.2136, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.22633744855967078, |
| "grad_norm": 0.8577283024787903, |
| "learning_rate": 3.210972290846837e-05, |
| "loss": 0.1871, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.22839506172839505, |
| "grad_norm": 1.7892675399780273, |
| "learning_rate": 3.15334064412338e-05, |
| "loss": 0.188, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.23045267489711935, |
| "grad_norm": 0.8847255110740662, |
| "learning_rate": 3.0958037706064485e-05, |
| "loss": 0.193, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.23251028806584362, |
| "grad_norm": 1.0306147336959839, |
| "learning_rate": 3.038377400302758e-05, |
| "loss": 0.2513, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.2345679012345679, |
| "grad_norm": 0.6544989943504333, |
| "learning_rate": 2.9810772330085524e-05, |
| "loss": 0.1945, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.2366255144032922, |
| "grad_norm": 0.8435344099998474, |
| "learning_rate": 2.9239189340174306e-05, |
| "loss": 0.204, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.23868312757201646, |
| "grad_norm": 1.0050393342971802, |
| "learning_rate": 2.8669181298376163e-05, |
| "loss": 0.2684, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.24074074074074073, |
| "grad_norm": 0.6326953768730164, |
| "learning_rate": 2.8100904039198193e-05, |
| "loss": 0.1689, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.24279835390946503, |
| "grad_norm": 0.7853610515594482, |
| "learning_rate": 2.7534512923968863e-05, |
| "loss": 0.2216, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.2448559670781893, |
| "grad_norm": 0.8263642191886902, |
| "learning_rate": 2.6970162798363695e-05, |
| "loss": 0.2232, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.24691358024691357, |
| "grad_norm": 0.6244599223136902, |
| "learning_rate": 2.640800795007203e-05, |
| "loss": 0.192, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.24897119341563786, |
| "grad_norm": 0.8216736316680908, |
| "learning_rate": 2.5848202066616305e-05, |
| "loss": 0.2305, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.25102880658436216, |
| "grad_norm": 0.6881040334701538, |
| "learning_rate": 2.5290898193335446e-05, |
| "loss": 0.2121, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.25308641975308643, |
| "grad_norm": 0.827921986579895, |
| "learning_rate": 2.4736248691543736e-05, |
| "loss": 0.2547, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.2551440329218107, |
| "grad_norm": 0.9400197863578796, |
| "learning_rate": 2.4184405196876842e-05, |
| "loss": 0.2318, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.257201646090535, |
| "grad_norm": 0.6795105338096619, |
| "learning_rate": 2.363551857783608e-05, |
| "loss": 0.2406, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.25925925925925924, |
| "grad_norm": 2.1252379417419434, |
| "learning_rate": 2.308973889454249e-05, |
| "loss": 0.3203, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.2613168724279835, |
| "grad_norm": 1.1258506774902344, |
| "learning_rate": 2.2547215357711918e-05, |
| "loss": 0.3534, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.26337448559670784, |
| "grad_norm": 1.3953537940979004, |
| "learning_rate": 2.2008096287862266e-05, |
| "loss": 0.4097, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.2654320987654321, |
| "grad_norm": 1.212788701057434, |
| "learning_rate": 2.1472529074764177e-05, |
| "loss": 0.3639, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.2674897119341564, |
| "grad_norm": 1.1728676557540894, |
| "learning_rate": 2.0940660137146074e-05, |
| "loss": 0.341, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.26954732510288065, |
| "grad_norm": 0.803144633769989, |
| "learning_rate": 2.041263488266484e-05, |
| "loss": 0.2988, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.2716049382716049, |
| "grad_norm": 0.6751539707183838, |
| "learning_rate": 1.988859766815275e-05, |
| "loss": 0.2366, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.2736625514403292, |
| "grad_norm": 0.8555746078491211, |
| "learning_rate": 1.9368691760151773e-05, |
| "loss": 0.2926, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.2757201646090535, |
| "grad_norm": 0.8589037656784058, |
| "learning_rate": 1.885305929574593e-05, |
| "loss": 0.2916, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.2777777777777778, |
| "grad_norm": 0.6082589030265808, |
| "learning_rate": 1.8341841243702424e-05, |
| "loss": 0.2106, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.27983539094650206, |
| "grad_norm": 0.6331545114517212, |
| "learning_rate": 1.7835177365932225e-05, |
| "loss": 0.2495, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.28189300411522633, |
| "grad_norm": 0.5171271562576294, |
| "learning_rate": 1.7333206179280478e-05, |
| "loss": 0.2758, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.2839506172839506, |
| "grad_norm": 0.8147766590118408, |
| "learning_rate": 1.6836064917657478e-05, |
| "loss": 0.271, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.28600823045267487, |
| "grad_norm": 1.0176628828048706, |
| "learning_rate": 1.6343889494520224e-05, |
| "loss": 0.3135, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.2880658436213992, |
| "grad_norm": 0.7431393265724182, |
| "learning_rate": 1.5856814465715064e-05, |
| "loss": 0.2716, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.29012345679012347, |
| "grad_norm": 0.754808783531189, |
| "learning_rate": 1.5374972992691458e-05, |
| "loss": 0.2544, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.29218106995884774, |
| "grad_norm": 0.6303036212921143, |
| "learning_rate": 1.4898496806096974e-05, |
| "loss": 0.2799, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.294238683127572, |
| "grad_norm": 0.9089453220367432, |
| "learning_rate": 1.4427516169763444e-05, |
| "loss": 0.2799, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.2962962962962963, |
| "grad_norm": 0.5494822859764099, |
| "learning_rate": 1.396215984509412e-05, |
| "loss": 0.2383, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.29835390946502055, |
| "grad_norm": 0.660382866859436, |
| "learning_rate": 1.3502555055861625e-05, |
| "loss": 0.2474, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.3004115226337449, |
| "grad_norm": 0.7768141031265259, |
| "learning_rate": 1.3048827453426203e-05, |
| "loss": 0.2549, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.30246913580246915, |
| "grad_norm": 0.5717801451683044, |
| "learning_rate": 1.2601101082383917e-05, |
| "loss": 0.2717, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.3045267489711934, |
| "grad_norm": 0.9760973453521729, |
| "learning_rate": 1.2159498346654094e-05, |
| "loss": 0.2899, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.3065843621399177, |
| "grad_norm": 1.3243379592895508, |
| "learning_rate": 1.1724139976015306e-05, |
| "loss": 0.2842, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.30864197530864196, |
| "grad_norm": 1.0914552211761475, |
| "learning_rate": 1.1295144993099068e-05, |
| "loss": 0.2839, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.30864197530864196, |
| "eval_loss": 0.10152577608823776, |
| "eval_runtime": 39.5641, |
| "eval_samples_per_second": 20.701, |
| "eval_steps_per_second": 5.181, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.31069958847736623, |
| "grad_norm": 3.888775587081909, |
| "learning_rate": 1.0872630680850196e-05, |
| "loss": 4.2328, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.31275720164609055, |
| "grad_norm": 2.845417022705078, |
| "learning_rate": 1.0456712550462898e-05, |
| "loss": 3.0592, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.3148148148148148, |
| "grad_norm": 1.8984193801879883, |
| "learning_rate": 1.0047504309801104e-05, |
| "loss": 0.6065, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.3168724279835391, |
| "grad_norm": 2.3017823696136475, |
| "learning_rate": 9.645117832311886e-06, |
| "loss": 0.2853, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.31893004115226337, |
| "grad_norm": 2.0842347145080566, |
| "learning_rate": 9.249663126440394e-06, |
| "loss": 0.4337, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.32098765432098764, |
| "grad_norm": 1.6443119049072266, |
| "learning_rate": 8.861248305554624e-06, |
| "loss": 0.452, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.3230452674897119, |
| "grad_norm": 1.7902977466583252, |
| "learning_rate": 8.47997955838829e-06, |
| "loss": 0.2219, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.32510288065843623, |
| "grad_norm": 1.0637582540512085, |
| "learning_rate": 8.10596112000994e-06, |
| "loss": 0.3529, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.3271604938271605, |
| "grad_norm": 0.9733651280403137, |
| "learning_rate": 7.739295243326067e-06, |
| "loss": 0.1822, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.3292181069958848, |
| "grad_norm": 0.7608920931816101, |
| "learning_rate": 7.380082171126228e-06, |
| "loss": 0.1835, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.33127572016460904, |
| "grad_norm": 0.9582133889198303, |
| "learning_rate": 7.028420108677635e-06, |
| "loss": 0.1616, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.3333333333333333, |
| "grad_norm": 0.9447794556617737, |
| "learning_rate": 6.684405196876842e-06, |
| "loss": 0.1862, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.33539094650205764, |
| "grad_norm": 0.9112422466278076, |
| "learning_rate": 6.3481314859657675e-06, |
| "loss": 0.1666, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.3374485596707819, |
| "grad_norm": 1.3759140968322754, |
| "learning_rate": 6.019690909819298e-06, |
| "loss": 0.2062, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.3395061728395062, |
| "grad_norm": 0.7388842105865479, |
| "learning_rate": 5.6991732608115e-06, |
| "loss": 0.1564, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.34156378600823045, |
| "grad_norm": 1.1080299615859985, |
| "learning_rate": 5.386666165267256e-06, |
| "loss": 0.2003, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.3436213991769547, |
| "grad_norm": 0.9466500878334045, |
| "learning_rate": 5.08225505950613e-06, |
| "loss": 0.1756, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.345679012345679, |
| "grad_norm": 0.9410268664360046, |
| "learning_rate": 4.786023166484913e-06, |
| "loss": 0.1655, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.3477366255144033, |
| "grad_norm": 0.5751205086708069, |
| "learning_rate": 4.498051473045291e-06, |
| "loss": 0.1655, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.3497942386831276, |
| "grad_norm": 0.5930535793304443, |
| "learning_rate": 4.218418707772886e-06, |
| "loss": 0.1478, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.35185185185185186, |
| "grad_norm": 0.7659813165664673, |
| "learning_rate": 3.947201319473587e-06, |
| "loss": 0.1835, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.35390946502057613, |
| "grad_norm": 0.7050800919532776, |
| "learning_rate": 3.684473456273278e-06, |
| "loss": 0.1632, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.3559670781893004, |
| "grad_norm": 0.69914710521698, |
| "learning_rate": 3.4303069453464383e-06, |
| "loss": 0.1691, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.35802469135802467, |
| "grad_norm": 0.8259916305541992, |
| "learning_rate": 3.184771273279312e-06, |
| "loss": 0.1902, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.360082304526749, |
| "grad_norm": 0.6912418603897095, |
| "learning_rate": 2.947933567072987e-06, |
| "loss": 0.1863, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.36213991769547327, |
| "grad_norm": 0.9246346950531006, |
| "learning_rate": 2.719858575791534e-06, |
| "loss": 0.2081, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.36419753086419754, |
| "grad_norm": 0.675256073474884, |
| "learning_rate": 2.500608652860256e-06, |
| "loss": 0.1968, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.3662551440329218, |
| "grad_norm": 1.5386834144592285, |
| "learning_rate": 2.2902437390188737e-06, |
| "loss": 0.2381, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.3683127572016461, |
| "grad_norm": 0.8461277484893799, |
| "learning_rate": 2.0888213459343587e-06, |
| "loss": 0.2243, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.37037037037037035, |
| "grad_norm": 1.2089074850082397, |
| "learning_rate": 1.8963965404777875e-06, |
| "loss": 0.2486, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.3724279835390947, |
| "grad_norm": 1.4225157499313354, |
| "learning_rate": 1.7130219296696263e-06, |
| "loss": 0.2701, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.37448559670781895, |
| "grad_norm": 1.0102102756500244, |
| "learning_rate": 1.5387476462974824e-06, |
| "loss": 0.2469, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.3765432098765432, |
| "grad_norm": 0.776279866695404, |
| "learning_rate": 1.3736213352103147e-06, |
| "loss": 0.2401, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.3786008230452675, |
| "grad_norm": 1.1553481817245483, |
| "learning_rate": 1.2176881402928002e-06, |
| "loss": 0.2415, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.38065843621399176, |
| "grad_norm": 0.9208059906959534, |
| "learning_rate": 1.0709906921234367e-06, |
| "loss": 0.2683, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.38271604938271603, |
| "grad_norm": 0.7701072096824646, |
| "learning_rate": 9.33569096319799e-07, |
| "loss": 0.245, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.38477366255144035, |
| "grad_norm": 0.8537482023239136, |
| "learning_rate": 8.054609225740255e-07, |
| "loss": 0.2387, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.3868312757201646, |
| "grad_norm": 0.704522967338562, |
| "learning_rate": 6.867011943816724e-07, |
| "loss": 0.2218, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.3888888888888889, |
| "grad_norm": 0.7829247117042542, |
| "learning_rate": 5.77322379466617e-07, |
| "loss": 0.2349, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.39094650205761317, |
| "grad_norm": 1.1541264057159424, |
| "learning_rate": 4.773543809047186e-07, |
| "loss": 0.2457, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.39300411522633744, |
| "grad_norm": 0.9927783012390137, |
| "learning_rate": 3.868245289486027e-07, |
| "loss": 0.2445, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.3950617283950617, |
| "grad_norm": 0.9529933333396912, |
| "learning_rate": 3.0575757355586817e-07, |
| "loss": 0.2681, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.39711934156378603, |
| "grad_norm": 0.4455285668373108, |
| "learning_rate": 2.3417567762266497e-07, |
| "loss": 0.2151, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.3991769547325103, |
| "grad_norm": 0.7341137528419495, |
| "learning_rate": 1.7209841092460043e-07, |
| "loss": 0.2228, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.4012345679012346, |
| "grad_norm": 0.7123735547065735, |
| "learning_rate": 1.1954274476655534e-07, |
| "loss": 0.2463, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.40329218106995884, |
| "grad_norm": 0.6256051659584045, |
| "learning_rate": 7.652304734289127e-08, |
| "loss": 0.2243, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.4053497942386831, |
| "grad_norm": 0.7323691248893738, |
| "learning_rate": 4.30510798093342e-08, |
| "loss": 0.2444, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.4074074074074074, |
| "grad_norm": 1.1288176774978638, |
| "learning_rate": 1.9135993067588284e-08, |
| "loss": 0.2723, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.4094650205761317, |
| "grad_norm": 0.912492036819458, |
| "learning_rate": 4.784325263584854e-09, |
| "loss": 0.2482, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.411522633744856, |
| "grad_norm": 0.904318630695343, |
| "learning_rate": 0.0, |
| "loss": 0.2395, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.411522633744856, |
| "eval_loss": 0.08435731381177902, |
| "eval_runtime": 39.5889, |
| "eval_samples_per_second": 20.688, |
| "eval_steps_per_second": 5.178, |
| "step": 200 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 200, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 50, |
| "stateful_callbacks": { |
| "EarlyStoppingCallback": { |
| "args": { |
| "early_stopping_patience": 4, |
| "early_stopping_threshold": 0.0 |
| }, |
| "attributes": { |
| "early_stopping_patience_counter": 0 |
| } |
| }, |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.510781724131328e+17, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
