| { |
| "best_metric": 1.0244311094284058, |
| "best_model_checkpoint": "miner_id_24/checkpoint-200", |
| "epoch": 0.9174311926605505, |
| "eval_steps": 50, |
| "global_step": 200, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0045871559633027525, |
| "grad_norm": 0.49833643436431885, |
| "learning_rate": 7e-06, |
| "loss": 0.807, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0045871559633027525, |
| "eval_loss": 2.3292510509490967, |
| "eval_runtime": 45.9358, |
| "eval_samples_per_second": 8.011, |
| "eval_steps_per_second": 2.003, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.009174311926605505, |
| "grad_norm": 0.6507149338722229, |
| "learning_rate": 1.4e-05, |
| "loss": 0.641, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.013761467889908258, |
| "grad_norm": 0.6975809931755066, |
| "learning_rate": 2.1e-05, |
| "loss": 0.9011, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.01834862385321101, |
| "grad_norm": 0.6878502368927002, |
| "learning_rate": 2.8e-05, |
| "loss": 0.8032, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.022935779816513763, |
| "grad_norm": 0.7821314334869385, |
| "learning_rate": 3.5e-05, |
| "loss": 1.1381, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.027522935779816515, |
| "grad_norm": 0.7277276515960693, |
| "learning_rate": 4.2e-05, |
| "loss": 1.284, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.03211009174311927, |
| "grad_norm": 0.6843137741088867, |
| "learning_rate": 4.899999999999999e-05, |
| "loss": 0.9419, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.03669724770642202, |
| "grad_norm": 1.031137228012085, |
| "learning_rate": 5.6e-05, |
| "loss": 1.6844, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.04128440366972477, |
| "grad_norm": 0.8487009406089783, |
| "learning_rate": 6.3e-05, |
| "loss": 1.1762, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.045871559633027525, |
| "grad_norm": 0.9957331418991089, |
| "learning_rate": 7e-05, |
| "loss": 1.3461, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.05045871559633028, |
| "grad_norm": 1.659868836402893, |
| "learning_rate": 6.999521567473641e-05, |
| "loss": 2.3269, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.05504587155963303, |
| "grad_norm": 1.2042741775512695, |
| "learning_rate": 6.998086400693241e-05, |
| "loss": 1.6412, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.05963302752293578, |
| "grad_norm": 1.6243382692337036, |
| "learning_rate": 6.995694892019065e-05, |
| "loss": 2.3556, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.06422018348623854, |
| "grad_norm": 1.062347412109375, |
| "learning_rate": 6.99234769526571e-05, |
| "loss": 1.866, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.06880733944954129, |
| "grad_norm": 1.2081236839294434, |
| "learning_rate": 6.988045725523343e-05, |
| "loss": 1.8898, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.07339449541284404, |
| "grad_norm": 0.8812947273254395, |
| "learning_rate": 6.982790158907539e-05, |
| "loss": 1.3677, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.0779816513761468, |
| "grad_norm": 1.3329004049301147, |
| "learning_rate": 6.976582432237733e-05, |
| "loss": 1.658, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.08256880733944955, |
| "grad_norm": 1.0973591804504395, |
| "learning_rate": 6.969424242644413e-05, |
| "loss": 1.5882, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.0871559633027523, |
| "grad_norm": 1.7572340965270996, |
| "learning_rate": 6.961317547105138e-05, |
| "loss": 2.3178, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.09174311926605505, |
| "grad_norm": 1.5629191398620605, |
| "learning_rate": 6.952264561909527e-05, |
| "loss": 1.7402, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0963302752293578, |
| "grad_norm": 1.6806480884552002, |
| "learning_rate": 6.942267762053337e-05, |
| "loss": 2.3193, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.10091743119266056, |
| "grad_norm": 1.5269975662231445, |
| "learning_rate": 6.931329880561832e-05, |
| "loss": 2.0941, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.10550458715596331, |
| "grad_norm": 1.3742634057998657, |
| "learning_rate": 6.919453907742597e-05, |
| "loss": 1.6872, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.11009174311926606, |
| "grad_norm": 1.3710497617721558, |
| "learning_rate": 6.90664309036802e-05, |
| "loss": 1.393, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.11467889908256881, |
| "grad_norm": 2.0091099739074707, |
| "learning_rate": 6.892900930787656e-05, |
| "loss": 2.1291, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.11926605504587157, |
| "grad_norm": 1.4890321493148804, |
| "learning_rate": 6.87823118597072e-05, |
| "loss": 1.3584, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.12385321100917432, |
| "grad_norm": 1.2386367321014404, |
| "learning_rate": 6.862637866478969e-05, |
| "loss": 1.1674, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.12844036697247707, |
| "grad_norm": 1.6079109907150269, |
| "learning_rate": 6.846125235370252e-05, |
| "loss": 1.4351, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.13302752293577982, |
| "grad_norm": 1.8415675163269043, |
| "learning_rate": 6.828697807033038e-05, |
| "loss": 1.6123, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.13761467889908258, |
| "grad_norm": 3.3163325786590576, |
| "learning_rate": 6.81036034595222e-05, |
| "loss": 1.9666, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.14220183486238533, |
| "grad_norm": 4.610245704650879, |
| "learning_rate": 6.791117865406564e-05, |
| "loss": 0.8491, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.14678899082568808, |
| "grad_norm": 14.201761245727539, |
| "learning_rate": 6.770975626098112e-05, |
| "loss": 3.2001, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.15137614678899083, |
| "grad_norm": 1.0134778022766113, |
| "learning_rate": 6.749939134713974e-05, |
| "loss": 0.3213, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.1559633027522936, |
| "grad_norm": 0.6301798224449158, |
| "learning_rate": 6.728014142420846e-05, |
| "loss": 0.3489, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.16055045871559634, |
| "grad_norm": 0.46818333864212036, |
| "learning_rate": 6.7052066432927e-05, |
| "loss": 0.3935, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.1651376146788991, |
| "grad_norm": 0.5861008167266846, |
| "learning_rate": 6.681522872672069e-05, |
| "loss": 0.4802, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.16972477064220184, |
| "grad_norm": 0.48580387234687805, |
| "learning_rate": 6.656969305465356e-05, |
| "loss": 0.4296, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.1743119266055046, |
| "grad_norm": 0.5856439471244812, |
| "learning_rate": 6.631552654372672e-05, |
| "loss": 0.4968, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.17889908256880735, |
| "grad_norm": 0.7486690878868103, |
| "learning_rate": 6.60527986805264e-05, |
| "loss": 0.5139, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.1834862385321101, |
| "grad_norm": 0.7435596585273743, |
| "learning_rate": 6.578158129222711e-05, |
| "loss": 0.5843, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.18807339449541285, |
| "grad_norm": 0.7132233381271362, |
| "learning_rate": 6.550194852695469e-05, |
| "loss": 0.5865, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.1926605504587156, |
| "grad_norm": 0.704211413860321, |
| "learning_rate": 6.521397683351509e-05, |
| "loss": 0.552, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.19724770642201836, |
| "grad_norm": 0.7521695494651794, |
| "learning_rate": 6.491774494049386e-05, |
| "loss": 0.5715, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.2018348623853211, |
| "grad_norm": 0.7310079336166382, |
| "learning_rate": 6.461333383473272e-05, |
| "loss": 0.4648, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.20642201834862386, |
| "grad_norm": 0.7122281193733215, |
| "learning_rate": 6.430082673918849e-05, |
| "loss": 0.6058, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.21100917431192662, |
| "grad_norm": 0.6997905373573303, |
| "learning_rate": 6.398030909018069e-05, |
| "loss": 0.6519, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.21559633027522937, |
| "grad_norm": 0.5594250559806824, |
| "learning_rate": 6.365186851403423e-05, |
| "loss": 0.5973, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.22018348623853212, |
| "grad_norm": 0.6792940497398376, |
| "learning_rate": 6.331559480312315e-05, |
| "loss": 0.7091, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.22477064220183487, |
| "grad_norm": 0.7414394617080688, |
| "learning_rate": 6.297157989132236e-05, |
| "loss": 0.7226, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.22935779816513763, |
| "grad_norm": 0.9531289339065552, |
| "learning_rate": 6.261991782887377e-05, |
| "loss": 1.0729, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.22935779816513763, |
| "eval_loss": 1.3560712337493896, |
| "eval_runtime": 46.3892, |
| "eval_samples_per_second": 7.933, |
| "eval_steps_per_second": 1.983, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.23394495412844038, |
| "grad_norm": 0.345909982919693, |
| "learning_rate": 6.226070475667393e-05, |
| "loss": 0.3911, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.23853211009174313, |
| "grad_norm": 0.5090300440788269, |
| "learning_rate": 6.189403887999006e-05, |
| "loss": 0.6989, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.24311926605504589, |
| "grad_norm": 0.5250279903411865, |
| "learning_rate": 6.152002044161171e-05, |
| "loss": 0.7976, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.24770642201834864, |
| "grad_norm": 0.7491785883903503, |
| "learning_rate": 6.113875169444539e-05, |
| "loss": 1.1083, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.25229357798165136, |
| "grad_norm": 0.5399346351623535, |
| "learning_rate": 6.0750336873559605e-05, |
| "loss": 0.9882, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.25688073394495414, |
| "grad_norm": 0.4326949119567871, |
| "learning_rate": 6.035488216768811e-05, |
| "loss": 0.7588, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.26146788990825687, |
| "grad_norm": 0.416312038898468, |
| "learning_rate": 5.9952495690198894e-05, |
| "loss": 0.75, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.26605504587155965, |
| "grad_norm": 0.40221065282821655, |
| "learning_rate": 5.954328744953709e-05, |
| "loss": 0.7074, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.2706422018348624, |
| "grad_norm": 0.8106549978256226, |
| "learning_rate": 5.91273693191498e-05, |
| "loss": 1.3136, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.27522935779816515, |
| "grad_norm": 0.9473263025283813, |
| "learning_rate": 5.870485500690094e-05, |
| "loss": 1.7322, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.2798165137614679, |
| "grad_norm": 0.9460676312446594, |
| "learning_rate": 5.827586002398468e-05, |
| "loss": 1.9022, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.28440366972477066, |
| "grad_norm": 0.70338374376297, |
| "learning_rate": 5.784050165334589e-05, |
| "loss": 1.2522, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.2889908256880734, |
| "grad_norm": 1.1050503253936768, |
| "learning_rate": 5.739889891761608e-05, |
| "loss": 2.1127, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.29357798165137616, |
| "grad_norm": 0.6520777344703674, |
| "learning_rate": 5.6951172546573794e-05, |
| "loss": 1.0398, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.2981651376146789, |
| "grad_norm": 1.1503558158874512, |
| "learning_rate": 5.6497444944138376e-05, |
| "loss": 1.7517, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.30275229357798167, |
| "grad_norm": 0.825783371925354, |
| "learning_rate": 5.603784015490587e-05, |
| "loss": 1.3945, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.3073394495412844, |
| "grad_norm": 0.8459736108779907, |
| "learning_rate": 5.557248383023655e-05, |
| "loss": 1.33, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.3119266055045872, |
| "grad_norm": 0.9036993980407715, |
| "learning_rate": 5.510150319390302e-05, |
| "loss": 1.5361, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.3165137614678899, |
| "grad_norm": 0.9675030708312988, |
| "learning_rate": 5.4625027007308546e-05, |
| "loss": 1.5041, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.3211009174311927, |
| "grad_norm": 0.9823272228240967, |
| "learning_rate": 5.414318553428494e-05, |
| "loss": 1.5691, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.3256880733944954, |
| "grad_norm": 1.1038343906402588, |
| "learning_rate": 5.3656110505479776e-05, |
| "loss": 1.697, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.3302752293577982, |
| "grad_norm": 0.6958490610122681, |
| "learning_rate": 5.316393508234253e-05, |
| "loss": 1.2061, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.3348623853211009, |
| "grad_norm": 1.4847396612167358, |
| "learning_rate": 5.266679382071953e-05, |
| "loss": 2.2428, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.3394495412844037, |
| "grad_norm": 1.4356526136398315, |
| "learning_rate": 5.216482263406778e-05, |
| "loss": 1.779, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.3440366972477064, |
| "grad_norm": 1.033633828163147, |
| "learning_rate": 5.1658158756297576e-05, |
| "loss": 1.135, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.3486238532110092, |
| "grad_norm": 1.57551908493042, |
| "learning_rate": 5.114694070425407e-05, |
| "loss": 1.8831, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.3532110091743119, |
| "grad_norm": 1.2274465560913086, |
| "learning_rate": 5.063130823984823e-05, |
| "loss": 1.6887, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.3577981651376147, |
| "grad_norm": 0.9507126808166504, |
| "learning_rate": 5.011140233184724e-05, |
| "loss": 1.0165, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.3623853211009174, |
| "grad_norm": 1.925142765045166, |
| "learning_rate": 4.958736511733516e-05, |
| "loss": 1.7764, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.3669724770642202, |
| "grad_norm": 1.376211404800415, |
| "learning_rate": 4.905933986285393e-05, |
| "loss": 0.7723, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.37155963302752293, |
| "grad_norm": 3.6771233081817627, |
| "learning_rate": 4.8527470925235824e-05, |
| "loss": 2.0377, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.3761467889908257, |
| "grad_norm": 7.2026047706604, |
| "learning_rate": 4.799190371213772e-05, |
| "loss": 2.2808, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.38073394495412843, |
| "grad_norm": 0.9165059924125671, |
| "learning_rate": 4.745278464228808e-05, |
| "loss": 0.4744, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.3853211009174312, |
| "grad_norm": 0.29775771498680115, |
| "learning_rate": 4.69102611054575e-05, |
| "loss": 0.3034, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.38990825688073394, |
| "grad_norm": 0.32836291193962097, |
| "learning_rate": 4.6364481422163926e-05, |
| "loss": 0.2728, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.3944954128440367, |
| "grad_norm": 0.4095096290111542, |
| "learning_rate": 4.581559480312316e-05, |
| "loss": 0.394, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.39908256880733944, |
| "grad_norm": 0.3303810954093933, |
| "learning_rate": 4.526375130845627e-05, |
| "loss": 0.3227, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.4036697247706422, |
| "grad_norm": 0.42925941944122314, |
| "learning_rate": 4.4709101806664554e-05, |
| "loss": 0.3788, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.40825688073394495, |
| "grad_norm": 0.5746323466300964, |
| "learning_rate": 4.4151797933383685e-05, |
| "loss": 0.4702, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.41284403669724773, |
| "grad_norm": 0.5409223437309265, |
| "learning_rate": 4.359199204992797e-05, |
| "loss": 0.4646, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.41743119266055045, |
| "grad_norm": 0.7110985517501831, |
| "learning_rate": 4.30298372016363e-05, |
| "loss": 0.5536, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.42201834862385323, |
| "grad_norm": 0.8178134560585022, |
| "learning_rate": 4.246548707603114e-05, |
| "loss": 0.5511, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.42660550458715596, |
| "grad_norm": 0.7979579567909241, |
| "learning_rate": 4.1899095960801805e-05, |
| "loss": 0.481, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.43119266055045874, |
| "grad_norm": 0.6519118547439575, |
| "learning_rate": 4.133081870162385e-05, |
| "loss": 0.4747, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.43577981651376146, |
| "grad_norm": 0.656116247177124, |
| "learning_rate": 4.076081065982569e-05, |
| "loss": 0.5295, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.44036697247706424, |
| "grad_norm": 0.6046048998832703, |
| "learning_rate": 4.018922766991447e-05, |
| "loss": 0.5288, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.44495412844036697, |
| "grad_norm": 0.4861501455307007, |
| "learning_rate": 3.961622599697241e-05, |
| "loss": 0.5316, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.44954128440366975, |
| "grad_norm": 0.5655921697616577, |
| "learning_rate": 3.9041962293935516e-05, |
| "loss": 0.577, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.4541284403669725, |
| "grad_norm": 0.6533429026603699, |
| "learning_rate": 3.84665935587662e-05, |
| "loss": 0.6396, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.45871559633027525, |
| "grad_norm": 0.8280261158943176, |
| "learning_rate": 3.7890277091531636e-05, |
| "loss": 0.6484, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.45871559633027525, |
| "eval_loss": 1.1854740381240845, |
| "eval_runtime": 46.405, |
| "eval_samples_per_second": 7.93, |
| "eval_steps_per_second": 1.983, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.463302752293578, |
| "grad_norm": 0.5637644529342651, |
| "learning_rate": 3.7313170451399475e-05, |
| "loss": 0.5028, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.46788990825688076, |
| "grad_norm": 0.3364080786705017, |
| "learning_rate": 3.673543141356278e-05, |
| "loss": 0.3624, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.4724770642201835, |
| "grad_norm": 0.9518682956695557, |
| "learning_rate": 3.6157217926105783e-05, |
| "loss": 1.109, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.47706422018348627, |
| "grad_norm": 0.4300127327442169, |
| "learning_rate": 3.557868806682255e-05, |
| "loss": 0.7478, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.481651376146789, |
| "grad_norm": 0.44673407077789307, |
| "learning_rate": 3.5e-05, |
| "loss": 0.8563, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.48623853211009177, |
| "grad_norm": 0.39993467926979065, |
| "learning_rate": 3.442131193317745e-05, |
| "loss": 0.9624, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.4908256880733945, |
| "grad_norm": 0.5413728952407837, |
| "learning_rate": 3.384278207389421e-05, |
| "loss": 1.366, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.4954128440366973, |
| "grad_norm": 0.45970696210861206, |
| "learning_rate": 3.3264568586437216e-05, |
| "loss": 1.1409, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.42855167388916016, |
| "learning_rate": 3.268682954860052e-05, |
| "loss": 0.857, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.5045871559633027, |
| "grad_norm": 0.41451016068458557, |
| "learning_rate": 3.210972290846837e-05, |
| "loss": 0.8121, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.5091743119266054, |
| "grad_norm": 0.5906442403793335, |
| "learning_rate": 3.15334064412338e-05, |
| "loss": 1.1568, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.5137614678899083, |
| "grad_norm": 0.6219719052314758, |
| "learning_rate": 3.0958037706064485e-05, |
| "loss": 1.3115, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.518348623853211, |
| "grad_norm": 0.8493037819862366, |
| "learning_rate": 3.038377400302758e-05, |
| "loss": 1.8374, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.5229357798165137, |
| "grad_norm": 0.7503482699394226, |
| "learning_rate": 2.9810772330085524e-05, |
| "loss": 1.4677, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.5275229357798165, |
| "grad_norm": 0.7681631445884705, |
| "learning_rate": 2.9239189340174306e-05, |
| "loss": 1.253, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.5321100917431193, |
| "grad_norm": 0.5329070687294006, |
| "learning_rate": 2.8669181298376163e-05, |
| "loss": 0.9195, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.536697247706422, |
| "grad_norm": 0.7181645631790161, |
| "learning_rate": 2.8100904039198193e-05, |
| "loss": 1.2427, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.5412844036697247, |
| "grad_norm": 0.757908284664154, |
| "learning_rate": 2.7534512923968863e-05, |
| "loss": 1.301, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.5458715596330275, |
| "grad_norm": 1.233957052230835, |
| "learning_rate": 2.6970162798363695e-05, |
| "loss": 1.8796, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.5504587155963303, |
| "grad_norm": 0.6398693323135376, |
| "learning_rate": 2.640800795007203e-05, |
| "loss": 1.082, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.555045871559633, |
| "grad_norm": 0.7796288132667542, |
| "learning_rate": 2.5848202066616305e-05, |
| "loss": 1.1968, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.5596330275229358, |
| "grad_norm": 1.0905205011367798, |
| "learning_rate": 2.5290898193335446e-05, |
| "loss": 1.7275, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.5642201834862385, |
| "grad_norm": 0.7767217755317688, |
| "learning_rate": 2.4736248691543736e-05, |
| "loss": 1.2817, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.5688073394495413, |
| "grad_norm": 1.3124666213989258, |
| "learning_rate": 2.4184405196876842e-05, |
| "loss": 1.8415, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.573394495412844, |
| "grad_norm": 1.2257959842681885, |
| "learning_rate": 2.363551857783608e-05, |
| "loss": 1.887, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.5779816513761468, |
| "grad_norm": 0.5580861568450928, |
| "learning_rate": 2.308973889454249e-05, |
| "loss": 0.7304, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.5825688073394495, |
| "grad_norm": 0.8819497227668762, |
| "learning_rate": 2.2547215357711918e-05, |
| "loss": 1.0699, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.5871559633027523, |
| "grad_norm": 0.7812590003013611, |
| "learning_rate": 2.2008096287862266e-05, |
| "loss": 0.9994, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.591743119266055, |
| "grad_norm": 1.7828186750411987, |
| "learning_rate": 2.1472529074764177e-05, |
| "loss": 1.9421, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.5963302752293578, |
| "grad_norm": 1.155656337738037, |
| "learning_rate": 2.0940660137146074e-05, |
| "loss": 1.0078, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.6009174311926605, |
| "grad_norm": 0.4772319197654724, |
| "learning_rate": 2.041263488266484e-05, |
| "loss": 0.4258, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.6055045871559633, |
| "grad_norm": 6.820565700531006, |
| "learning_rate": 1.988859766815275e-05, |
| "loss": 1.5561, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.6100917431192661, |
| "grad_norm": 0.4746868908405304, |
| "learning_rate": 1.9368691760151773e-05, |
| "loss": 0.2937, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.6146788990825688, |
| "grad_norm": 0.22771921753883362, |
| "learning_rate": 1.885305929574593e-05, |
| "loss": 0.274, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.6192660550458715, |
| "grad_norm": 0.24563580751419067, |
| "learning_rate": 1.8341841243702424e-05, |
| "loss": 0.2296, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.6238532110091743, |
| "grad_norm": 0.22150126099586487, |
| "learning_rate": 1.7835177365932225e-05, |
| "loss": 0.2083, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.6284403669724771, |
| "grad_norm": 0.2506343722343445, |
| "learning_rate": 1.7333206179280478e-05, |
| "loss": 0.2468, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.6330275229357798, |
| "grad_norm": 0.2444177269935608, |
| "learning_rate": 1.6836064917657478e-05, |
| "loss": 0.2673, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.6376146788990825, |
| "grad_norm": 0.3030405044555664, |
| "learning_rate": 1.6343889494520224e-05, |
| "loss": 0.2909, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.6422018348623854, |
| "grad_norm": 0.3365459442138672, |
| "learning_rate": 1.5856814465715064e-05, |
| "loss": 0.2965, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.6467889908256881, |
| "grad_norm": 0.4083753526210785, |
| "learning_rate": 1.5374972992691458e-05, |
| "loss": 0.3268, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.6513761467889908, |
| "grad_norm": 0.46346718072891235, |
| "learning_rate": 1.4898496806096974e-05, |
| "loss": 0.4653, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.6559633027522935, |
| "grad_norm": 0.6282148361206055, |
| "learning_rate": 1.4427516169763444e-05, |
| "loss": 0.4743, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.6605504587155964, |
| "grad_norm": 0.5500268936157227, |
| "learning_rate": 1.396215984509412e-05, |
| "loss": 0.4445, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.6651376146788991, |
| "grad_norm": 0.6633113026618958, |
| "learning_rate": 1.3502555055861625e-05, |
| "loss": 0.5098, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.6697247706422018, |
| "grad_norm": 0.7310715317726135, |
| "learning_rate": 1.3048827453426203e-05, |
| "loss": 0.5914, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.6743119266055045, |
| "grad_norm": 0.5480342507362366, |
| "learning_rate": 1.2601101082383917e-05, |
| "loss": 0.5132, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.6788990825688074, |
| "grad_norm": 0.5951565504074097, |
| "learning_rate": 1.2159498346654094e-05, |
| "loss": 0.5396, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.6834862385321101, |
| "grad_norm": 0.569729745388031, |
| "learning_rate": 1.1724139976015306e-05, |
| "loss": 0.5875, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.6880733944954128, |
| "grad_norm": 1.1267772912979126, |
| "learning_rate": 1.1295144993099068e-05, |
| "loss": 0.9795, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.6880733944954128, |
| "eval_loss": 1.098617672920227, |
| "eval_runtime": 46.6831, |
| "eval_samples_per_second": 7.883, |
| "eval_steps_per_second": 1.971, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.6926605504587156, |
| "grad_norm": 0.25266119837760925, |
| "learning_rate": 1.0872630680850196e-05, |
| "loss": 0.2448, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.6972477064220184, |
| "grad_norm": 1.0401705503463745, |
| "learning_rate": 1.0456712550462898e-05, |
| "loss": 0.6712, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.7018348623853211, |
| "grad_norm": 1.412243366241455, |
| "learning_rate": 1.0047504309801104e-05, |
| "loss": 0.9353, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.7064220183486238, |
| "grad_norm": 1.0463356971740723, |
| "learning_rate": 9.645117832311886e-06, |
| "loss": 0.8936, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.7110091743119266, |
| "grad_norm": 0.71337890625, |
| "learning_rate": 9.249663126440394e-06, |
| "loss": 0.8154, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.7155963302752294, |
| "grad_norm": 0.6306727528572083, |
| "learning_rate": 8.861248305554624e-06, |
| "loss": 0.8809, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.7201834862385321, |
| "grad_norm": 0.41472408175468445, |
| "learning_rate": 8.47997955838829e-06, |
| "loss": 0.7315, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.7247706422018348, |
| "grad_norm": 0.36704427003860474, |
| "learning_rate": 8.10596112000994e-06, |
| "loss": 0.774, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.7293577981651376, |
| "grad_norm": 0.4091157913208008, |
| "learning_rate": 7.739295243326067e-06, |
| "loss": 0.7918, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.7339449541284404, |
| "grad_norm": 0.6719521284103394, |
| "learning_rate": 7.380082171126228e-06, |
| "loss": 1.3485, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.7385321100917431, |
| "grad_norm": 0.5017120838165283, |
| "learning_rate": 7.028420108677635e-06, |
| "loss": 0.9154, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.7431192660550459, |
| "grad_norm": 0.486363023519516, |
| "learning_rate": 6.684405196876842e-06, |
| "loss": 0.9844, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.7477064220183486, |
| "grad_norm": 0.7552022337913513, |
| "learning_rate": 6.3481314859657675e-06, |
| "loss": 1.5077, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.7522935779816514, |
| "grad_norm": 0.8576887845993042, |
| "learning_rate": 6.019690909819298e-06, |
| "loss": 1.6548, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.7568807339449541, |
| "grad_norm": 0.7335869073867798, |
| "learning_rate": 5.6991732608115e-06, |
| "loss": 1.3311, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.7614678899082569, |
| "grad_norm": 0.6855833530426025, |
| "learning_rate": 5.386666165267256e-06, |
| "loss": 1.1533, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.7660550458715596, |
| "grad_norm": 0.783596396446228, |
| "learning_rate": 5.08225505950613e-06, |
| "loss": 1.3821, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.7706422018348624, |
| "grad_norm": 0.786232590675354, |
| "learning_rate": 4.786023166484913e-06, |
| "loss": 1.3152, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.7752293577981652, |
| "grad_norm": 0.7880111336708069, |
| "learning_rate": 4.498051473045291e-06, |
| "loss": 1.2111, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.7798165137614679, |
| "grad_norm": 1.142796516418457, |
| "learning_rate": 4.218418707772886e-06, |
| "loss": 1.9497, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.7844036697247706, |
| "grad_norm": 1.2932250499725342, |
| "learning_rate": 3.947201319473587e-06, |
| "loss": 2.1166, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.7889908256880734, |
| "grad_norm": 0.9495479464530945, |
| "learning_rate": 3.684473456273278e-06, |
| "loss": 1.4289, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.7935779816513762, |
| "grad_norm": 0.7760089635848999, |
| "learning_rate": 3.4303069453464383e-06, |
| "loss": 1.1156, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.7981651376146789, |
| "grad_norm": 0.8274863958358765, |
| "learning_rate": 3.184771273279312e-06, |
| "loss": 1.1359, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.8027522935779816, |
| "grad_norm": 1.2148925065994263, |
| "learning_rate": 2.947933567072987e-06, |
| "loss": 1.3958, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.8073394495412844, |
| "grad_norm": 1.1217308044433594, |
| "learning_rate": 2.719858575791534e-06, |
| "loss": 1.396, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.8119266055045872, |
| "grad_norm": 1.7648030519485474, |
| "learning_rate": 2.500608652860256e-06, |
| "loss": 1.8513, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.8165137614678899, |
| "grad_norm": 0.9659059047698975, |
| "learning_rate": 2.2902437390188737e-06, |
| "loss": 0.8311, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.8211009174311926, |
| "grad_norm": 1.7232410907745361, |
| "learning_rate": 2.0888213459343587e-06, |
| "loss": 1.4919, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.8256880733944955, |
| "grad_norm": 0.7149699926376343, |
| "learning_rate": 1.8963965404777875e-06, |
| "loss": 0.5716, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.8302752293577982, |
| "grad_norm": 0.7769546508789062, |
| "learning_rate": 1.7130219296696263e-06, |
| "loss": 0.4329, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.8348623853211009, |
| "grad_norm": 0.6381710767745972, |
| "learning_rate": 1.5387476462974824e-06, |
| "loss": 0.3162, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.8394495412844036, |
| "grad_norm": 0.24431058764457703, |
| "learning_rate": 1.3736213352103147e-06, |
| "loss": 0.2424, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.8440366972477065, |
| "grad_norm": 0.23569247126579285, |
| "learning_rate": 1.2176881402928002e-06, |
| "loss": 0.306, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.8486238532110092, |
| "grad_norm": 0.2664673924446106, |
| "learning_rate": 1.0709906921234367e-06, |
| "loss": 0.2797, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.8532110091743119, |
| "grad_norm": 0.260985791683197, |
| "learning_rate": 9.33569096319799e-07, |
| "loss": 0.3456, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.8577981651376146, |
| "grad_norm": 0.2727581858634949, |
| "learning_rate": 8.054609225740255e-07, |
| "loss": 0.3022, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.8623853211009175, |
| "grad_norm": 0.32540619373321533, |
| "learning_rate": 6.867011943816724e-07, |
| "loss": 0.4055, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.8669724770642202, |
| "grad_norm": 0.2950837016105652, |
| "learning_rate": 5.77322379466617e-07, |
| "loss": 0.3435, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.8715596330275229, |
| "grad_norm": 0.33622702956199646, |
| "learning_rate": 4.773543809047186e-07, |
| "loss": 0.4303, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.8761467889908257, |
| "grad_norm": 0.40483543276786804, |
| "learning_rate": 3.868245289486027e-07, |
| "loss": 0.4479, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.8807339449541285, |
| "grad_norm": 0.44995763897895813, |
| "learning_rate": 3.0575757355586817e-07, |
| "loss": 0.3196, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.8853211009174312, |
| "grad_norm": 0.4479573369026184, |
| "learning_rate": 2.3417567762266497e-07, |
| "loss": 0.4392, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.8899082568807339, |
| "grad_norm": 0.5159280896186829, |
| "learning_rate": 1.7209841092460043e-07, |
| "loss": 0.418, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.8944954128440367, |
| "grad_norm": 0.5010720491409302, |
| "learning_rate": 1.1954274476655534e-07, |
| "loss": 0.3809, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.8990825688073395, |
| "grad_norm": 0.46474689245224, |
| "learning_rate": 7.652304734289127e-08, |
| "loss": 0.4694, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.9036697247706422, |
| "grad_norm": 0.39382827281951904, |
| "learning_rate": 4.30510798093342e-08, |
| "loss": 0.4701, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.908256880733945, |
| "grad_norm": 0.46890825033187866, |
| "learning_rate": 1.9135993067588284e-08, |
| "loss": 0.5158, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.9128440366972477, |
| "grad_norm": 0.5443425178527832, |
| "learning_rate": 4.784325263584854e-09, |
| "loss": 0.5842, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.9174311926605505, |
| "grad_norm": 0.8832656145095825, |
| "learning_rate": 0.0, |
| "loss": 0.7355, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.9174311926605505, |
| "eval_loss": 1.0244311094284058, |
| "eval_runtime": 46.4422, |
| "eval_samples_per_second": 7.924, |
| "eval_steps_per_second": 1.981, |
| "step": 200 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 200, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 50, |
| "stateful_callbacks": { |
| "EarlyStoppingCallback": { |
| "args": { |
| "early_stopping_patience": 4, |
| "early_stopping_threshold": 0.0 |
| }, |
| "attributes": { |
| "early_stopping_patience_counter": 0 |
| } |
| }, |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4.428736790475571e+17, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
