| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0004357298474946, |
| "eval_steps": 500, |
| "global_step": 574, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0017429193899782135, |
| "grad_norm": 0.6158298850059509, |
| "learning_rate": 2e-05, |
| "loss": 13.2165, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.003485838779956427, |
| "grad_norm": 0.6245508790016174, |
| "learning_rate": 4e-05, |
| "loss": 12.78, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.00522875816993464, |
| "grad_norm": 0.6068661212921143, |
| "learning_rate": 6e-05, |
| "loss": 12.9627, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.006971677559912854, |
| "grad_norm": 0.7556893229484558, |
| "learning_rate": 8e-05, |
| "loss": 12.5849, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.008714596949891068, |
| "grad_norm": 0.9619686603546143, |
| "learning_rate": 0.0001, |
| "loss": 12.759, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.01045751633986928, |
| "grad_norm": 1.2424684762954712, |
| "learning_rate": 9.999923789621597e-05, |
| "loss": 12.9, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.012200435729847494, |
| "grad_norm": 1.634145736694336, |
| "learning_rate": 9.999695160809596e-05, |
| "loss": 13.1499, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.013943355119825708, |
| "grad_norm": 1.9859766960144043, |
| "learning_rate": 9.999314120533557e-05, |
| "loss": 12.7814, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.01568627450980392, |
| "grad_norm": 2.207068920135498, |
| "learning_rate": 9.998780680409161e-05, |
| "loss": 11.7586, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.017429193899782137, |
| "grad_norm": 2.345550298690796, |
| "learning_rate": 9.998094856697883e-05, |
| "loss": 11.8078, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.01917211328976035, |
| "grad_norm": 3.4373486042022705, |
| "learning_rate": 9.997256670306479e-05, |
| "loss": 11.3877, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.02091503267973856, |
| "grad_norm": 3.628711223602295, |
| "learning_rate": 9.996266146786344e-05, |
| "loss": 10.8927, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.022657952069716776, |
| "grad_norm": 3.0676188468933105, |
| "learning_rate": 9.99512331633275e-05, |
| "loss": 10.8846, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.024400871459694988, |
| "grad_norm": 2.7230966091156006, |
| "learning_rate": 9.993828213783915e-05, |
| "loss": 10.6591, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.026143790849673203, |
| "grad_norm": 3.5522327423095703, |
| "learning_rate": 9.992380878619938e-05, |
| "loss": 11.0064, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.027886710239651415, |
| "grad_norm": 3.1329822540283203, |
| "learning_rate": 9.990781354961605e-05, |
| "loss": 10.156, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.02962962962962963, |
| "grad_norm": 2.490328788757324, |
| "learning_rate": 9.989029691569037e-05, |
| "loss": 9.7129, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.03137254901960784, |
| "grad_norm": 2.357733726501465, |
| "learning_rate": 9.987125941840204e-05, |
| "loss": 10.3977, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.033115468409586055, |
| "grad_norm": 2.3284122943878174, |
| "learning_rate": 9.985070163809305e-05, |
| "loss": 9.8478, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.034858387799564274, |
| "grad_norm": 2.3385725021362305, |
| "learning_rate": 9.982862420144985e-05, |
| "loss": 9.6358, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.036601307189542485, |
| "grad_norm": 1.8942724466323853, |
| "learning_rate": 9.980502778148437e-05, |
| "loss": 9.9016, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.0383442265795207, |
| "grad_norm": 2.210202693939209, |
| "learning_rate": 9.977991309751346e-05, |
| "loss": 9.7391, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.04008714596949891, |
| "grad_norm": 1.7446099519729614, |
| "learning_rate": 9.975328091513696e-05, |
| "loss": 10.0383, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.04183006535947712, |
| "grad_norm": 1.7494003772735596, |
| "learning_rate": 9.972513204621429e-05, |
| "loss": 9.6563, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.04357298474945534, |
| "grad_norm": 1.59136962890625, |
| "learning_rate": 9.96954673488399e-05, |
| "loss": 9.6376, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.04531590413943355, |
| "grad_norm": 1.7087982892990112, |
| "learning_rate": 9.966428772731688e-05, |
| "loss": 9.1243, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.047058823529411764, |
| "grad_norm": 1.673592209815979, |
| "learning_rate": 9.963159413212953e-05, |
| "loss": 9.4495, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.048801742919389976, |
| "grad_norm": 1.5657862424850464, |
| "learning_rate": 9.959738755991435e-05, |
| "loss": 9.5537, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.050544662309368195, |
| "grad_norm": 1.446624517440796, |
| "learning_rate": 9.95616690534297e-05, |
| "loss": 8.733, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.05228758169934641, |
| "grad_norm": 1.5286850929260254, |
| "learning_rate": 9.95244397015239e-05, |
| "loss": 8.8059, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.05403050108932462, |
| "grad_norm": 1.6234805583953857, |
| "learning_rate": 9.948570063910216e-05, |
| "loss": 8.7743, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.05577342047930283, |
| "grad_norm": 1.5004093647003174, |
| "learning_rate": 9.944545304709191e-05, |
| "loss": 8.7718, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.05751633986928104, |
| "grad_norm": 1.8447928428649902, |
| "learning_rate": 9.940369815240688e-05, |
| "loss": 8.7953, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.05925925925925926, |
| "grad_norm": 1.665925145149231, |
| "learning_rate": 9.936043722790956e-05, |
| "loss": 8.4996, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.06100217864923747, |
| "grad_norm": 2.4476370811462402, |
| "learning_rate": 9.931567159237251e-05, |
| "loss": 8.2559, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.06274509803921569, |
| "grad_norm": 1.7158671617507935, |
| "learning_rate": 9.92694026104382e-05, |
| "loss": 8.1353, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.0644880174291939, |
| "grad_norm": 2.119276523590088, |
| "learning_rate": 9.922163169257721e-05, |
| "loss": 8.6706, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.06623093681917211, |
| "grad_norm": 2.184993267059326, |
| "learning_rate": 9.917236029504547e-05, |
| "loss": 8.4756, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.06797385620915032, |
| "grad_norm": 2.250312089920044, |
| "learning_rate": 9.91215899198397e-05, |
| "loss": 7.8425, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.06971677559912855, |
| "grad_norm": 2.339944362640381, |
| "learning_rate": 9.906932211465173e-05, |
| "loss": 8.1978, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.07145969498910676, |
| "grad_norm": 2.22255802154541, |
| "learning_rate": 9.901555847282122e-05, |
| "loss": 7.4908, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.07320261437908497, |
| "grad_norm": 2.190056800842285, |
| "learning_rate": 9.896030063328717e-05, |
| "loss": 8.4106, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.07494553376906318, |
| "grad_norm": 2.3875746726989746, |
| "learning_rate": 9.890355028053793e-05, |
| "loss": 8.1042, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.0766884531590414, |
| "grad_norm": 2.2626776695251465, |
| "learning_rate": 9.884530914455984e-05, |
| "loss": 7.38, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.0784313725490196, |
| "grad_norm": 2.90751314163208, |
| "learning_rate": 9.87855790007845e-05, |
| "loss": 7.5586, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.08017429193899782, |
| "grad_norm": 2.6105775833129883, |
| "learning_rate": 9.872436167003467e-05, |
| "loss": 7.8514, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.08191721132897603, |
| "grad_norm": 2.965604305267334, |
| "learning_rate": 9.86616590184687e-05, |
| "loss": 7.1101, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.08366013071895424, |
| "grad_norm": 2.8931803703308105, |
| "learning_rate": 9.859747295752372e-05, |
| "loss": 7.7739, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.08540305010893247, |
| "grad_norm": 3.355397939682007, |
| "learning_rate": 9.853180544385736e-05, |
| "loss": 8.0234, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.08714596949891068, |
| "grad_norm": 4.1606292724609375, |
| "learning_rate": 9.8464658479288e-05, |
| "loss": 8.4085, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.08888888888888889, |
| "grad_norm": 4.537642002105713, |
| "learning_rate": 9.839603411073388e-05, |
| "loss": 7.8124, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.0906318082788671, |
| "grad_norm": 3.6303694248199463, |
| "learning_rate": 9.832593443015067e-05, |
| "loss": 7.2467, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.09237472766884532, |
| "grad_norm": 2.6730170249938965, |
| "learning_rate": 9.825436157446762e-05, |
| "loss": 8.0992, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.09411764705882353, |
| "grad_norm": 1.9828307628631592, |
| "learning_rate": 9.818131772552249e-05, |
| "loss": 7.385, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.09586056644880174, |
| "grad_norm": 1.7050368785858154, |
| "learning_rate": 9.810680510999504e-05, |
| "loss": 7.4899, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.09760348583877995, |
| "grad_norm": 2.1304142475128174, |
| "learning_rate": 9.80308259993391e-05, |
| "loss": 8.3856, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.09934640522875816, |
| "grad_norm": 2.171189069747925, |
| "learning_rate": 9.795338270971341e-05, |
| "loss": 7.5037, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.10108932461873639, |
| "grad_norm": 1.9037686586380005, |
| "learning_rate": 9.78744776019109e-05, |
| "loss": 7.4089, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.1028322440087146, |
| "grad_norm": 1.5761909484863281, |
| "learning_rate": 9.779411308128685e-05, |
| "loss": 7.507, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.10457516339869281, |
| "grad_norm": 1.6125203371047974, |
| "learning_rate": 9.771229159768547e-05, |
| "loss": 6.9208, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.10631808278867103, |
| "grad_norm": 1.8575252294540405, |
| "learning_rate": 9.762901564536522e-05, |
| "loss": 7.2879, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.10806100217864924, |
| "grad_norm": 1.8381884098052979, |
| "learning_rate": 9.754428776292287e-05, |
| "loss": 7.546, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.10980392156862745, |
| "grad_norm": 1.5687748193740845, |
| "learning_rate": 9.745811053321596e-05, |
| "loss": 7.1789, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.11154684095860566, |
| "grad_norm": 1.734289288520813, |
| "learning_rate": 9.737048658328427e-05, |
| "loss": 7.1747, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.11328976034858387, |
| "grad_norm": 1.8572449684143066, |
| "learning_rate": 9.728141858426952e-05, |
| "loss": 6.9627, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.11503267973856209, |
| "grad_norm": 1.816596508026123, |
| "learning_rate": 9.719090925133408e-05, |
| "loss": 7.4948, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.11677559912854031, |
| "grad_norm": 1.9843227863311768, |
| "learning_rate": 9.709896134357815e-05, |
| "loss": 7.282, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.11851851851851852, |
| "grad_norm": 1.6963810920715332, |
| "learning_rate": 9.700557766395566e-05, |
| "loss": 6.757, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.12026143790849673, |
| "grad_norm": 2.103762149810791, |
| "learning_rate": 9.691076105918885e-05, |
| "loss": 6.83, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.12200435729847495, |
| "grad_norm": 1.6644117832183838, |
| "learning_rate": 9.681451441968144e-05, |
| "loss": 6.9097, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.12374727668845316, |
| "grad_norm": 2.2518982887268066, |
| "learning_rate": 9.671684067943057e-05, |
| "loss": 6.5565, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.12549019607843137, |
| "grad_norm": 1.9176573753356934, |
| "learning_rate": 9.66177428159373e-05, |
| "loss": 6.3409, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.1272331154684096, |
| "grad_norm": 2.9997940063476562, |
| "learning_rate": 9.651722385011592e-05, |
| "loss": 7.3301, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.1289760348583878, |
| "grad_norm": 1.927817940711975, |
| "learning_rate": 9.641528684620178e-05, |
| "loss": 6.7444, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.13071895424836602, |
| "grad_norm": 2.941283941268921, |
| "learning_rate": 9.631193491165797e-05, |
| "loss": 6.7375, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.13246187363834422, |
| "grad_norm": 2.0440499782562256, |
| "learning_rate": 9.620717119708047e-05, |
| "loss": 6.2593, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.13420479302832244, |
| "grad_norm": 2.585775375366211, |
| "learning_rate": 9.610099889610223e-05, |
| "loss": 7.0414, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.13594771241830064, |
| "grad_norm": 2.524921178817749, |
| "learning_rate": 9.599342124529575e-05, |
| "loss": 6.6689, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.13769063180827887, |
| "grad_norm": 2.768930196762085, |
| "learning_rate": 9.588444152407441e-05, |
| "loss": 7.0204, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.1394335511982571, |
| "grad_norm": 2.33314847946167, |
| "learning_rate": 9.577406305459251e-05, |
| "loss": 6.5685, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.1411764705882353, |
| "grad_norm": 2.3114585876464844, |
| "learning_rate": 9.566228920164406e-05, |
| "loss": 6.4868, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.14291938997821352, |
| "grad_norm": 3.182647705078125, |
| "learning_rate": 9.554912337256007e-05, |
| "loss": 6.8026, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.14466230936819172, |
| "grad_norm": 3.128938913345337, |
| "learning_rate": 9.543456901710483e-05, |
| "loss": 6.7505, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.14640522875816994, |
| "grad_norm": 2.4824540615081787, |
| "learning_rate": 9.531862962737065e-05, |
| "loss": 6.9284, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.14814814814814814, |
| "grad_norm": 3.8796262741088867, |
| "learning_rate": 9.520130873767141e-05, |
| "loss": 6.3305, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.14989106753812637, |
| "grad_norm": 3.027245283126831, |
| "learning_rate": 9.508260992443491e-05, |
| "loss": 6.4731, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.15163398692810456, |
| "grad_norm": 3.0274035930633545, |
| "learning_rate": 9.49625368060937e-05, |
| "loss": 6.5764, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.1533769063180828, |
| "grad_norm": 3.6287505626678467, |
| "learning_rate": 9.484109304297493e-05, |
| "loss": 6.7021, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.15511982570806102, |
| "grad_norm": 3.2184479236602783, |
| "learning_rate": 9.471828233718862e-05, |
| "loss": 6.9716, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.1568627450980392, |
| "grad_norm": 3.7180967330932617, |
| "learning_rate": 9.459410843251494e-05, |
| "loss": 6.5295, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.15860566448801744, |
| "grad_norm": 3.2844398021698, |
| "learning_rate": 9.446857511428999e-05, |
| "loss": 6.7034, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.16034858387799564, |
| "grad_norm": 2.817380428314209, |
| "learning_rate": 9.434168620929045e-05, |
| "loss": 6.5006, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.16209150326797386, |
| "grad_norm": 2.6760520935058594, |
| "learning_rate": 9.421344558561688e-05, |
| "loss": 6.1821, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.16383442265795206, |
| "grad_norm": 3.8171274662017822, |
| "learning_rate": 9.408385715257589e-05, |
| "loss": 6.163, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.1655773420479303, |
| "grad_norm": 3.1886677742004395, |
| "learning_rate": 9.395292486056087e-05, |
| "loss": 6.6912, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.16732026143790849, |
| "grad_norm": 3.741964101791382, |
| "learning_rate": 9.382065270093164e-05, |
| "loss": 6.4306, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.1690631808278867, |
| "grad_norm": 3.4298031330108643, |
| "learning_rate": 9.368704470589271e-05, |
| "loss": 6.1829, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.17080610021786494, |
| "grad_norm": 4.670931339263916, |
| "learning_rate": 9.355210494837046e-05, |
| "loss": 6.248, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.17254901960784313, |
| "grad_norm": 5.248985767364502, |
| "learning_rate": 9.341583754188887e-05, |
| "loss": 6.8693, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.17429193899782136, |
| "grad_norm": 6.1399359703063965, |
| "learning_rate": 9.327824664044418e-05, |
| "loss": 7.4957, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.17603485838779956, |
| "grad_norm": 4.436333656311035, |
| "learning_rate": 9.313933643837825e-05, |
| "loss": 6.8875, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.17777777777777778, |
| "grad_norm": 3.8972339630126953, |
| "learning_rate": 9.299911117025071e-05, |
| "loss": 6.743, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.17952069716775598, |
| "grad_norm": 2.9377124309539795, |
| "learning_rate": 9.285757511070988e-05, |
| "loss": 7.4621, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.1812636165577342, |
| "grad_norm": 4.165389060974121, |
| "learning_rate": 9.271473257436239e-05, |
| "loss": 7.7563, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.1830065359477124, |
| "grad_norm": 2.9757657051086426, |
| "learning_rate": 9.257058791564174e-05, |
| "loss": 7.1465, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.18474945533769063, |
| "grad_norm": 1.6938395500183105, |
| "learning_rate": 9.242514552867555e-05, |
| "loss": 6.9904, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.18649237472766886, |
| "grad_norm": 2.4745097160339355, |
| "learning_rate": 9.227840984715154e-05, |
| "loss": 6.9228, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.18823529411764706, |
| "grad_norm": 2.1547858715057373, |
| "learning_rate": 9.213038534418244e-05, |
| "loss": 7.2495, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.18997821350762528, |
| "grad_norm": 1.9106367826461792, |
| "learning_rate": 9.198107653216961e-05, |
| "loss": 6.4882, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.19172113289760348, |
| "grad_norm": 2.465655565261841, |
| "learning_rate": 9.183048796266547e-05, |
| "loss": 6.3857, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.1934640522875817, |
| "grad_norm": 1.8584837913513184, |
| "learning_rate": 9.167862422623475e-05, |
| "loss": 6.5691, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.1952069716775599, |
| "grad_norm": 2.387545108795166, |
| "learning_rate": 9.15254899523146e-05, |
| "loss": 6.67, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.19694989106753813, |
| "grad_norm": 2.282320022583008, |
| "learning_rate": 9.13710898090734e-05, |
| "loss": 6.308, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.19869281045751633, |
| "grad_norm": 2.2023017406463623, |
| "learning_rate": 9.121542850326849e-05, |
| "loss": 6.8043, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.20043572984749455, |
| "grad_norm": 2.360322952270508, |
| "learning_rate": 9.105851078010266e-05, |
| "loss": 6.5446, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.20217864923747278, |
| "grad_norm": 2.0918686389923096, |
| "learning_rate": 9.090034142307955e-05, |
| "loss": 6.3559, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.20392156862745098, |
| "grad_norm": 2.4008851051330566, |
| "learning_rate": 9.074092525385777e-05, |
| "loss": 6.5768, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.2056644880174292, |
| "grad_norm": 2.7958297729492188, |
| "learning_rate": 9.058026713210397e-05, |
| "loss": 6.381, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.2074074074074074, |
| "grad_norm": 2.0112011432647705, |
| "learning_rate": 9.041837195534462e-05, |
| "loss": 6.3069, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.20915032679738563, |
| "grad_norm": 2.51285982131958, |
| "learning_rate": 9.025524465881683e-05, |
| "loss": 6.1612, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.21089324618736383, |
| "grad_norm": 2.0926644802093506, |
| "learning_rate": 9.009089021531778e-05, |
| "loss": 6.8539, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.21263616557734205, |
| "grad_norm": 2.5901362895965576, |
| "learning_rate": 8.99253136350532e-05, |
| "loss": 6.6751, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.21437908496732025, |
| "grad_norm": 2.451211452484131, |
| "learning_rate": 8.97585199654846e-05, |
| "loss": 6.4976, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.21612200435729848, |
| "grad_norm": 2.4457273483276367, |
| "learning_rate": 8.959051429117551e-05, |
| "loss": 6.479, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.2178649237472767, |
| "grad_norm": 2.1082019805908203, |
| "learning_rate": 8.942130173363627e-05, |
| "loss": 6.1699, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.2196078431372549, |
| "grad_norm": 2.3551406860351562, |
| "learning_rate": 8.925088745116816e-05, |
| "loss": 6.3931, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.22135076252723312, |
| "grad_norm": 2.5933122634887695, |
| "learning_rate": 8.907927663870593e-05, |
| "loss": 6.4131, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.22309368191721132, |
| "grad_norm": 2.589916944503784, |
| "learning_rate": 8.890647452765954e-05, |
| "loss": 6.0784, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.22483660130718955, |
| "grad_norm": 2.3914597034454346, |
| "learning_rate": 8.873248638575471e-05, |
| "loss": 5.9878, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.22657952069716775, |
| "grad_norm": 2.7471046447753906, |
| "learning_rate": 8.855731751687233e-05, |
| "loss": 6.3665, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.22832244008714597, |
| "grad_norm": 3.0270299911499023, |
| "learning_rate": 8.838097326088667e-05, |
| "loss": 6.5195, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.23006535947712417, |
| "grad_norm": 2.6412923336029053, |
| "learning_rate": 8.820345899350275e-05, |
| "loss": 6.2827, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.2318082788671024, |
| "grad_norm": 2.825366973876953, |
| "learning_rate": 8.802478012609234e-05, |
| "loss": 6.2036, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.23355119825708062, |
| "grad_norm": 2.7652394771575928, |
| "learning_rate": 8.78449421055291e-05, |
| "loss": 5.8052, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.23529411764705882, |
| "grad_norm": 2.718158483505249, |
| "learning_rate": 8.766395041402244e-05, |
| "loss": 6.5726, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.23703703703703705, |
| "grad_norm": 2.7716219425201416, |
| "learning_rate": 8.74818105689505e-05, |
| "loss": 6.2441, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.23877995642701524, |
| "grad_norm": 2.9765782356262207, |
| "learning_rate": 8.729852812269192e-05, |
| "loss": 6.2913, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.24052287581699347, |
| "grad_norm": 3.5550148487091064, |
| "learning_rate": 8.711410866245647e-05, |
| "loss": 6.0119, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.24226579520697167, |
| "grad_norm": 3.569737434387207, |
| "learning_rate": 8.692855781011493e-05, |
| "loss": 6.2118, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.2440087145969499, |
| "grad_norm": 3.7226216793060303, |
| "learning_rate": 8.674188122202756e-05, |
| "loss": 7.3339, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.2457516339869281, |
| "grad_norm": 3.0813937187194824, |
| "learning_rate": 8.655408458887171e-05, |
| "loss": 6.3654, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.24749455337690632, |
| "grad_norm": 3.1687822341918945, |
| "learning_rate": 8.63651736354684e-05, |
| "loss": 6.189, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.24923747276688454, |
| "grad_norm": 3.1596567630767822, |
| "learning_rate": 8.617515412060771e-05, |
| "loss": 5.9898, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.25098039215686274, |
| "grad_norm": 3.297518730163574, |
| "learning_rate": 8.598403183687328e-05, |
| "loss": 5.6006, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.25272331154684097, |
| "grad_norm": 3.707019090652466, |
| "learning_rate": 8.579181261046577e-05, |
| "loss": 6.0949, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.2544662309368192, |
| "grad_norm": 3.836596965789795, |
| "learning_rate": 8.559850230102513e-05, |
| "loss": 6.1047, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.25620915032679736, |
| "grad_norm": 3.8301777839660645, |
| "learning_rate": 8.540410680145212e-05, |
| "loss": 5.7873, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.2579520697167756, |
| "grad_norm": 5.243978977203369, |
| "learning_rate": 8.520863203772858e-05, |
| "loss": 6.5256, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.2596949891067538, |
| "grad_norm": 4.620015621185303, |
| "learning_rate": 8.501208396873677e-05, |
| "loss": 6.4997, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.26143790849673204, |
| "grad_norm": 6.88970422744751, |
| "learning_rate": 8.48144685860778e-05, |
| "loss": 7.3246, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.26318082788671027, |
| "grad_norm": 6.274868011474609, |
| "learning_rate": 8.461579191388889e-05, |
| "loss": 7.1103, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.26492374727668844, |
| "grad_norm": 5.459546089172363, |
| "learning_rate": 8.441606000865978e-05, |
| "loss": 6.8542, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.26666666666666666, |
| "grad_norm": 3.5497987270355225, |
| "learning_rate": 8.421527895904811e-05, |
| "loss": 6.9546, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.2684095860566449, |
| "grad_norm": 2.808424472808838, |
| "learning_rate": 8.401345488569379e-05, |
| "loss": 6.7833, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.2701525054466231, |
| "grad_norm": 2.4737677574157715, |
| "learning_rate": 8.381059394103244e-05, |
| "loss": 6.567, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.2718954248366013, |
| "grad_norm": 2.0520262718200684, |
| "learning_rate": 8.360670230910776e-05, |
| "loss": 6.9172, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.2736383442265795, |
| "grad_norm": 2.0433156490325928, |
| "learning_rate": 8.340178620538314e-05, |
| "loss": 6.5108, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.27538126361655774, |
| "grad_norm": 2.2286150455474854, |
| "learning_rate": 8.31958518765521e-05, |
| "loss": 6.8395, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.27712418300653596, |
| "grad_norm": 2.2106385231018066, |
| "learning_rate": 8.298890560034791e-05, |
| "loss": 6.8538, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.2788671023965142, |
| "grad_norm": 2.1926679611206055, |
| "learning_rate": 8.278095368535214e-05, |
| "loss": 7.1738, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.28061002178649236, |
| "grad_norm": 2.366992950439453, |
| "learning_rate": 8.257200247080247e-05, |
| "loss": 6.3704, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.2823529411764706, |
| "grad_norm": 2.4190514087677, |
| "learning_rate": 8.236205832639936e-05, |
| "loss": 6.0434, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.2840958605664488, |
| "grad_norm": 2.115903854370117, |
| "learning_rate": 8.215112765211184e-05, |
| "loss": 6.699, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.28583877995642704, |
| "grad_norm": 2.383059501647949, |
| "learning_rate": 8.193921687798256e-05, |
| "loss": 6.4662, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.2875816993464052, |
| "grad_norm": 2.474604845046997, |
| "learning_rate": 8.17263324639316e-05, |
| "loss": 6.8769, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.28932461873638343, |
| "grad_norm": 2.1580827236175537, |
| "learning_rate": 8.151248089955969e-05, |
| "loss": 6.314, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.29106753812636166, |
| "grad_norm": 2.4981279373168945, |
| "learning_rate": 8.129766870395026e-05, |
| "loss": 6.4012, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.2928104575163399, |
| "grad_norm": 2.1992318630218506, |
| "learning_rate": 8.108190242547082e-05, |
| "loss": 6.161, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.2945533769063181, |
| "grad_norm": 2.2215545177459717, |
| "learning_rate": 8.086518864157325e-05, |
| "loss": 6.3668, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.2962962962962963, |
| "grad_norm": 2.2392923831939697, |
| "learning_rate": 8.064753395859333e-05, |
| "loss": 6.581, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.2980392156862745, |
| "grad_norm": 2.476602554321289, |
| "learning_rate": 8.042894501154937e-05, |
| "loss": 5.9644, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.29978213507625273, |
| "grad_norm": 2.22860050201416, |
| "learning_rate": 8.020942846393992e-05, |
| "loss": 6.3358, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.30152505446623096, |
| "grad_norm": 2.298203229904175, |
| "learning_rate": 7.998899100754064e-05, |
| "loss": 6.0325, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.3032679738562091, |
| "grad_norm": 2.30509352684021, |
| "learning_rate": 7.97676393622003e-05, |
| "loss": 5.9961, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.30501089324618735, |
| "grad_norm": 2.4726057052612305, |
| "learning_rate": 7.954538027563601e-05, |
| "loss": 6.5605, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.3067538126361656, |
| "grad_norm": 2.363779067993164, |
| "learning_rate": 7.932222052322736e-05, |
| "loss": 6.3339, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.3084967320261438, |
| "grad_norm": 2.559394359588623, |
| "learning_rate": 7.909816690781005e-05, |
| "loss": 6.6803, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.31023965141612203, |
| "grad_norm": 2.3963475227355957, |
| "learning_rate": 7.887322625946836e-05, |
| "loss": 5.8182, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.3119825708061002, |
| "grad_norm": 2.6471054553985596, |
| "learning_rate": 7.864740543532711e-05, |
| "loss": 5.7652, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.3137254901960784, |
| "grad_norm": 2.8810901641845703, |
| "learning_rate": 7.842071131934246e-05, |
| "loss": 7.3207, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.31546840958605665, |
| "grad_norm": 2.994452476501465, |
| "learning_rate": 7.819315082209216e-05, |
| "loss": 5.8597, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.3172113289760349, |
| "grad_norm": 3.1921181678771973, |
| "learning_rate": 7.796473088056487e-05, |
| "loss": 6.3196, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.31895424836601305, |
| "grad_norm": 3.0913636684417725, |
| "learning_rate": 7.77354584579486e-05, |
| "loss": 6.1143, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.3206971677559913, |
| "grad_norm": 3.175823211669922, |
| "learning_rate": 7.750534054341866e-05, |
| "loss": 6.0422, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.3224400871459695, |
| "grad_norm": 2.955841302871704, |
| "learning_rate": 7.727438415192433e-05, |
| "loss": 6.644, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.3241830065359477, |
| "grad_norm": 3.8325321674346924, |
| "learning_rate": 7.704259632397526e-05, |
| "loss": 6.6358, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.32592592592592595, |
| "grad_norm": 3.245007038116455, |
| "learning_rate": 7.680998412542663e-05, |
| "loss": 5.8972, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.3276688453159041, |
| "grad_norm": 3.280700445175171, |
| "learning_rate": 7.657655464726394e-05, |
| "loss": 6.0551, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.32941176470588235, |
| "grad_norm": 3.750653028488159, |
| "learning_rate": 7.63423150053867e-05, |
| "loss": 5.9885, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.3311546840958606, |
| "grad_norm": 3.5018813610076904, |
| "learning_rate": 7.610727234039167e-05, |
| "loss": 5.8394, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.3328976034858388, |
| "grad_norm": 3.967571258544922, |
| "learning_rate": 7.587143381735497e-05, |
| "loss": 6.2976, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.33464052287581697, |
| "grad_norm": 3.630221128463745, |
| "learning_rate": 7.563480662561387e-05, |
| "loss": 6.2507, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.3363834422657952, |
| "grad_norm": 3.87675404548645, |
| "learning_rate": 7.539739797854745e-05, |
| "loss": 5.8136, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.3381263616557734, |
| "grad_norm": 4.097906112670898, |
| "learning_rate": 7.515921511335689e-05, |
| "loss": 6.8448, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.33986928104575165, |
| "grad_norm": 4.295271396636963, |
| "learning_rate": 7.492026529084468e-05, |
| "loss": 6.0715, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.3416122004357299, |
| "grad_norm": 3.762012243270874, |
| "learning_rate": 7.468055579519338e-05, |
| "loss": 5.7717, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.34335511982570804, |
| "grad_norm": 5.1401047706604, |
| "learning_rate": 7.444009393374355e-05, |
| "loss": 5.8243, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.34509803921568627, |
| "grad_norm": 5.339993953704834, |
| "learning_rate": 7.419888703677096e-05, |
| "loss": 6.3719, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.3468409586056645, |
| "grad_norm": 5.122740745544434, |
| "learning_rate": 7.395694245726317e-05, |
| "loss": 6.3073, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.3485838779956427, |
| "grad_norm": 6.399250030517578, |
| "learning_rate": 7.371426757069537e-05, |
| "loss": 6.8986, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.3503267973856209, |
| "grad_norm": 4.398697376251221, |
| "learning_rate": 7.347086977480552e-05, |
| "loss": 6.4013, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.3520697167755991, |
| "grad_norm": 3.972055673599243, |
| "learning_rate": 7.322675648936886e-05, |
| "loss": 6.6859, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.35381263616557734, |
| "grad_norm": 3.3945796489715576, |
| "learning_rate": 7.298193515597177e-05, |
| "loss": 6.7833, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.35555555555555557, |
| "grad_norm": 2.5457451343536377, |
| "learning_rate": 7.273641323778481e-05, |
| "loss": 6.6659, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.3572984749455338, |
| "grad_norm": 3.1627116203308105, |
| "learning_rate": 7.249019821933529e-05, |
| "loss": 6.6782, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.35904139433551197, |
| "grad_norm": 2.8032400608062744, |
| "learning_rate": 7.224329760627912e-05, |
| "loss": 6.9691, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.3607843137254902, |
| "grad_norm": 2.2774274349212646, |
| "learning_rate": 7.199571892517193e-05, |
| "loss": 6.7461, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.3625272331154684, |
| "grad_norm": 3.3363685607910156, |
| "learning_rate": 7.174746972323976e-05, |
| "loss": 6.9192, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.36427015250544664, |
| "grad_norm": 2.684283971786499, |
| "learning_rate": 7.14985575681488e-05, |
| "loss": 6.3861, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.3660130718954248, |
| "grad_norm": 2.1813414096832275, |
| "learning_rate": 7.124899004777489e-05, |
| "loss": 6.5334, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.36775599128540304, |
| "grad_norm": 2.80194354057312, |
| "learning_rate": 7.09987747699721e-05, |
| "loss": 6.4025, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.36949891067538126, |
| "grad_norm": 2.7210757732391357, |
| "learning_rate": 7.074791936234082e-05, |
| "loss": 6.2936, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.3712418300653595, |
| "grad_norm": 2.440540075302124, |
| "learning_rate": 7.049643147199526e-05, |
| "loss": 6.2764, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.3729847494553377, |
| "grad_norm": 2.6173183917999268, |
| "learning_rate": 7.024431876533035e-05, |
| "loss": 6.6894, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.3747276688453159, |
| "grad_norm": 3.069770097732544, |
| "learning_rate": 6.9991588927788e-05, |
| "loss": 6.1187, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.3764705882352941, |
| "grad_norm": 2.51611328125, |
| "learning_rate": 6.973824966362281e-05, |
| "loss": 5.9163, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.37821350762527234, |
| "grad_norm": 2.40824031829834, |
| "learning_rate": 6.948430869566728e-05, |
| "loss": 6.1761, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.37995642701525056, |
| "grad_norm": 3.1690869331359863, |
| "learning_rate": 6.922977376509629e-05, |
| "loss": 6.5577, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.38169934640522873, |
| "grad_norm": 2.3701491355895996, |
| "learning_rate": 6.897465263119123e-05, |
| "loss": 5.8704, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.38344226579520696, |
| "grad_norm": 2.478231906890869, |
| "learning_rate": 6.871895307110332e-05, |
| "loss": 6.7826, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.3851851851851852, |
| "grad_norm": 3.0986053943634033, |
| "learning_rate": 6.846268287961667e-05, |
| "loss": 6.2127, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.3869281045751634, |
| "grad_norm": 2.3514440059661865, |
| "learning_rate": 6.820584986891057e-05, |
| "loss": 6.5619, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.38867102396514164, |
| "grad_norm": 2.8054189682006836, |
| "learning_rate": 6.794846186832143e-05, |
| "loss": 6.6309, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.3904139433551198, |
| "grad_norm": 3.1144003868103027, |
| "learning_rate": 6.769052672410399e-05, |
| "loss": 7.0096, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.39215686274509803, |
| "grad_norm": 2.5350921154022217, |
| "learning_rate": 6.743205229919224e-05, |
| "loss": 6.3376, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.39389978213507626, |
| "grad_norm": 2.513195514678955, |
| "learning_rate": 6.717304647295964e-05, |
| "loss": 5.909, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.3956427015250545, |
| "grad_norm": 2.6811728477478027, |
| "learning_rate": 6.691351714097905e-05, |
| "loss": 5.9878, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.39738562091503266, |
| "grad_norm": 2.875075578689575, |
| "learning_rate": 6.665347221478187e-05, |
| "loss": 5.9853, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.3991285403050109, |
| "grad_norm": 2.8941619396209717, |
| "learning_rate": 6.639291962161703e-05, |
| "loss": 5.8869, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.4008714596949891, |
| "grad_norm": 3.371659755706787, |
| "learning_rate": 6.613186730420917e-05, |
| "loss": 6.2877, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.40261437908496733, |
| "grad_norm": 3.0048294067382812, |
| "learning_rate": 6.587032322051667e-05, |
| "loss": 6.4558, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.40435729847494556, |
| "grad_norm": 2.8262717723846436, |
| "learning_rate": 6.560829534348898e-05, |
| "loss": 6.1141, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.40610021786492373, |
| "grad_norm": 3.4589362144470215, |
| "learning_rate": 6.534579166082354e-05, |
| "loss": 6.1131, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.40784313725490196, |
| "grad_norm": 3.2716927528381348, |
| "learning_rate": 6.508282017472235e-05, |
| "loss": 6.1385, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.4095860566448802, |
| "grad_norm": 3.2407166957855225, |
| "learning_rate": 6.4819388901648e-05, |
| "loss": 6.3144, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.4113289760348584, |
| "grad_norm": 3.4590988159179688, |
| "learning_rate": 6.45555058720793e-05, |
| "loss": 5.766, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.4130718954248366, |
| "grad_norm": 3.572154998779297, |
| "learning_rate": 6.429117913026647e-05, |
| "loss": 5.8502, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.4148148148148148, |
| "grad_norm": 3.4333770275115967, |
| "learning_rate": 6.402641673398589e-05, |
| "loss": 6.0432, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.41655773420479303, |
| "grad_norm": 3.314162015914917, |
| "learning_rate": 6.376122675429453e-05, |
| "loss": 6.2134, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.41830065359477125, |
| "grad_norm": 4.336117267608643, |
| "learning_rate": 6.349561727528388e-05, |
| "loss": 6.2444, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.4200435729847495, |
| "grad_norm": 3.457911252975464, |
| "learning_rate": 6.32295963938335e-05, |
| "loss": 6.2374, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.42178649237472765, |
| "grad_norm": 3.6834158897399902, |
| "learning_rate": 6.29631722193642e-05, |
| "loss": 6.1026, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.4235294117647059, |
| "grad_norm": 3.538865804672241, |
| "learning_rate": 6.269635287359086e-05, |
| "loss": 5.9146, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.4252723311546841, |
| "grad_norm": 4.001156330108643, |
| "learning_rate": 6.242914649027475e-05, |
| "loss": 6.1225, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.42701525054466233, |
| "grad_norm": 4.03039026260376, |
| "learning_rate": 6.216156121497578e-05, |
| "loss": 6.2632, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.4287581699346405, |
| "grad_norm": 4.1209492683410645, |
| "learning_rate": 6.189360520480394e-05, |
| "loss": 5.8152, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.4305010893246187, |
| "grad_norm": 4.377655029296875, |
| "learning_rate": 6.16252866281708e-05, |
| "loss": 6.1381, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.43224400871459695, |
| "grad_norm": 4.61279296875, |
| "learning_rate": 6.135661366454045e-05, |
| "loss": 6.0152, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.4339869281045752, |
| "grad_norm": 5.421746730804443, |
| "learning_rate": 6.108759450418023e-05, |
| "loss": 6.2479, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.4357298474945534, |
| "grad_norm": 7.20197057723999, |
| "learning_rate": 6.0818237347910903e-05, |
| "loss": 6.5961, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.43747276688453157, |
| "grad_norm": 5.171140670776367, |
| "learning_rate": 6.0548550406856794e-05, |
| "loss": 7.0138, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.4392156862745098, |
| "grad_norm": 4.531250953674316, |
| "learning_rate": 6.027854190219544e-05, |
| "loss": 6.5635, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.440958605664488, |
| "grad_norm": 3.7614336013793945, |
| "learning_rate": 6.000822006490696e-05, |
| "loss": 6.329, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.44270152505446625, |
| "grad_norm": 3.231339454650879, |
| "learning_rate": 5.973759313552319e-05, |
| "loss": 6.7505, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.4444444444444444, |
| "grad_norm": 2.786665439605713, |
| "learning_rate": 5.946666936387637e-05, |
| "loss": 6.2866, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.44618736383442265, |
| "grad_norm": 2.5898685455322266, |
| "learning_rate": 5.919545700884779e-05, |
| "loss": 6.6849, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.44793028322440087, |
| "grad_norm": 2.729102611541748, |
| "learning_rate": 5.892396433811589e-05, |
| "loss": 6.3323, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.4496732026143791, |
| "grad_norm": 2.543272018432617, |
| "learning_rate": 5.865219962790438e-05, |
| "loss": 6.2904, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.4514161220043573, |
| "grad_norm": 2.2522315979003906, |
| "learning_rate": 5.8380171162729816e-05, |
| "loss": 6.2798, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.4531590413943355, |
| "grad_norm": 2.0354785919189453, |
| "learning_rate": 5.810788723514908e-05, |
| "loss": 6.1266, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.4549019607843137, |
| "grad_norm": 2.273022174835205, |
| "learning_rate": 5.783535614550666e-05, |
| "loss": 5.9385, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.45664488017429194, |
| "grad_norm": 2.32905912399292, |
| "learning_rate": 5.756258620168151e-05, |
| "loss": 6.2075, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.45838779956427017, |
| "grad_norm": 2.5185182094573975, |
| "learning_rate": 5.728958571883393e-05, |
| "loss": 5.9996, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.46013071895424834, |
| "grad_norm": 2.404029607772827, |
| "learning_rate": 5.701636301915192e-05, |
| "loss": 6.15, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.46187363834422657, |
| "grad_norm": 2.2743897438049316, |
| "learning_rate": 5.674292643159764e-05, |
| "loss": 6.0419, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.4636165577342048, |
| "grad_norm": 2.312305212020874, |
| "learning_rate": 5.646928429165339e-05, |
| "loss": 6.1961, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.465359477124183, |
| "grad_norm": 2.669830799102783, |
| "learning_rate": 5.619544494106761e-05, |
| "loss": 6.3909, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.46710239651416124, |
| "grad_norm": 2.455864906311035, |
| "learning_rate": 5.5921416727600495e-05, |
| "loss": 6.2111, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.4688453159041394, |
| "grad_norm": 2.6559865474700928, |
| "learning_rate": 5.564720800476958e-05, |
| "loss": 6.1185, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.47058823529411764, |
| "grad_norm": 2.4289166927337646, |
| "learning_rate": 5.537282713159507e-05, |
| "loss": 6.2087, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.47233115468409587, |
| "grad_norm": 2.268165111541748, |
| "learning_rate": 5.5098282472345055e-05, |
| "loss": 6.2041, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.4740740740740741, |
| "grad_norm": 2.432791233062744, |
| "learning_rate": 5.4823582396280474e-05, |
| "loss": 6.2584, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.47581699346405226, |
| "grad_norm": 2.6854281425476074, |
| "learning_rate": 5.454873527740002e-05, |
| "loss": 6.1592, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.4775599128540305, |
| "grad_norm": 2.6091413497924805, |
| "learning_rate": 5.427374949418487e-05, |
| "loss": 6.0412, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.4793028322440087, |
| "grad_norm": 2.762869358062744, |
| "learning_rate": 5.399863342934324e-05, |
| "loss": 6.0565, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.48104575163398694, |
| "grad_norm": 2.6985061168670654, |
| "learning_rate": 5.3723395469554924e-05, |
| "loss": 6.1255, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.48278867102396517, |
| "grad_norm": 2.6521167755126953, |
| "learning_rate": 5.3448044005215535e-05, |
| "loss": 6.0975, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.48453159041394334, |
| "grad_norm": 2.56356143951416, |
| "learning_rate": 5.31725874301808e-05, |
| "loss": 6.0613, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.48627450980392156, |
| "grad_norm": 2.728928327560425, |
| "learning_rate": 5.2897034141510615e-05, |
| "loss": 6.625, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.4880174291938998, |
| "grad_norm": 2.8099310398101807, |
| "learning_rate": 5.262139253921319e-05, |
| "loss": 5.9113, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.489760348583878, |
| "grad_norm": 2.8508801460266113, |
| "learning_rate": 5.234567102598881e-05, |
| "loss": 5.8157, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.4915032679738562, |
| "grad_norm": 2.946413278579712, |
| "learning_rate": 5.2069878006973826e-05, |
| "loss": 5.9064, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.4932461873638344, |
| "grad_norm": 2.9329915046691895, |
| "learning_rate": 5.179402188948438e-05, |
| "loss": 5.9691, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.49498910675381264, |
| "grad_norm": 3.000000238418579, |
| "learning_rate": 5.1518111082760114e-05, |
| "loss": 6.1124, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.49673202614379086, |
| "grad_norm": 3.524191379547119, |
| "learning_rate": 5.1242153997707823e-05, |
| "loss": 6.0462, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.4984749455337691, |
| "grad_norm": 3.2491354942321777, |
| "learning_rate": 5.096615904664505e-05, |
| "loss": 5.7229, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.5002178649237473, |
| "grad_norm": 3.2840254306793213, |
| "learning_rate": 5.069013464304365e-05, |
| "loss": 6.0919, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.5019607843137255, |
| "grad_norm": 3.148927688598633, |
| "learning_rate": 5.041408920127333e-05, |
| "loss": 5.8254, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.5037037037037037, |
| "grad_norm": 3.46852445602417, |
| "learning_rate": 5.013803113634513e-05, |
| "loss": 6.0773, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.5054466230936819, |
| "grad_norm": 3.313955783843994, |
| "learning_rate": 4.9861968863654875e-05, |
| "loss": 6.0403, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.5071895424836601, |
| "grad_norm": 3.8740715980529785, |
| "learning_rate": 4.9585910798726675e-05, |
| "loss": 5.9903, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.5089324618736384, |
| "grad_norm": 3.757556200027466, |
| "learning_rate": 4.930986535695636e-05, |
| "loss": 6.2896, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.5106753812636166, |
| "grad_norm": 3.6889286041259766, |
| "learning_rate": 4.903384095335496e-05, |
| "loss": 5.8151, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.5124183006535947, |
| "grad_norm": 4.151840686798096, |
| "learning_rate": 4.875784600229219e-05, |
| "loss": 6.2659, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.514161220043573, |
| "grad_norm": 4.211326599121094, |
| "learning_rate": 4.84818889172399e-05, |
| "loss": 6.1899, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.5159041394335512, |
| "grad_norm": 4.54414176940918, |
| "learning_rate": 4.820597811051563e-05, |
| "loss": 6.2132, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.5176470588235295, |
| "grad_norm": 4.429652214050293, |
| "learning_rate": 4.793012199302619e-05, |
| "loss": 5.5246, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.5193899782135076, |
| "grad_norm": 4.5998215675354, |
| "learning_rate": 4.7654328974011215e-05, |
| "loss": 5.3552, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.5211328976034858, |
| "grad_norm": 5.3889360427856445, |
| "learning_rate": 4.737860746078682e-05, |
| "loss": 6.4514, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.5228758169934641, |
| "grad_norm": 7.492801189422607, |
| "learning_rate": 4.7102965858489377e-05, |
| "loss": 6.5814, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.5246187363834423, |
| "grad_norm": 4.071569919586182, |
| "learning_rate": 4.682741256981922e-05, |
| "loss": 6.7165, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.5263616557734205, |
| "grad_norm": 4.44246768951416, |
| "learning_rate": 4.6551955994784476e-05, |
| "loss": 6.2602, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.5281045751633987, |
| "grad_norm": 4.112141132354736, |
| "learning_rate": 4.627660453044508e-05, |
| "loss": 6.4776, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.5298474945533769, |
| "grad_norm": 3.4108433723449707, |
| "learning_rate": 4.600136657065677e-05, |
| "loss": 6.7222, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.5315904139433552, |
| "grad_norm": 2.8327457904815674, |
| "learning_rate": 4.572625050581516e-05, |
| "loss": 6.1231, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.5333333333333333, |
| "grad_norm": 2.671339750289917, |
| "learning_rate": 4.5451264722600004e-05, |
| "loss": 6.5039, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.5350762527233115, |
| "grad_norm": 2.57826566696167, |
| "learning_rate": 4.517641760371955e-05, |
| "loss": 6.6876, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.5368191721132898, |
| "grad_norm": 2.4179985523223877, |
| "learning_rate": 4.490171752765494e-05, |
| "loss": 6.523, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.538562091503268, |
| "grad_norm": 2.155496835708618, |
| "learning_rate": 4.4627172868404925e-05, |
| "loss": 6.106, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.5403050108932462, |
| "grad_norm": 2.359637975692749, |
| "learning_rate": 4.435279199523043e-05, |
| "loss": 6.3867, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.5420479302832244, |
| "grad_norm": 2.521045207977295, |
| "learning_rate": 4.4078583272399516e-05, |
| "loss": 5.9621, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.5437908496732026, |
| "grad_norm": 2.3839895725250244, |
| "learning_rate": 4.38045550589324e-05, |
| "loss": 6.1734, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.5455337690631809, |
| "grad_norm": 2.331204414367676, |
| "learning_rate": 4.353071570834662e-05, |
| "loss": 6.1698, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.547276688453159, |
| "grad_norm": 2.23482346534729, |
| "learning_rate": 4.3257073568402376e-05, |
| "loss": 5.8396, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.5490196078431373, |
| "grad_norm": 2.3547494411468506, |
| "learning_rate": 4.298363698084809e-05, |
| "loss": 6.1464, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.5507625272331155, |
| "grad_norm": 2.7615067958831787, |
| "learning_rate": 4.271041428116608e-05, |
| "loss": 6.2368, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.5525054466230936, |
| "grad_norm": 2.349308490753174, |
| "learning_rate": 4.243741379831848e-05, |
| "loss": 6.1397, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.5542483660130719, |
| "grad_norm": 2.9273488521575928, |
| "learning_rate": 4.216464385449335e-05, |
| "loss": 5.7099, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.5559912854030501, |
| "grad_norm": 2.588170289993286, |
| "learning_rate": 4.189211276485093e-05, |
| "loss": 6.173, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.5577342047930284, |
| "grad_norm": 2.5796093940734863, |
| "learning_rate": 4.16198288372702e-05, |
| "loss": 6.371, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.5594771241830065, |
| "grad_norm": 2.47575044631958, |
| "learning_rate": 4.134780037209563e-05, |
| "loss": 6.2689, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.5612200435729847, |
| "grad_norm": 2.668144941329956, |
| "learning_rate": 4.107603566188412e-05, |
| "loss": 6.1477, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.562962962962963, |
| "grad_norm": 2.58866548538208, |
| "learning_rate": 4.080454299115224e-05, |
| "loss": 5.9513, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.5647058823529412, |
| "grad_norm": 2.588249921798706, |
| "learning_rate": 4.053333063612365e-05, |
| "loss": 6.1205, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.5664488017429193, |
| "grad_norm": 2.637942314147949, |
| "learning_rate": 4.026240686447682e-05, |
| "loss": 5.8971, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.5681917211328976, |
| "grad_norm": 2.8684513568878174, |
| "learning_rate": 3.9991779935093035e-05, |
| "loss": 6.1472, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.5699346405228758, |
| "grad_norm": 2.8887667655944824, |
| "learning_rate": 3.972145809780457e-05, |
| "loss": 6.4613, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.5716775599128541, |
| "grad_norm": 2.7175791263580322, |
| "learning_rate": 3.945144959314321e-05, |
| "loss": 6.0686, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.5734204793028322, |
| "grad_norm": 2.9769113063812256, |
| "learning_rate": 3.9181762652089115e-05, |
| "loss": 6.1894, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.5751633986928104, |
| "grad_norm": 2.8220508098602295, |
| "learning_rate": 3.8912405495819786e-05, |
| "loss": 5.6237, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.5769063180827887, |
| "grad_norm": 3.080310821533203, |
| "learning_rate": 3.864338633545956e-05, |
| "loss": 5.8777, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.5786492374727669, |
| "grad_norm": 2.768021583557129, |
| "learning_rate": 3.837471337182923e-05, |
| "loss": 5.9109, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.5803921568627451, |
| "grad_norm": 3.0659565925598145, |
| "learning_rate": 3.8106394795196085e-05, |
| "loss": 5.5896, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.5821350762527233, |
| "grad_norm": 3.5265822410583496, |
| "learning_rate": 3.783843878502422e-05, |
| "loss": 6.3057, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.5838779956427015, |
| "grad_norm": 3.2464277744293213, |
| "learning_rate": 3.757085350972523e-05, |
| "loss": 6.5729, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.5856209150326798, |
| "grad_norm": 3.140838146209717, |
| "learning_rate": 3.730364712640915e-05, |
| "loss": 6.0387, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.5873638344226579, |
| "grad_norm": 3.3155360221862793, |
| "learning_rate": 3.703682778063581e-05, |
| "loss": 5.8154, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.5891067538126362, |
| "grad_norm": 3.295804262161255, |
| "learning_rate": 3.6770403606166516e-05, |
| "loss": 5.4747, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.5908496732026144, |
| "grad_norm": 3.4468038082122803, |
| "learning_rate": 3.650438272471614e-05, |
| "loss": 5.9762, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.5925925925925926, |
| "grad_norm": 3.5181455612182617, |
| "learning_rate": 3.623877324570548e-05, |
| "loss": 5.9973, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.5943355119825708, |
| "grad_norm": 3.8262414932250977, |
| "learning_rate": 3.597358326601413e-05, |
| "loss": 6.1401, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.596078431372549, |
| "grad_norm": 3.8463528156280518, |
| "learning_rate": 3.570882086973355e-05, |
| "loss": 5.7267, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.5978213507625272, |
| "grad_norm": 3.95530366897583, |
| "learning_rate": 3.544449412792069e-05, |
| "loss": 6.0974, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.5995642701525055, |
| "grad_norm": 4.1233439445495605, |
| "learning_rate": 3.518061109835199e-05, |
| "loss": 5.3623, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.6013071895424836, |
| "grad_norm": 4.098522186279297, |
| "learning_rate": 3.491717982527765e-05, |
| "loss": 5.8174, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.6030501089324619, |
| "grad_norm": 4.322263240814209, |
| "learning_rate": 3.4654208339176474e-05, |
| "loss": 6.0519, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.6047930283224401, |
| "grad_norm": 4.396242141723633, |
| "learning_rate": 3.4391704656511035e-05, |
| "loss": 5.6862, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.6065359477124183, |
| "grad_norm": 4.667327404022217, |
| "learning_rate": 3.4129676779483344e-05, |
| "loss": 5.9945, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.6082788671023965, |
| "grad_norm": 5.673772811889648, |
| "learning_rate": 3.386813269579085e-05, |
| "loss": 5.9577, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.6100217864923747, |
| "grad_norm": 7.139450550079346, |
| "learning_rate": 3.3607080378383005e-05, |
| "loss": 6.0682, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.611764705882353, |
| "grad_norm": 3.970557451248169, |
| "learning_rate": 3.3346527785218127e-05, |
| "loss": 6.1277, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.6135076252723312, |
| "grad_norm": 3.600226879119873, |
| "learning_rate": 3.308648285902096e-05, |
| "loss": 6.2035, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.6152505446623093, |
| "grad_norm": 3.8150582313537598, |
| "learning_rate": 3.282695352704036e-05, |
| "loss": 6.721, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.6169934640522876, |
| "grad_norm": 2.8972177505493164, |
| "learning_rate": 3.256794770080778e-05, |
| "loss": 6.3634, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.6187363834422658, |
| "grad_norm": 2.91469669342041, |
| "learning_rate": 3.230947327589602e-05, |
| "loss": 6.988, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.6204793028322441, |
| "grad_norm": 2.3781847953796387, |
| "learning_rate": 3.2051538131678584e-05, |
| "loss": 6.0219, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.6222222222222222, |
| "grad_norm": 2.3746273517608643, |
| "learning_rate": 3.179415013108943e-05, |
| "loss": 6.2648, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.6239651416122004, |
| "grad_norm": 2.353785991668701, |
| "learning_rate": 3.1537317120383345e-05, |
| "loss": 6.8266, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.6257080610021787, |
| "grad_norm": 2.4510021209716797, |
| "learning_rate": 3.12810469288967e-05, |
| "loss": 6.1016, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.6274509803921569, |
| "grad_norm": 2.2164430618286133, |
| "learning_rate": 3.1025347368808775e-05, |
| "loss": 6.1456, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.629193899782135, |
| "grad_norm": 2.3002395629882812, |
| "learning_rate": 3.077022623490371e-05, |
| "loss": 6.5192, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.6309368191721133, |
| "grad_norm": 2.1544463634490967, |
| "learning_rate": 3.0515691304332726e-05, |
| "loss": 5.8769, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.6326797385620915, |
| "grad_norm": 2.5770881175994873, |
| "learning_rate": 3.0261750336377202e-05, |
| "loss": 6.1575, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.6344226579520698, |
| "grad_norm": 2.342649221420288, |
| "learning_rate": 3.0008411072212028e-05, |
| "loss": 6.3911, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.6361655773420479, |
| "grad_norm": 2.405895709991455, |
| "learning_rate": 2.9755681234669663e-05, |
| "loss": 6.3624, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.6379084967320261, |
| "grad_norm": 2.6010117530822754, |
| "learning_rate": 2.9503568528004756e-05, |
| "loss": 6.2125, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.6396514161220044, |
| "grad_norm": 2.4137613773345947, |
| "learning_rate": 2.9252080637659202e-05, |
| "loss": 6.1491, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.6413943355119825, |
| "grad_norm": 2.4673397541046143, |
| "learning_rate": 2.9001225230027922e-05, |
| "loss": 5.8103, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.6431372549019608, |
| "grad_norm": 2.385077953338623, |
| "learning_rate": 2.8751009952225116e-05, |
| "loss": 5.9594, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.644880174291939, |
| "grad_norm": 2.573052167892456, |
| "learning_rate": 2.85014424318512e-05, |
| "loss": 6.5171, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.6466230936819172, |
| "grad_norm": 2.530339002609253, |
| "learning_rate": 2.825253027676026e-05, |
| "loss": 5.868, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.6483660130718955, |
| "grad_norm": 2.685885190963745, |
| "learning_rate": 2.8004281074828066e-05, |
| "loss": 6.0836, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.6501089324618736, |
| "grad_norm": 2.4924590587615967, |
| "learning_rate": 2.775670239372088e-05, |
| "loss": 6.0432, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.6518518518518519, |
| "grad_norm": 2.4421753883361816, |
| "learning_rate": 2.7509801780664722e-05, |
| "loss": 5.6009, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.6535947712418301, |
| "grad_norm": 2.7240960597991943, |
| "learning_rate": 2.7263586762215197e-05, |
| "loss": 6.4038, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.6553376906318082, |
| "grad_norm": 2.821495294570923, |
| "learning_rate": 2.7018064844028247e-05, |
| "loss": 6.1641, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.6570806100217865, |
| "grad_norm": 2.604276418685913, |
| "learning_rate": 2.6773243510631147e-05, |
| "loss": 5.8381, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.6588235294117647, |
| "grad_norm": 2.566859722137451, |
| "learning_rate": 2.6529130225194492e-05, |
| "loss": 5.8157, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.6605664488017429, |
| "grad_norm": 2.681065082550049, |
| "learning_rate": 2.628573242930463e-05, |
| "loss": 5.9249, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.6623093681917211, |
| "grad_norm": 2.881753921508789, |
| "learning_rate": 2.6043057542736836e-05, |
| "loss": 5.9907, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.6640522875816993, |
| "grad_norm": 2.9366629123687744, |
| "learning_rate": 2.580111296322904e-05, |
| "loss": 6.1998, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.6657952069716776, |
| "grad_norm": 2.7908003330230713, |
| "learning_rate": 2.5559906066256468e-05, |
| "loss": 5.684, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.6675381263616558, |
| "grad_norm": 3.17881178855896, |
| "learning_rate": 2.5319444204806624e-05, |
| "loss": 5.6958, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.6692810457516339, |
| "grad_norm": 2.9115662574768066, |
| "learning_rate": 2.5079734709155322e-05, |
| "loss": 6.0, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.6710239651416122, |
| "grad_norm": 3.160400867462158, |
| "learning_rate": 2.4840784886643132e-05, |
| "loss": 6.0205, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.6727668845315904, |
| "grad_norm": 3.053187370300293, |
| "learning_rate": 2.460260202145256e-05, |
| "loss": 5.9711, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.6745098039215687, |
| "grad_norm": 3.328679323196411, |
| "learning_rate": 2.4365193374386146e-05, |
| "loss": 6.0894, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.6762527233115468, |
| "grad_norm": 3.2774860858917236, |
| "learning_rate": 2.4128566182645025e-05, |
| "loss": 6.2712, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.677995642701525, |
| "grad_norm": 3.6069304943084717, |
| "learning_rate": 2.3892727659608337e-05, |
| "loss": 6.3312, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.6797385620915033, |
| "grad_norm": 3.3666365146636963, |
| "learning_rate": 2.365768499461328e-05, |
| "loss": 5.6572, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.6814814814814815, |
| "grad_norm": 3.515587568283081, |
| "learning_rate": 2.342344535273608e-05, |
| "loss": 5.971, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.6832244008714597, |
| "grad_norm": 3.494443893432617, |
| "learning_rate": 2.3190015874573374e-05, |
| "loss": 5.4621, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.6849673202614379, |
| "grad_norm": 3.653798818588257, |
| "learning_rate": 2.2957403676024764e-05, |
| "loss": 5.8032, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.6867102396514161, |
| "grad_norm": 3.884798526763916, |
| "learning_rate": 2.272561584807567e-05, |
| "loss": 5.681, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.6884531590413944, |
| "grad_norm": 3.974616289138794, |
| "learning_rate": 2.249465945658135e-05, |
| "loss": 5.9997, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.6901960784313725, |
| "grad_norm": 3.954075813293457, |
| "learning_rate": 2.2264541542051398e-05, |
| "loss": 5.3938, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.6919389978213507, |
| "grad_norm": 4.381604194641113, |
| "learning_rate": 2.2035269119435163e-05, |
| "loss": 5.7926, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.693681917211329, |
| "grad_norm": 4.715634822845459, |
| "learning_rate": 2.1806849177907846e-05, |
| "loss": 5.9823, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.6954248366013072, |
| "grad_norm": 4.817767143249512, |
| "learning_rate": 2.157928868065754e-05, |
| "loss": 5.8821, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.6971677559912854, |
| "grad_norm": 6.161748886108398, |
| "learning_rate": 2.1352594564672908e-05, |
| "loss": 5.9004, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.6989106753812636, |
| "grad_norm": 3.119013786315918, |
| "learning_rate": 2.112677374053164e-05, |
| "loss": 6.665, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.7006535947712418, |
| "grad_norm": 3.0946598052978516, |
| "learning_rate": 2.0901833092189982e-05, |
| "loss": 6.0594, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.7023965141612201, |
| "grad_norm": 3.746190071105957, |
| "learning_rate": 2.0677779476772653e-05, |
| "loss": 6.894, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.7041394335511982, |
| "grad_norm": 3.08188796043396, |
| "learning_rate": 2.0454619724363994e-05, |
| "loss": 6.1855, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.7058823529411765, |
| "grad_norm": 2.8253674507141113, |
| "learning_rate": 2.0232360637799685e-05, |
| "loss": 6.7474, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.7076252723311547, |
| "grad_norm": 2.46675968170166, |
| "learning_rate": 2.0011008992459374e-05, |
| "loss": 5.9278, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.7093681917211329, |
| "grad_norm": 2.6714541912078857, |
| "learning_rate": 1.979057153606009e-05, |
| "loss": 7.026, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.7111111111111111, |
| "grad_norm": 2.6034669876098633, |
| "learning_rate": 1.9571054988450648e-05, |
| "loss": 6.8818, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.7128540305010893, |
| "grad_norm": 2.296431541442871, |
| "learning_rate": 1.9352466041406686e-05, |
| "loss": 6.431, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.7145969498910676, |
| "grad_norm": 2.503453493118286, |
| "learning_rate": 1.9134811358426757e-05, |
| "loss": 6.0567, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.7163398692810458, |
| "grad_norm": 2.331385374069214, |
| "learning_rate": 1.8918097574529193e-05, |
| "loss": 6.1813, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.7180827886710239, |
| "grad_norm": 2.208219528198242, |
| "learning_rate": 1.870233129604974e-05, |
| "loss": 5.884, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.7198257080610022, |
| "grad_norm": 2.3889777660369873, |
| "learning_rate": 1.8487519100440314e-05, |
| "loss": 6.8247, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.7215686274509804, |
| "grad_norm": 2.4284768104553223, |
| "learning_rate": 1.827366753606839e-05, |
| "loss": 6.3911, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.7233115468409586, |
| "grad_norm": 2.250567674636841, |
| "learning_rate": 1.806078312201745e-05, |
| "loss": 6.0543, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.7250544662309368, |
| "grad_norm": 2.4507486820220947, |
| "learning_rate": 1.7848872347888162e-05, |
| "loss": 5.9986, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.726797385620915, |
| "grad_norm": 2.4052789211273193, |
| "learning_rate": 1.7637941673600666e-05, |
| "loss": 6.1408, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.7285403050108933, |
| "grad_norm": 2.430462598800659, |
| "learning_rate": 1.742799752919753e-05, |
| "loss": 6.0993, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.7302832244008715, |
| "grad_norm": 2.4374566078186035, |
| "learning_rate": 1.7219046314647876e-05, |
| "loss": 6.2393, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.7320261437908496, |
| "grad_norm": 2.6431052684783936, |
| "learning_rate": 1.7011094399652107e-05, |
| "loss": 5.9052, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.7337690631808279, |
| "grad_norm": 2.5823075771331787, |
| "learning_rate": 1.6804148123447898e-05, |
| "loss": 6.1515, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.7355119825708061, |
| "grad_norm": 2.611707925796509, |
| "learning_rate": 1.6598213794616863e-05, |
| "loss": 5.8446, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.7372549019607844, |
| "grad_norm": 2.443992853164673, |
| "learning_rate": 1.6393297690892255e-05, |
| "loss": 5.5375, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.7389978213507625, |
| "grad_norm": 2.731403350830078, |
| "learning_rate": 1.6189406058967575e-05, |
| "loss": 6.0878, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.7407407407407407, |
| "grad_norm": 2.706822633743286, |
| "learning_rate": 1.59865451143062e-05, |
| "loss": 5.9887, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.742483660130719, |
| "grad_norm": 2.604900360107422, |
| "learning_rate": 1.57847210409519e-05, |
| "loss": 5.7022, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.7442265795206972, |
| "grad_norm": 2.868650197982788, |
| "learning_rate": 1.558393999134023e-05, |
| "loss": 5.8788, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.7459694989106754, |
| "grad_norm": 2.7633955478668213, |
| "learning_rate": 1.538420808611114e-05, |
| "loss": 5.8095, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.7477124183006536, |
| "grad_norm": 2.786994695663452, |
| "learning_rate": 1.5185531413922216e-05, |
| "loss": 5.4344, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.7494553376906318, |
| "grad_norm": 2.9318881034851074, |
| "learning_rate": 1.4987916031263232e-05, |
| "loss": 6.0454, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.75119825708061, |
| "grad_norm": 3.0639290809631348, |
| "learning_rate": 1.4791367962271424e-05, |
| "loss": 6.0132, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.7529411764705882, |
| "grad_norm": 3.145095109939575, |
| "learning_rate": 1.4595893198547888e-05, |
| "loss": 6.0023, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.7546840958605664, |
| "grad_norm": 3.0819337368011475, |
| "learning_rate": 1.4401497698974876e-05, |
| "loss": 6.2708, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.7564270152505447, |
| "grad_norm": 3.0940604209899902, |
| "learning_rate": 1.4208187389534256e-05, |
| "loss": 5.8773, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.7581699346405228, |
| "grad_norm": 2.979501247406006, |
| "learning_rate": 1.401596816312673e-05, |
| "loss": 5.4585, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.7599128540305011, |
| "grad_norm": 3.0984838008880615, |
| "learning_rate": 1.3824845879392301e-05, |
| "loss": 5.6387, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.7616557734204793, |
| "grad_norm": 3.110401153564453, |
| "learning_rate": 1.3634826364531616e-05, |
| "loss": 5.7843, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.7633986928104575, |
| "grad_norm": 3.3461947441101074, |
| "learning_rate": 1.3445915411128295e-05, |
| "loss": 6.2311, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.7651416122004358, |
| "grad_norm": 3.493839740753174, |
| "learning_rate": 1.325811877797245e-05, |
| "loss": 5.9396, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.7668845315904139, |
| "grad_norm": 3.3828165531158447, |
| "learning_rate": 1.307144218988507e-05, |
| "loss": 5.4118, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.7686274509803922, |
| "grad_norm": 3.6239407062530518, |
| "learning_rate": 1.2885891337543538e-05, |
| "loss": 6.2809, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.7703703703703704, |
| "grad_norm": 3.926117420196533, |
| "learning_rate": 1.2701471877308091e-05, |
| "loss": 6.1078, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.7721132897603485, |
| "grad_norm": 3.8363847732543945, |
| "learning_rate": 1.2518189431049498e-05, |
| "loss": 5.9138, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.7738562091503268, |
| "grad_norm": 3.887464761734009, |
| "learning_rate": 1.2336049585977567e-05, |
| "loss": 5.7176, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.775599128540305, |
| "grad_norm": 4.025938034057617, |
| "learning_rate": 1.2155057894470928e-05, |
| "loss": 6.1095, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.7773420479302833, |
| "grad_norm": 4.677386283874512, |
| "learning_rate": 1.1975219873907679e-05, |
| "loss": 6.3295, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.7790849673202614, |
| "grad_norm": 4.534229278564453, |
| "learning_rate": 1.179654100649727e-05, |
| "loss": 5.6338, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.7808278867102396, |
| "grad_norm": 4.835741996765137, |
| "learning_rate": 1.1619026739113331e-05, |
| "loss": 5.5942, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.7825708061002179, |
| "grad_norm": 5.928588390350342, |
| "learning_rate": 1.1442682483127687e-05, |
| "loss": 6.0807, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.7843137254901961, |
| "grad_norm": 7.3419108390808105, |
| "learning_rate": 1.126751361424529e-05, |
| "loss": 6.658, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.7860566448801742, |
| "grad_norm": 3.0041606426239014, |
| "learning_rate": 1.109352547234047e-05, |
| "loss": 6.5957, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.7877995642701525, |
| "grad_norm": 2.815629720687866, |
| "learning_rate": 1.0920723361294099e-05, |
| "loss": 6.3961, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.7895424836601307, |
| "grad_norm": 2.712938070297241, |
| "learning_rate": 1.0749112548831847e-05, |
| "loss": 6.1991, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.791285403050109, |
| "grad_norm": 2.4517555236816406, |
| "learning_rate": 1.0578698266363734e-05, |
| "loss": 6.0921, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.7930283224400871, |
| "grad_norm": 2.6747450828552246, |
| "learning_rate": 1.0409485708824507e-05, |
| "loss": 6.284, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.7947712418300653, |
| "grad_norm": 2.5269649028778076, |
| "learning_rate": 1.0241480034515405e-05, |
| "loss": 5.9745, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.7965141612200436, |
| "grad_norm": 2.4382894039154053, |
| "learning_rate": 1.0074686364946822e-05, |
| "loss": 6.5809, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.7982570806100218, |
| "grad_norm": 2.4671292304992676, |
| "learning_rate": 9.909109784682241e-06, |
| "loss": 6.4672, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 2.292046070098877, |
| "learning_rate": 9.744755341183181e-06, |
| "loss": 5.8945, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.8017429193899782, |
| "grad_norm": 2.535379648208618, |
| "learning_rate": 9.581628044655394e-06, |
| "loss": 5.7448, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.8034858387799564, |
| "grad_norm": 2.3226754665374756, |
| "learning_rate": 9.419732867896048e-06, |
| "loss": 6.3243, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.8052287581699347, |
| "grad_norm": 2.4594292640686035, |
| "learning_rate": 9.259074746142238e-06, |
| "loss": 6.1204, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.8069716775599128, |
| "grad_norm": 2.2522027492523193, |
| "learning_rate": 9.099658576920466e-06, |
| "loss": 5.5731, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.8087145969498911, |
| "grad_norm": 2.384915590286255, |
| "learning_rate": 8.941489219897353e-06, |
| "loss": 6.2491, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.8104575163398693, |
| "grad_norm": 2.3492512702941895, |
| "learning_rate": 8.78457149673152e-06, |
| "loss": 5.8509, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.8122004357298475, |
| "grad_norm": 2.289766788482666, |
| "learning_rate": 8.628910190926599e-06, |
| "loss": 5.5891, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.8139433551198257, |
| "grad_norm": 2.4919962882995605, |
| "learning_rate": 8.474510047685408e-06, |
| "loss": 6.4247, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.8156862745098039, |
| "grad_norm": 2.338817596435547, |
| "learning_rate": 8.321375773765256e-06, |
| "loss": 6.1883, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.8174291938997821, |
| "grad_norm": 2.4002230167388916, |
| "learning_rate": 8.169512037334554e-06, |
| "loss": 5.7954, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.8191721132897604, |
| "grad_norm": 2.4609017372131348, |
| "learning_rate": 8.018923467830403e-06, |
| "loss": 5.9777, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.8209150326797385, |
| "grad_norm": 2.534255027770996, |
| "learning_rate": 7.869614655817575e-06, |
| "loss": 6.098, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.8226579520697168, |
| "grad_norm": 2.5172669887542725, |
| "learning_rate": 7.721590152848474e-06, |
| "loss": 5.4329, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.824400871459695, |
| "grad_norm": 2.6065902709960938, |
| "learning_rate": 7.574854471324461e-06, |
| "loss": 5.8089, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.8261437908496732, |
| "grad_norm": 2.8059046268463135, |
| "learning_rate": 7.429412084358262e-06, |
| "loss": 6.0739, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.8278867102396514, |
| "grad_norm": 2.6289923191070557, |
| "learning_rate": 7.28526742563762e-06, |
| "loss": 6.2158, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.8296296296296296, |
| "grad_norm": 2.877394676208496, |
| "learning_rate": 7.142424889290139e-06, |
| "loss": 5.5858, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.8313725490196079, |
| "grad_norm": 2.82645583152771, |
| "learning_rate": 7.0008888297492915e-06, |
| "loss": 6.5205, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.8331154684095861, |
| "grad_norm": 2.6874711513519287, |
| "learning_rate": 6.860663561621766e-06, |
| "loss": 6.1677, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.8348583877995642, |
| "grad_norm": 2.713819980621338, |
| "learning_rate": 6.721753359555833e-06, |
| "loss": 5.9635, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.8366013071895425, |
| "grad_norm": 2.8522517681121826, |
| "learning_rate": 6.584162458111148e-06, |
| "loss": 5.9607, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.8383442265795207, |
| "grad_norm": 3.018490791320801, |
| "learning_rate": 6.447895051629549e-06, |
| "loss": 5.7084, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.840087145969499, |
| "grad_norm": 2.8867599964141846, |
| "learning_rate": 6.312955294107303e-06, |
| "loss": 5.7403, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.8418300653594771, |
| "grad_norm": 3.0370161533355713, |
| "learning_rate": 6.179347299068378e-06, |
| "loss": 5.7763, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.8435729847494553, |
| "grad_norm": 2.995213270187378, |
| "learning_rate": 6.047075139439151e-06, |
| "loss": 5.5223, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.8453159041394336, |
| "grad_norm": 3.0914831161499023, |
| "learning_rate": 5.916142847424127e-06, |
| "loss": 5.3967, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.8470588235294118, |
| "grad_norm": 3.2199859619140625, |
| "learning_rate": 5.786554414383127e-06, |
| "loss": 6.3307, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.8488017429193899, |
| "grad_norm": 3.375204086303711, |
| "learning_rate": 5.658313790709569e-06, |
| "loss": 5.8462, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.8505446623093682, |
| "grad_norm": 3.433002471923828, |
| "learning_rate": 5.531424885710012e-06, |
| "loss": 6.1894, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.8522875816993464, |
| "grad_norm": 3.8351926803588867, |
| "learning_rate": 5.405891567485066e-06, |
| "loss": 6.4691, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.8540305010893247, |
| "grad_norm": 3.6944942474365234, |
| "learning_rate": 5.281717662811381e-06, |
| "loss": 5.8172, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.8557734204793028, |
| "grad_norm": 4.206511974334717, |
| "learning_rate": 5.158906957025078e-06, |
| "loss": 6.2588, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.857516339869281, |
| "grad_norm": 3.974405527114868, |
| "learning_rate": 5.037463193906294e-06, |
| "loss": 6.1301, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.8592592592592593, |
| "grad_norm": 4.069376468658447, |
| "learning_rate": 4.917390075565098e-06, |
| "loss": 5.5271, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.8610021786492374, |
| "grad_norm": 4.004759311676025, |
| "learning_rate": 4.798691262328586e-06, |
| "loss": 5.9545, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.8627450980392157, |
| "grad_norm": 4.0203938484191895, |
| "learning_rate": 4.681370372629368e-06, |
| "loss": 5.696, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.8644880174291939, |
| "grad_norm": 4.475993633270264, |
| "learning_rate": 4.565430982895174e-06, |
| "loss": 5.5264, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.8662309368191721, |
| "grad_norm": 5.309076309204102, |
| "learning_rate": 4.450876627439943e-06, |
| "loss": 5.6954, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.8679738562091504, |
| "grad_norm": 5.302606105804443, |
| "learning_rate": 4.337710798355959e-06, |
| "loss": 6.1407, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.8697167755991285, |
| "grad_norm": 5.7808732986450195, |
| "learning_rate": 4.225936945407494e-06, |
| "loss": 6.0457, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.8714596949891068, |
| "grad_norm": 8.515405654907227, |
| "learning_rate": 4.1155584759256015e-06, |
| "loss": 7.0914, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.873202614379085, |
| "grad_norm": 2.5194711685180664, |
| "learning_rate": 4.006578754704254e-06, |
| "loss": 6.4179, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.8749455337690631, |
| "grad_norm": 2.5622870922088623, |
| "learning_rate": 3.89900110389777e-06, |
| "loss": 6.1856, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.8766884531590414, |
| "grad_norm": 2.5136539936065674, |
| "learning_rate": 3.7928288029195292e-06, |
| "loss": 6.4684, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.8784313725490196, |
| "grad_norm": 2.6357421875, |
| "learning_rate": 3.688065088342041e-06, |
| "loss": 6.4146, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.8801742919389978, |
| "grad_norm": 2.5983378887176514, |
| "learning_rate": 3.5847131537982137e-06, |
| "loss": 6.4045, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.881917211328976, |
| "grad_norm": 2.259760856628418, |
| "learning_rate": 3.482776149884093e-06, |
| "loss": 6.3314, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.8836601307189542, |
| "grad_norm": 2.2606775760650635, |
| "learning_rate": 3.382257184062709e-06, |
| "loss": 5.8027, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.8854030501089325, |
| "grad_norm": 2.304555892944336, |
| "learning_rate": 3.283159320569451e-06, |
| "loss": 6.1733, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.8871459694989107, |
| "grad_norm": 2.253995895385742, |
| "learning_rate": 3.1854855803185645e-06, |
| "loss": 6.1169, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.8888888888888888, |
| "grad_norm": 2.271144390106201, |
| "learning_rate": 3.089238940811162e-06, |
| "loss": 5.9557, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.8906318082788671, |
| "grad_norm": 2.289597511291504, |
| "learning_rate": 2.9944223360443445e-06, |
| "loss": 6.1503, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.8923747276688453, |
| "grad_norm": 2.4109086990356445, |
| "learning_rate": 2.9010386564218617e-06, |
| "loss": 6.4016, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.8941176470588236, |
| "grad_norm": 2.2449753284454346, |
| "learning_rate": 2.8090907486659325e-06, |
| "loss": 6.0639, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.8958605664488017, |
| "grad_norm": 2.3619470596313477, |
| "learning_rate": 2.7185814157304814e-06, |
| "loss": 5.8261, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.8976034858387799, |
| "grad_norm": 2.487009286880493, |
| "learning_rate": 2.6295134167157343e-06, |
| "loss": 5.9042, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.8993464052287582, |
| "grad_norm": 2.6147444248199463, |
| "learning_rate": 2.5418894667840364e-06, |
| "loss": 6.1961, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.9010893246187364, |
| "grad_norm": 2.4794037342071533, |
| "learning_rate": 2.455712237077157e-06, |
| "loss": 5.7284, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.9028322440087146, |
| "grad_norm": 2.5165326595306396, |
| "learning_rate": 2.3709843546347864e-06, |
| "loss": 6.0962, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.9045751633986928, |
| "grad_norm": 2.541537046432495, |
| "learning_rate": 2.287708402314542e-06, |
| "loss": 6.0823, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.906318082788671, |
| "grad_norm": 2.418776273727417, |
| "learning_rate": 2.2058869187131515e-06, |
| "loss": 5.8923, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.9080610021786493, |
| "grad_norm": 2.547147750854492, |
| "learning_rate": 2.1255223980891027e-06, |
| "loss": 5.4706, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.9098039215686274, |
| "grad_norm": 2.498025417327881, |
| "learning_rate": 2.046617290286601e-06, |
| "loss": 6.0115, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.9115468409586057, |
| "grad_norm": 2.5290932655334473, |
| "learning_rate": 1.969174000660906e-06, |
| "loss": 5.7543, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.9132897603485839, |
| "grad_norm": 2.6089823246002197, |
| "learning_rate": 1.8931948900049789e-06, |
| "loss": 5.7353, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.9150326797385621, |
| "grad_norm": 2.6269378662109375, |
| "learning_rate": 1.8186822744775234e-06, |
| "loss": 5.8222, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.9167755991285403, |
| "grad_norm": 2.752235174179077, |
| "learning_rate": 1.7456384255323922e-06, |
| "loss": 5.8682, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.9185185185185185, |
| "grad_norm": 2.7636468410491943, |
| "learning_rate": 1.6740655698493313e-06, |
| "loss": 6.0393, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.9202614379084967, |
| "grad_norm": 2.768242835998535, |
| "learning_rate": 1.6039658892661181e-06, |
| "loss": 6.1033, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.922004357298475, |
| "grad_norm": 2.9885339736938477, |
| "learning_rate": 1.535341520712008e-06, |
| "loss": 5.7918, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.9237472766884531, |
| "grad_norm": 2.9355344772338867, |
| "learning_rate": 1.4681945561426547e-06, |
| "loss": 5.739, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.9254901960784314, |
| "grad_norm": 3.1985771656036377, |
| "learning_rate": 1.402527042476276e-06, |
| "loss": 5.9063, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.9272331154684096, |
| "grad_norm": 3.049199342727661, |
| "learning_rate": 1.3383409815313108e-06, |
| "loss": 5.8753, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.9289760348583878, |
| "grad_norm": 3.181462526321411, |
| "learning_rate": 1.2756383299653452e-06, |
| "loss": 6.3117, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.930718954248366, |
| "grad_norm": 3.082789182662964, |
| "learning_rate": 1.2144209992155043e-06, |
| "loss": 5.4386, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.9324618736383442, |
| "grad_norm": 3.15106201171875, |
| "learning_rate": 1.1546908554401659e-06, |
| "loss": 5.7718, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.9342047930283225, |
| "grad_norm": 3.4478657245635986, |
| "learning_rate": 1.0964497194620726e-06, |
| "loss": 5.9466, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.9359477124183007, |
| "grad_norm": 3.367365837097168, |
| "learning_rate": 1.0396993667128318e-06, |
| "loss": 6.1564, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.9376906318082788, |
| "grad_norm": 3.604461908340454, |
| "learning_rate": 9.84441527178781e-07, |
| "loss": 6.2624, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.9394335511982571, |
| "grad_norm": 3.753371000289917, |
| "learning_rate": 9.306778853482745e-07, |
| "loss": 6.473, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.9411764705882353, |
| "grad_norm": 3.6445400714874268, |
| "learning_rate": 8.784100801602912e-07, |
| "loss": 5.285, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.9429193899782136, |
| "grad_norm": 4.095015048980713, |
| "learning_rate": 8.276397049545359e-07, |
| "loss": 5.9943, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.9446623093681917, |
| "grad_norm": 3.9936633110046387, |
| "learning_rate": 7.783683074227943e-07, |
| "loss": 5.6086, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.9464052287581699, |
| "grad_norm": 4.380242347717285, |
| "learning_rate": 7.305973895618157e-07, |
| "loss": 5.7241, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.9481481481481482, |
| "grad_norm": 4.292196750640869, |
| "learning_rate": 6.84328407627477e-07, |
| "loss": 5.2435, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.9498910675381264, |
| "grad_norm": 4.3875346183776855, |
| "learning_rate": 6.395627720904518e-07, |
| "loss": 5.469, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.9516339869281045, |
| "grad_norm": 4.875105857849121, |
| "learning_rate": 5.963018475931281e-07, |
| "loss": 6.1045, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.9533769063180828, |
| "grad_norm": 5.184041500091553, |
| "learning_rate": 5.54546952908086e-07, |
| "loss": 5.6123, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.955119825708061, |
| "grad_norm": 5.260396957397461, |
| "learning_rate": 5.14299360897852e-07, |
| "loss": 5.7216, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.9568627450980393, |
| "grad_norm": 5.843105316162109, |
| "learning_rate": 4.7556029847611317e-07, |
| "loss": 5.7342, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.9586056644880174, |
| "grad_norm": 8.344443321228027, |
| "learning_rate": 4.383309465703145e-07, |
| "loss": 6.5191, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.9603485838779956, |
| "grad_norm": 2.1281239986419678, |
| "learning_rate": 4.0261244008564794e-07, |
| "loss": 5.9559, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.9620915032679739, |
| "grad_norm": 2.288827896118164, |
| "learning_rate": 3.684058678704805e-07, |
| "loss": 6.0769, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.963834422657952, |
| "grad_norm": 2.3264894485473633, |
| "learning_rate": 3.357122726831252e-07, |
| "loss": 6.2131, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.9655773420479303, |
| "grad_norm": 2.297492027282715, |
| "learning_rate": 3.045326511600999e-07, |
| "loss": 6.7654, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.9673202614379085, |
| "grad_norm": 2.309363842010498, |
| "learning_rate": 2.748679537857013e-07, |
| "loss": 6.0648, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.9690631808278867, |
| "grad_norm": 2.221372365951538, |
| "learning_rate": 2.4671908486305075e-07, |
| "loss": 6.0033, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.970806100217865, |
| "grad_norm": 2.2333123683929443, |
| "learning_rate": 2.2008690248653262e-07, |
| "loss": 5.9659, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.9725490196078431, |
| "grad_norm": 2.4658637046813965, |
| "learning_rate": 1.9497221851562663e-07, |
| "loss": 6.1484, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.9742919389978214, |
| "grad_norm": 2.4412317276000977, |
| "learning_rate": 1.7137579855016073e-07, |
| "loss": 5.6514, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.9760348583877996, |
| "grad_norm": 2.5595967769622803, |
| "learning_rate": 1.4929836190696323e-07, |
| "loss": 6.1126, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.9777777777777777, |
| "grad_norm": 2.9756367206573486, |
| "learning_rate": 1.2874058159796364e-07, |
| "loss": 6.9962, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.979520697167756, |
| "grad_norm": 2.626969814300537, |
| "learning_rate": 1.0970308430964803e-07, |
| "loss": 6.007, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.9812636165577342, |
| "grad_norm": 2.7828261852264404, |
| "learning_rate": 9.218645038396311e-08, |
| "loss": 5.8444, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.9830065359477124, |
| "grad_norm": 3.111481189727783, |
| "learning_rate": 7.619121380063043e-08, |
| "loss": 6.6361, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.9847494553376906, |
| "grad_norm": 2.865208625793457, |
| "learning_rate": 6.171786216085939e-08, |
| "loss": 5.9192, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.9864923747276688, |
| "grad_norm": 3.054203510284424, |
| "learning_rate": 4.876683667249804e-08, |
| "loss": 6.1105, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.9882352941176471, |
| "grad_norm": 3.3111000061035156, |
| "learning_rate": 3.733853213656047e-08, |
| "loss": 5.8512, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.9899782135076253, |
| "grad_norm": 3.1707890033721924, |
| "learning_rate": 2.7433296935219787e-08, |
| "loss": 5.2856, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.9917211328976034, |
| "grad_norm": 3.5281925201416016, |
| "learning_rate": 1.905143302116108e-08, |
| "loss": 5.6356, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.9934640522875817, |
| "grad_norm": 3.746992588043213, |
| "learning_rate": 1.2193195908388743e-08, |
| "loss": 6.2382, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.9952069716775599, |
| "grad_norm": 4.109386444091797, |
| "learning_rate": 6.8587946644493864e-09, |
| "loss": 5.4891, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.9969498910675382, |
| "grad_norm": 4.418205261230469, |
| "learning_rate": 3.048391904031389e-09, |
| "loss": 5.5848, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.9986928104575163, |
| "grad_norm": 4.8515520095825195, |
| "learning_rate": 7.621037840299661e-10, |
| "loss": 6.073, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.9986928104575163, |
| "eval_loss": 1.503620982170105, |
| "eval_runtime": 41.0454, |
| "eval_samples_per_second": 11.792, |
| "eval_steps_per_second": 2.948, |
| "step": 573 |
| }, |
| { |
| "epoch": 1.0004357298474946, |
| "grad_norm": 5.828014850616455, |
| "learning_rate": 0.0, |
| "loss": 6.2816, |
| "step": 574 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 574, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 144, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 8.344500518151782e+17, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
