| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 0, |
| "global_step": 406, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0024630541871921183, |
| "grad_norm": 11.540680885314941, |
| "learning_rate": 1e-05, |
| "loss": 0.9851, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0049261083743842365, |
| "grad_norm": 4.776151657104492, |
| "learning_rate": 9.999850312505222e-06, |
| "loss": 0.9615, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.007389162561576354, |
| "grad_norm": 3.0982847213745117, |
| "learning_rate": 9.999401258983426e-06, |
| "loss": 0.9231, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.009852216748768473, |
| "grad_norm": 2.3222382068634033, |
| "learning_rate": 9.998652866321688e-06, |
| "loss": 0.7308, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.012315270935960592, |
| "grad_norm": 1.997889757156372, |
| "learning_rate": 9.997605179330018e-06, |
| "loss": 0.7855, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.014778325123152709, |
| "grad_norm": 1.7656501531600952, |
| "learning_rate": 9.996258260738676e-06, |
| "loss": 0.8678, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.017241379310344827, |
| "grad_norm": 1.3362767696380615, |
| "learning_rate": 9.994612191194407e-06, |
| "loss": 0.7193, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.019704433497536946, |
| "grad_norm": 2.2548017501831055, |
| "learning_rate": 9.99266706925562e-06, |
| "loss": 0.6996, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.022167487684729065, |
| "grad_norm": 1.2499150037765503, |
| "learning_rate": 9.990423011386489e-06, |
| "loss": 0.7632, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.024630541871921183, |
| "grad_norm": 1.1288288831710815, |
| "learning_rate": 9.987880151949976e-06, |
| "loss": 0.7409, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.027093596059113302, |
| "grad_norm": 1.0057581663131714, |
| "learning_rate": 9.98503864319978e-06, |
| "loss": 0.7303, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.029556650246305417, |
| "grad_norm": 0.968294084072113, |
| "learning_rate": 9.981898655271237e-06, |
| "loss": 0.6851, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.03201970443349754, |
| "grad_norm": 1.1969448328018188, |
| "learning_rate": 9.978460376171113e-06, |
| "loss": 0.7647, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.034482758620689655, |
| "grad_norm": 0.983593225479126, |
| "learning_rate": 9.974724011766364e-06, |
| "loss": 0.7308, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.03694581280788178, |
| "grad_norm": 1.9946510791778564, |
| "learning_rate": 9.970689785771798e-06, |
| "loss": 0.6388, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.03940886699507389, |
| "grad_norm": 1.070317029953003, |
| "learning_rate": 9.966357939736692e-06, |
| "loss": 0.6595, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.04187192118226601, |
| "grad_norm": 1.241529941558838, |
| "learning_rate": 9.961728733030318e-06, |
| "loss": 0.8895, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.04433497536945813, |
| "grad_norm": 1.0109727382659912, |
| "learning_rate": 9.956802442826417e-06, |
| "loss": 0.7378, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.046798029556650245, |
| "grad_norm": 1.079637050628662, |
| "learning_rate": 9.951579364086603e-06, |
| "loss": 0.7178, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.04926108374384237, |
| "grad_norm": 1.2305184602737427, |
| "learning_rate": 9.946059809542706e-06, |
| "loss": 0.5985, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.05172413793103448, |
| "grad_norm": 11.067344665527344, |
| "learning_rate": 9.940244109678043e-06, |
| "loss": 0.681, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.054187192118226604, |
| "grad_norm": 1.4613230228424072, |
| "learning_rate": 9.934132612707631e-06, |
| "loss": 0.6258, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.05665024630541872, |
| "grad_norm": 1.041548728942871, |
| "learning_rate": 9.927725684557339e-06, |
| "loss": 0.5983, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.059113300492610835, |
| "grad_norm": 1.0944949388504028, |
| "learning_rate": 9.921023708841975e-06, |
| "loss": 0.6303, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.06157635467980296, |
| "grad_norm": 0.964139461517334, |
| "learning_rate": 9.914027086842323e-06, |
| "loss": 0.6394, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.06403940886699508, |
| "grad_norm": 1.1896731853485107, |
| "learning_rate": 9.90673623748111e-06, |
| "loss": 0.6009, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.0665024630541872, |
| "grad_norm": 1.1914570331573486, |
| "learning_rate": 9.899151597297923e-06, |
| "loss": 0.6132, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.06896551724137931, |
| "grad_norm": 0.910982608795166, |
| "learning_rate": 9.891273620423083e-06, |
| "loss": 0.6051, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.07142857142857142, |
| "grad_norm": 0.9912497401237488, |
| "learning_rate": 9.883102778550434e-06, |
| "loss": 0.5512, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.07389162561576355, |
| "grad_norm": 1.612174153327942, |
| "learning_rate": 9.874639560909118e-06, |
| "loss": 0.5836, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.07635467980295567, |
| "grad_norm": 0.967313289642334, |
| "learning_rate": 9.865884474234275e-06, |
| "loss": 0.6504, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.07881773399014778, |
| "grad_norm": 4.314541339874268, |
| "learning_rate": 9.856838042736698e-06, |
| "loss": 0.654, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.0812807881773399, |
| "grad_norm": 0.9903213977813721, |
| "learning_rate": 9.847500808071458e-06, |
| "loss": 0.5655, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.08374384236453201, |
| "grad_norm": 0.9885880947113037, |
| "learning_rate": 9.837873329305458e-06, |
| "loss": 0.6559, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.08620689655172414, |
| "grad_norm": 0.9196619987487793, |
| "learning_rate": 9.82795618288397e-06, |
| "loss": 0.5714, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.08866995073891626, |
| "grad_norm": 0.9677406549453735, |
| "learning_rate": 9.817749962596115e-06, |
| "loss": 0.5687, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.09113300492610837, |
| "grad_norm": 1.034245491027832, |
| "learning_rate": 9.807255279539313e-06, |
| "loss": 0.6626, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.09359605911330049, |
| "grad_norm": 1.936618685722351, |
| "learning_rate": 9.796472762082687e-06, |
| "loss": 0.6928, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.0960591133004926, |
| "grad_norm": 0.9693952202796936, |
| "learning_rate": 9.78540305582945e-06, |
| "loss": 0.5772, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.09852216748768473, |
| "grad_norm": 1.231882929801941, |
| "learning_rate": 9.77404682357824e-06, |
| "loss": 0.6339, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.10098522167487685, |
| "grad_norm": 0.9423834681510925, |
| "learning_rate": 9.762404745283439e-06, |
| "loss": 0.5313, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.10344827586206896, |
| "grad_norm": 1.3421170711517334, |
| "learning_rate": 9.75047751801446e-06, |
| "loss": 0.6631, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.10591133004926108, |
| "grad_norm": 1.0659502744674683, |
| "learning_rate": 9.738265855914014e-06, |
| "loss": 0.6041, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.10837438423645321, |
| "grad_norm": 14.726941108703613, |
| "learning_rate": 9.725770490155338e-06, |
| "loss": 0.4993, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.11083743842364532, |
| "grad_norm": 1.113370418548584, |
| "learning_rate": 9.712992168898436e-06, |
| "loss": 0.6032, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.11330049261083744, |
| "grad_norm": 4.380392074584961, |
| "learning_rate": 9.699931657245264e-06, |
| "loss": 0.5649, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.11576354679802955, |
| "grad_norm": 1.0713157653808594, |
| "learning_rate": 9.686589737193929e-06, |
| "loss": 0.5833, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.11822660098522167, |
| "grad_norm": 0.79201340675354, |
| "learning_rate": 9.67296720759187e-06, |
| "loss": 0.6057, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.1206896551724138, |
| "grad_norm": 0.8670496940612793, |
| "learning_rate": 9.659064884088017e-06, |
| "loss": 0.5203, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.12315270935960591, |
| "grad_norm": 0.9468395709991455, |
| "learning_rate": 9.644883599083959e-06, |
| "loss": 0.6177, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.12561576354679804, |
| "grad_norm": 1.1626007556915283, |
| "learning_rate": 9.630424201684105e-06, |
| "loss": 0.5259, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.12807881773399016, |
| "grad_norm": 0.8885717391967773, |
| "learning_rate": 9.615687557644848e-06, |
| "loss": 0.5835, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.13054187192118227, |
| "grad_norm": 0.9217110872268677, |
| "learning_rate": 9.600674549322716e-06, |
| "loss": 0.5965, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.1330049261083744, |
| "grad_norm": 0.9233891367912292, |
| "learning_rate": 9.585386075621553e-06, |
| "loss": 0.5679, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.1354679802955665, |
| "grad_norm": 1.285866141319275, |
| "learning_rate": 9.569823051938689e-06, |
| "loss": 0.5387, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.13793103448275862, |
| "grad_norm": 0.8282471895217896, |
| "learning_rate": 9.553986410110135e-06, |
| "loss": 0.476, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.14039408866995073, |
| "grad_norm": 0.9375513792037964, |
| "learning_rate": 9.537877098354787e-06, |
| "loss": 0.5456, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.14285714285714285, |
| "grad_norm": 1.073931097984314, |
| "learning_rate": 9.521496081217652e-06, |
| "loss": 0.4895, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.14532019704433496, |
| "grad_norm": 0.9736307263374329, |
| "learning_rate": 9.504844339512096e-06, |
| "loss": 0.6053, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.1477832512315271, |
| "grad_norm": 1.0761698484420776, |
| "learning_rate": 9.487922870261123e-06, |
| "loss": 0.4654, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.15024630541871922, |
| "grad_norm": 0.9952367544174194, |
| "learning_rate": 9.470732686637665e-06, |
| "loss": 0.5585, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.15270935960591134, |
| "grad_norm": 0.8771824836730957, |
| "learning_rate": 9.453274817903932e-06, |
| "loss": 0.5827, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.15517241379310345, |
| "grad_norm": 1.1052207946777344, |
| "learning_rate": 9.435550309349776e-06, |
| "loss": 0.5705, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.15763546798029557, |
| "grad_norm": 0.8488280177116394, |
| "learning_rate": 9.417560222230115e-06, |
| "loss": 0.5058, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.16009852216748768, |
| "grad_norm": 0.9430592656135559, |
| "learning_rate": 9.399305633701372e-06, |
| "loss": 0.506, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.1625615763546798, |
| "grad_norm": 1.6385177373886108, |
| "learning_rate": 9.380787636757002e-06, |
| "loss": 0.6934, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.16502463054187191, |
| "grad_norm": 0.9341111183166504, |
| "learning_rate": 9.36200734016203e-06, |
| "loss": 0.6388, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.16748768472906403, |
| "grad_norm": 0.7698712944984436, |
| "learning_rate": 9.342965868386674e-06, |
| "loss": 0.4639, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.16995073891625614, |
| "grad_norm": 0.8888192176818848, |
| "learning_rate": 9.32366436153902e-06, |
| "loss": 0.5409, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.1724137931034483, |
| "grad_norm": 1.2890245914459229, |
| "learning_rate": 9.30410397529675e-06, |
| "loss": 0.6643, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.1748768472906404, |
| "grad_norm": 0.8433436155319214, |
| "learning_rate": 9.284285880837947e-06, |
| "loss": 0.5345, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.17733990147783252, |
| "grad_norm": 0.8337154388427734, |
| "learning_rate": 9.264211264770977e-06, |
| "loss": 0.4866, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.17980295566502463, |
| "grad_norm": 0.8894972801208496, |
| "learning_rate": 9.243881329063436e-06, |
| "loss": 0.5478, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.18226600985221675, |
| "grad_norm": 0.8818243741989136, |
| "learning_rate": 9.22329729097018e-06, |
| "loss": 0.5189, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.18472906403940886, |
| "grad_norm": 1.0139381885528564, |
| "learning_rate": 9.202460382960449e-06, |
| "loss": 0.5413, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.18719211822660098, |
| "grad_norm": 1.144716739654541, |
| "learning_rate": 9.181371852644063e-06, |
| "loss": 0.5689, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.1896551724137931, |
| "grad_norm": 1.1229621171951294, |
| "learning_rate": 9.160032962696734e-06, |
| "loss": 0.5018, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.1921182266009852, |
| "grad_norm": 1.20614755153656, |
| "learning_rate": 9.138444990784455e-06, |
| "loss": 0.5297, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.19458128078817735, |
| "grad_norm": 1.7722558975219727, |
| "learning_rate": 9.116609229486992e-06, |
| "loss": 0.4937, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.19704433497536947, |
| "grad_norm": 1.1039201021194458, |
| "learning_rate": 9.094526986220513e-06, |
| "loss": 0.5181, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.19950738916256158, |
| "grad_norm": 1.0505284070968628, |
| "learning_rate": 9.072199583159285e-06, |
| "loss": 0.6021, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.2019704433497537, |
| "grad_norm": 0.9036574959754944, |
| "learning_rate": 9.049628357156522e-06, |
| "loss": 0.5434, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.2044334975369458, |
| "grad_norm": 1.5033870935440063, |
| "learning_rate": 9.026814659664331e-06, |
| "loss": 0.462, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.20689655172413793, |
| "grad_norm": 0.9125608205795288, |
| "learning_rate": 9.003759856652803e-06, |
| "loss": 0.456, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.20935960591133004, |
| "grad_norm": 3.8365941047668457, |
| "learning_rate": 8.98046532852822e-06, |
| "loss": 0.4463, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.21182266009852216, |
| "grad_norm": 1.0002238750457764, |
| "learning_rate": 8.956932470050405e-06, |
| "loss": 0.5616, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.21428571428571427, |
| "grad_norm": 0.807572603225708, |
| "learning_rate": 8.93316269024921e-06, |
| "loss": 0.4795, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.21674876847290642, |
| "grad_norm": 0.7959713935852051, |
| "learning_rate": 8.90915741234015e-06, |
| "loss": 0.4098, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.21921182266009853, |
| "grad_norm": 2.6254165172576904, |
| "learning_rate": 8.88491807363919e-06, |
| "loss": 0.6164, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.22167487684729065, |
| "grad_norm": 0.8573901653289795, |
| "learning_rate": 8.860446125476688e-06, |
| "loss": 0.5426, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.22413793103448276, |
| "grad_norm": 0.8792327046394348, |
| "learning_rate": 8.835743033110482e-06, |
| "loss": 0.5441, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.22660098522167488, |
| "grad_norm": 1.1924870014190674, |
| "learning_rate": 8.810810275638183e-06, |
| "loss": 0.4542, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.229064039408867, |
| "grad_norm": 0.7673595547676086, |
| "learning_rate": 8.78564934590859e-06, |
| "loss": 0.4864, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.2315270935960591, |
| "grad_norm": 1.037055492401123, |
| "learning_rate": 8.760261750432312e-06, |
| "loss": 0.5286, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.23399014778325122, |
| "grad_norm": 1.1282660961151123, |
| "learning_rate": 8.734649009291586e-06, |
| "loss": 0.5892, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.23645320197044334, |
| "grad_norm": 0.9695258140563965, |
| "learning_rate": 8.708812656049227e-06, |
| "loss": 0.5851, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.23891625615763548, |
| "grad_norm": 0.9574100971221924, |
| "learning_rate": 8.68275423765683e-06, |
| "loss": 0.5058, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.2413793103448276, |
| "grad_norm": 0.8745037317276001, |
| "learning_rate": 8.656475314362149e-06, |
| "loss": 0.4157, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.2438423645320197, |
| "grad_norm": 0.8950684070587158, |
| "learning_rate": 8.629977459615655e-06, |
| "loss": 0.4444, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.24630541871921183, |
| "grad_norm": 1.0956140756607056, |
| "learning_rate": 8.603262259976348e-06, |
| "loss": 0.5102, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.24876847290640394, |
| "grad_norm": 0.9333466291427612, |
| "learning_rate": 8.576331315016753e-06, |
| "loss": 0.5257, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.2512315270935961, |
| "grad_norm": 0.9434043169021606, |
| "learning_rate": 8.549186237227138e-06, |
| "loss": 0.532, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.2536945812807882, |
| "grad_norm": 1.0310450792312622, |
| "learning_rate": 8.521828651918983e-06, |
| "loss": 0.5588, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.2561576354679803, |
| "grad_norm": 1.0325108766555786, |
| "learning_rate": 8.49426019712765e-06, |
| "loss": 0.4569, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.25862068965517243, |
| "grad_norm": 1.030055284500122, |
| "learning_rate": 8.46648252351431e-06, |
| "loss": 0.5172, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.26108374384236455, |
| "grad_norm": 0.8964868783950806, |
| "learning_rate": 8.438497294267117e-06, |
| "loss": 0.5143, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.26354679802955666, |
| "grad_norm": 1.2119203805923462, |
| "learning_rate": 8.41030618500161e-06, |
| "loss": 0.4589, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.2660098522167488, |
| "grad_norm": 0.880455732345581, |
| "learning_rate": 8.3819108836604e-06, |
| "loss": 0.4789, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.2684729064039409, |
| "grad_norm": 1.026513695716858, |
| "learning_rate": 8.353313090412093e-06, |
| "loss": 0.4132, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.270935960591133, |
| "grad_norm": 0.8435222506523132, |
| "learning_rate": 8.3245145175495e-06, |
| "loss": 0.4623, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.2733990147783251, |
| "grad_norm": 0.8828105926513672, |
| "learning_rate": 8.295516889387115e-06, |
| "loss": 0.4267, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.27586206896551724, |
| "grad_norm": 0.7920165061950684, |
| "learning_rate": 8.26632194215786e-06, |
| "loss": 0.4472, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.27832512315270935, |
| "grad_norm": 1.1182401180267334, |
| "learning_rate": 8.23693142390914e-06, |
| "loss": 0.4812, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.28078817733990147, |
| "grad_norm": 1.444700002670288, |
| "learning_rate": 8.207347094398173e-06, |
| "loss": 0.4815, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.2832512315270936, |
| "grad_norm": 0.9819019436836243, |
| "learning_rate": 8.177570724986627e-06, |
| "loss": 0.47, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.2857142857142857, |
| "grad_norm": 0.84306401014328, |
| "learning_rate": 8.14760409853456e-06, |
| "loss": 0.547, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.2881773399014778, |
| "grad_norm": 0.9470686912536621, |
| "learning_rate": 8.117449009293668e-06, |
| "loss": 0.4874, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.29064039408866993, |
| "grad_norm": 0.7772971987724304, |
| "learning_rate": 8.087107262799856e-06, |
| "loss": 0.5282, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.29310344827586204, |
| "grad_norm": 0.9155469536781311, |
| "learning_rate": 8.05658067576513e-06, |
| "loss": 0.4475, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.2955665024630542, |
| "grad_norm": 0.823267936706543, |
| "learning_rate": 8.025871075968828e-06, |
| "loss": 0.4273, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.29802955665024633, |
| "grad_norm": 0.921981155872345, |
| "learning_rate": 7.99498030214817e-06, |
| "loss": 0.5247, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.30049261083743845, |
| "grad_norm": 0.8674582839012146, |
| "learning_rate": 7.963910203888177e-06, |
| "loss": 0.4733, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.30295566502463056, |
| "grad_norm": 0.895481526851654, |
| "learning_rate": 7.932662641510915e-06, |
| "loss": 0.5376, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.3054187192118227, |
| "grad_norm": 0.7914291024208069, |
| "learning_rate": 7.90123948596412e-06, |
| "loss": 0.4572, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.3078817733990148, |
| "grad_norm": 1.2109417915344238, |
| "learning_rate": 7.869642618709162e-06, |
| "loss": 0.4873, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.3103448275862069, |
| "grad_norm": 0.9359944462776184, |
| "learning_rate": 7.8378739316084e-06, |
| "loss": 0.4277, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.312807881773399, |
| "grad_norm": 0.8828278183937073, |
| "learning_rate": 7.805935326811913e-06, |
| "loss": 0.5501, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.31527093596059114, |
| "grad_norm": 1.0584925413131714, |
| "learning_rate": 7.773828716643592e-06, |
| "loss": 0.4268, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.31773399014778325, |
| "grad_norm": 1.5920400619506836, |
| "learning_rate": 7.741556023486655e-06, |
| "loss": 0.5066, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.32019704433497537, |
| "grad_norm": 0.8200149536132812, |
| "learning_rate": 7.709119179668538e-06, |
| "loss": 0.419, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.3226600985221675, |
| "grad_norm": 1.1859734058380127, |
| "learning_rate": 7.676520127345198e-06, |
| "loss": 0.496, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.3251231527093596, |
| "grad_norm": 0.9637341499328613, |
| "learning_rate": 7.64376081838482e-06, |
| "loss": 0.5875, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.3275862068965517, |
| "grad_norm": 0.9584794640541077, |
| "learning_rate": 7.610843214250964e-06, |
| "loss": 0.4876, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.33004926108374383, |
| "grad_norm": 0.9975658059120178, |
| "learning_rate": 7.57776928588511e-06, |
| "loss": 0.4481, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.33251231527093594, |
| "grad_norm": 1.1614975929260254, |
| "learning_rate": 7.5445410135886455e-06, |
| "loss": 0.5802, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.33497536945812806, |
| "grad_norm": 2.236684799194336, |
| "learning_rate": 7.511160386904306e-06, |
| "loss": 0.4955, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.3374384236453202, |
| "grad_norm": 0.8656754493713379, |
| "learning_rate": 7.477629404497048e-06, |
| "loss": 0.5312, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.3399014778325123, |
| "grad_norm": 0.7941805124282837, |
| "learning_rate": 7.4439500740343685e-06, |
| "loss": 0.4797, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.34236453201970446, |
| "grad_norm": 0.8105161190032959, |
| "learning_rate": 7.4101244120661105e-06, |
| "loss": 0.4181, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.3448275862068966, |
| "grad_norm": 2.2261204719543457, |
| "learning_rate": 7.376154443903714e-06, |
| "loss": 0.5089, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.3472906403940887, |
| "grad_norm": 0.9390556812286377, |
| "learning_rate": 7.342042203498952e-06, |
| "loss": 0.5437, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.3497536945812808, |
| "grad_norm": 0.8173288702964783, |
| "learning_rate": 7.307789733322146e-06, |
| "loss": 0.4328, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.3522167487684729, |
| "grad_norm": 1.0669867992401123, |
| "learning_rate": 7.273399084239878e-06, |
| "loss": 0.4557, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.35467980295566504, |
| "grad_norm": 2.4072816371917725, |
| "learning_rate": 7.238872315392189e-06, |
| "loss": 0.4371, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.35714285714285715, |
| "grad_norm": 0.8072436451911926, |
| "learning_rate": 7.204211494069292e-06, |
| "loss": 0.3932, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.35960591133004927, |
| "grad_norm": 1.3799082040786743, |
| "learning_rate": 7.169418695587791e-06, |
| "loss": 0.4526, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.3620689655172414, |
| "grad_norm": 0.9200634956359863, |
| "learning_rate": 7.134496003166423e-06, |
| "loss": 0.4379, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.3645320197044335, |
| "grad_norm": 2.47597336769104, |
| "learning_rate": 7.099445507801324e-06, |
| "loss": 0.4638, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.3669950738916256, |
| "grad_norm": 0.9331015348434448, |
| "learning_rate": 7.06426930814083e-06, |
| "loss": 0.4635, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.3694581280788177, |
| "grad_norm": 0.8710178732872009, |
| "learning_rate": 7.028969510359821e-06, |
| "loss": 0.3501, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.37192118226600984, |
| "grad_norm": 1.0825324058532715, |
| "learning_rate": 6.993548228033618e-06, |
| "loss": 0.4367, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.37438423645320196, |
| "grad_norm": 0.8021703362464905, |
| "learning_rate": 6.9580075820114255e-06, |
| "loss": 0.5561, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.3768472906403941, |
| "grad_norm": 0.799213707447052, |
| "learning_rate": 6.922349700289348e-06, |
| "loss": 0.4704, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.3793103448275862, |
| "grad_norm": 1.3380686044692993, |
| "learning_rate": 6.886576717882982e-06, |
| "loss": 0.4525, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.3817733990147783, |
| "grad_norm": 0.807714581489563, |
| "learning_rate": 6.850690776699574e-06, |
| "loss": 0.3812, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.3842364532019704, |
| "grad_norm": 0.8078760504722595, |
| "learning_rate": 6.814694025409773e-06, |
| "loss": 0.4816, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.3866995073891626, |
| "grad_norm": 0.884308934211731, |
| "learning_rate": 6.7785886193189936e-06, |
| "loss": 0.5723, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.3891625615763547, |
| "grad_norm": 0.8629475831985474, |
| "learning_rate": 6.742376720238346e-06, |
| "loss": 0.4831, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.3916256157635468, |
| "grad_norm": 0.8618782162666321, |
| "learning_rate": 6.7060604963552125e-06, |
| "loss": 0.4798, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.39408866995073893, |
| "grad_norm": 0.7644566893577576, |
| "learning_rate": 6.669642122103423e-06, |
| "loss": 0.4965, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.39655172413793105, |
| "grad_norm": 1.092326283454895, |
| "learning_rate": 6.633123778033061e-06, |
| "loss": 0.4821, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.39901477832512317, |
| "grad_norm": 0.9640597105026245, |
| "learning_rate": 6.5965076506799e-06, |
| "loss": 0.39, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.4014778325123153, |
| "grad_norm": 1.1585789918899536, |
| "learning_rate": 6.559795932434489e-06, |
| "loss": 0.4484, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.4039408866995074, |
| "grad_norm": 0.8530002236366272, |
| "learning_rate": 6.522990821410881e-06, |
| "loss": 0.3783, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.4064039408866995, |
| "grad_norm": 0.8914724588394165, |
| "learning_rate": 6.486094521315022e-06, |
| "loss": 0.4685, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.4088669950738916, |
| "grad_norm": 0.7827121019363403, |
| "learning_rate": 6.449109241312803e-06, |
| "loss": 0.4192, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.41133004926108374, |
| "grad_norm": 1.0978766679763794, |
| "learning_rate": 6.412037195897786e-06, |
| "loss": 0.408, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.41379310344827586, |
| "grad_norm": 0.8382684588432312, |
| "learning_rate": 6.3748806047586155e-06, |
| "loss": 0.457, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.41625615763546797, |
| "grad_norm": 1.073023796081543, |
| "learning_rate": 6.337641692646106e-06, |
| "loss": 0.4697, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.4187192118226601, |
| "grad_norm": 0.9375430941581726, |
| "learning_rate": 6.300322689240042e-06, |
| "loss": 0.4769, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.4211822660098522, |
| "grad_norm": 0.8222770690917969, |
| "learning_rate": 6.262925829015675e-06, |
| "loss": 0.4652, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.4236453201970443, |
| "grad_norm": 0.9433236718177795, |
| "learning_rate": 6.2254533511099345e-06, |
| "loss": 0.4507, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.42610837438423643, |
| "grad_norm": 0.8848790526390076, |
| "learning_rate": 6.187907499187357e-06, |
| "loss": 0.4219, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.42857142857142855, |
| "grad_norm": 0.8615171313285828, |
| "learning_rate": 6.150290521305746e-06, |
| "loss": 0.4878, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.43103448275862066, |
| "grad_norm": 0.8783863186836243, |
| "learning_rate": 6.112604669781572e-06, |
| "loss": 0.4351, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.43349753694581283, |
| "grad_norm": 0.8565014004707336, |
| "learning_rate": 6.074852201055121e-06, |
| "loss": 0.4027, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.43596059113300495, |
| "grad_norm": 0.8122984766960144, |
| "learning_rate": 6.037035375555376e-06, |
| "loss": 0.4788, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.43842364532019706, |
| "grad_norm": 0.8158956170082092, |
| "learning_rate": 5.9991564575646855e-06, |
| "loss": 0.4449, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.4408866995073892, |
| "grad_norm": 0.8699731826782227, |
| "learning_rate": 5.961217715083185e-06, |
| "loss": 0.4864, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.4433497536945813, |
| "grad_norm": 0.9397453665733337, |
| "learning_rate": 5.923221419693002e-06, |
| "loss": 0.518, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.4458128078817734, |
| "grad_norm": 0.8958430290222168, |
| "learning_rate": 5.885169846422242e-06, |
| "loss": 0.4862, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.4482758620689655, |
| "grad_norm": 0.8838856816291809, |
| "learning_rate": 5.847065273608777e-06, |
| "loss": 0.4701, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.45073891625615764, |
| "grad_norm": 0.8200072050094604, |
| "learning_rate": 5.808909982763825e-06, |
| "loss": 0.3679, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.45320197044334976, |
| "grad_norm": 0.931821346282959, |
| "learning_rate": 5.770706258435342e-06, |
| "loss": 0.4082, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.45566502463054187, |
| "grad_norm": 1.0416653156280518, |
| "learning_rate": 5.732456388071247e-06, |
| "loss": 0.4608, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.458128078817734, |
| "grad_norm": 0.8697349429130554, |
| "learning_rate": 5.6941626618824445e-06, |
| "loss": 0.5462, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.4605911330049261, |
| "grad_norm": 0.760611355304718, |
| "learning_rate": 5.655827372705712e-06, |
| "loss": 0.4358, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.4630541871921182, |
| "grad_norm": 0.8112332820892334, |
| "learning_rate": 5.61745281586641e-06, |
| "loss": 0.5072, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.46551724137931033, |
| "grad_norm": 0.857423722743988, |
| "learning_rate": 5.579041289041045e-06, |
| "loss": 0.4662, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.46798029556650245, |
| "grad_norm": 0.9442394375801086, |
| "learning_rate": 5.540595092119709e-06, |
| "loss": 0.5124, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.47044334975369456, |
| "grad_norm": 0.7853634357452393, |
| "learning_rate": 5.502116527068363e-06, |
| "loss": 0.4048, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.4729064039408867, |
| "grad_norm": 1.0823391675949097, |
| "learning_rate": 5.463607897791006e-06, |
| "loss": 0.4303, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.4753694581280788, |
| "grad_norm": 1.0174390077590942, |
| "learning_rate": 5.425071509991737e-06, |
| "loss": 0.467, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.47783251231527096, |
| "grad_norm": 0.9144822955131531, |
| "learning_rate": 5.386509671036695e-06, |
| "loss": 0.4526, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.4802955665024631, |
| "grad_norm": 0.9582109451293945, |
| "learning_rate": 5.347924689815906e-06, |
| "loss": 0.4019, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.4827586206896552, |
| "grad_norm": 0.7563319802284241, |
| "learning_rate": 5.309318876605043e-06, |
| "loss": 0.4331, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.4852216748768473, |
| "grad_norm": 0.8050902485847473, |
| "learning_rate": 5.270694542927089e-06, |
| "loss": 0.4731, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.4876847290640394, |
| "grad_norm": 0.9717739820480347, |
| "learning_rate": 5.2320540014139405e-06, |
| "loss": 0.4701, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.49014778325123154, |
| "grad_norm": 0.9432171583175659, |
| "learning_rate": 5.193399565667945e-06, |
| "loss": 0.3581, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.49261083743842365, |
| "grad_norm": 1.2452778816223145, |
| "learning_rate": 5.154733550123357e-06, |
| "loss": 0.4548, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.49507389162561577, |
| "grad_norm": 0.78749680519104, |
| "learning_rate": 5.116058269907779e-06, |
| "loss": 0.421, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.4975369458128079, |
| "grad_norm": 0.8748036026954651, |
| "learning_rate": 5.077376040703533e-06, |
| "loss": 0.4386, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.8578478693962097, |
| "learning_rate": 5.038689178609011e-06, |
| "loss": 0.5316, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.5024630541871922, |
| "grad_norm": 0.7721994519233704, |
| "learning_rate": 5e-06, |
| "loss": 0.4235, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.5049261083743842, |
| "grad_norm": 0.7942141890525818, |
| "learning_rate": 4.96131082139099e-06, |
| "loss": 0.4798, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.5073891625615764, |
| "grad_norm": 1.1543359756469727, |
| "learning_rate": 4.922623959296469e-06, |
| "loss": 0.4402, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.5098522167487685, |
| "grad_norm": 0.9413177967071533, |
| "learning_rate": 4.883941730092222e-06, |
| "loss": 0.5872, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.5123152709359606, |
| "grad_norm": 0.7829416394233704, |
| "learning_rate": 4.845266449876646e-06, |
| "loss": 0.4577, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.5147783251231527, |
| "grad_norm": 0.7771807312965393, |
| "learning_rate": 4.806600434332056e-06, |
| "loss": 0.4063, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.5172413793103449, |
| "grad_norm": 0.8723726868629456, |
| "learning_rate": 4.76794599858606e-06, |
| "loss": 0.4745, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.5197044334975369, |
| "grad_norm": 0.8430385589599609, |
| "learning_rate": 4.729305457072913e-06, |
| "loss": 0.4174, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.5221674876847291, |
| "grad_norm": 0.6947190165519714, |
| "learning_rate": 4.690681123394959e-06, |
| "loss": 0.378, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.5246305418719212, |
| "grad_norm": 0.932201623916626, |
| "learning_rate": 4.6520753101840945e-06, |
| "loss": 0.4578, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.5270935960591133, |
| "grad_norm": 0.8713343739509583, |
| "learning_rate": 4.613490328963307e-06, |
| "loss": 0.39, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.5295566502463054, |
| "grad_norm": 0.7538230419158936, |
| "learning_rate": 4.574928490008264e-06, |
| "loss": 0.3857, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.5320197044334976, |
| "grad_norm": 0.8916656970977783, |
| "learning_rate": 4.536392102208998e-06, |
| "loss": 0.5202, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.5344827586206896, |
| "grad_norm": 0.8922424912452698, |
| "learning_rate": 4.497883472931639e-06, |
| "loss": 0.4081, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.5369458128078818, |
| "grad_norm": 1.8260999917984009, |
| "learning_rate": 4.459404907880293e-06, |
| "loss": 0.4833, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.5394088669950738, |
| "grad_norm": 1.0410164594650269, |
| "learning_rate": 4.4209587109589565e-06, |
| "loss": 0.3233, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.541871921182266, |
| "grad_norm": 0.9134721755981445, |
| "learning_rate": 4.382547184133593e-06, |
| "loss": 0.373, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.5443349753694581, |
| "grad_norm": 0.8863281607627869, |
| "learning_rate": 4.3441726272942895e-06, |
| "loss": 0.3112, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.5467980295566502, |
| "grad_norm": 0.7182394862174988, |
| "learning_rate": 4.305837338117557e-06, |
| "loss": 0.4257, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.5492610837438424, |
| "grad_norm": 1.0430289506912231, |
| "learning_rate": 4.267543611928755e-06, |
| "loss": 0.4123, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.5517241379310345, |
| "grad_norm": 0.9563698768615723, |
| "learning_rate": 4.229293741564658e-06, |
| "loss": 0.5008, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.5541871921182266, |
| "grad_norm": 1.4074031114578247, |
| "learning_rate": 4.191090017236177e-06, |
| "loss": 0.4318, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.5566502463054187, |
| "grad_norm": 0.8157017230987549, |
| "learning_rate": 4.152934726391223e-06, |
| "loss": 0.5214, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.5591133004926109, |
| "grad_norm": 0.7647298574447632, |
| "learning_rate": 4.114830153577759e-06, |
| "loss": 0.3445, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.5615763546798029, |
| "grad_norm": 1.0865991115570068, |
| "learning_rate": 4.076778580306999e-06, |
| "loss": 0.3936, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.5640394088669951, |
| "grad_norm": 1.014061450958252, |
| "learning_rate": 4.0387822849168165e-06, |
| "loss": 0.3716, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.5665024630541872, |
| "grad_norm": 0.7353817224502563, |
| "learning_rate": 4.000843542435315e-06, |
| "loss": 0.3828, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.5689655172413793, |
| "grad_norm": 1.005282998085022, |
| "learning_rate": 3.962964624444625e-06, |
| "loss": 0.4572, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.5714285714285714, |
| "grad_norm": 0.9712240099906921, |
| "learning_rate": 3.92514779894488e-06, |
| "loss": 0.3327, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.5738916256157636, |
| "grad_norm": 0.7928905487060547, |
| "learning_rate": 3.887395330218429e-06, |
| "loss": 0.3351, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.5763546798029556, |
| "grad_norm": 0.8094484806060791, |
| "learning_rate": 3.849709478694256e-06, |
| "loss": 0.4305, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.5788177339901478, |
| "grad_norm": 3.6431384086608887, |
| "learning_rate": 3.8120925008126457e-06, |
| "loss": 0.4964, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.5812807881773399, |
| "grad_norm": 0.9250912666320801, |
| "learning_rate": 3.7745466488900663e-06, |
| "loss": 0.4114, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.583743842364532, |
| "grad_norm": 1.0961583852767944, |
| "learning_rate": 3.7370741709843263e-06, |
| "loss": 0.4588, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.5862068965517241, |
| "grad_norm": 0.857764482498169, |
| "learning_rate": 3.6996773107599605e-06, |
| "loss": 0.3729, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.5886699507389163, |
| "grad_norm": 1.0068374872207642, |
| "learning_rate": 3.662358307353897e-06, |
| "loss": 0.4843, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.5911330049261084, |
| "grad_norm": 0.8471587300300598, |
| "learning_rate": 3.6251193952413866e-06, |
| "loss": 0.4503, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.5935960591133005, |
| "grad_norm": 0.8168319463729858, |
| "learning_rate": 3.587962804102214e-06, |
| "loss": 0.3802, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.5960591133004927, |
| "grad_norm": 0.8261502981185913, |
| "learning_rate": 3.550890758687199e-06, |
| "loss": 0.4659, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.5985221674876847, |
| "grad_norm": 1.202130913734436, |
| "learning_rate": 3.5139054786849787e-06, |
| "loss": 0.4397, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.6009852216748769, |
| "grad_norm": 0.8035978078842163, |
| "learning_rate": 3.4770091785891207e-06, |
| "loss": 0.4111, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.603448275862069, |
| "grad_norm": 2.1057868003845215, |
| "learning_rate": 3.440204067565511e-06, |
| "loss": 0.4438, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.6059113300492611, |
| "grad_norm": 0.8185580372810364, |
| "learning_rate": 3.403492349320101e-06, |
| "loss": 0.3776, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.6083743842364532, |
| "grad_norm": 0.8482059240341187, |
| "learning_rate": 3.3668762219669393e-06, |
| "loss": 0.4184, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.6108374384236454, |
| "grad_norm": 0.8905600309371948, |
| "learning_rate": 3.330357877896577e-06, |
| "loss": 0.4145, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.6133004926108374, |
| "grad_norm": 0.7447388172149658, |
| "learning_rate": 3.293939503644788e-06, |
| "loss": 0.4, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.6157635467980296, |
| "grad_norm": 1.7505443096160889, |
| "learning_rate": 3.2576232797616556e-06, |
| "loss": 0.3793, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.6182266009852216, |
| "grad_norm": 0.9543902277946472, |
| "learning_rate": 3.2214113806810077e-06, |
| "loss": 0.3999, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.6206896551724138, |
| "grad_norm": 0.889468789100647, |
| "learning_rate": 3.1853059745902287e-06, |
| "loss": 0.3603, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.6231527093596059, |
| "grad_norm": 0.9314963817596436, |
| "learning_rate": 3.149309223300428e-06, |
| "loss": 0.4, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.625615763546798, |
| "grad_norm": 0.7808181047439575, |
| "learning_rate": 3.1134232821170202e-06, |
| "loss": 0.4358, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.6280788177339901, |
| "grad_norm": 0.8075929284095764, |
| "learning_rate": 3.0776502997106526e-06, |
| "loss": 0.4397, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.6305418719211823, |
| "grad_norm": 0.991936445236206, |
| "learning_rate": 3.041992417988577e-06, |
| "loss": 0.3703, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.6330049261083743, |
| "grad_norm": 0.9331387877464294, |
| "learning_rate": 3.0064517719663833e-06, |
| "loss": 0.4161, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.6354679802955665, |
| "grad_norm": 0.9041942358016968, |
| "learning_rate": 2.9710304896401803e-06, |
| "loss": 0.3642, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.6379310344827587, |
| "grad_norm": 1.105132818222046, |
| "learning_rate": 2.935730691859172e-06, |
| "loss": 0.3843, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.6403940886699507, |
| "grad_norm": 0.7953276634216309, |
| "learning_rate": 2.9005544921986774e-06, |
| "loss": 0.3583, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.6428571428571429, |
| "grad_norm": 0.9104849696159363, |
| "learning_rate": 2.8655039968335774e-06, |
| "loss": 0.4262, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.645320197044335, |
| "grad_norm": 1.0020502805709839, |
| "learning_rate": 2.83058130441221e-06, |
| "loss": 0.3959, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.6477832512315271, |
| "grad_norm": 1.0070898532867432, |
| "learning_rate": 2.7957885059307097e-06, |
| "loss": 0.4128, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.6502463054187192, |
| "grad_norm": 0.8092946410179138, |
| "learning_rate": 2.761127684607811e-06, |
| "loss": 0.4152, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.6527093596059114, |
| "grad_norm": 0.9570103883743286, |
| "learning_rate": 2.7266009157601226e-06, |
| "loss": 0.4408, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.6551724137931034, |
| "grad_norm": 0.9353964924812317, |
| "learning_rate": 2.692210266677855e-06, |
| "loss": 0.4548, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.6576354679802956, |
| "grad_norm": 0.7735761404037476, |
| "learning_rate": 2.65795779650105e-06, |
| "loss": 0.4139, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.6600985221674877, |
| "grad_norm": 0.8776670098304749, |
| "learning_rate": 2.6238455560962884e-06, |
| "loss": 0.3719, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.6625615763546798, |
| "grad_norm": 0.9098663330078125, |
| "learning_rate": 2.589875587933892e-06, |
| "loss": 0.4113, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.6650246305418719, |
| "grad_norm": 3.0552971363067627, |
| "learning_rate": 2.5560499259656323e-06, |
| "loss": 0.4058, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.6674876847290641, |
| "grad_norm": 0.7983712553977966, |
| "learning_rate": 2.522370595502954e-06, |
| "loss": 0.4385, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.6699507389162561, |
| "grad_norm": 0.695418119430542, |
| "learning_rate": 2.488839613095695e-06, |
| "loss": 0.3056, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.6724137931034483, |
| "grad_norm": 1.0092236995697021, |
| "learning_rate": 2.4554589864113566e-06, |
| "loss": 0.3816, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.6748768472906403, |
| "grad_norm": 0.7949216961860657, |
| "learning_rate": 2.422230714114891e-06, |
| "loss": 0.3537, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.6773399014778325, |
| "grad_norm": 0.9313486218452454, |
| "learning_rate": 2.3891567857490373e-06, |
| "loss": 0.4997, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.6798029556650246, |
| "grad_norm": 0.8018554449081421, |
| "learning_rate": 2.3562391816151807e-06, |
| "loss": 0.417, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.6822660098522167, |
| "grad_norm": 0.9989979267120361, |
| "learning_rate": 2.323479872654805e-06, |
| "loss": 0.4071, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.6847290640394089, |
| "grad_norm": 0.7565258741378784, |
| "learning_rate": 2.2908808203314637e-06, |
| "loss": 0.3126, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.687192118226601, |
| "grad_norm": 0.9910544157028198, |
| "learning_rate": 2.2584439765133453e-06, |
| "loss": 0.4361, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.6896551724137931, |
| "grad_norm": 0.7968178987503052, |
| "learning_rate": 2.226171283356409e-06, |
| "loss": 0.3032, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.6921182266009852, |
| "grad_norm": 0.8218366503715515, |
| "learning_rate": 2.1940646731880887e-06, |
| "loss": 0.3931, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.6945812807881774, |
| "grad_norm": 0.8241420984268188, |
| "learning_rate": 2.162126068391601e-06, |
| "loss": 0.4846, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.6970443349753694, |
| "grad_norm": 0.9964359998703003, |
| "learning_rate": 2.1303573812908383e-06, |
| "loss": 0.4059, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.6995073891625616, |
| "grad_norm": 0.8862767219543457, |
| "learning_rate": 2.0987605140358823e-06, |
| "loss": 0.387, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.7019704433497537, |
| "grad_norm": 0.8447444438934326, |
| "learning_rate": 2.0673373584890847e-06, |
| "loss": 0.367, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.7044334975369458, |
| "grad_norm": 0.719472348690033, |
| "learning_rate": 2.036089796111825e-06, |
| "loss": 0.3834, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.7068965517241379, |
| "grad_norm": 0.8975826501846313, |
| "learning_rate": 2.0050196978518323e-06, |
| "loss": 0.3538, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.7093596059113301, |
| "grad_norm": 1.0086376667022705, |
| "learning_rate": 1.9741289240311757e-06, |
| "loss": 0.498, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.7118226600985221, |
| "grad_norm": 0.9242886304855347, |
| "learning_rate": 1.943419324234871e-06, |
| "loss": 0.442, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.7142857142857143, |
| "grad_norm": 0.8589749932289124, |
| "learning_rate": 1.9128927372001456e-06, |
| "loss": 0.3315, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.7167487684729064, |
| "grad_norm": 1.2725121974945068, |
| "learning_rate": 1.8825509907063328e-06, |
| "loss": 0.5441, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.7192118226600985, |
| "grad_norm": 0.975878119468689, |
| "learning_rate": 1.852395901465441e-06, |
| "loss": 0.4301, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.7216748768472906, |
| "grad_norm": 0.9230057001113892, |
| "learning_rate": 1.8224292750133743e-06, |
| "loss": 0.4157, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.7241379310344828, |
| "grad_norm": 0.9983015656471252, |
| "learning_rate": 1.79265290560183e-06, |
| "loss": 0.4511, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.7266009852216748, |
| "grad_norm": 0.8537778258323669, |
| "learning_rate": 1.7630685760908623e-06, |
| "loss": 0.4724, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.729064039408867, |
| "grad_norm": 0.8379884958267212, |
| "learning_rate": 1.733678057842142e-06, |
| "loss": 0.3558, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.7315270935960592, |
| "grad_norm": 0.835649311542511, |
| "learning_rate": 1.7044831106128867e-06, |
| "loss": 0.3725, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.7339901477832512, |
| "grad_norm": 0.7726622819900513, |
| "learning_rate": 1.675485482450499e-06, |
| "loss": 0.3666, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.7364532019704434, |
| "grad_norm": 0.9081035256385803, |
| "learning_rate": 1.6466869095879079e-06, |
| "loss": 0.3409, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.7389162561576355, |
| "grad_norm": 0.7757613658905029, |
| "learning_rate": 1.6180891163396013e-06, |
| "loss": 0.3568, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.7413793103448276, |
| "grad_norm": 0.9632595777511597, |
| "learning_rate": 1.589693814998391e-06, |
| "loss": 0.4876, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.7438423645320197, |
| "grad_norm": 0.7990944385528564, |
| "learning_rate": 1.561502705732883e-06, |
| "loss": 0.4158, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.7463054187192119, |
| "grad_norm": 0.9227884411811829, |
| "learning_rate": 1.533517476485691e-06, |
| "loss": 0.3277, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.7487684729064039, |
| "grad_norm": 1.0761818885803223, |
| "learning_rate": 1.5057398028723514e-06, |
| "loss": 0.3425, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.7512315270935961, |
| "grad_norm": 0.7749660015106201, |
| "learning_rate": 1.4781713480810184e-06, |
| "loss": 0.3679, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.7536945812807881, |
| "grad_norm": 2.2163593769073486, |
| "learning_rate": 1.450813762772863e-06, |
| "loss": 0.407, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.7561576354679803, |
| "grad_norm": 1.069761037826538, |
| "learning_rate": 1.4236686849832497e-06, |
| "loss": 0.3972, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.7586206896551724, |
| "grad_norm": 0.9363300800323486, |
| "learning_rate": 1.3967377400236515e-06, |
| "loss": 0.4288, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.7610837438423645, |
| "grad_norm": 0.8307360410690308, |
| "learning_rate": 1.370022540384347e-06, |
| "loss": 0.5181, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.7635467980295566, |
| "grad_norm": 0.9606369137763977, |
| "learning_rate": 1.3435246856378524e-06, |
| "loss": 0.5306, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.7660098522167488, |
| "grad_norm": 0.9734224677085876, |
| "learning_rate": 1.3172457623431706e-06, |
| "loss": 0.53, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.7684729064039408, |
| "grad_norm": 0.9703786373138428, |
| "learning_rate": 1.2911873439507766e-06, |
| "loss": 0.4361, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.770935960591133, |
| "grad_norm": 1.0127205848693848, |
| "learning_rate": 1.2653509907084171e-06, |
| "loss": 0.3778, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.7733990147783252, |
| "grad_norm": 0.6820623874664307, |
| "learning_rate": 1.2397382495676873e-06, |
| "loss": 0.3225, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.7758620689655172, |
| "grad_norm": 1.9675172567367554, |
| "learning_rate": 1.214350654091413e-06, |
| "loss": 0.4524, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.7783251231527094, |
| "grad_norm": 0.8468368649482727, |
| "learning_rate": 1.1891897243618184e-06, |
| "loss": 0.4673, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.7807881773399015, |
| "grad_norm": 1.0746312141418457, |
| "learning_rate": 1.1642569668895171e-06, |
| "loss": 0.4392, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.7832512315270936, |
| "grad_norm": 1.0559433698654175, |
| "learning_rate": 1.139553874523313e-06, |
| "loss": 0.4199, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.7857142857142857, |
| "grad_norm": 0.7627314925193787, |
| "learning_rate": 1.1150819263608098e-06, |
| "loss": 0.3582, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.7881773399014779, |
| "grad_norm": 0.8994935750961304, |
| "learning_rate": 1.0908425876598512e-06, |
| "loss": 0.3603, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.7906403940886699, |
| "grad_norm": 0.8457913398742676, |
| "learning_rate": 1.0668373097507922e-06, |
| "loss": 0.3291, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.7931034482758621, |
| "grad_norm": 0.8527902364730835, |
| "learning_rate": 1.0430675299495973e-06, |
| "loss": 0.3809, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.7955665024630542, |
| "grad_norm": 0.7819089889526367, |
| "learning_rate": 1.0195346714717813e-06, |
| "loss": 0.4148, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.7980295566502463, |
| "grad_norm": 0.878807544708252, |
| "learning_rate": 9.962401433471985e-07, |
| "loss": 0.3385, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.8004926108374384, |
| "grad_norm": 1.3636759519577026, |
| "learning_rate": 9.731853403356705e-07, |
| "loss": 0.378, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.8029556650246306, |
| "grad_norm": 22.09219741821289, |
| "learning_rate": 9.5037164284348e-07, |
| "loss": 0.3528, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.8054187192118226, |
| "grad_norm": 0.763201117515564, |
| "learning_rate": 9.278004168407151e-07, |
| "loss": 0.4066, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.8078817733990148, |
| "grad_norm": 0.7910692095756531, |
| "learning_rate": 9.054730137794887e-07, |
| "loss": 0.2703, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.8103448275862069, |
| "grad_norm": 0.9270244836807251, |
| "learning_rate": 8.833907705130091e-07, |
| "loss": 0.4674, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.812807881773399, |
| "grad_norm": 0.7657389044761658, |
| "learning_rate": 8.615550092155478e-07, |
| "loss": 0.3766, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.8152709359605911, |
| "grad_norm": 0.9968824982643127, |
| "learning_rate": 8.399670373032665e-07, |
| "loss": 0.443, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.8177339901477833, |
| "grad_norm": 0.9094595313072205, |
| "learning_rate": 8.186281473559382e-07, |
| "loss": 0.4102, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.8201970443349754, |
| "grad_norm": 0.9319184422492981, |
| "learning_rate": 7.975396170395522e-07, |
| "loss": 0.3985, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.8226600985221675, |
| "grad_norm": 0.8672550916671753, |
| "learning_rate": 7.767027090298207e-07, |
| "loss": 0.4297, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.8251231527093597, |
| "grad_norm": 1.1561846733093262, |
| "learning_rate": 7.561186709365653e-07, |
| "loss": 0.5102, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.8275862068965517, |
| "grad_norm": 1.1552369594573975, |
| "learning_rate": 7.357887352290227e-07, |
| "loss": 0.4518, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.8300492610837439, |
| "grad_norm": 8.381624221801758, |
| "learning_rate": 7.157141191620548e-07, |
| "loss": 0.4467, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.8325123152709359, |
| "grad_norm": 0.7928099632263184, |
| "learning_rate": 6.958960247032515e-07, |
| "loss": 0.3273, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.8349753694581281, |
| "grad_norm": 1.1730235815048218, |
| "learning_rate": 6.763356384609809e-07, |
| "loss": 0.4065, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.8374384236453202, |
| "grad_norm": 1.0426114797592163, |
| "learning_rate": 6.570341316133272e-07, |
| "loss": 0.4301, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.8399014778325123, |
| "grad_norm": 0.7004266381263733, |
| "learning_rate": 6.379926598379727e-07, |
| "loss": 0.2412, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.8423645320197044, |
| "grad_norm": 0.8835524320602417, |
| "learning_rate": 6.192123632429986e-07, |
| "loss": 0.4428, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.8448275862068966, |
| "grad_norm": 0.7402558922767639, |
| "learning_rate": 6.006943662986275e-07, |
| "loss": 0.3081, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.8472906403940886, |
| "grad_norm": 0.9316273927688599, |
| "learning_rate": 5.824397777698859e-07, |
| "loss": 0.3839, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.8497536945812808, |
| "grad_norm": 1.0180613994598389, |
| "learning_rate": 5.644496906502233e-07, |
| "loss": 0.3383, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.8522167487684729, |
| "grad_norm": 0.9619033932685852, |
| "learning_rate": 5.4672518209607e-07, |
| "loss": 0.3643, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.854679802955665, |
| "grad_norm": 1.3424688577651978, |
| "learning_rate": 5.292673133623372e-07, |
| "loss": 0.5491, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.8571428571428571, |
| "grad_norm": 1.1439658403396606, |
| "learning_rate": 5.120771297388788e-07, |
| "loss": 0.3623, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.8596059113300493, |
| "grad_norm": 0.9782744646072388, |
| "learning_rate": 4.951556604879049e-07, |
| "loss": 0.5006, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.8620689655172413, |
| "grad_norm": 0.9459072351455688, |
| "learning_rate": 4.785039187823503e-07, |
| "loss": 0.4076, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.8645320197044335, |
| "grad_norm": 0.9256353378295898, |
| "learning_rate": 4.6212290164521554e-07, |
| "loss": 0.4268, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.8669950738916257, |
| "grad_norm": 0.9616571068763733, |
| "learning_rate": 4.46013589889866e-07, |
| "loss": 0.2967, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.8694581280788177, |
| "grad_norm": 0.7549436688423157, |
| "learning_rate": 4.3017694806131163e-07, |
| "loss": 0.4012, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.8719211822660099, |
| "grad_norm": 0.829087495803833, |
| "learning_rate": 4.146139243784475e-07, |
| "loss": 0.3399, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.874384236453202, |
| "grad_norm": 0.885208785533905, |
| "learning_rate": 3.9932545067728366e-07, |
| "loss": 0.3451, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.8768472906403941, |
| "grad_norm": 0.9004522562026978, |
| "learning_rate": 3.8431244235515366e-07, |
| "loss": 0.3754, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.8793103448275862, |
| "grad_norm": 0.9170466065406799, |
| "learning_rate": 3.695757983158954e-07, |
| "loss": 0.3638, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.8817733990147784, |
| "grad_norm": 1.3507622480392456, |
| "learning_rate": 3.5511640091604293e-07, |
| "loss": 0.3724, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.8842364532019704, |
| "grad_norm": 0.8250304460525513, |
| "learning_rate": 3.409351159119845e-07, |
| "loss": 0.3516, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.8866995073891626, |
| "grad_norm": 0.7117695212364197, |
| "learning_rate": 3.270327924081301e-07, |
| "loss": 0.402, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.8891625615763546, |
| "grad_norm": 1.0209925174713135, |
| "learning_rate": 3.134102628060698e-07, |
| "loss": 0.5029, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.8916256157635468, |
| "grad_norm": 1.013433814048767, |
| "learning_rate": 3.000683427547374e-07, |
| "loss": 0.4095, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.8940886699507389, |
| "grad_norm": 0.9493584036827087, |
| "learning_rate": 2.8700783110156507e-07, |
| "loss": 0.4316, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.896551724137931, |
| "grad_norm": 0.8495911955833435, |
| "learning_rate": 2.742295098446623e-07, |
| "loss": 0.3361, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.8990147783251231, |
| "grad_norm": 0.8885901570320129, |
| "learning_rate": 2.617341440859883e-07, |
| "loss": 0.4157, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.9014778325123153, |
| "grad_norm": 1.3665013313293457, |
| "learning_rate": 2.4952248198554075e-07, |
| "loss": 0.4276, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.9039408866995073, |
| "grad_norm": 0.9520452618598938, |
| "learning_rate": 2.3759525471656163e-07, |
| "loss": 0.3771, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.9064039408866995, |
| "grad_norm": 0.8242120742797852, |
| "learning_rate": 2.259531764217604e-07, |
| "loss": 0.361, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.9088669950738916, |
| "grad_norm": 0.9279873371124268, |
| "learning_rate": 2.1459694417055033e-07, |
| "loss": 0.4935, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.9113300492610837, |
| "grad_norm": 1.1166878938674927, |
| "learning_rate": 2.0352723791731366e-07, |
| "loss": 0.3956, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.9137931034482759, |
| "grad_norm": 0.8491089344024658, |
| "learning_rate": 1.9274472046068805e-07, |
| "loss": 0.2792, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.916256157635468, |
| "grad_norm": 1.089476227760315, |
| "learning_rate": 1.8225003740388546e-07, |
| "loss": 0.3604, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.9187192118226601, |
| "grad_norm": 0.9467745423316956, |
| "learning_rate": 1.7204381711603046e-07, |
| "loss": 0.3956, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.9211822660098522, |
| "grad_norm": 0.9419111013412476, |
| "learning_rate": 1.621266706945429e-07, |
| "loss": 0.4508, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.9236453201970444, |
| "grad_norm": 2.099689245223999, |
| "learning_rate": 1.524991919285429e-07, |
| "loss": 0.5749, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.9261083743842364, |
| "grad_norm": 1.3350390195846558, |
| "learning_rate": 1.431619572633014e-07, |
| "loss": 0.4098, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.9285714285714286, |
| "grad_norm": 0.912725567817688, |
| "learning_rate": 1.3411552576572562e-07, |
| "loss": 0.4331, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.9310344827586207, |
| "grad_norm": 0.9236518144607544, |
| "learning_rate": 1.253604390908819e-07, |
| "loss": 0.3197, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.9334975369458128, |
| "grad_norm": 0.9659357070922852, |
| "learning_rate": 1.1689722144956672e-07, |
| "loss": 0.4172, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.9359605911330049, |
| "grad_norm": 0.7131395936012268, |
| "learning_rate": 1.0872637957691834e-07, |
| "loss": 0.3812, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.9384236453201971, |
| "grad_norm": 1.1041388511657715, |
| "learning_rate": 1.008484027020773e-07, |
| "loss": 0.4566, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.9408866995073891, |
| "grad_norm": 0.7971521615982056, |
| "learning_rate": 9.326376251889202e-08, |
| "loss": 0.343, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.9433497536945813, |
| "grad_norm": 0.7595178484916687, |
| "learning_rate": 8.597291315767808e-08, |
| "loss": 0.37, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.9458128078817734, |
| "grad_norm": 0.709429144859314, |
| "learning_rate": 7.897629115802553e-08, |
| "loss": 0.3152, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.9482758620689655, |
| "grad_norm": 9.246243476867676, |
| "learning_rate": 7.227431544266194e-08, |
| "loss": 0.6465, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.9507389162561576, |
| "grad_norm": 1.1263999938964844, |
| "learning_rate": 6.58673872923693e-08, |
| "loss": 0.33, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.9532019704433498, |
| "grad_norm": 0.830968976020813, |
| "learning_rate": 5.97558903219575e-08, |
| "loss": 0.369, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.9556650246305419, |
| "grad_norm": 0.7675350904464722, |
| "learning_rate": 5.3940190457294486e-08, |
| "loss": 0.3185, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.958128078817734, |
| "grad_norm": 1.0136815309524536, |
| "learning_rate": 4.842063591339763e-08, |
| "loss": 0.4651, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.9605911330049262, |
| "grad_norm": 0.9319408535957336, |
| "learning_rate": 4.3197557173584317e-08, |
| "loss": 0.3876, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.9630541871921182, |
| "grad_norm": 0.8962835669517517, |
| "learning_rate": 3.82712669696822e-08, |
| "loss": 0.4232, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.9655172413793104, |
| "grad_norm": 0.8527126312255859, |
| "learning_rate": 3.364206026330752e-08, |
| "loss": 0.3564, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.9679802955665024, |
| "grad_norm": 0.8836209177970886, |
| "learning_rate": 2.9310214228202016e-08, |
| "loss": 0.3616, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.9704433497536946, |
| "grad_norm": 0.8913058638572693, |
| "learning_rate": 2.527598823363786e-08, |
| "loss": 0.4859, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.9729064039408867, |
| "grad_norm": 0.8344419598579407, |
| "learning_rate": 2.153962382888841e-08, |
| "loss": 0.3994, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.9753694581280788, |
| "grad_norm": 0.9367709755897522, |
| "learning_rate": 1.8101344728764236e-08, |
| "loss": 0.321, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.9778325123152709, |
| "grad_norm": 0.862615704536438, |
| "learning_rate": 1.496135680021993e-08, |
| "loss": 0.3368, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.9802955665024631, |
| "grad_norm": 0.8697728514671326, |
| "learning_rate": 1.2119848050025084e-08, |
| "loss": 0.3877, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.9827586206896551, |
| "grad_norm": 0.985674262046814, |
| "learning_rate": 9.576988613511084e-09, |
| "loss": 0.3868, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.9852216748768473, |
| "grad_norm": 0.7607033252716064, |
| "learning_rate": 7.332930744380906e-09, |
| "loss": 0.4217, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.9876847290640394, |
| "grad_norm": 0.9515877962112427, |
| "learning_rate": 5.387808805594752e-09, |
| "loss": 0.417, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.9901477832512315, |
| "grad_norm": 1.0010173320770264, |
| "learning_rate": 3.741739261324817e-09, |
| "loss": 0.4093, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.9926108374384236, |
| "grad_norm": 0.6813908219337463, |
| "learning_rate": 2.3948206699819787e-09, |
| "loss": 0.3174, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.9950738916256158, |
| "grad_norm": 0.9744001626968384, |
| "learning_rate": 1.347133678313295e-09, |
| "loss": 0.3682, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.9975369458128078, |
| "grad_norm": 0.7549907565116882, |
| "learning_rate": 5.987410165758656e-10, |
| "loss": 0.4171, |
| "step": 405 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.7962020635604858, |
| "learning_rate": 1.4968749477872746e-10, |
| "loss": 0.359, |
| "step": 406 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 406, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 0, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 8.842746096485663e+17, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
