| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 5.0, | |
| "eval_steps": 5000.0, | |
| "global_step": 187185, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.013355771028661485, | |
| "grad_norm": 3.596637725830078, | |
| "learning_rate": 4.99e-05, | |
| "loss": 2.4716, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02671154205732297, | |
| "grad_norm": 1.3530782461166382, | |
| "learning_rate": 4.9866352411816695e-05, | |
| "loss": 1.074, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.040067313085984456, | |
| "grad_norm": 0.9770158529281616, | |
| "learning_rate": 4.973243699279535e-05, | |
| "loss": 0.9736, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.05342308411464594, | |
| "grad_norm": 1.3316655158996582, | |
| "learning_rate": 4.959852157377401e-05, | |
| "loss": 0.8914, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.06677885514330742, | |
| "grad_norm": 2.13991379737854, | |
| "learning_rate": 4.9464606154752666e-05, | |
| "loss": 0.6579, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.08013462617196891, | |
| "grad_norm": 1.7845405340194702, | |
| "learning_rate": 4.933069073573132e-05, | |
| "loss": 0.3504, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.09349039720063039, | |
| "grad_norm": 2.020810127258301, | |
| "learning_rate": 4.919677531670997e-05, | |
| "loss": 0.2476, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.10684616822929188, | |
| "grad_norm": 1.8583885431289673, | |
| "learning_rate": 4.906285989768862e-05, | |
| "loss": 0.1959, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.12020193925795336, | |
| "grad_norm": 1.2040656805038452, | |
| "learning_rate": 4.8928944478667275e-05, | |
| "loss": 0.1691, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.13355771028661484, | |
| "grad_norm": 1.1677913665771484, | |
| "learning_rate": 4.879502905964593e-05, | |
| "loss": 0.1513, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.14691348131527632, | |
| "grad_norm": 1.086603045463562, | |
| "learning_rate": 4.866111364062459e-05, | |
| "loss": 0.1331, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.16026925234393782, | |
| "grad_norm": 0.9220039248466492, | |
| "learning_rate": 4.852719822160324e-05, | |
| "loss": 0.1239, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.1736250233725993, | |
| "grad_norm": 0.7203934788703918, | |
| "learning_rate": 4.839328280258189e-05, | |
| "loss": 0.1161, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.18698079440126078, | |
| "grad_norm": 1.0646551847457886, | |
| "learning_rate": 4.8259367383560544e-05, | |
| "loss": 0.1112, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.20033656542992226, | |
| "grad_norm": 1.101892113685608, | |
| "learning_rate": 4.81254519645392e-05, | |
| "loss": 0.1049, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.21369233645858376, | |
| "grad_norm": 1.1043776273727417, | |
| "learning_rate": 4.799153654551785e-05, | |
| "loss": 0.1007, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.22704810748724524, | |
| "grad_norm": 0.7804871201515198, | |
| "learning_rate": 4.78576211264965e-05, | |
| "loss": 0.0933, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.24040387851590672, | |
| "grad_norm": 1.8451857566833496, | |
| "learning_rate": 4.772370570747516e-05, | |
| "loss": 0.0898, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.2537596495445682, | |
| "grad_norm": 0.5528862476348877, | |
| "learning_rate": 4.758979028845382e-05, | |
| "loss": 0.0868, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.2671154205732297, | |
| "grad_norm": 0.8325315713882446, | |
| "learning_rate": 4.745587486943247e-05, | |
| "loss": 0.0862, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.28047119160189116, | |
| "grad_norm": 1.4956157207489014, | |
| "learning_rate": 4.7321959450411125e-05, | |
| "loss": 0.0817, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.29382696263055263, | |
| "grad_norm": 1.2963604927062988, | |
| "learning_rate": 4.718804403138978e-05, | |
| "loss": 0.0812, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.30718273365921417, | |
| "grad_norm": 0.6378481984138489, | |
| "learning_rate": 4.705412861236843e-05, | |
| "loss": 0.0768, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.32053850468787565, | |
| "grad_norm": 0.9586350321769714, | |
| "learning_rate": 4.692021319334708e-05, | |
| "loss": 0.0741, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.3338942757165371, | |
| "grad_norm": 1.0317866802215576, | |
| "learning_rate": 4.678629777432574e-05, | |
| "loss": 0.0731, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.3472500467451986, | |
| "grad_norm": 0.6138248443603516, | |
| "learning_rate": 4.6652382355304394e-05, | |
| "loss": 0.0718, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.3606058177738601, | |
| "grad_norm": 1.0325405597686768, | |
| "learning_rate": 4.6518466936283046e-05, | |
| "loss": 0.0684, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.37396158880252156, | |
| "grad_norm": 0.6072075366973877, | |
| "learning_rate": 4.63845515172617e-05, | |
| "loss": 0.0709, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.38731735983118304, | |
| "grad_norm": 0.894690215587616, | |
| "learning_rate": 4.625063609824035e-05, | |
| "loss": 0.0675, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.4006731308598445, | |
| "grad_norm": 0.6153609752655029, | |
| "learning_rate": 4.6116720679219e-05, | |
| "loss": 0.0642, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.414028901888506, | |
| "grad_norm": 0.4734252393245697, | |
| "learning_rate": 4.5982805260197656e-05, | |
| "loss": 0.0623, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.42738467291716753, | |
| "grad_norm": 0.9395236968994141, | |
| "learning_rate": 4.5848889841176315e-05, | |
| "loss": 0.0641, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.440740443945829, | |
| "grad_norm": 0.7155015468597412, | |
| "learning_rate": 4.5714974422154974e-05, | |
| "loss": 0.0614, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 0.4540962149744905, | |
| "grad_norm": 0.8241633772850037, | |
| "learning_rate": 4.5581059003133626e-05, | |
| "loss": 0.0598, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.46745198600315196, | |
| "grad_norm": 0.46608495712280273, | |
| "learning_rate": 4.544714358411228e-05, | |
| "loss": 0.0589, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 0.48080775703181344, | |
| "grad_norm": 0.3123353123664856, | |
| "learning_rate": 4.531322816509093e-05, | |
| "loss": 0.0577, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.4941635280604749, | |
| "grad_norm": 1.1718651056289673, | |
| "learning_rate": 4.5179312746069584e-05, | |
| "loss": 0.0568, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 0.5075192990891364, | |
| "grad_norm": 0.8814631700515747, | |
| "learning_rate": 4.5045397327048236e-05, | |
| "loss": 0.0581, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.5208750701177979, | |
| "grad_norm": 0.6913607120513916, | |
| "learning_rate": 4.4911481908026895e-05, | |
| "loss": 0.059, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 0.5342308411464594, | |
| "grad_norm": 0.4937455356121063, | |
| "learning_rate": 4.477756648900555e-05, | |
| "loss": 0.0542, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.5475866121751208, | |
| "grad_norm": 0.8068059682846069, | |
| "learning_rate": 4.46436510699842e-05, | |
| "loss": 0.054, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 0.5609423832037823, | |
| "grad_norm": 1.0929237604141235, | |
| "learning_rate": 4.450973565096285e-05, | |
| "loss": 0.0528, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.5742981542324438, | |
| "grad_norm": 0.46407100558280945, | |
| "learning_rate": 4.4375820231941505e-05, | |
| "loss": 0.0541, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 0.5876539252611053, | |
| "grad_norm": 1.2173250913619995, | |
| "learning_rate": 4.424190481292016e-05, | |
| "loss": 0.0511, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.6010096962897669, | |
| "grad_norm": 1.2382155656814575, | |
| "learning_rate": 4.4107989393898816e-05, | |
| "loss": 0.0509, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 0.6143654673184283, | |
| "grad_norm": 0.5988684892654419, | |
| "learning_rate": 4.397407397487747e-05, | |
| "loss": 0.0519, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 0.6277212383470898, | |
| "grad_norm": 0.9814379811286926, | |
| "learning_rate": 4.384015855585613e-05, | |
| "loss": 0.0504, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 0.6410770093757513, | |
| "grad_norm": 0.4262820780277252, | |
| "learning_rate": 4.370624313683478e-05, | |
| "loss": 0.0467, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 0.6544327804044128, | |
| "grad_norm": 0.3423784673213959, | |
| "learning_rate": 4.357232771781343e-05, | |
| "loss": 0.0479, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 0.6677885514330743, | |
| "grad_norm": 0.6198724508285522, | |
| "learning_rate": 4.3438412298792085e-05, | |
| "loss": 0.0492, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 0.6811443224617357, | |
| "grad_norm": 0.7212674617767334, | |
| "learning_rate": 4.330449687977074e-05, | |
| "loss": 0.0466, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 0.6945000934903972, | |
| "grad_norm": 0.31836995482444763, | |
| "learning_rate": 4.317058146074939e-05, | |
| "loss": 0.0484, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 0.7078558645190587, | |
| "grad_norm": 0.36580950021743774, | |
| "learning_rate": 4.303666604172805e-05, | |
| "loss": 0.0447, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 0.7212116355477202, | |
| "grad_norm": 0.659868597984314, | |
| "learning_rate": 4.29027506227067e-05, | |
| "loss": 0.0436, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 0.7345674065763816, | |
| "grad_norm": 0.4289642572402954, | |
| "learning_rate": 4.2768835203685354e-05, | |
| "loss": 0.0452, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 0.7479231776050431, | |
| "grad_norm": 0.5631582736968994, | |
| "learning_rate": 4.2634919784664007e-05, | |
| "loss": 0.0461, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 0.7612789486337046, | |
| "grad_norm": 1.23329496383667, | |
| "learning_rate": 4.250100436564266e-05, | |
| "loss": 0.0425, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 0.7746347196623661, | |
| "grad_norm": 0.43534645438194275, | |
| "learning_rate": 4.236708894662131e-05, | |
| "loss": 0.0441, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 0.7879904906910276, | |
| "grad_norm": 0.39559829235076904, | |
| "learning_rate": 4.223317352759997e-05, | |
| "loss": 0.044, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 0.801346261719689, | |
| "grad_norm": 1.1857064962387085, | |
| "learning_rate": 4.209925810857863e-05, | |
| "loss": 0.0442, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 0.8147020327483505, | |
| "grad_norm": 0.5822775959968567, | |
| "learning_rate": 4.196534268955728e-05, | |
| "loss": 0.0443, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 0.828057803777012, | |
| "grad_norm": 0.4766281843185425, | |
| "learning_rate": 4.1831427270535935e-05, | |
| "loss": 0.0407, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 0.8414135748056736, | |
| "grad_norm": 1.2098604440689087, | |
| "learning_rate": 4.169751185151459e-05, | |
| "loss": 0.0417, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 0.8547693458343351, | |
| "grad_norm": 0.5993135571479797, | |
| "learning_rate": 4.156359643249324e-05, | |
| "loss": 0.0414, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 0.8681251168629965, | |
| "grad_norm": 0.5851663947105408, | |
| "learning_rate": 4.142968101347189e-05, | |
| "loss": 0.043, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 0.881480887891658, | |
| "grad_norm": 0.31231725215911865, | |
| "learning_rate": 4.1295765594450544e-05, | |
| "loss": 0.041, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 0.8948366589203195, | |
| "grad_norm": 0.19559262692928314, | |
| "learning_rate": 4.11618501754292e-05, | |
| "loss": 0.0401, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 0.908192429948981, | |
| "grad_norm": 1.2102253437042236, | |
| "learning_rate": 4.1027934756407856e-05, | |
| "loss": 0.0402, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 0.9215482009776425, | |
| "grad_norm": 0.43360891938209534, | |
| "learning_rate": 4.089401933738651e-05, | |
| "loss": 0.0388, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 0.9349039720063039, | |
| "grad_norm": 0.6752653121948242, | |
| "learning_rate": 4.076010391836516e-05, | |
| "loss": 0.0384, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 0.9482597430349654, | |
| "grad_norm": 0.8890887498855591, | |
| "learning_rate": 4.062618849934381e-05, | |
| "loss": 0.0389, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 0.9616155140636269, | |
| "grad_norm": 0.22473041713237762, | |
| "learning_rate": 4.0492273080322465e-05, | |
| "loss": 0.0384, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 0.9749712850922884, | |
| "grad_norm": 0.32520484924316406, | |
| "learning_rate": 4.0358357661301125e-05, | |
| "loss": 0.0384, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 0.9883270561209498, | |
| "grad_norm": 0.29472631216049194, | |
| "learning_rate": 4.0224442242279784e-05, | |
| "loss": 0.0375, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 1.0016828271496114, | |
| "grad_norm": 1.055250644683838, | |
| "learning_rate": 4.0090526823258436e-05, | |
| "loss": 0.0377, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 1.0150385981782728, | |
| "grad_norm": 0.3987850546836853, | |
| "learning_rate": 3.995661140423709e-05, | |
| "loss": 0.034, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 1.0283943692069344, | |
| "grad_norm": 0.40181100368499756, | |
| "learning_rate": 3.982269598521574e-05, | |
| "loss": 0.0345, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 1.0417501402355958, | |
| "grad_norm": 0.9419916272163391, | |
| "learning_rate": 3.9688780566194393e-05, | |
| "loss": 0.0342, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 1.0551059112642573, | |
| "grad_norm": 0.7634733319282532, | |
| "learning_rate": 3.9554865147173046e-05, | |
| "loss": 0.0356, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 1.0684616822929187, | |
| "grad_norm": 0.22825811803340912, | |
| "learning_rate": 3.94209497281517e-05, | |
| "loss": 0.0352, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 1.0818174533215803, | |
| "grad_norm": 0.43095484375953674, | |
| "learning_rate": 3.928703430913036e-05, | |
| "loss": 0.034, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 1.0951732243502417, | |
| "grad_norm": 0.5324558019638062, | |
| "learning_rate": 3.915311889010901e-05, | |
| "loss": 0.0333, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 1.1085289953789033, | |
| "grad_norm": 0.3885153532028198, | |
| "learning_rate": 3.901920347108766e-05, | |
| "loss": 0.0342, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 1.1218847664075646, | |
| "grad_norm": 0.1573806256055832, | |
| "learning_rate": 3.8885288052066315e-05, | |
| "loss": 0.0332, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 1.1352405374362262, | |
| "grad_norm": 0.7869510054588318, | |
| "learning_rate": 3.875137263304497e-05, | |
| "loss": 0.0327, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 1.1485963084648876, | |
| "grad_norm": 0.7265421152114868, | |
| "learning_rate": 3.861745721402362e-05, | |
| "loss": 0.0334, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 1.1619520794935492, | |
| "grad_norm": 0.5443561673164368, | |
| "learning_rate": 3.848354179500228e-05, | |
| "loss": 0.0327, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 1.1753078505222105, | |
| "grad_norm": 0.5694286823272705, | |
| "learning_rate": 3.834962637598094e-05, | |
| "loss": 0.0328, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 1.1886636215508721, | |
| "grad_norm": 0.564795970916748, | |
| "learning_rate": 3.821571095695959e-05, | |
| "loss": 0.0323, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 1.2020193925795337, | |
| "grad_norm": 0.49753686785697937, | |
| "learning_rate": 3.808179553793824e-05, | |
| "loss": 0.0329, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 1.215375163608195, | |
| "grad_norm": 0.30560046434402466, | |
| "learning_rate": 3.7947880118916895e-05, | |
| "loss": 0.0315, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 1.2287309346368567, | |
| "grad_norm": 0.538725733757019, | |
| "learning_rate": 3.781396469989555e-05, | |
| "loss": 0.0316, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 1.242086705665518, | |
| "grad_norm": 0.21078312397003174, | |
| "learning_rate": 3.76800492808742e-05, | |
| "loss": 0.0302, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 1.2554424766941796, | |
| "grad_norm": 0.5525920391082764, | |
| "learning_rate": 3.754613386185286e-05, | |
| "loss": 0.0324, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 1.268798247722841, | |
| "grad_norm": 0.46806979179382324, | |
| "learning_rate": 3.741221844283151e-05, | |
| "loss": 0.0308, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 1.2821540187515026, | |
| "grad_norm": 0.740678071975708, | |
| "learning_rate": 3.7278303023810164e-05, | |
| "loss": 0.0304, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 1.295509789780164, | |
| "grad_norm": 0.26284894347190857, | |
| "learning_rate": 3.7144387604788816e-05, | |
| "loss": 0.0298, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 1.3088655608088255, | |
| "grad_norm": 0.7005999684333801, | |
| "learning_rate": 3.701047218576747e-05, | |
| "loss": 0.0314, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 1.322221331837487, | |
| "grad_norm": 0.5160011053085327, | |
| "learning_rate": 3.687655676674612e-05, | |
| "loss": 0.0297, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 1.3355771028661485, | |
| "grad_norm": 0.2943955063819885, | |
| "learning_rate": 3.6742641347724774e-05, | |
| "loss": 0.029, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 1.3489328738948099, | |
| "grad_norm": 0.6018319725990295, | |
| "learning_rate": 3.660872592870343e-05, | |
| "loss": 0.0301, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 1.3622886449234715, | |
| "grad_norm": 0.4391648471355438, | |
| "learning_rate": 3.647481050968209e-05, | |
| "loss": 0.0291, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 1.375644415952133, | |
| "grad_norm": 0.26095229387283325, | |
| "learning_rate": 3.6340895090660744e-05, | |
| "loss": 0.0297, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 1.3890001869807944, | |
| "grad_norm": 0.5238670110702515, | |
| "learning_rate": 3.62069796716394e-05, | |
| "loss": 0.0288, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 1.4023559580094558, | |
| "grad_norm": 0.8054438829421997, | |
| "learning_rate": 3.607306425261805e-05, | |
| "loss": 0.0306, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 1.4157117290381174, | |
| "grad_norm": 0.9838165044784546, | |
| "learning_rate": 3.59391488335967e-05, | |
| "loss": 0.0284, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 1.429067500066779, | |
| "grad_norm": 0.3099564015865326, | |
| "learning_rate": 3.5805233414575354e-05, | |
| "loss": 0.0302, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 1.4424232710954403, | |
| "grad_norm": 0.5708198547363281, | |
| "learning_rate": 3.567131799555401e-05, | |
| "loss": 0.0303, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 1.4557790421241017, | |
| "grad_norm": 0.6478707194328308, | |
| "learning_rate": 3.5537402576532666e-05, | |
| "loss": 0.0265, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 1.4691348131527633, | |
| "grad_norm": 0.2833605408668518, | |
| "learning_rate": 3.540348715751132e-05, | |
| "loss": 0.0285, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 1.4824905841814249, | |
| "grad_norm": 0.7732760310173035, | |
| "learning_rate": 3.526957173848997e-05, | |
| "loss": 0.0286, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 1.4958463552100862, | |
| "grad_norm": 0.7050645351409912, | |
| "learning_rate": 3.513565631946862e-05, | |
| "loss": 0.0284, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 1.5092021262387476, | |
| "grad_norm": 0.25772082805633545, | |
| "learning_rate": 3.5001740900447275e-05, | |
| "loss": 0.0273, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 1.5225578972674092, | |
| "grad_norm": 0.13176164031028748, | |
| "learning_rate": 3.486782548142593e-05, | |
| "loss": 0.0289, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 1.5359136682960708, | |
| "grad_norm": 1.4870187044143677, | |
| "learning_rate": 3.473391006240459e-05, | |
| "loss": 0.028, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 1.5492694393247324, | |
| "grad_norm": 0.39215296506881714, | |
| "learning_rate": 3.4599994643383246e-05, | |
| "loss": 0.0284, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 1.5626252103533937, | |
| "grad_norm": 0.3573887348175049, | |
| "learning_rate": 3.44660792243619e-05, | |
| "loss": 0.0274, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 1.5759809813820551, | |
| "grad_norm": 0.24203774333000183, | |
| "learning_rate": 3.433216380534055e-05, | |
| "loss": 0.0272, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 1.5893367524107167, | |
| "grad_norm": 0.35092228651046753, | |
| "learning_rate": 3.41982483863192e-05, | |
| "loss": 0.0267, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 1.6026925234393783, | |
| "grad_norm": 0.8611841797828674, | |
| "learning_rate": 3.4064332967297856e-05, | |
| "loss": 0.0272, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 1.6160482944680397, | |
| "grad_norm": 0.14824417233467102, | |
| "learning_rate": 3.393041754827651e-05, | |
| "loss": 0.0273, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 1.629404065496701, | |
| "grad_norm": 0.34644126892089844, | |
| "learning_rate": 3.379650212925517e-05, | |
| "loss": 0.0279, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 1.6427598365253626, | |
| "grad_norm": 0.4391940236091614, | |
| "learning_rate": 3.366258671023382e-05, | |
| "loss": 0.0251, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 1.6561156075540242, | |
| "grad_norm": 0.3467126488685608, | |
| "learning_rate": 3.352867129121247e-05, | |
| "loss": 0.0263, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 1.6694713785826856, | |
| "grad_norm": 0.26030439138412476, | |
| "learning_rate": 3.3394755872191125e-05, | |
| "loss": 0.0252, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 1.682827149611347, | |
| "grad_norm": 0.1318412870168686, | |
| "learning_rate": 3.326084045316978e-05, | |
| "loss": 0.0269, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 1.6961829206400085, | |
| "grad_norm": 0.6408722996711731, | |
| "learning_rate": 3.312692503414843e-05, | |
| "loss": 0.0256, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 1.7095386916686701, | |
| "grad_norm": 0.3000433146953583, | |
| "learning_rate": 3.299300961512708e-05, | |
| "loss": 0.0264, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 1.7228944626973315, | |
| "grad_norm": 0.3858981430530548, | |
| "learning_rate": 3.285909419610574e-05, | |
| "loss": 0.0255, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 1.7362502337259929, | |
| "grad_norm": 0.26785337924957275, | |
| "learning_rate": 3.27251787770844e-05, | |
| "loss": 0.0261, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 1.7496060047546544, | |
| "grad_norm": 0.30514922738075256, | |
| "learning_rate": 3.259126335806305e-05, | |
| "loss": 0.0257, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 1.762961775783316, | |
| "grad_norm": 0.32005584239959717, | |
| "learning_rate": 3.2457347939041705e-05, | |
| "loss": 0.0261, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 1.7763175468119776, | |
| "grad_norm": 0.5825087428092957, | |
| "learning_rate": 3.232343252002036e-05, | |
| "loss": 0.0249, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 1.789673317840639, | |
| "grad_norm": 0.11607237905263901, | |
| "learning_rate": 3.218951710099901e-05, | |
| "loss": 0.0255, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 1.8030290888693004, | |
| "grad_norm": 0.19755299389362335, | |
| "learning_rate": 3.205560168197766e-05, | |
| "loss": 0.0259, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 1.816384859897962, | |
| "grad_norm": 0.90582674741745, | |
| "learning_rate": 3.192168626295632e-05, | |
| "loss": 0.0241, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 1.8297406309266235, | |
| "grad_norm": 0.3098350167274475, | |
| "learning_rate": 3.1787770843934974e-05, | |
| "loss": 0.0244, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 1.843096401955285, | |
| "grad_norm": 0.37561941146850586, | |
| "learning_rate": 3.1653855424913626e-05, | |
| "loss": 0.0245, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 1.8564521729839463, | |
| "grad_norm": 0.2554217576980591, | |
| "learning_rate": 3.151994000589228e-05, | |
| "loss": 0.0243, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 1.8698079440126079, | |
| "grad_norm": 0.6825588345527649, | |
| "learning_rate": 3.138602458687093e-05, | |
| "loss": 0.0246, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 1.8831637150412694, | |
| "grad_norm": 0.7029042840003967, | |
| "learning_rate": 3.1252109167849583e-05, | |
| "loss": 0.0249, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 1.8965194860699308, | |
| "grad_norm": 0.21545588970184326, | |
| "learning_rate": 3.111819374882824e-05, | |
| "loss": 0.0231, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 1.9098752570985922, | |
| "grad_norm": 0.33140745759010315, | |
| "learning_rate": 3.0984278329806895e-05, | |
| "loss": 0.0246, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 1.9232310281272538, | |
| "grad_norm": 0.4165281355381012, | |
| "learning_rate": 3.0850362910785554e-05, | |
| "loss": 0.024, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 1.9365867991559154, | |
| "grad_norm": 0.19761186838150024, | |
| "learning_rate": 3.071644749176421e-05, | |
| "loss": 0.0245, | |
| "step": 72500 | |
| }, | |
| { | |
| "epoch": 1.9499425701845767, | |
| "grad_norm": 0.2757214903831482, | |
| "learning_rate": 3.058253207274286e-05, | |
| "loss": 0.0227, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 1.963298341213238, | |
| "grad_norm": 0.5527577996253967, | |
| "learning_rate": 3.044861665372151e-05, | |
| "loss": 0.0238, | |
| "step": 73500 | |
| }, | |
| { | |
| "epoch": 1.9766541122418997, | |
| "grad_norm": 0.7795367240905762, | |
| "learning_rate": 3.0314701234700167e-05, | |
| "loss": 0.0238, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 1.9900098832705613, | |
| "grad_norm": 0.22930976748466492, | |
| "learning_rate": 3.018078581567882e-05, | |
| "loss": 0.0239, | |
| "step": 74500 | |
| }, | |
| { | |
| "epoch": 2.003365654299223, | |
| "grad_norm": 0.4515770673751831, | |
| "learning_rate": 3.0046870396657472e-05, | |
| "loss": 0.0221, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 2.016721425327884, | |
| "grad_norm": 0.5380029678344727, | |
| "learning_rate": 2.9912954977636128e-05, | |
| "loss": 0.0211, | |
| "step": 75500 | |
| }, | |
| { | |
| "epoch": 2.0300771963565456, | |
| "grad_norm": 0.5134376287460327, | |
| "learning_rate": 2.977903955861478e-05, | |
| "loss": 0.0198, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 2.043432967385207, | |
| "grad_norm": 0.38893309235572815, | |
| "learning_rate": 2.9645124139593433e-05, | |
| "loss": 0.0215, | |
| "step": 76500 | |
| }, | |
| { | |
| "epoch": 2.0567887384138688, | |
| "grad_norm": 0.6938438415527344, | |
| "learning_rate": 2.9511208720572085e-05, | |
| "loss": 0.0212, | |
| "step": 77000 | |
| }, | |
| { | |
| "epoch": 2.07014450944253, | |
| "grad_norm": 0.19493333995342255, | |
| "learning_rate": 2.937729330155074e-05, | |
| "loss": 0.0212, | |
| "step": 77500 | |
| }, | |
| { | |
| "epoch": 2.0835002804711915, | |
| "grad_norm": 0.16382238268852234, | |
| "learning_rate": 2.9243377882529393e-05, | |
| "loss": 0.0223, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 2.096856051499853, | |
| "grad_norm": 0.37089091539382935, | |
| "learning_rate": 2.9109462463508046e-05, | |
| "loss": 0.0212, | |
| "step": 78500 | |
| }, | |
| { | |
| "epoch": 2.1102118225285147, | |
| "grad_norm": 0.21224236488342285, | |
| "learning_rate": 2.8975547044486705e-05, | |
| "loss": 0.0204, | |
| "step": 79000 | |
| }, | |
| { | |
| "epoch": 2.1235675935571763, | |
| "grad_norm": 0.15142974257469177, | |
| "learning_rate": 2.884163162546536e-05, | |
| "loss": 0.0204, | |
| "step": 79500 | |
| }, | |
| { | |
| "epoch": 2.1369233645858374, | |
| "grad_norm": 0.6278982758522034, | |
| "learning_rate": 2.8707716206444013e-05, | |
| "loss": 0.0209, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 2.150279135614499, | |
| "grad_norm": 0.35608357191085815, | |
| "learning_rate": 2.8573800787422666e-05, | |
| "loss": 0.0192, | |
| "step": 80500 | |
| }, | |
| { | |
| "epoch": 2.1636349066431606, | |
| "grad_norm": 0.14394229650497437, | |
| "learning_rate": 2.843988536840132e-05, | |
| "loss": 0.0203, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 2.176990677671822, | |
| "grad_norm": 0.872438371181488, | |
| "learning_rate": 2.8305969949379974e-05, | |
| "loss": 0.0221, | |
| "step": 81500 | |
| }, | |
| { | |
| "epoch": 2.1903464487004833, | |
| "grad_norm": 0.3276856541633606, | |
| "learning_rate": 2.8172054530358626e-05, | |
| "loss": 0.0212, | |
| "step": 82000 | |
| }, | |
| { | |
| "epoch": 2.203702219729145, | |
| "grad_norm": 0.1714356243610382, | |
| "learning_rate": 2.8038139111337282e-05, | |
| "loss": 0.0209, | |
| "step": 82500 | |
| }, | |
| { | |
| "epoch": 2.2170579907578065, | |
| "grad_norm": 0.28871476650238037, | |
| "learning_rate": 2.7904223692315934e-05, | |
| "loss": 0.0189, | |
| "step": 83000 | |
| }, | |
| { | |
| "epoch": 2.230413761786468, | |
| "grad_norm": 0.8007510304450989, | |
| "learning_rate": 2.7770308273294587e-05, | |
| "loss": 0.0213, | |
| "step": 83500 | |
| }, | |
| { | |
| "epoch": 2.2437695328151293, | |
| "grad_norm": 0.2180899977684021, | |
| "learning_rate": 2.763639285427324e-05, | |
| "loss": 0.0194, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 2.257125303843791, | |
| "grad_norm": 0.4377322494983673, | |
| "learning_rate": 2.7502477435251895e-05, | |
| "loss": 0.0207, | |
| "step": 84500 | |
| }, | |
| { | |
| "epoch": 2.2704810748724524, | |
| "grad_norm": 0.1786113679409027, | |
| "learning_rate": 2.7368562016230547e-05, | |
| "loss": 0.0189, | |
| "step": 85000 | |
| }, | |
| { | |
| "epoch": 2.283836845901114, | |
| "grad_norm": 0.03911065682768822, | |
| "learning_rate": 2.72346465972092e-05, | |
| "loss": 0.0191, | |
| "step": 85500 | |
| }, | |
| { | |
| "epoch": 2.297192616929775, | |
| "grad_norm": 0.8537219166755676, | |
| "learning_rate": 2.710073117818786e-05, | |
| "loss": 0.0191, | |
| "step": 86000 | |
| }, | |
| { | |
| "epoch": 2.3105483879584368, | |
| "grad_norm": 0.32321083545684814, | |
| "learning_rate": 2.6966815759166515e-05, | |
| "loss": 0.0179, | |
| "step": 86500 | |
| }, | |
| { | |
| "epoch": 2.3239041589870983, | |
| "grad_norm": 0.36305439472198486, | |
| "learning_rate": 2.6832900340145167e-05, | |
| "loss": 0.0205, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 2.33725993001576, | |
| "grad_norm": 0.3132321536540985, | |
| "learning_rate": 2.669898492112382e-05, | |
| "loss": 0.0197, | |
| "step": 87500 | |
| }, | |
| { | |
| "epoch": 2.350615701044421, | |
| "grad_norm": 0.3799474239349365, | |
| "learning_rate": 2.6565069502102475e-05, | |
| "loss": 0.0195, | |
| "step": 88000 | |
| }, | |
| { | |
| "epoch": 2.3639714720730827, | |
| "grad_norm": 0.66007000207901, | |
| "learning_rate": 2.6431154083081128e-05, | |
| "loss": 0.0195, | |
| "step": 88500 | |
| }, | |
| { | |
| "epoch": 2.3773272431017443, | |
| "grad_norm": 0.12248139083385468, | |
| "learning_rate": 2.629723866405978e-05, | |
| "loss": 0.0197, | |
| "step": 89000 | |
| }, | |
| { | |
| "epoch": 2.390683014130406, | |
| "grad_norm": 0.19978280365467072, | |
| "learning_rate": 2.6163323245038436e-05, | |
| "loss": 0.0189, | |
| "step": 89500 | |
| }, | |
| { | |
| "epoch": 2.4040387851590674, | |
| "grad_norm": 0.2720222473144531, | |
| "learning_rate": 2.602940782601709e-05, | |
| "loss": 0.0188, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 2.4173945561877286, | |
| "grad_norm": 0.479890376329422, | |
| "learning_rate": 2.589549240699574e-05, | |
| "loss": 0.0184, | |
| "step": 90500 | |
| }, | |
| { | |
| "epoch": 2.43075032721639, | |
| "grad_norm": 0.40450748801231384, | |
| "learning_rate": 2.5761576987974397e-05, | |
| "loss": 0.0195, | |
| "step": 91000 | |
| }, | |
| { | |
| "epoch": 2.4441060982450518, | |
| "grad_norm": 0.6312711834907532, | |
| "learning_rate": 2.562766156895305e-05, | |
| "loss": 0.0185, | |
| "step": 91500 | |
| }, | |
| { | |
| "epoch": 2.4574618692737134, | |
| "grad_norm": 0.24560044705867767, | |
| "learning_rate": 2.54937461499317e-05, | |
| "loss": 0.0197, | |
| "step": 92000 | |
| }, | |
| { | |
| "epoch": 2.4708176403023745, | |
| "grad_norm": 0.11040100455284119, | |
| "learning_rate": 2.5359830730910354e-05, | |
| "loss": 0.0185, | |
| "step": 92500 | |
| }, | |
| { | |
| "epoch": 2.484173411331036, | |
| "grad_norm": 0.21820901334285736, | |
| "learning_rate": 2.5225915311889013e-05, | |
| "loss": 0.0184, | |
| "step": 93000 | |
| }, | |
| { | |
| "epoch": 2.4975291823596977, | |
| "grad_norm": 0.08233149349689484, | |
| "learning_rate": 2.509199989286767e-05, | |
| "loss": 0.0188, | |
| "step": 93500 | |
| }, | |
| { | |
| "epoch": 2.5108849533883593, | |
| "grad_norm": 0.05656332150101662, | |
| "learning_rate": 2.4958084473846318e-05, | |
| "loss": 0.0191, | |
| "step": 94000 | |
| }, | |
| { | |
| "epoch": 2.5242407244170204, | |
| "grad_norm": 0.4570409953594208, | |
| "learning_rate": 2.4824169054824974e-05, | |
| "loss": 0.018, | |
| "step": 94500 | |
| }, | |
| { | |
| "epoch": 2.537596495445682, | |
| "grad_norm": 0.3864838182926178, | |
| "learning_rate": 2.469025363580363e-05, | |
| "loss": 0.0184, | |
| "step": 95000 | |
| }, | |
| { | |
| "epoch": 2.5509522664743436, | |
| "grad_norm": 0.18798208236694336, | |
| "learning_rate": 2.4556338216782282e-05, | |
| "loss": 0.0176, | |
| "step": 95500 | |
| }, | |
| { | |
| "epoch": 2.564308037503005, | |
| "grad_norm": 0.4057616889476776, | |
| "learning_rate": 2.4422422797760934e-05, | |
| "loss": 0.0178, | |
| "step": 96000 | |
| }, | |
| { | |
| "epoch": 2.5776638085316668, | |
| "grad_norm": 0.2576199471950531, | |
| "learning_rate": 2.428850737873959e-05, | |
| "loss": 0.0178, | |
| "step": 96500 | |
| }, | |
| { | |
| "epoch": 2.591019579560328, | |
| "grad_norm": 0.5118251442909241, | |
| "learning_rate": 2.4154591959718243e-05, | |
| "loss": 0.0183, | |
| "step": 97000 | |
| }, | |
| { | |
| "epoch": 2.6043753505889895, | |
| "grad_norm": 0.0979803204536438, | |
| "learning_rate": 2.4020676540696895e-05, | |
| "loss": 0.018, | |
| "step": 97500 | |
| }, | |
| { | |
| "epoch": 2.617731121617651, | |
| "grad_norm": 0.2562260627746582, | |
| "learning_rate": 2.388676112167555e-05, | |
| "loss": 0.0183, | |
| "step": 98000 | |
| }, | |
| { | |
| "epoch": 2.6310868926463122, | |
| "grad_norm": 0.24776624143123627, | |
| "learning_rate": 2.3752845702654207e-05, | |
| "loss": 0.0173, | |
| "step": 98500 | |
| }, | |
| { | |
| "epoch": 2.644442663674974, | |
| "grad_norm": 0.4712100625038147, | |
| "learning_rate": 2.361893028363286e-05, | |
| "loss": 0.0181, | |
| "step": 99000 | |
| }, | |
| { | |
| "epoch": 2.6577984347036354, | |
| "grad_norm": 0.3155062198638916, | |
| "learning_rate": 2.348501486461151e-05, | |
| "loss": 0.0171, | |
| "step": 99500 | |
| }, | |
| { | |
| "epoch": 2.671154205732297, | |
| "grad_norm": 1.2324109077453613, | |
| "learning_rate": 2.3351099445590167e-05, | |
| "loss": 0.0179, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 2.6845099767609586, | |
| "grad_norm": 0.98774254322052, | |
| "learning_rate": 2.321718402656882e-05, | |
| "loss": 0.0189, | |
| "step": 100500 | |
| }, | |
| { | |
| "epoch": 2.6978657477896197, | |
| "grad_norm": 0.13465942442417145, | |
| "learning_rate": 2.3083268607547472e-05, | |
| "loss": 0.0168, | |
| "step": 101000 | |
| }, | |
| { | |
| "epoch": 2.7112215188182813, | |
| "grad_norm": 0.3536932170391083, | |
| "learning_rate": 2.2949353188526128e-05, | |
| "loss": 0.0168, | |
| "step": 101500 | |
| }, | |
| { | |
| "epoch": 2.724577289846943, | |
| "grad_norm": 0.15139439702033997, | |
| "learning_rate": 2.2815437769504784e-05, | |
| "loss": 0.0178, | |
| "step": 102000 | |
| }, | |
| { | |
| "epoch": 2.7379330608756045, | |
| "grad_norm": 0.5793061256408691, | |
| "learning_rate": 2.2681522350483436e-05, | |
| "loss": 0.0164, | |
| "step": 102500 | |
| }, | |
| { | |
| "epoch": 2.751288831904266, | |
| "grad_norm": 0.44643762707710266, | |
| "learning_rate": 2.254760693146209e-05, | |
| "loss": 0.0169, | |
| "step": 103000 | |
| }, | |
| { | |
| "epoch": 2.7646446029329272, | |
| "grad_norm": 0.10627961903810501, | |
| "learning_rate": 2.2413691512440744e-05, | |
| "loss": 0.0162, | |
| "step": 103500 | |
| }, | |
| { | |
| "epoch": 2.778000373961589, | |
| "grad_norm": 0.12209007143974304, | |
| "learning_rate": 2.2279776093419397e-05, | |
| "loss": 0.0158, | |
| "step": 104000 | |
| }, | |
| { | |
| "epoch": 2.7913561449902504, | |
| "grad_norm": 0.8999254107475281, | |
| "learning_rate": 2.214586067439805e-05, | |
| "loss": 0.0169, | |
| "step": 104500 | |
| }, | |
| { | |
| "epoch": 2.8047119160189116, | |
| "grad_norm": 0.295200914144516, | |
| "learning_rate": 2.2011945255376705e-05, | |
| "loss": 0.0161, | |
| "step": 105000 | |
| }, | |
| { | |
| "epoch": 2.818067687047573, | |
| "grad_norm": 0.22532741725444794, | |
| "learning_rate": 2.187802983635536e-05, | |
| "loss": 0.0164, | |
| "step": 105500 | |
| }, | |
| { | |
| "epoch": 2.8314234580762347, | |
| "grad_norm": 0.18514879047870636, | |
| "learning_rate": 2.1744114417334013e-05, | |
| "loss": 0.0172, | |
| "step": 106000 | |
| }, | |
| { | |
| "epoch": 2.8447792291048963, | |
| "grad_norm": 0.4850349426269531, | |
| "learning_rate": 2.1610198998312665e-05, | |
| "loss": 0.0165, | |
| "step": 106500 | |
| }, | |
| { | |
| "epoch": 2.858135000133558, | |
| "grad_norm": 0.06793436408042908, | |
| "learning_rate": 2.147628357929132e-05, | |
| "loss": 0.0169, | |
| "step": 107000 | |
| }, | |
| { | |
| "epoch": 2.871490771162219, | |
| "grad_norm": 0.3619351089000702, | |
| "learning_rate": 2.1342368160269974e-05, | |
| "loss": 0.0167, | |
| "step": 107500 | |
| }, | |
| { | |
| "epoch": 2.8848465421908807, | |
| "grad_norm": 0.2428009808063507, | |
| "learning_rate": 2.1208452741248626e-05, | |
| "loss": 0.0165, | |
| "step": 108000 | |
| }, | |
| { | |
| "epoch": 2.8982023132195422, | |
| "grad_norm": 0.31976383924484253, | |
| "learning_rate": 2.1074537322227282e-05, | |
| "loss": 0.0172, | |
| "step": 108500 | |
| }, | |
| { | |
| "epoch": 2.9115580842482034, | |
| "grad_norm": 0.07385491579771042, | |
| "learning_rate": 2.0940621903205938e-05, | |
| "loss": 0.0175, | |
| "step": 109000 | |
| }, | |
| { | |
| "epoch": 2.924913855276865, | |
| "grad_norm": 0.33524101972579956, | |
| "learning_rate": 2.080670648418459e-05, | |
| "loss": 0.017, | |
| "step": 109500 | |
| }, | |
| { | |
| "epoch": 2.9382696263055266, | |
| "grad_norm": 0.40114912390708923, | |
| "learning_rate": 2.0672791065163242e-05, | |
| "loss": 0.0176, | |
| "step": 110000 | |
| }, | |
| { | |
| "epoch": 2.951625397334188, | |
| "grad_norm": 0.1933908760547638, | |
| "learning_rate": 2.0538875646141898e-05, | |
| "loss": 0.0152, | |
| "step": 110500 | |
| }, | |
| { | |
| "epoch": 2.9649811683628498, | |
| "grad_norm": 0.43910446763038635, | |
| "learning_rate": 2.040496022712055e-05, | |
| "loss": 0.0147, | |
| "step": 111000 | |
| }, | |
| { | |
| "epoch": 2.978336939391511, | |
| "grad_norm": 0.48549580574035645, | |
| "learning_rate": 2.0271044808099203e-05, | |
| "loss": 0.0159, | |
| "step": 111500 | |
| }, | |
| { | |
| "epoch": 2.9916927104201725, | |
| "grad_norm": 0.57103031873703, | |
| "learning_rate": 2.0137129389077862e-05, | |
| "loss": 0.0156, | |
| "step": 112000 | |
| }, | |
| { | |
| "epoch": 3.005048481448834, | |
| "grad_norm": 0.14986228942871094, | |
| "learning_rate": 2.0003213970056515e-05, | |
| "loss": 0.0156, | |
| "step": 112500 | |
| }, | |
| { | |
| "epoch": 3.0184042524774957, | |
| "grad_norm": 0.38207146525382996, | |
| "learning_rate": 1.9869298551035167e-05, | |
| "loss": 0.0148, | |
| "step": 113000 | |
| }, | |
| { | |
| "epoch": 3.031760023506157, | |
| "grad_norm": 0.2704290449619293, | |
| "learning_rate": 1.973538313201382e-05, | |
| "loss": 0.0155, | |
| "step": 113500 | |
| }, | |
| { | |
| "epoch": 3.0451157945348184, | |
| "grad_norm": 0.2992781102657318, | |
| "learning_rate": 1.9601467712992475e-05, | |
| "loss": 0.0155, | |
| "step": 114000 | |
| }, | |
| { | |
| "epoch": 3.05847156556348, | |
| "grad_norm": 0.4823470413684845, | |
| "learning_rate": 1.9467552293971128e-05, | |
| "loss": 0.0151, | |
| "step": 114500 | |
| }, | |
| { | |
| "epoch": 3.0718273365921416, | |
| "grad_norm": 0.27356037497520447, | |
| "learning_rate": 1.933363687494978e-05, | |
| "loss": 0.0152, | |
| "step": 115000 | |
| }, | |
| { | |
| "epoch": 3.0851831076208027, | |
| "grad_norm": 0.2885504364967346, | |
| "learning_rate": 1.919972145592844e-05, | |
| "loss": 0.0145, | |
| "step": 115500 | |
| }, | |
| { | |
| "epoch": 3.0985388786494643, | |
| "grad_norm": 0.2647576332092285, | |
| "learning_rate": 1.9065806036907092e-05, | |
| "loss": 0.0149, | |
| "step": 116000 | |
| }, | |
| { | |
| "epoch": 3.111894649678126, | |
| "grad_norm": 0.22878627479076385, | |
| "learning_rate": 1.8931890617885744e-05, | |
| "loss": 0.014, | |
| "step": 116500 | |
| }, | |
| { | |
| "epoch": 3.1252504207067875, | |
| "grad_norm": 0.42215433716773987, | |
| "learning_rate": 1.8797975198864397e-05, | |
| "loss": 0.0141, | |
| "step": 117000 | |
| }, | |
| { | |
| "epoch": 3.138606191735449, | |
| "grad_norm": 0.1481768935918808, | |
| "learning_rate": 1.8664059779843052e-05, | |
| "loss": 0.0145, | |
| "step": 117500 | |
| }, | |
| { | |
| "epoch": 3.1519619627641102, | |
| "grad_norm": 0.26916614174842834, | |
| "learning_rate": 1.8530144360821705e-05, | |
| "loss": 0.0147, | |
| "step": 118000 | |
| }, | |
| { | |
| "epoch": 3.165317733792772, | |
| "grad_norm": 0.3245503008365631, | |
| "learning_rate": 1.8396228941800357e-05, | |
| "loss": 0.0138, | |
| "step": 118500 | |
| }, | |
| { | |
| "epoch": 3.1786735048214334, | |
| "grad_norm": 0.10627996921539307, | |
| "learning_rate": 1.8262313522779016e-05, | |
| "loss": 0.0142, | |
| "step": 119000 | |
| }, | |
| { | |
| "epoch": 3.192029275850095, | |
| "grad_norm": 0.1790834665298462, | |
| "learning_rate": 1.812839810375767e-05, | |
| "loss": 0.0135, | |
| "step": 119500 | |
| }, | |
| { | |
| "epoch": 3.205385046878756, | |
| "grad_norm": 0.461235910654068, | |
| "learning_rate": 1.799448268473632e-05, | |
| "loss": 0.0141, | |
| "step": 120000 | |
| }, | |
| { | |
| "epoch": 3.2187408179074177, | |
| "grad_norm": 0.21407602727413177, | |
| "learning_rate": 1.7860567265714974e-05, | |
| "loss": 0.0135, | |
| "step": 120500 | |
| }, | |
| { | |
| "epoch": 3.2320965889360793, | |
| "grad_norm": 0.2319122850894928, | |
| "learning_rate": 1.772665184669363e-05, | |
| "loss": 0.0138, | |
| "step": 121000 | |
| }, | |
| { | |
| "epoch": 3.245452359964741, | |
| "grad_norm": 0.5712966918945312, | |
| "learning_rate": 1.7592736427672282e-05, | |
| "loss": 0.014, | |
| "step": 121500 | |
| }, | |
| { | |
| "epoch": 3.258808130993402, | |
| "grad_norm": 0.1325293332338333, | |
| "learning_rate": 1.7458821008650934e-05, | |
| "loss": 0.0142, | |
| "step": 122000 | |
| }, | |
| { | |
| "epoch": 3.2721639020220636, | |
| "grad_norm": 0.14646974205970764, | |
| "learning_rate": 1.7324905589629593e-05, | |
| "loss": 0.0138, | |
| "step": 122500 | |
| }, | |
| { | |
| "epoch": 3.2855196730507252, | |
| "grad_norm": 0.34040120244026184, | |
| "learning_rate": 1.7190990170608246e-05, | |
| "loss": 0.0142, | |
| "step": 123000 | |
| }, | |
| { | |
| "epoch": 3.298875444079387, | |
| "grad_norm": 0.243473619222641, | |
| "learning_rate": 1.7057074751586898e-05, | |
| "loss": 0.0147, | |
| "step": 123500 | |
| }, | |
| { | |
| "epoch": 3.3122312151080484, | |
| "grad_norm": 0.21799971163272858, | |
| "learning_rate": 1.6923159332565554e-05, | |
| "loss": 0.0143, | |
| "step": 124000 | |
| }, | |
| { | |
| "epoch": 3.3255869861367096, | |
| "grad_norm": 0.9550265073776245, | |
| "learning_rate": 1.6789243913544206e-05, | |
| "loss": 0.0134, | |
| "step": 124500 | |
| }, | |
| { | |
| "epoch": 3.338942757165371, | |
| "grad_norm": 0.16263821721076965, | |
| "learning_rate": 1.665532849452286e-05, | |
| "loss": 0.014, | |
| "step": 125000 | |
| }, | |
| { | |
| "epoch": 3.3522985281940327, | |
| "grad_norm": 1.0095058679580688, | |
| "learning_rate": 1.652141307550151e-05, | |
| "loss": 0.0137, | |
| "step": 125500 | |
| }, | |
| { | |
| "epoch": 3.365654299222694, | |
| "grad_norm": 0.27960509061813354, | |
| "learning_rate": 1.638749765648017e-05, | |
| "loss": 0.0131, | |
| "step": 126000 | |
| }, | |
| { | |
| "epoch": 3.3790100702513555, | |
| "grad_norm": 0.4337078928947449, | |
| "learning_rate": 1.6253582237458823e-05, | |
| "loss": 0.0146, | |
| "step": 126500 | |
| }, | |
| { | |
| "epoch": 3.392365841280017, | |
| "grad_norm": 0.07918731123209, | |
| "learning_rate": 1.6119666818437475e-05, | |
| "loss": 0.0138, | |
| "step": 127000 | |
| }, | |
| { | |
| "epoch": 3.4057216123086786, | |
| "grad_norm": 0.3142825663089752, | |
| "learning_rate": 1.598575139941613e-05, | |
| "loss": 0.0136, | |
| "step": 127500 | |
| }, | |
| { | |
| "epoch": 3.4190773833373402, | |
| "grad_norm": 0.3479391932487488, | |
| "learning_rate": 1.5851835980394783e-05, | |
| "loss": 0.0133, | |
| "step": 128000 | |
| }, | |
| { | |
| "epoch": 3.4324331543660014, | |
| "grad_norm": 0.16126039624214172, | |
| "learning_rate": 1.5717920561373436e-05, | |
| "loss": 0.0143, | |
| "step": 128500 | |
| }, | |
| { | |
| "epoch": 3.445788925394663, | |
| "grad_norm": 0.21067436039447784, | |
| "learning_rate": 1.558400514235209e-05, | |
| "loss": 0.0133, | |
| "step": 129000 | |
| }, | |
| { | |
| "epoch": 3.4591446964233246, | |
| "grad_norm": 0.22600923478603363, | |
| "learning_rate": 1.5450089723330748e-05, | |
| "loss": 0.013, | |
| "step": 129500 | |
| }, | |
| { | |
| "epoch": 3.472500467451986, | |
| "grad_norm": 0.1858033686876297, | |
| "learning_rate": 1.53161743043094e-05, | |
| "loss": 0.0144, | |
| "step": 130000 | |
| }, | |
| { | |
| "epoch": 3.4858562384806473, | |
| "grad_norm": 0.14309272170066833, | |
| "learning_rate": 1.5182258885288054e-05, | |
| "loss": 0.0131, | |
| "step": 130500 | |
| }, | |
| { | |
| "epoch": 3.499212009509309, | |
| "grad_norm": 0.07735160738229752, | |
| "learning_rate": 1.5048343466266706e-05, | |
| "loss": 0.0148, | |
| "step": 131000 | |
| }, | |
| { | |
| "epoch": 3.5125677805379705, | |
| "grad_norm": 0.23812656104564667, | |
| "learning_rate": 1.491442804724536e-05, | |
| "loss": 0.0132, | |
| "step": 131500 | |
| }, | |
| { | |
| "epoch": 3.525923551566632, | |
| "grad_norm": 0.476279079914093, | |
| "learning_rate": 1.4780512628224013e-05, | |
| "loss": 0.0134, | |
| "step": 132000 | |
| }, | |
| { | |
| "epoch": 3.539279322595293, | |
| "grad_norm": 0.1443662792444229, | |
| "learning_rate": 1.4646597209202667e-05, | |
| "loss": 0.0131, | |
| "step": 132500 | |
| }, | |
| { | |
| "epoch": 3.552635093623955, | |
| "grad_norm": 0.39360421895980835, | |
| "learning_rate": 1.4512681790181323e-05, | |
| "loss": 0.0131, | |
| "step": 133000 | |
| }, | |
| { | |
| "epoch": 3.5659908646526164, | |
| "grad_norm": 0.14922571182250977, | |
| "learning_rate": 1.4378766371159977e-05, | |
| "loss": 0.0135, | |
| "step": 133500 | |
| }, | |
| { | |
| "epoch": 3.579346635681278, | |
| "grad_norm": 0.08537204563617706, | |
| "learning_rate": 1.4244850952138631e-05, | |
| "loss": 0.0131, | |
| "step": 134000 | |
| }, | |
| { | |
| "epoch": 3.5927024067099396, | |
| "grad_norm": 0.6882524490356445, | |
| "learning_rate": 1.4110935533117283e-05, | |
| "loss": 0.013, | |
| "step": 134500 | |
| }, | |
| { | |
| "epoch": 3.6060581777386007, | |
| "grad_norm": 0.2760498523712158, | |
| "learning_rate": 1.3977020114095938e-05, | |
| "loss": 0.0135, | |
| "step": 135000 | |
| }, | |
| { | |
| "epoch": 3.6194139487672623, | |
| "grad_norm": 0.2523078918457031, | |
| "learning_rate": 1.384310469507459e-05, | |
| "loss": 0.0137, | |
| "step": 135500 | |
| }, | |
| { | |
| "epoch": 3.632769719795924, | |
| "grad_norm": 0.3770125210285187, | |
| "learning_rate": 1.3709189276053244e-05, | |
| "loss": 0.0142, | |
| "step": 136000 | |
| }, | |
| { | |
| "epoch": 3.646125490824585, | |
| "grad_norm": 0.44333985447883606, | |
| "learning_rate": 1.35752738570319e-05, | |
| "loss": 0.0144, | |
| "step": 136500 | |
| }, | |
| { | |
| "epoch": 3.6594812618532466, | |
| "grad_norm": 0.11299750208854675, | |
| "learning_rate": 1.3441358438010554e-05, | |
| "loss": 0.0126, | |
| "step": 137000 | |
| }, | |
| { | |
| "epoch": 3.672837032881908, | |
| "grad_norm": 0.1717938631772995, | |
| "learning_rate": 1.3307443018989208e-05, | |
| "loss": 0.0129, | |
| "step": 137500 | |
| }, | |
| { | |
| "epoch": 3.68619280391057, | |
| "grad_norm": 0.47072267532348633, | |
| "learning_rate": 1.317352759996786e-05, | |
| "loss": 0.0121, | |
| "step": 138000 | |
| }, | |
| { | |
| "epoch": 3.6995485749392314, | |
| "grad_norm": 0.205726757645607, | |
| "learning_rate": 1.3039612180946515e-05, | |
| "loss": 0.0131, | |
| "step": 138500 | |
| }, | |
| { | |
| "epoch": 3.7129043459678925, | |
| "grad_norm": 0.19189220666885376, | |
| "learning_rate": 1.2905696761925167e-05, | |
| "loss": 0.0135, | |
| "step": 139000 | |
| }, | |
| { | |
| "epoch": 3.726260116996554, | |
| "grad_norm": 0.2180192768573761, | |
| "learning_rate": 1.2771781342903821e-05, | |
| "loss": 0.0125, | |
| "step": 139500 | |
| }, | |
| { | |
| "epoch": 3.7396158880252157, | |
| "grad_norm": 0.40818724036216736, | |
| "learning_rate": 1.2637865923882477e-05, | |
| "loss": 0.0129, | |
| "step": 140000 | |
| }, | |
| { | |
| "epoch": 3.7529716590538773, | |
| "grad_norm": 0.25244641304016113, | |
| "learning_rate": 1.2503950504861131e-05, | |
| "loss": 0.0122, | |
| "step": 140500 | |
| }, | |
| { | |
| "epoch": 3.766327430082539, | |
| "grad_norm": 0.041375767439603806, | |
| "learning_rate": 1.2370035085839785e-05, | |
| "loss": 0.0128, | |
| "step": 141000 | |
| }, | |
| { | |
| "epoch": 3.7796832011112, | |
| "grad_norm": 0.2618067264556885, | |
| "learning_rate": 1.2236119666818438e-05, | |
| "loss": 0.013, | |
| "step": 141500 | |
| }, | |
| { | |
| "epoch": 3.7930389721398616, | |
| "grad_norm": 0.4960913062095642, | |
| "learning_rate": 1.2102204247797092e-05, | |
| "loss": 0.0132, | |
| "step": 142000 | |
| }, | |
| { | |
| "epoch": 3.806394743168523, | |
| "grad_norm": 0.30531811714172363, | |
| "learning_rate": 1.1968288828775746e-05, | |
| "loss": 0.0132, | |
| "step": 142500 | |
| }, | |
| { | |
| "epoch": 3.8197505141971844, | |
| "grad_norm": 0.17834754288196564, | |
| "learning_rate": 1.18343734097544e-05, | |
| "loss": 0.0139, | |
| "step": 143000 | |
| }, | |
| { | |
| "epoch": 3.833106285225846, | |
| "grad_norm": 0.17489449679851532, | |
| "learning_rate": 1.1700457990733054e-05, | |
| "loss": 0.0123, | |
| "step": 143500 | |
| }, | |
| { | |
| "epoch": 3.8464620562545075, | |
| "grad_norm": 0.131205752491951, | |
| "learning_rate": 1.1566542571711706e-05, | |
| "loss": 0.013, | |
| "step": 144000 | |
| }, | |
| { | |
| "epoch": 3.859817827283169, | |
| "grad_norm": 0.7462185025215149, | |
| "learning_rate": 1.1432627152690362e-05, | |
| "loss": 0.0112, | |
| "step": 144500 | |
| }, | |
| { | |
| "epoch": 3.8731735983118307, | |
| "grad_norm": 0.3279201090335846, | |
| "learning_rate": 1.1298711733669015e-05, | |
| "loss": 0.0124, | |
| "step": 145000 | |
| }, | |
| { | |
| "epoch": 3.886529369340492, | |
| "grad_norm": 0.08844905346632004, | |
| "learning_rate": 1.1164796314647669e-05, | |
| "loss": 0.013, | |
| "step": 145500 | |
| }, | |
| { | |
| "epoch": 3.8998851403691535, | |
| "grad_norm": 0.0930011048913002, | |
| "learning_rate": 1.1030880895626323e-05, | |
| "loss": 0.0116, | |
| "step": 146000 | |
| }, | |
| { | |
| "epoch": 3.913240911397815, | |
| "grad_norm": 0.13226966559886932, | |
| "learning_rate": 1.0896965476604977e-05, | |
| "loss": 0.0125, | |
| "step": 146500 | |
| }, | |
| { | |
| "epoch": 3.9265966824264766, | |
| "grad_norm": 0.21391555666923523, | |
| "learning_rate": 1.0763050057583631e-05, | |
| "loss": 0.013, | |
| "step": 147000 | |
| }, | |
| { | |
| "epoch": 3.9399524534551382, | |
| "grad_norm": 0.035212934017181396, | |
| "learning_rate": 1.0629134638562283e-05, | |
| "loss": 0.0118, | |
| "step": 147500 | |
| }, | |
| { | |
| "epoch": 3.9533082244837994, | |
| "grad_norm": 0.3369560241699219, | |
| "learning_rate": 1.049521921954094e-05, | |
| "loss": 0.0118, | |
| "step": 148000 | |
| }, | |
| { | |
| "epoch": 3.966663995512461, | |
| "grad_norm": 0.4008599817752838, | |
| "learning_rate": 1.0361303800519592e-05, | |
| "loss": 0.0125, | |
| "step": 148500 | |
| }, | |
| { | |
| "epoch": 3.9800197665411226, | |
| "grad_norm": 0.10937085002660751, | |
| "learning_rate": 1.0227388381498246e-05, | |
| "loss": 0.0131, | |
| "step": 149000 | |
| }, | |
| { | |
| "epoch": 3.9933755375697837, | |
| "grad_norm": 0.09769656509160995, | |
| "learning_rate": 1.00934729624769e-05, | |
| "loss": 0.0124, | |
| "step": 149500 | |
| }, | |
| { | |
| "epoch": 4.006731308598446, | |
| "grad_norm": 0.1931600570678711, | |
| "learning_rate": 9.959557543455554e-06, | |
| "loss": 0.0109, | |
| "step": 150000 | |
| }, | |
| { | |
| "epoch": 4.020087079627107, | |
| "grad_norm": 0.12506985664367676, | |
| "learning_rate": 9.825642124434208e-06, | |
| "loss": 0.0112, | |
| "step": 150500 | |
| }, | |
| { | |
| "epoch": 4.033442850655768, | |
| "grad_norm": 0.06467456370592117, | |
| "learning_rate": 9.69172670541286e-06, | |
| "loss": 0.0112, | |
| "step": 151000 | |
| }, | |
| { | |
| "epoch": 4.04679862168443, | |
| "grad_norm": 0.27570217847824097, | |
| "learning_rate": 9.557811286391516e-06, | |
| "loss": 0.0115, | |
| "step": 151500 | |
| }, | |
| { | |
| "epoch": 4.060154392713091, | |
| "grad_norm": 0.15926504135131836, | |
| "learning_rate": 9.423895867370169e-06, | |
| "loss": 0.0112, | |
| "step": 152000 | |
| }, | |
| { | |
| "epoch": 4.073510163741753, | |
| "grad_norm": 0.38715675473213196, | |
| "learning_rate": 9.289980448348823e-06, | |
| "loss": 0.0107, | |
| "step": 152500 | |
| }, | |
| { | |
| "epoch": 4.086865934770414, | |
| "grad_norm": 0.19515646994113922, | |
| "learning_rate": 9.156065029327477e-06, | |
| "loss": 0.0103, | |
| "step": 153000 | |
| }, | |
| { | |
| "epoch": 4.1002217057990755, | |
| "grad_norm": 0.2335035651922226, | |
| "learning_rate": 9.022149610306131e-06, | |
| "loss": 0.0109, | |
| "step": 153500 | |
| }, | |
| { | |
| "epoch": 4.1135774768277376, | |
| "grad_norm": 0.24164029955863953, | |
| "learning_rate": 8.888234191284785e-06, | |
| "loss": 0.0109, | |
| "step": 154000 | |
| }, | |
| { | |
| "epoch": 4.126933247856399, | |
| "grad_norm": 0.13360293209552765, | |
| "learning_rate": 8.754318772263438e-06, | |
| "loss": 0.0109, | |
| "step": 154500 | |
| }, | |
| { | |
| "epoch": 4.14028901888506, | |
| "grad_norm": 0.6955428719520569, | |
| "learning_rate": 8.620403353242093e-06, | |
| "loss": 0.011, | |
| "step": 155000 | |
| }, | |
| { | |
| "epoch": 4.153644789913722, | |
| "grad_norm": 1.6276031732559204, | |
| "learning_rate": 8.486487934220746e-06, | |
| "loss": 0.0117, | |
| "step": 155500 | |
| }, | |
| { | |
| "epoch": 4.167000560942383, | |
| "grad_norm": 0.2534361481666565, | |
| "learning_rate": 8.3525725151994e-06, | |
| "loss": 0.0116, | |
| "step": 156000 | |
| }, | |
| { | |
| "epoch": 4.180356331971045, | |
| "grad_norm": 0.38663968443870544, | |
| "learning_rate": 8.218657096178056e-06, | |
| "loss": 0.0112, | |
| "step": 156500 | |
| }, | |
| { | |
| "epoch": 4.193712102999706, | |
| "grad_norm": 0.13932843506336212, | |
| "learning_rate": 8.084741677156708e-06, | |
| "loss": 0.0111, | |
| "step": 157000 | |
| }, | |
| { | |
| "epoch": 4.207067874028367, | |
| "grad_norm": 0.403177946805954, | |
| "learning_rate": 7.950826258135362e-06, | |
| "loss": 0.0118, | |
| "step": 157500 | |
| }, | |
| { | |
| "epoch": 4.220423645057029, | |
| "grad_norm": 0.32406359910964966, | |
| "learning_rate": 7.816910839114015e-06, | |
| "loss": 0.0109, | |
| "step": 158000 | |
| }, | |
| { | |
| "epoch": 4.2337794160856905, | |
| "grad_norm": 0.004265760537236929, | |
| "learning_rate": 7.68299542009267e-06, | |
| "loss": 0.0115, | |
| "step": 158500 | |
| }, | |
| { | |
| "epoch": 4.247135187114353, | |
| "grad_norm": 0.0618702732026577, | |
| "learning_rate": 7.549080001071324e-06, | |
| "loss": 0.0117, | |
| "step": 159000 | |
| }, | |
| { | |
| "epoch": 4.260490958143014, | |
| "grad_norm": 0.308685302734375, | |
| "learning_rate": 7.415164582049977e-06, | |
| "loss": 0.0115, | |
| "step": 159500 | |
| }, | |
| { | |
| "epoch": 4.273846729171675, | |
| "grad_norm": 0.15098893642425537, | |
| "learning_rate": 7.281249163028632e-06, | |
| "loss": 0.0109, | |
| "step": 160000 | |
| }, | |
| { | |
| "epoch": 4.287202500200337, | |
| "grad_norm": 0.23801665008068085, | |
| "learning_rate": 7.147333744007285e-06, | |
| "loss": 0.0103, | |
| "step": 160500 | |
| }, | |
| { | |
| "epoch": 4.300558271228998, | |
| "grad_norm": 0.20910222828388214, | |
| "learning_rate": 7.013418324985939e-06, | |
| "loss": 0.0108, | |
| "step": 161000 | |
| }, | |
| { | |
| "epoch": 4.313914042257659, | |
| "grad_norm": 0.4738226532936096, | |
| "learning_rate": 6.8795029059645924e-06, | |
| "loss": 0.0117, | |
| "step": 161500 | |
| }, | |
| { | |
| "epoch": 4.327269813286321, | |
| "grad_norm": 0.16925117373466492, | |
| "learning_rate": 6.745587486943247e-06, | |
| "loss": 0.0112, | |
| "step": 162000 | |
| }, | |
| { | |
| "epoch": 4.340625584314982, | |
| "grad_norm": 0.19056345522403717, | |
| "learning_rate": 6.611672067921901e-06, | |
| "loss": 0.0113, | |
| "step": 162500 | |
| }, | |
| { | |
| "epoch": 4.353981355343644, | |
| "grad_norm": 0.13633984327316284, | |
| "learning_rate": 6.477756648900554e-06, | |
| "loss": 0.011, | |
| "step": 163000 | |
| }, | |
| { | |
| "epoch": 4.3673371263723055, | |
| "grad_norm": 0.05713152512907982, | |
| "learning_rate": 6.343841229879209e-06, | |
| "loss": 0.0123, | |
| "step": 163500 | |
| }, | |
| { | |
| "epoch": 4.380692897400967, | |
| "grad_norm": 0.23702533543109894, | |
| "learning_rate": 6.209925810857863e-06, | |
| "loss": 0.0101, | |
| "step": 164000 | |
| }, | |
| { | |
| "epoch": 4.394048668429629, | |
| "grad_norm": 0.2709478437900543, | |
| "learning_rate": 6.076010391836516e-06, | |
| "loss": 0.0109, | |
| "step": 164500 | |
| }, | |
| { | |
| "epoch": 4.40740443945829, | |
| "grad_norm": 0.16205590963363647, | |
| "learning_rate": 5.94209497281517e-06, | |
| "loss": 0.0114, | |
| "step": 165000 | |
| }, | |
| { | |
| "epoch": 4.420760210486951, | |
| "grad_norm": 0.3090691864490509, | |
| "learning_rate": 5.8081795537938244e-06, | |
| "loss": 0.0115, | |
| "step": 165500 | |
| }, | |
| { | |
| "epoch": 4.434115981515613, | |
| "grad_norm": 0.0656290054321289, | |
| "learning_rate": 5.674264134772478e-06, | |
| "loss": 0.0113, | |
| "step": 166000 | |
| }, | |
| { | |
| "epoch": 4.447471752544274, | |
| "grad_norm": 0.3526839315891266, | |
| "learning_rate": 5.540348715751132e-06, | |
| "loss": 0.0112, | |
| "step": 166500 | |
| }, | |
| { | |
| "epoch": 4.460827523572936, | |
| "grad_norm": 0.2816087007522583, | |
| "learning_rate": 5.406433296729786e-06, | |
| "loss": 0.0108, | |
| "step": 167000 | |
| }, | |
| { | |
| "epoch": 4.474183294601597, | |
| "grad_norm": 0.43977633118629456, | |
| "learning_rate": 5.27251787770844e-06, | |
| "loss": 0.0112, | |
| "step": 167500 | |
| }, | |
| { | |
| "epoch": 4.4875390656302585, | |
| "grad_norm": 0.0893361046910286, | |
| "learning_rate": 5.138602458687093e-06, | |
| "loss": 0.0107, | |
| "step": 168000 | |
| }, | |
| { | |
| "epoch": 4.5008948366589205, | |
| "grad_norm": 0.2993994653224945, | |
| "learning_rate": 5.004687039665747e-06, | |
| "loss": 0.0102, | |
| "step": 168500 | |
| }, | |
| { | |
| "epoch": 4.514250607687582, | |
| "grad_norm": 0.36315858364105225, | |
| "learning_rate": 4.8707716206444015e-06, | |
| "loss": 0.0111, | |
| "step": 169000 | |
| }, | |
| { | |
| "epoch": 4.527606378716243, | |
| "grad_norm": 0.131134033203125, | |
| "learning_rate": 4.736856201623055e-06, | |
| "loss": 0.0108, | |
| "step": 169500 | |
| }, | |
| { | |
| "epoch": 4.540962149744905, | |
| "grad_norm": 0.13102231919765472, | |
| "learning_rate": 4.602940782601709e-06, | |
| "loss": 0.0104, | |
| "step": 170000 | |
| }, | |
| { | |
| "epoch": 4.554317920773566, | |
| "grad_norm": 0.2763272225856781, | |
| "learning_rate": 4.469025363580363e-06, | |
| "loss": 0.0114, | |
| "step": 170500 | |
| }, | |
| { | |
| "epoch": 4.567673691802228, | |
| "grad_norm": 0.32108408212661743, | |
| "learning_rate": 4.335109944559017e-06, | |
| "loss": 0.0117, | |
| "step": 171000 | |
| }, | |
| { | |
| "epoch": 4.581029462830889, | |
| "grad_norm": 0.1120324432849884, | |
| "learning_rate": 4.20119452553767e-06, | |
| "loss": 0.0106, | |
| "step": 171500 | |
| }, | |
| { | |
| "epoch": 4.59438523385955, | |
| "grad_norm": 0.21524450182914734, | |
| "learning_rate": 4.067279106516324e-06, | |
| "loss": 0.0111, | |
| "step": 172000 | |
| }, | |
| { | |
| "epoch": 4.607741004888212, | |
| "grad_norm": 0.35390397906303406, | |
| "learning_rate": 3.9333636874949785e-06, | |
| "loss": 0.0105, | |
| "step": 172500 | |
| }, | |
| { | |
| "epoch": 4.6210967759168735, | |
| "grad_norm": 0.01059589721262455, | |
| "learning_rate": 3.799448268473632e-06, | |
| "loss": 0.0115, | |
| "step": 173000 | |
| }, | |
| { | |
| "epoch": 4.6344525469455355, | |
| "grad_norm": 0.32005932927131653, | |
| "learning_rate": 3.6655328494522863e-06, | |
| "loss": 0.0109, | |
| "step": 173500 | |
| }, | |
| { | |
| "epoch": 4.647808317974197, | |
| "grad_norm": 0.25230634212493896, | |
| "learning_rate": 3.5316174304309396e-06, | |
| "loss": 0.011, | |
| "step": 174000 | |
| }, | |
| { | |
| "epoch": 4.661164089002858, | |
| "grad_norm": 0.214626282453537, | |
| "learning_rate": 3.397702011409594e-06, | |
| "loss": 0.0106, | |
| "step": 174500 | |
| }, | |
| { | |
| "epoch": 4.67451986003152, | |
| "grad_norm": 0.16767887771129608, | |
| "learning_rate": 3.2637865923882473e-06, | |
| "loss": 0.0112, | |
| "step": 175000 | |
| }, | |
| { | |
| "epoch": 4.687875631060181, | |
| "grad_norm": 0.31822043657302856, | |
| "learning_rate": 3.1298711733669015e-06, | |
| "loss": 0.0103, | |
| "step": 175500 | |
| }, | |
| { | |
| "epoch": 4.701231402088842, | |
| "grad_norm": 0.1805907040834427, | |
| "learning_rate": 2.9959557543455556e-06, | |
| "loss": 0.0103, | |
| "step": 176000 | |
| }, | |
| { | |
| "epoch": 4.714587173117504, | |
| "grad_norm": 0.1471567302942276, | |
| "learning_rate": 2.8620403353242092e-06, | |
| "loss": 0.0104, | |
| "step": 176500 | |
| }, | |
| { | |
| "epoch": 4.727942944146165, | |
| "grad_norm": 0.8563511371612549, | |
| "learning_rate": 2.7281249163028633e-06, | |
| "loss": 0.0106, | |
| "step": 177000 | |
| }, | |
| { | |
| "epoch": 4.741298715174827, | |
| "grad_norm": 0.25240039825439453, | |
| "learning_rate": 2.594209497281517e-06, | |
| "loss": 0.0109, | |
| "step": 177500 | |
| }, | |
| { | |
| "epoch": 4.7546544862034885, | |
| "grad_norm": 0.17089323699474335, | |
| "learning_rate": 2.460294078260171e-06, | |
| "loss": 0.0103, | |
| "step": 178000 | |
| }, | |
| { | |
| "epoch": 4.76801025723215, | |
| "grad_norm": 0.4265355169773102, | |
| "learning_rate": 2.326378659238825e-06, | |
| "loss": 0.011, | |
| "step": 178500 | |
| }, | |
| { | |
| "epoch": 4.781366028260812, | |
| "grad_norm": 0.031356703490018845, | |
| "learning_rate": 2.1924632402174785e-06, | |
| "loss": 0.0105, | |
| "step": 179000 | |
| }, | |
| { | |
| "epoch": 4.794721799289473, | |
| "grad_norm": 0.13671967387199402, | |
| "learning_rate": 2.0585478211961326e-06, | |
| "loss": 0.0101, | |
| "step": 179500 | |
| }, | |
| { | |
| "epoch": 4.808077570318135, | |
| "grad_norm": 0.7747842073440552, | |
| "learning_rate": 1.9246324021747863e-06, | |
| "loss": 0.0112, | |
| "step": 180000 | |
| }, | |
| { | |
| "epoch": 4.821433341346796, | |
| "grad_norm": 0.37611711025238037, | |
| "learning_rate": 1.7907169831534406e-06, | |
| "loss": 0.0104, | |
| "step": 180500 | |
| }, | |
| { | |
| "epoch": 4.834789112375457, | |
| "grad_norm": 0.4719175696372986, | |
| "learning_rate": 1.6568015641320943e-06, | |
| "loss": 0.0113, | |
| "step": 181000 | |
| }, | |
| { | |
| "epoch": 4.848144883404119, | |
| "grad_norm": 0.021834958344697952, | |
| "learning_rate": 1.5228861451107482e-06, | |
| "loss": 0.0111, | |
| "step": 181500 | |
| }, | |
| { | |
| "epoch": 4.86150065443278, | |
| "grad_norm": 0.33364537358283997, | |
| "learning_rate": 1.388970726089402e-06, | |
| "loss": 0.0113, | |
| "step": 182000 | |
| }, | |
| { | |
| "epoch": 4.8748564254614415, | |
| "grad_norm": 0.2734985649585724, | |
| "learning_rate": 1.2550553070680557e-06, | |
| "loss": 0.0097, | |
| "step": 182500 | |
| }, | |
| { | |
| "epoch": 4.8882121964901035, | |
| "grad_norm": 0.14306038618087769, | |
| "learning_rate": 1.1211398880467099e-06, | |
| "loss": 0.01, | |
| "step": 183000 | |
| }, | |
| { | |
| "epoch": 4.901567967518765, | |
| "grad_norm": 0.2272619903087616, | |
| "learning_rate": 9.872244690253637e-07, | |
| "loss": 0.0094, | |
| "step": 183500 | |
| }, | |
| { | |
| "epoch": 4.914923738547427, | |
| "grad_norm": 0.23368681967258453, | |
| "learning_rate": 8.533090500040174e-07, | |
| "loss": 0.0115, | |
| "step": 184000 | |
| }, | |
| { | |
| "epoch": 4.928279509576088, | |
| "grad_norm": 0.14576603472232819, | |
| "learning_rate": 7.193936309826714e-07, | |
| "loss": 0.0109, | |
| "step": 184500 | |
| }, | |
| { | |
| "epoch": 4.941635280604749, | |
| "grad_norm": 0.2974318861961365, | |
| "learning_rate": 5.854782119613253e-07, | |
| "loss": 0.0104, | |
| "step": 185000 | |
| }, | |
| { | |
| "epoch": 4.954991051633411, | |
| "grad_norm": 0.05051737278699875, | |
| "learning_rate": 4.515627929399791e-07, | |
| "loss": 0.0112, | |
| "step": 185500 | |
| }, | |
| { | |
| "epoch": 4.968346822662072, | |
| "grad_norm": 0.27060556411743164, | |
| "learning_rate": 3.17647373918633e-07, | |
| "loss": 0.0107, | |
| "step": 186000 | |
| }, | |
| { | |
| "epoch": 4.981702593690734, | |
| "grad_norm": 0.11953186243772507, | |
| "learning_rate": 1.8373195489728687e-07, | |
| "loss": 0.0098, | |
| "step": 186500 | |
| }, | |
| { | |
| "epoch": 4.995058364719395, | |
| "grad_norm": 0.15424083173274994, | |
| "learning_rate": 4.9816535875940755e-08, | |
| "loss": 0.0102, | |
| "step": 187000 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "step": 187185, | |
| "total_flos": 3.563278503829156e+17, | |
| "train_loss": 0.043939175246461584, | |
| "train_runtime": 63426.5621, | |
| "train_samples_per_second": 11.805, | |
| "train_steps_per_second": 2.951 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 187185, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 5000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 3.563278503829156e+17, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |