| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.9995619798510732, |
| "eval_steps": 500, |
| "global_step": 1141, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0008760402978537013, |
| "grad_norm": 247.023226046774, |
| "learning_rate": 1.7391304347826088e-07, |
| "loss": 8.8281, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.004380201489268506, |
| "grad_norm": 232.10560021267386, |
| "learning_rate": 8.695652173913044e-07, |
| "loss": 8.7637, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.008760402978537012, |
| "grad_norm": 197.45293542519394, |
| "learning_rate": 1.7391304347826088e-06, |
| "loss": 8.5789, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.013140604467805518, |
| "grad_norm": 69.72380158032517, |
| "learning_rate": 2.6086956521739132e-06, |
| "loss": 7.607, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.017520805957074025, |
| "grad_norm": 40.79010585762893, |
| "learning_rate": 3.4782608695652175e-06, |
| "loss": 6.5969, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.021901007446342532, |
| "grad_norm": 31.021399931633685, |
| "learning_rate": 4.347826086956522e-06, |
| "loss": 5.3516, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.026281208935611037, |
| "grad_norm": 15.829514000742273, |
| "learning_rate": 5.2173913043478265e-06, |
| "loss": 4.018, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.030661410424879545, |
| "grad_norm": 12.017912967930332, |
| "learning_rate": 6.086956521739132e-06, |
| "loss": 2.9813, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.03504161191414805, |
| "grad_norm": 2.8893117110423487, |
| "learning_rate": 6.956521739130435e-06, |
| "loss": 2.1303, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.03942181340341656, |
| "grad_norm": 1.4949499944110431, |
| "learning_rate": 7.82608695652174e-06, |
| "loss": 1.8031, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.043802014892685065, |
| "grad_norm": 0.7508052500953509, |
| "learning_rate": 8.695652173913044e-06, |
| "loss": 1.5938, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.04818221638195357, |
| "grad_norm": 0.4902022246315334, |
| "learning_rate": 9.565217391304349e-06, |
| "loss": 1.5084, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.052562417871222074, |
| "grad_norm": 0.42532974187985395, |
| "learning_rate": 1.0434782608695653e-05, |
| "loss": 1.4203, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.05694261936049058, |
| "grad_norm": 0.3463140884611265, |
| "learning_rate": 1.1304347826086957e-05, |
| "loss": 1.3941, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.06132282084975909, |
| "grad_norm": 0.3189213985873913, |
| "learning_rate": 1.2173913043478263e-05, |
| "loss": 1.3566, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.0657030223390276, |
| "grad_norm": 0.2996468490222568, |
| "learning_rate": 1.3043478260869566e-05, |
| "loss": 1.3418, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.0700832238282961, |
| "grad_norm": 0.26712973341018265, |
| "learning_rate": 1.391304347826087e-05, |
| "loss": 1.3201, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.07446342531756461, |
| "grad_norm": 0.2668394062417099, |
| "learning_rate": 1.4782608695652174e-05, |
| "loss": 1.3143, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.07884362680683311, |
| "grad_norm": 0.26274351296407206, |
| "learning_rate": 1.565217391304348e-05, |
| "loss": 1.3031, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.08322382829610162, |
| "grad_norm": 0.25741452098888334, |
| "learning_rate": 1.6521739130434785e-05, |
| "loss": 1.2848, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.08760402978537013, |
| "grad_norm": 0.2441325116229632, |
| "learning_rate": 1.739130434782609e-05, |
| "loss": 1.2732, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.09198423127463863, |
| "grad_norm": 0.24162625924392253, |
| "learning_rate": 1.8260869565217393e-05, |
| "loss": 1.2715, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.09636443276390715, |
| "grad_norm": 0.2519915389487053, |
| "learning_rate": 1.9130434782608697e-05, |
| "loss": 1.2711, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.10074463425317565, |
| "grad_norm": 0.2465793202977791, |
| "learning_rate": 2e-05, |
| "loss": 1.2459, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.10512483574244415, |
| "grad_norm": 0.23497052771629895, |
| "learning_rate": 1.99988280568259e-05, |
| "loss": 1.248, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.10950503723171266, |
| "grad_norm": 0.24553176964100193, |
| "learning_rate": 1.9995312501993765e-05, |
| "loss": 1.2238, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.11388523872098116, |
| "grad_norm": 0.23370960048474732, |
| "learning_rate": 1.998945415950969e-05, |
| "loss": 1.248, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.11826544021024968, |
| "grad_norm": 0.24397346786614016, |
| "learning_rate": 1.9981254402502568e-05, |
| "loss": 1.2063, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.12264564169951818, |
| "grad_norm": 0.27495355893049633, |
| "learning_rate": 1.9970715152902257e-05, |
| "loss": 1.2381, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.12702584318878668, |
| "grad_norm": 0.25282538712904246, |
| "learning_rate": 1.9957838880989076e-05, |
| "loss": 1.2281, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.1314060446780552, |
| "grad_norm": 0.22995731363863653, |
| "learning_rate": 1.9942628604814827e-05, |
| "loss": 1.2051, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.1357862461673237, |
| "grad_norm": 0.23386474611286825, |
| "learning_rate": 1.9925087889495374e-05, |
| "loss": 1.2141, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.1401664476565922, |
| "grad_norm": 0.2309649578398331, |
| "learning_rate": 1.990522084637503e-05, |
| "loss": 1.1822, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.1445466491458607, |
| "grad_norm": 0.24003805632416436, |
| "learning_rate": 1.9883032132062926e-05, |
| "loss": 1.2063, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.14892685063512923, |
| "grad_norm": 0.24338387371805312, |
| "learning_rate": 1.98585269473415e-05, |
| "loss": 1.1879, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.1533070521243977, |
| "grad_norm": 0.23476112374060998, |
| "learning_rate": 1.9831711035947552e-05, |
| "loss": 1.2031, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.15768725361366623, |
| "grad_norm": 0.22915392045241134, |
| "learning_rate": 1.9802590683225945e-05, |
| "loss": 1.1943, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.16206745510293474, |
| "grad_norm": 0.24585515208967154, |
| "learning_rate": 1.97711727146564e-05, |
| "loss": 1.1961, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.16644765659220323, |
| "grad_norm": 0.21471505934692195, |
| "learning_rate": 1.973746449425368e-05, |
| "loss": 1.1883, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.17082785808147175, |
| "grad_norm": 0.22942379356513737, |
| "learning_rate": 1.970147392284154e-05, |
| "loss": 1.2193, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.17520805957074026, |
| "grad_norm": 0.23244007409565076, |
| "learning_rate": 1.9663209436200887e-05, |
| "loss": 1.207, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.17958826106000875, |
| "grad_norm": 0.22422374010740104, |
| "learning_rate": 1.9622680003092503e-05, |
| "loss": 1.174, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.18396846254927726, |
| "grad_norm": 0.2239852274530115, |
| "learning_rate": 1.957989512315489e-05, |
| "loss": 1.1766, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.18834866403854578, |
| "grad_norm": 0.22417592332949882, |
| "learning_rate": 1.953486482467764e-05, |
| "loss": 1.2016, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.1927288655278143, |
| "grad_norm": 0.23718560975504316, |
| "learning_rate": 1.9487599662250945e-05, |
| "loss": 1.1836, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.19710906701708278, |
| "grad_norm": 0.24831579992264016, |
| "learning_rate": 1.9438110714291697e-05, |
| "loss": 1.1885, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.2014892685063513, |
| "grad_norm": 0.22705440610322433, |
| "learning_rate": 1.9386409580446846e-05, |
| "loss": 1.1768, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.2058694699956198, |
| "grad_norm": 0.22232082846727982, |
| "learning_rate": 1.933250837887457e-05, |
| "loss": 1.1695, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.2102496714848883, |
| "grad_norm": 0.20849807972480366, |
| "learning_rate": 1.9276419743403934e-05, |
| "loss": 1.1664, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.2146298729741568, |
| "grad_norm": 0.22884959889218245, |
| "learning_rate": 1.9218156820573618e-05, |
| "loss": 1.1715, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.21901007446342532, |
| "grad_norm": 0.22251029198025443, |
| "learning_rate": 1.9157733266550577e-05, |
| "loss": 1.1664, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.2233902759526938, |
| "grad_norm": 0.21607317255636946, |
| "learning_rate": 1.9095163243929143e-05, |
| "loss": 1.1758, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.22777047744196233, |
| "grad_norm": 0.2275376818247485, |
| "learning_rate": 1.9030461418411498e-05, |
| "loss": 1.173, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.23215067893123084, |
| "grad_norm": 0.2289840446661591, |
| "learning_rate": 1.8963642955370203e-05, |
| "loss": 1.1852, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.23653088042049936, |
| "grad_norm": 0.23768451520157288, |
| "learning_rate": 1.889472351629358e-05, |
| "loss": 1.1551, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.24091108190976784, |
| "grad_norm": 0.22459484609481822, |
| "learning_rate": 1.882371925511488e-05, |
| "loss": 1.1564, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.24529128339903636, |
| "grad_norm": 0.22828454066610995, |
| "learning_rate": 1.875064681442594e-05, |
| "loss": 1.1838, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.24967148488830487, |
| "grad_norm": 0.23814414474493634, |
| "learning_rate": 1.867552332157637e-05, |
| "loss": 1.165, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.25405168637757336, |
| "grad_norm": 0.23695582890788727, |
| "learning_rate": 1.8598366384659113e-05, |
| "loss": 1.1496, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.25843188786684185, |
| "grad_norm": 0.21285197719762172, |
| "learning_rate": 1.851919408838327e-05, |
| "loss": 1.1671, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.2628120893561104, |
| "grad_norm": 0.23402098820515907, |
| "learning_rate": 1.843802498983529e-05, |
| "loss": 1.1662, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.2671922908453789, |
| "grad_norm": 0.21951316193224032, |
| "learning_rate": 1.8354878114129368e-05, |
| "loss": 1.1623, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.2715724923346474, |
| "grad_norm": 0.21226630310736813, |
| "learning_rate": 1.8269772949948185e-05, |
| "loss": 1.1571, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.2759526938239159, |
| "grad_norm": 0.21300490616956957, |
| "learning_rate": 1.8182729444974993e-05, |
| "loss": 1.1729, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.2803328953131844, |
| "grad_norm": 0.2298100232081548, |
| "learning_rate": 1.8093768001218096e-05, |
| "loss": 1.1648, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.28471309680245294, |
| "grad_norm": 0.20939381292392953, |
| "learning_rate": 1.800290947022884e-05, |
| "loss": 1.1633, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.2890932982917214, |
| "grad_norm": 0.21652397528724918, |
| "learning_rate": 1.7910175148214274e-05, |
| "loss": 1.1703, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.2934734997809899, |
| "grad_norm": 0.23693799112996852, |
| "learning_rate": 1.7815586771045535e-05, |
| "loss": 1.1557, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.29785370127025845, |
| "grad_norm": 0.23875037210600733, |
| "learning_rate": 1.771916650916321e-05, |
| "loss": 1.1546, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.30223390275952694, |
| "grad_norm": 0.2086246080725189, |
| "learning_rate": 1.762093696238086e-05, |
| "loss": 1.1414, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.3066141042487954, |
| "grad_norm": 0.2032809446181252, |
| "learning_rate": 1.752092115458784e-05, |
| "loss": 1.1557, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.31099430573806397, |
| "grad_norm": 0.2299671919872682, |
| "learning_rate": 1.7419142528352815e-05, |
| "loss": 1.1584, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.31537450722733246, |
| "grad_norm": 0.2208475255216932, |
| "learning_rate": 1.731562493942904e-05, |
| "loss": 1.1436, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.31975470871660094, |
| "grad_norm": 0.21527409406555012, |
| "learning_rate": 1.721039265116285e-05, |
| "loss": 1.1592, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.3241349102058695, |
| "grad_norm": 0.2075937240152717, |
| "learning_rate": 1.710347032880664e-05, |
| "loss": 1.1332, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.328515111695138, |
| "grad_norm": 0.2155228439936621, |
| "learning_rate": 1.6994883033737582e-05, |
| "loss": 1.1395, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.33289531318440646, |
| "grad_norm": 0.24834287218683154, |
| "learning_rate": 1.688465621758352e-05, |
| "loss": 1.1566, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.337275514673675, |
| "grad_norm": 0.2401994560404927, |
| "learning_rate": 1.6772815716257414e-05, |
| "loss": 1.1582, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.3416557161629435, |
| "grad_norm": 0.22010411419127637, |
| "learning_rate": 1.6659387743901688e-05, |
| "loss": 1.1479, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.346035917652212, |
| "grad_norm": 0.2141467823787157, |
| "learning_rate": 1.6544398886743934e-05, |
| "loss": 1.1424, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.3504161191414805, |
| "grad_norm": 0.20902762397068814, |
| "learning_rate": 1.6427876096865394e-05, |
| "loss": 1.1401, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.354796320630749, |
| "grad_norm": 0.20864014440590625, |
| "learning_rate": 1.6309846685883726e-05, |
| "loss": 1.1404, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.3591765221200175, |
| "grad_norm": 0.22432181453053213, |
| "learning_rate": 1.6190338318551426e-05, |
| "loss": 1.1539, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.36355672360928604, |
| "grad_norm": 0.20427723583571802, |
| "learning_rate": 1.606937900627157e-05, |
| "loss": 1.1402, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.3679369250985545, |
| "grad_norm": 0.20345261931074785, |
| "learning_rate": 1.594699710053223e-05, |
| "loss": 1.1454, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.37231712658782307, |
| "grad_norm": 0.20907937476304458, |
| "learning_rate": 1.5823221286261217e-05, |
| "loss": 1.1282, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.37669732807709155, |
| "grad_norm": 0.2065934957421514, |
| "learning_rate": 1.5698080575102662e-05, |
| "loss": 1.1334, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.38107752956636004, |
| "grad_norm": 0.2161916996533843, |
| "learning_rate": 1.557160429861702e-05, |
| "loss": 1.152, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.3854577310556286, |
| "grad_norm": 0.21804609517909665, |
| "learning_rate": 1.5443822101406066e-05, |
| "loss": 1.1379, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.38983793254489707, |
| "grad_norm": 0.20636895330872523, |
| "learning_rate": 1.531476393416456e-05, |
| "loss": 1.1592, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.39421813403416556, |
| "grad_norm": 0.20437911994063385, |
| "learning_rate": 1.5184460046660139e-05, |
| "loss": 1.1277, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.3985983355234341, |
| "grad_norm": 0.2060999428500134, |
| "learning_rate": 1.50529409806431e-05, |
| "loss": 1.1453, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.4029785370127026, |
| "grad_norm": 0.22533191644861675, |
| "learning_rate": 1.4920237562687784e-05, |
| "loss": 1.1502, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.4073587385019711, |
| "grad_norm": 0.23260594557785327, |
| "learning_rate": 1.478638089696716e-05, |
| "loss": 1.1248, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.4117389399912396, |
| "grad_norm": 0.22947787094553646, |
| "learning_rate": 1.4651402357962368e-05, |
| "loss": 1.1318, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.4161191414805081, |
| "grad_norm": 0.2009264544016685, |
| "learning_rate": 1.4515333583108896e-05, |
| "loss": 1.1543, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.4204993429697766, |
| "grad_norm": 0.20022135464643717, |
| "learning_rate": 1.4378206465381122e-05, |
| "loss": 1.1405, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.42487954445904513, |
| "grad_norm": 0.20457278775552865, |
| "learning_rate": 1.4240053145816968e-05, |
| "loss": 1.1434, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.4292597459483136, |
| "grad_norm": 0.20324616627736056, |
| "learning_rate": 1.4100906005984404e-05, |
| "loss": 1.1479, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.4336399474375821, |
| "grad_norm": 0.21908018025065346, |
| "learning_rate": 1.396079766039157e-05, |
| "loss": 1.1449, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.43802014892685065, |
| "grad_norm": 0.210033035128553, |
| "learning_rate": 1.381976094884232e-05, |
| "loss": 1.132, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.44240035041611914, |
| "grad_norm": 0.2013972756453919, |
| "learning_rate": 1.3677828928738934e-05, |
| "loss": 1.1473, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.4467805519053876, |
| "grad_norm": 0.20820144402446275, |
| "learning_rate": 1.3535034867333838e-05, |
| "loss": 1.1398, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.45116075339465617, |
| "grad_norm": 0.21960485445473304, |
| "learning_rate": 1.3391412233932148e-05, |
| "loss": 1.1527, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.45554095488392465, |
| "grad_norm": 0.21395914429214383, |
| "learning_rate": 1.3246994692046837e-05, |
| "loss": 1.1486, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.45992115637319314, |
| "grad_norm": 0.21230485993764248, |
| "learning_rate": 1.3101816091508389e-05, |
| "loss": 1.1537, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.4643013578624617, |
| "grad_norm": 0.21651837542900804, |
| "learning_rate": 1.2955910460530787e-05, |
| "loss": 1.1496, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.46868155935173017, |
| "grad_norm": 0.20750629246921734, |
| "learning_rate": 1.2809311997735697e-05, |
| "loss": 1.1355, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.4730617608409987, |
| "grad_norm": 0.2039566928608635, |
| "learning_rate": 1.266205506413667e-05, |
| "loss": 1.1375, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.4774419623302672, |
| "grad_norm": 0.20670703932671342, |
| "learning_rate": 1.2514174175085346e-05, |
| "loss": 1.1441, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.4818221638195357, |
| "grad_norm": 0.20394796072197643, |
| "learning_rate": 1.2365703992181425e-05, |
| "loss": 1.1192, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.48620236530880423, |
| "grad_norm": 0.19785902077082673, |
| "learning_rate": 1.2216679315148388e-05, |
| "loss": 1.1303, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.4905825667980727, |
| "grad_norm": 0.20446955932426367, |
| "learning_rate": 1.2067135073676841e-05, |
| "loss": 1.1327, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.4949627682873412, |
| "grad_norm": 0.20819551033939337, |
| "learning_rate": 1.1917106319237386e-05, |
| "loss": 1.1262, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.49934296977660975, |
| "grad_norm": 0.202514436311041, |
| "learning_rate": 1.1766628216864961e-05, |
| "loss": 1.1451, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.5037231712658782, |
| "grad_norm": 0.20270248880014877, |
| "learning_rate": 1.161573603691655e-05, |
| "loss": 1.1096, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.5081033727551467, |
| "grad_norm": 0.19902608440066913, |
| "learning_rate": 1.1464465146804218e-05, |
| "loss": 1.1429, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.5124835742444153, |
| "grad_norm": 0.21488103670405032, |
| "learning_rate": 1.1312851002705383e-05, |
| "loss": 1.1258, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.5168637757336837, |
| "grad_norm": 0.2079533279978145, |
| "learning_rate": 1.1160929141252303e-05, |
| "loss": 1.1326, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.5212439772229522, |
| "grad_norm": 0.2024904670673594, |
| "learning_rate": 1.1008735171202685e-05, |
| "loss": 1.1516, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.5256241787122208, |
| "grad_norm": 0.2009798683547318, |
| "learning_rate": 1.0856304765093391e-05, |
| "loss": 1.126, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.5300043802014893, |
| "grad_norm": 0.20247591682210167, |
| "learning_rate": 1.0703673650879219e-05, |
| "loss": 1.1182, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.5343845816907578, |
| "grad_norm": 0.2040201994565877, |
| "learning_rate": 1.0550877603558656e-05, |
| "loss": 1.1406, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.5387647831800263, |
| "grad_norm": 0.2015454994775207, |
| "learning_rate": 1.0397952436788643e-05, |
| "loss": 1.1166, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.5431449846692948, |
| "grad_norm": 0.19828586396121736, |
| "learning_rate": 1.024493399449025e-05, |
| "loss": 1.1271, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.5475251861585633, |
| "grad_norm": 0.202990185981543, |
| "learning_rate": 1.0091858142447266e-05, |
| "loss": 1.1404, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.5519053876478318, |
| "grad_norm": 0.1953396887915411, |
| "learning_rate": 9.938760759899674e-06, |
| "loss": 1.1282, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.5562855891371004, |
| "grad_norm": 0.19897584069638927, |
| "learning_rate": 9.785677731133972e-06, |
| "loss": 1.116, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.5606657906263688, |
| "grad_norm": 0.19579937491086502, |
| "learning_rate": 9.632644937072277e-06, |
| "loss": 1.1211, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.5650459921156373, |
| "grad_norm": 0.19292547383921327, |
| "learning_rate": 9.479698246862277e-06, |
| "loss": 1.1249, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.5694261936049059, |
| "grad_norm": 0.2035897790907176, |
| "learning_rate": 9.326873509469887e-06, |
| "loss": 1.1222, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.5738063950941743, |
| "grad_norm": 0.20245065608346366, |
| "learning_rate": 9.174206545276678e-06, |
| "loss": 1.1354, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.5781865965834428, |
| "grad_norm": 0.19934269310500388, |
| "learning_rate": 9.021733137683963e-06, |
| "loss": 1.1443, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.5825667980727114, |
| "grad_norm": 0.19598319523008984, |
| "learning_rate": 8.869489024725595e-06, |
| "loss": 1.1326, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.5869469995619798, |
| "grad_norm": 0.1945281080977394, |
| "learning_rate": 8.717509890691369e-06, |
| "loss": 1.1239, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.5913272010512484, |
| "grad_norm": 0.20806507918308362, |
| "learning_rate": 8.565831357763039e-06, |
| "loss": 1.1294, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.5957074025405169, |
| "grad_norm": 0.20251893056570133, |
| "learning_rate": 8.414488977664858e-06, |
| "loss": 1.1239, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.6000876040297853, |
| "grad_norm": 0.1991936009015444, |
| "learning_rate": 8.263518223330698e-06, |
| "loss": 1.1322, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.6044678055190539, |
| "grad_norm": 0.1961163554964441, |
| "learning_rate": 8.112954480589558e-06, |
| "loss": 1.127, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.6088480070083224, |
| "grad_norm": 0.1939932601906298, |
| "learning_rate": 7.962833039871562e-06, |
| "loss": 1.1275, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.6132282084975909, |
| "grad_norm": 0.19487292794675937, |
| "learning_rate": 7.813189087936243e-06, |
| "loss": 1.1222, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.6176084099868594, |
| "grad_norm": 0.19843142347965212, |
| "learning_rate": 7.664057699625215e-06, |
| "loss": 1.1509, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.6219886114761279, |
| "grad_norm": 0.20098071367810383, |
| "learning_rate": 7.515473829640987e-06, |
| "loss": 1.1228, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.6263688129653964, |
| "grad_norm": 0.1972827327140634, |
| "learning_rate": 7.367472304354011e-06, |
| "loss": 1.1268, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.6307490144546649, |
| "grad_norm": 0.20576577812522315, |
| "learning_rate": 7.2200878136397355e-06, |
| "loss": 1.115, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.6351292159439335, |
| "grad_norm": 0.1972932881390162, |
| "learning_rate": 7.073354902747742e-06, |
| "loss": 1.1104, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.6395094174332019, |
| "grad_norm": 0.20208492611746368, |
| "learning_rate": 6.927307964204695e-06, |
| "loss": 1.1356, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.6438896189224704, |
| "grad_norm": 0.19600730585362314, |
| "learning_rate": 6.781981229753145e-06, |
| "loss": 1.1225, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.648269820411739, |
| "grad_norm": 0.19661439451248647, |
| "learning_rate": 6.637408762327972e-06, |
| "loss": 1.1175, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.6526500219010074, |
| "grad_norm": 0.20253732148210266, |
| "learning_rate": 6.4936244480724575e-06, |
| "loss": 1.1224, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.657030223390276, |
| "grad_norm": 0.197391894393827, |
| "learning_rate": 6.350661988395723e-06, |
| "loss": 1.1369, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.6614104248795445, |
| "grad_norm": 0.19396216640485134, |
| "learning_rate": 6.208554892073528e-06, |
| "loss": 1.1332, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.6657906263688129, |
| "grad_norm": 0.19950066877821537, |
| "learning_rate": 6.067336467394169e-06, |
| "loss": 1.1199, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.6701708278580815, |
| "grad_norm": 0.20943729884482393, |
| "learning_rate": 5.927039814351426e-06, |
| "loss": 1.1201, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.67455102934735, |
| "grad_norm": 0.19237438150257924, |
| "learning_rate": 5.787697816886273e-06, |
| "loss": 1.1267, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.6789312308366184, |
| "grad_norm": 0.19252386131062685, |
| "learning_rate": 5.649343135179271e-06, |
| "loss": 1.11, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.683311432325887, |
| "grad_norm": 0.19638246872011564, |
| "learning_rate": 5.512008197995379e-06, |
| "loss": 1.1164, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.6876916338151555, |
| "grad_norm": 0.1877681729558122, |
| "learning_rate": 5.375725195083046e-06, |
| "loss": 1.1257, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.692071835304424, |
| "grad_norm": 0.19133651997309503, |
| "learning_rate": 5.240526069629265e-06, |
| "loss": 1.134, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.6964520367936925, |
| "grad_norm": 0.19745307442946453, |
| "learning_rate": 5.106442510772489e-06, |
| "loss": 1.1412, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.700832238282961, |
| "grad_norm": 0.18826987382961585, |
| "learning_rate": 4.97350594617502e-06, |
| "loss": 1.12, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.7052124397722295, |
| "grad_norm": 0.20198435756216934, |
| "learning_rate": 4.8417475346567635e-06, |
| "loss": 1.1343, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.709592641261498, |
| "grad_norm": 0.19941557715707345, |
| "learning_rate": 4.711198158891909e-06, |
| "loss": 1.1229, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.7139728427507666, |
| "grad_norm": 0.20442006319949774, |
| "learning_rate": 4.581888418170429e-06, |
| "loss": 1.1353, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.718353044240035, |
| "grad_norm": 0.2001055609078045, |
| "learning_rate": 4.453848621225913e-06, |
| "loss": 1.1149, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.7227332457293035, |
| "grad_norm": 0.18925787454519752, |
| "learning_rate": 4.327108779131573e-06, |
| "loss": 1.133, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.7271134472185721, |
| "grad_norm": 0.1863143936478909, |
| "learning_rate": 4.201698598265973e-06, |
| "loss": 1.1162, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.7314936487078406, |
| "grad_norm": 0.1879694577872159, |
| "learning_rate": 4.077647473350201e-06, |
| "loss": 1.126, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.735873850197109, |
| "grad_norm": 0.1919436380192233, |
| "learning_rate": 3.954984480558071e-06, |
| "loss": 1.1195, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.7402540516863776, |
| "grad_norm": 0.20358611131495935, |
| "learning_rate": 3.83373837070101e-06, |
| "loss": 1.1255, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.7446342531756461, |
| "grad_norm": 0.20008378915370192, |
| "learning_rate": 3.7139375624891795e-06, |
| "loss": 1.1412, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.7490144546649146, |
| "grad_norm": 0.19290096180375577, |
| "learning_rate": 3.595610135870472e-06, |
| "loss": 1.1207, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.7533946561541831, |
| "grad_norm": 0.196072459641094, |
| "learning_rate": 3.478783825448869e-06, |
| "loss": 1.1125, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.7577748576434516, |
| "grad_norm": 0.1928642029524879, |
| "learning_rate": 3.3634860139837877e-06, |
| "loss": 1.1229, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.7621550591327201, |
| "grad_norm": 0.20130571120198174, |
| "learning_rate": 3.249743725971849e-06, |
| "loss": 1.1312, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.7665352606219886, |
| "grad_norm": 0.20961643180726597, |
| "learning_rate": 3.1375836213126653e-06, |
| "loss": 1.1232, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.7709154621112572, |
| "grad_norm": 0.18941668671789638, |
| "learning_rate": 3.0270319890600465e-06, |
| "loss": 1.1434, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.7752956636005256, |
| "grad_norm": 0.19381237131051324, |
| "learning_rate": 2.918114741260156e-06, |
| "loss": 1.1439, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.7796758650897941, |
| "grad_norm": 0.1945291975485229, |
| "learning_rate": 2.8108574068780093e-06, |
| "loss": 1.1158, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.7840560665790627, |
| "grad_norm": 0.18927206178983724, |
| "learning_rate": 2.7052851258137936e-06, |
| "loss": 1.1241, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.7884362680683311, |
| "grad_norm": 0.19223522737541443, |
| "learning_rate": 2.601422643010335e-06, |
| "loss": 1.1056, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.7928164695575997, |
| "grad_norm": 0.20045874340313333, |
| "learning_rate": 2.4992943026531935e-06, |
| "loss": 1.1239, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.7971966710468682, |
| "grad_norm": 0.19018510655063894, |
| "learning_rate": 2.3989240424646355e-06, |
| "loss": 1.1189, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.8015768725361366, |
| "grad_norm": 0.19034937418838804, |
| "learning_rate": 2.300335388092929e-06, |
| "loss": 1.1152, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.8059570740254052, |
| "grad_norm": 0.19645900089237364, |
| "learning_rate": 2.2035514475981756e-06, |
| "loss": 1.1313, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.8103372755146737, |
| "grad_norm": 0.18847516841511264, |
| "learning_rate": 2.1085949060360654e-06, |
| "loss": 1.1135, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.8147174770039421, |
| "grad_norm": 0.19132781030558177, |
| "learning_rate": 2.015488020140737e-06, |
| "loss": 1.1045, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.8190976784932107, |
| "grad_norm": 0.18904026009165054, |
| "learning_rate": 1.924252613108073e-06, |
| "loss": 1.1318, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.8234778799824792, |
| "grad_norm": 0.19251546970491693, |
| "learning_rate": 1.8349100694805711e-06, |
| "loss": 1.1243, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.8278580814717477, |
| "grad_norm": 0.19006518497007893, |
| "learning_rate": 1.7474813301350668e-06, |
| "loss": 1.123, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.8322382829610162, |
| "grad_norm": 0.19325212813265874, |
| "learning_rate": 1.661986887374415e-06, |
| "loss": 1.1129, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.8366184844502847, |
| "grad_norm": 0.1889419224748978, |
| "learning_rate": 1.578446780124344e-06, |
| "loss": 1.1103, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.8409986859395532, |
| "grad_norm": 0.19033279856504365, |
| "learning_rate": 1.49688058923654e-06, |
| "loss": 1.1098, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.8453788874288217, |
| "grad_norm": 0.18633846336335902, |
| "learning_rate": 1.4173074328991376e-06, |
| "loss": 1.1287, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.8497590889180903, |
| "grad_norm": 0.19006030021409406, |
| "learning_rate": 1.339745962155613e-06, |
| "loss": 1.1329, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.8541392904073587, |
| "grad_norm": 0.18903779583859964, |
| "learning_rate": 1.2642143565332154e-06, |
| "loss": 1.1316, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.8585194918966272, |
| "grad_norm": 0.19272564813632415, |
| "learning_rate": 1.1907303197818665e-06, |
| "loss": 1.1303, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.8628996933858958, |
| "grad_norm": 0.18878052764179085, |
| "learning_rate": 1.1193110757246251e-06, |
| "loss": 1.1205, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.8672798948751642, |
| "grad_norm": 0.19218035241765347, |
| "learning_rate": 1.0499733642206034e-06, |
| "loss": 1.124, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.8716600963644328, |
| "grad_norm": 0.18852107182367117, |
| "learning_rate": 9.827334372413444e-07, |
| "loss": 1.1301, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.8760402978537013, |
| "grad_norm": 0.19264462588904008, |
| "learning_rate": 9.176070550615379e-07, |
| "loss": 1.1254, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.8804204993429697, |
| "grad_norm": 0.18440224651228512, |
| "learning_rate": 8.546094825649909e-07, |
| "loss": 1.1189, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.8848007008322383, |
| "grad_norm": 0.18637643466062778, |
| "learning_rate": 7.937554856667196e-07, |
| "loss": 1.1386, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.8891809023215068, |
| "grad_norm": 0.19217636415097236, |
| "learning_rate": 7.350593278519824e-07, |
| "loss": 1.1512, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.8935611038107752, |
| "grad_norm": 0.19868031904477793, |
| "learning_rate": 6.785347668330777e-07, |
| "loss": 1.1385, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.8979413053000438, |
| "grad_norm": 0.18822804076907482, |
| "learning_rate": 6.241950513246931e-07, |
| "loss": 1.1236, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.9023215067893123, |
| "grad_norm": 0.18768750481368643, |
| "learning_rate": 5.720529179385659e-07, |
| "loss": 1.1096, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.9067017082785808, |
| "grad_norm": 0.18565141772239874, |
| "learning_rate": 5.221205881981594e-07, |
| "loss": 1.1197, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.9110819097678493, |
| "grad_norm": 0.2034853308480849, |
| "learning_rate": 4.7440976567407096e-07, |
| "loss": 1.1371, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.9154621112571178, |
| "grad_norm": 0.1998255782368389, |
| "learning_rate": 4.2893163324085886e-07, |
| "loss": 1.1115, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.9198423127463863, |
| "grad_norm": 0.19439905516574385, |
| "learning_rate": 3.856968504558989e-07, |
| "loss": 1.1156, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.9242225142356548, |
| "grad_norm": 0.18518716914861474, |
| "learning_rate": 3.4471555106090573e-07, |
| "loss": 1.1316, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.9286027157249234, |
| "grad_norm": 0.18819573805967685, |
| "learning_rate": 3.059973406066963e-07, |
| "loss": 1.1215, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.9329829172141918, |
| "grad_norm": 0.18672133869392946, |
| "learning_rate": 2.6955129420176193e-07, |
| "loss": 1.1264, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.9373631187034603, |
| "grad_norm": 0.18848502790832367, |
| "learning_rate": 2.3538595438516442e-07, |
| "loss": 1.1215, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.9417433201927289, |
| "grad_norm": 0.18909475354670285, |
| "learning_rate": 2.035093291242607e-07, |
| "loss": 1.1324, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.9461235216819974, |
| "grad_norm": 0.18392034150187955, |
| "learning_rate": 1.7392888993773005e-07, |
| "loss": 1.0989, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.9505037231712659, |
| "grad_norm": 0.18422655351430084, |
| "learning_rate": 1.466515701443294e-07, |
| "loss": 1.149, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.9548839246605344, |
| "grad_norm": 0.18472721089921113, |
| "learning_rate": 1.2168376323780652e-07, |
| "loss": 1.1338, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.9592641261498029, |
| "grad_norm": 0.18618589859950402, |
| "learning_rate": 9.90313213883376e-08, |
| "loss": 1.1488, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.9636443276390714, |
| "grad_norm": 0.1841956829600993, |
| "learning_rate": 7.86995540708424e-08, |
| "loss": 1.1058, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.9680245291283399, |
| "grad_norm": 0.18737860582967023, |
| "learning_rate": 6.069322682050516e-08, |
| "loss": 1.1347, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.9724047306176085, |
| "grad_norm": 0.18327423894477116, |
| "learning_rate": 4.501656011579037e-08, |
| "loss": 1.1223, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.9767849321068769, |
| "grad_norm": 0.18664413828439025, |
| "learning_rate": 3.167322838920406e-08, |
| "loss": 1.1036, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.9811651335961454, |
| "grad_norm": 0.18891847587451832, |
| "learning_rate": 2.066635916605386e-08, |
| "loss": 1.1229, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.985545335085414, |
| "grad_norm": 0.19664758693417972, |
| "learning_rate": 1.1998532331389812e-08, |
| "loss": 1.156, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.9899255365746824, |
| "grad_norm": 0.18716549597123566, |
| "learning_rate": 5.671779525311394e-09, |
| "loss": 1.1146, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.994305738063951, |
| "grad_norm": 0.1847881495731737, |
| "learning_rate": 1.6875836667729073e-09, |
| "loss": 1.1207, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.9986859395532195, |
| "grad_norm": 0.18567353384044155, |
| "learning_rate": 4.687860599927874e-11, |
| "loss": 1.1244, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.9995619798510732, |
| "step": 1141, |
| "total_flos": 215836199485440.0, |
| "train_loss": 1.3199829850460123, |
| "train_runtime": 8951.0623, |
| "train_samples_per_second": 16.317, |
| "train_steps_per_second": 0.127 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 1141, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 215836199485440.0, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
