| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 12.96456352636128, |
| "eval_steps": 500, |
| "global_step": 15000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.00864304235090752, |
| "grad_norm": 3.292635679244995, |
| "learning_rate": 9e-06, |
| "loss": 5.8856, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.01728608470181504, |
| "grad_norm": 0.9546366333961487, |
| "learning_rate": 1.9e-05, |
| "loss": 5.8159, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.02592912705272256, |
| "grad_norm": 0.6935359835624695, |
| "learning_rate": 2.9e-05, |
| "loss": 5.5635, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.03457216940363008, |
| "grad_norm": 0.3259704113006592, |
| "learning_rate": 3.9000000000000006e-05, |
| "loss": 5.2746, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.043215211754537596, |
| "grad_norm": 0.2702903747558594, |
| "learning_rate": 4.9e-05, |
| "loss": 5.0768, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.05185825410544512, |
| "grad_norm": 0.2707994878292084, |
| "learning_rate": 5.9e-05, |
| "loss": 5.0055, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.06050129645635264, |
| "grad_norm": 0.22631309926509857, |
| "learning_rate": 6.9e-05, |
| "loss": 4.9783, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.06914433880726016, |
| "grad_norm": 0.2907443046569824, |
| "learning_rate": 7.900000000000001e-05, |
| "loss": 4.985, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.07778738115816768, |
| "grad_norm": 0.19670741260051727, |
| "learning_rate": 8.900000000000001e-05, |
| "loss": 4.9292, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.08643042350907519, |
| "grad_norm": 0.2479913830757141, |
| "learning_rate": 9.900000000000001e-05, |
| "loss": 4.845, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.09507346585998272, |
| "grad_norm": 0.2541202902793884, |
| "learning_rate": 9.999999799740194e-05, |
| "loss": 4.8112, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.10371650821089023, |
| "grad_norm": 0.23621784150600433, |
| "learning_rate": 9.99999910748409e-05, |
| "loss": 4.7817, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.11235955056179775, |
| "grad_norm": 0.2523561716079712, |
| "learning_rate": 9.999997920759416e-05, |
| "loss": 4.7711, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.12100259291270528, |
| "grad_norm": 0.28017476201057434, |
| "learning_rate": 9.999996239566291e-05, |
| "loss": 4.7316, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.12964563526361278, |
| "grad_norm": 0.34279248118400574, |
| "learning_rate": 9.999994063904876e-05, |
| "loss": 4.7239, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.13828867761452032, |
| "grad_norm": 0.3247782588005066, |
| "learning_rate": 9.999991393775392e-05, |
| "loss": 4.7047, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.14693171996542784, |
| "grad_norm": 0.35700860619544983, |
| "learning_rate": 9.999988229178099e-05, |
| "loss": 4.6752, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.15557476231633535, |
| "grad_norm": 0.4021146595478058, |
| "learning_rate": 9.99998457011331e-05, |
| "loss": 4.6578, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.16421780466724287, |
| "grad_norm": 0.37335410714149475, |
| "learning_rate": 9.99998041658139e-05, |
| "loss": 4.6256, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.17286084701815038, |
| "grad_norm": 0.4010736644268036, |
| "learning_rate": 9.999975768582747e-05, |
| "loss": 4.6342, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.1815038893690579, |
| "grad_norm": 0.4114508032798767, |
| "learning_rate": 9.999970626117841e-05, |
| "loss": 4.6065, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.19014693171996544, |
| "grad_norm": 0.4122427701950073, |
| "learning_rate": 9.999964989187182e-05, |
| "loss": 4.5984, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.19878997407087295, |
| "grad_norm": 0.43556344509124756, |
| "learning_rate": 9.999958857791324e-05, |
| "loss": 4.5916, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.20743301642178047, |
| "grad_norm": 0.3875134289264679, |
| "learning_rate": 9.99995223193088e-05, |
| "loss": 4.5649, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.21607605877268798, |
| "grad_norm": 0.38185903429985046, |
| "learning_rate": 9.999945111606498e-05, |
| "loss": 4.5544, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.2247191011235955, |
| "grad_norm": 0.3720795512199402, |
| "learning_rate": 9.999937496818888e-05, |
| "loss": 4.5316, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.23336214347450301, |
| "grad_norm": 0.3817805349826813, |
| "learning_rate": 9.999929387568799e-05, |
| "loss": 4.5399, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.24200518582541056, |
| "grad_norm": 0.3755202293395996, |
| "learning_rate": 9.999920783857033e-05, |
| "loss": 4.5317, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.25064822817631804, |
| "grad_norm": 0.40243858098983765, |
| "learning_rate": 9.999911685684443e-05, |
| "loss": 4.5072, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.25929127052722556, |
| "grad_norm": 0.4177573621273041, |
| "learning_rate": 9.999902093051928e-05, |
| "loss": 4.53, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.26793431287813313, |
| "grad_norm": 0.398754358291626, |
| "learning_rate": 9.999892005960436e-05, |
| "loss": 4.511, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.27657735522904064, |
| "grad_norm": 0.4280771017074585, |
| "learning_rate": 9.999881424410966e-05, |
| "loss": 4.4996, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.28522039757994816, |
| "grad_norm": 0.361464262008667, |
| "learning_rate": 9.999870348404563e-05, |
| "loss": 4.4959, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.2938634399308557, |
| "grad_norm": 0.4270114004611969, |
| "learning_rate": 9.999858777942324e-05, |
| "loss": 4.512, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.3025064822817632, |
| "grad_norm": 0.4303843677043915, |
| "learning_rate": 9.999846713025391e-05, |
| "loss": 4.4887, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.3111495246326707, |
| "grad_norm": 0.4300330877304077, |
| "learning_rate": 9.999834153654958e-05, |
| "loss": 4.4755, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.3197925669835782, |
| "grad_norm": 0.4024096727371216, |
| "learning_rate": 9.999821099832268e-05, |
| "loss": 4.4441, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.32843560933448573, |
| "grad_norm": 0.4054619371891022, |
| "learning_rate": 9.999807551558611e-05, |
| "loss": 4.465, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.33707865168539325, |
| "grad_norm": 0.42903706431388855, |
| "learning_rate": 9.999793508835328e-05, |
| "loss": 4.461, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.34572169403630076, |
| "grad_norm": 0.45155981183052063, |
| "learning_rate": 9.999778971663806e-05, |
| "loss": 4.4619, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.3543647363872083, |
| "grad_norm": 0.4230276644229889, |
| "learning_rate": 9.999763940045484e-05, |
| "loss": 4.4362, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.3630077787381158, |
| "grad_norm": 0.4837290644645691, |
| "learning_rate": 9.999748413981847e-05, |
| "loss": 4.4586, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.3716508210890233, |
| "grad_norm": 0.40158677101135254, |
| "learning_rate": 9.999732393474433e-05, |
| "loss": 4.4213, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.3802938634399309, |
| "grad_norm": 0.4637954533100128, |
| "learning_rate": 9.999715878524823e-05, |
| "loss": 4.4292, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.3889369057908384, |
| "grad_norm": 0.4022907018661499, |
| "learning_rate": 9.999698869134652e-05, |
| "loss": 4.423, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.3975799481417459, |
| "grad_norm": 0.5074650049209595, |
| "learning_rate": 9.999681365305603e-05, |
| "loss": 4.4158, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.4062229904926534, |
| "grad_norm": 0.40068456530570984, |
| "learning_rate": 9.999663367039407e-05, |
| "loss": 4.4286, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.41486603284356094, |
| "grad_norm": 0.46993207931518555, |
| "learning_rate": 9.999644874337842e-05, |
| "loss": 4.4149, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.42350907519446845, |
| "grad_norm": 0.4461494982242584, |
| "learning_rate": 9.999625887202737e-05, |
| "loss": 4.4359, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.43215211754537597, |
| "grad_norm": 0.4538363218307495, |
| "learning_rate": 9.999606405635973e-05, |
| "loss": 4.4131, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.4407951598962835, |
| "grad_norm": 0.43857431411743164, |
| "learning_rate": 9.999586429639471e-05, |
| "loss": 4.4162, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.449438202247191, |
| "grad_norm": 0.45296424627304077, |
| "learning_rate": 9.999565959215212e-05, |
| "loss": 4.3884, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.4580812445980985, |
| "grad_norm": 0.4565926194190979, |
| "learning_rate": 9.999544994365218e-05, |
| "loss": 4.3909, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.46672428694900603, |
| "grad_norm": 0.4178192615509033, |
| "learning_rate": 9.999523535091562e-05, |
| "loss": 4.4095, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.47536732929991354, |
| "grad_norm": 0.41680389642715454, |
| "learning_rate": 9.999501581396367e-05, |
| "loss": 4.3951, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.4840103716508211, |
| "grad_norm": 0.44991809129714966, |
| "learning_rate": 9.999479133281802e-05, |
| "loss": 4.384, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.49265341400172863, |
| "grad_norm": 0.4085325002670288, |
| "learning_rate": 9.99945619075009e-05, |
| "loss": 4.3801, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.5012964563526361, |
| "grad_norm": 0.4458463191986084, |
| "learning_rate": 9.999432753803498e-05, |
| "loss": 4.3939, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.5099394987035436, |
| "grad_norm": 0.44879746437072754, |
| "learning_rate": 9.999408822444344e-05, |
| "loss": 4.3756, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.5185825410544511, |
| "grad_norm": 0.48292091488838196, |
| "learning_rate": 9.999384396674995e-05, |
| "loss": 4.3777, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.5272255834053586, |
| "grad_norm": 0.4579383432865143, |
| "learning_rate": 9.999359476497867e-05, |
| "loss": 4.39, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.5358686257562663, |
| "grad_norm": 0.46980705857276917, |
| "learning_rate": 9.999334061915424e-05, |
| "loss": 4.382, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.5445116681071738, |
| "grad_norm": 0.48752474784851074, |
| "learning_rate": 9.999308152930179e-05, |
| "loss": 4.342, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.5531547104580813, |
| "grad_norm": 0.3954947888851166, |
| "learning_rate": 9.999281749544695e-05, |
| "loss": 4.3455, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.5617977528089888, |
| "grad_norm": 0.4067750871181488, |
| "learning_rate": 9.999254851761581e-05, |
| "loss": 4.3459, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.5704407951598963, |
| "grad_norm": 0.43236544728279114, |
| "learning_rate": 9.9992274595835e-05, |
| "loss": 4.3276, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.5790838375108038, |
| "grad_norm": 0.3900803029537201, |
| "learning_rate": 9.999199573013159e-05, |
| "loss": 4.3591, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.5877268798617113, |
| "grad_norm": 0.3870255947113037, |
| "learning_rate": 9.999171192053317e-05, |
| "loss": 4.3508, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.5963699222126189, |
| "grad_norm": 0.379078209400177, |
| "learning_rate": 9.99914231670678e-05, |
| "loss": 4.3236, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.6050129645635264, |
| "grad_norm": 0.41333916783332825, |
| "learning_rate": 9.999112946976404e-05, |
| "loss": 4.3206, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.6136560069144339, |
| "grad_norm": 0.45452338457107544, |
| "learning_rate": 9.999083082865092e-05, |
| "loss": 4.3337, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.6222990492653414, |
| "grad_norm": 0.41121405363082886, |
| "learning_rate": 9.9990527243758e-05, |
| "loss": 4.317, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.6309420916162489, |
| "grad_norm": 0.41415151953697205, |
| "learning_rate": 9.999021871511527e-05, |
| "loss": 4.33, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.6395851339671564, |
| "grad_norm": 0.39316877722740173, |
| "learning_rate": 9.998990524275327e-05, |
| "loss": 4.3324, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.648228176318064, |
| "grad_norm": 0.4139920175075531, |
| "learning_rate": 9.998958682670299e-05, |
| "loss": 4.3067, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.6568712186689715, |
| "grad_norm": 0.44398072361946106, |
| "learning_rate": 9.998926346699591e-05, |
| "loss": 4.3371, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.665514261019879, |
| "grad_norm": 0.4074004590511322, |
| "learning_rate": 9.998893516366403e-05, |
| "loss": 4.3289, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.6741573033707865, |
| "grad_norm": 0.38742855191230774, |
| "learning_rate": 9.99886019167398e-05, |
| "loss": 4.3128, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.682800345721694, |
| "grad_norm": 0.385664165019989, |
| "learning_rate": 9.998826372625618e-05, |
| "loss": 4.3027, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.6914433880726015, |
| "grad_norm": 0.46065405011177063, |
| "learning_rate": 9.998792059224662e-05, |
| "loss": 4.2908, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.700086430423509, |
| "grad_norm": 0.3861907422542572, |
| "learning_rate": 9.998757251474505e-05, |
| "loss": 4.296, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.7087294727744166, |
| "grad_norm": 0.4229384958744049, |
| "learning_rate": 9.998721949378588e-05, |
| "loss": 4.334, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.7173725151253241, |
| "grad_norm": 0.3762718737125397, |
| "learning_rate": 9.998686152940404e-05, |
| "loss": 4.3185, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.7260155574762316, |
| "grad_norm": 0.4024622142314911, |
| "learning_rate": 9.998649862163492e-05, |
| "loss": 4.2898, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.7346585998271391, |
| "grad_norm": 0.4279251992702484, |
| "learning_rate": 9.998613077051441e-05, |
| "loss": 4.3158, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.7433016421780466, |
| "grad_norm": 0.43628787994384766, |
| "learning_rate": 9.998575797607891e-05, |
| "loss": 4.3093, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.7519446845289542, |
| "grad_norm": 0.4247160851955414, |
| "learning_rate": 9.998538023836526e-05, |
| "loss": 4.2912, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.7605877268798618, |
| "grad_norm": 0.3851368725299835, |
| "learning_rate": 9.998499755741082e-05, |
| "loss": 4.2972, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.7692307692307693, |
| "grad_norm": 0.4201742708683014, |
| "learning_rate": 9.998460993325345e-05, |
| "loss": 4.2941, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.7778738115816768, |
| "grad_norm": 0.3850812315940857, |
| "learning_rate": 9.998421736593147e-05, |
| "loss": 4.276, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.7865168539325843, |
| "grad_norm": 0.4028345048427582, |
| "learning_rate": 9.998381985548368e-05, |
| "loss": 4.2888, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.7951598962834918, |
| "grad_norm": 0.4184126555919647, |
| "learning_rate": 9.998341740194944e-05, |
| "loss": 4.2836, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.8038029386343993, |
| "grad_norm": 0.514551043510437, |
| "learning_rate": 9.998301000536853e-05, |
| "loss": 4.2734, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.8124459809853068, |
| "grad_norm": 0.41385290026664734, |
| "learning_rate": 9.998259766578122e-05, |
| "loss": 4.2936, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.8210890233362144, |
| "grad_norm": 0.41763439774513245, |
| "learning_rate": 9.998218038322831e-05, |
| "loss": 4.2656, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.8297320656871219, |
| "grad_norm": 0.40201616287231445, |
| "learning_rate": 9.998175815775106e-05, |
| "loss": 4.2702, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.8383751080380294, |
| "grad_norm": 0.3937337100505829, |
| "learning_rate": 9.998133098939124e-05, |
| "loss": 4.269, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.8470181503889369, |
| "grad_norm": 0.41643446683883667, |
| "learning_rate": 9.998089887819107e-05, |
| "loss": 4.2625, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.8556611927398444, |
| "grad_norm": 0.34548649191856384, |
| "learning_rate": 9.998046182419328e-05, |
| "loss": 4.2662, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.8643042350907519, |
| "grad_norm": 0.38553744554519653, |
| "learning_rate": 9.998001982744112e-05, |
| "loss": 4.2846, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.8729472774416595, |
| "grad_norm": 0.41422292590141296, |
| "learning_rate": 9.997957288797828e-05, |
| "loss": 4.2718, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.881590319792567, |
| "grad_norm": 0.4107045829296112, |
| "learning_rate": 9.997912100584896e-05, |
| "loss": 4.2718, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.8902333621434745, |
| "grad_norm": 0.41860222816467285, |
| "learning_rate": 9.997866418109785e-05, |
| "loss": 4.2405, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.898876404494382, |
| "grad_norm": 0.39858201146125793, |
| "learning_rate": 9.997820241377015e-05, |
| "loss": 4.2581, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.9075194468452895, |
| "grad_norm": 0.4497794806957245, |
| "learning_rate": 9.99777357039115e-05, |
| "loss": 4.2374, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.916162489196197, |
| "grad_norm": 0.43440842628479004, |
| "learning_rate": 9.997726405156804e-05, |
| "loss": 4.2748, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.9248055315471045, |
| "grad_norm": 0.3732091188430786, |
| "learning_rate": 9.997678745678646e-05, |
| "loss": 4.2616, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.9334485738980121, |
| "grad_norm": 0.3860764503479004, |
| "learning_rate": 9.997630591961385e-05, |
| "loss": 4.2604, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.9420916162489196, |
| "grad_norm": 0.388324111700058, |
| "learning_rate": 9.997581944009787e-05, |
| "loss": 4.2557, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.9507346585998271, |
| "grad_norm": 0.3761633038520813, |
| "learning_rate": 9.997532801828658e-05, |
| "loss": 4.2452, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.9593777009507347, |
| "grad_norm": 0.3888528048992157, |
| "learning_rate": 9.997483165422863e-05, |
| "loss": 4.2324, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.9680207433016422, |
| "grad_norm": 0.3964410722255707, |
| "learning_rate": 9.997433034797306e-05, |
| "loss": 4.2575, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.9766637856525497, |
| "grad_norm": 0.3878832161426544, |
| "learning_rate": 9.997382409956948e-05, |
| "loss": 4.2287, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.9853068280034573, |
| "grad_norm": 0.40653976798057556, |
| "learning_rate": 9.997331290906795e-05, |
| "loss": 4.2419, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.9939498703543648, |
| "grad_norm": 0.4196073114871979, |
| "learning_rate": 9.9972796776519e-05, |
| "loss": 4.2637, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.0025929127052722, |
| "grad_norm": 0.4322204291820526, |
| "learning_rate": 9.997227570197371e-05, |
| "loss": 4.241, |
| "step": 1160 |
| }, |
| { |
| "epoch": 1.0112359550561798, |
| "grad_norm": 0.43909183144569397, |
| "learning_rate": 9.997174968548358e-05, |
| "loss": 4.223, |
| "step": 1170 |
| }, |
| { |
| "epoch": 1.0198789974070872, |
| "grad_norm": 0.4085228443145752, |
| "learning_rate": 9.997121872710065e-05, |
| "loss": 4.2065, |
| "step": 1180 |
| }, |
| { |
| "epoch": 1.0285220397579948, |
| "grad_norm": 0.43573814630508423, |
| "learning_rate": 9.99706828268774e-05, |
| "loss": 4.2157, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.0371650821089022, |
| "grad_norm": 0.43408551812171936, |
| "learning_rate": 9.997014198486688e-05, |
| "loss": 4.2243, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.0458081244598099, |
| "grad_norm": 0.4013933837413788, |
| "learning_rate": 9.996959620112252e-05, |
| "loss": 4.2049, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.0544511668107173, |
| "grad_norm": 0.39446181058883667, |
| "learning_rate": 9.996904547569833e-05, |
| "loss": 4.2275, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.063094209161625, |
| "grad_norm": 0.3860018849372864, |
| "learning_rate": 9.996848980864872e-05, |
| "loss": 4.2294, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.0717372515125323, |
| "grad_norm": 0.41339194774627686, |
| "learning_rate": 9.996792920002872e-05, |
| "loss": 4.2181, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.08038029386344, |
| "grad_norm": 0.3952074944972992, |
| "learning_rate": 9.996736364989371e-05, |
| "loss": 4.2021, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.0890233362143475, |
| "grad_norm": 0.38102981448173523, |
| "learning_rate": 9.996679315829967e-05, |
| "loss": 4.1976, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.097666378565255, |
| "grad_norm": 0.4206709861755371, |
| "learning_rate": 9.996621772530297e-05, |
| "loss": 4.2038, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.1063094209161626, |
| "grad_norm": 0.426329642534256, |
| "learning_rate": 9.996563735096054e-05, |
| "loss": 4.2013, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.11495246326707, |
| "grad_norm": 0.41012808680534363, |
| "learning_rate": 9.996505203532978e-05, |
| "loss": 4.2102, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.1235955056179776, |
| "grad_norm": 0.44611433148384094, |
| "learning_rate": 9.996446177846857e-05, |
| "loss": 4.2184, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.132238547968885, |
| "grad_norm": 0.39608779549598694, |
| "learning_rate": 9.996386658043526e-05, |
| "loss": 4.2013, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.1408815903197926, |
| "grad_norm": 0.3952358067035675, |
| "learning_rate": 9.996326644128874e-05, |
| "loss": 4.2146, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.1495246326707, |
| "grad_norm": 0.40919986367225647, |
| "learning_rate": 9.996266136108835e-05, |
| "loss": 4.2076, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.1581676750216077, |
| "grad_norm": 0.4090837836265564, |
| "learning_rate": 9.996205133989394e-05, |
| "loss": 4.2036, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.166810717372515, |
| "grad_norm": 0.4050755500793457, |
| "learning_rate": 9.99614363777658e-05, |
| "loss": 4.2, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.1754537597234227, |
| "grad_norm": 0.4159175455570221, |
| "learning_rate": 9.996081647476479e-05, |
| "loss": 4.186, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.18409680207433, |
| "grad_norm": 0.38426005840301514, |
| "learning_rate": 9.996019163095221e-05, |
| "loss": 4.2028, |
| "step": 1370 |
| }, |
| { |
| "epoch": 1.1927398444252377, |
| "grad_norm": 0.37985771894454956, |
| "learning_rate": 9.995956184638982e-05, |
| "loss": 4.1962, |
| "step": 1380 |
| }, |
| { |
| "epoch": 1.2013828867761451, |
| "grad_norm": 0.4341757595539093, |
| "learning_rate": 9.995892712113992e-05, |
| "loss": 4.178, |
| "step": 1390 |
| }, |
| { |
| "epoch": 1.2100259291270528, |
| "grad_norm": 0.41969048976898193, |
| "learning_rate": 9.995828745526529e-05, |
| "loss": 4.1717, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.2186689714779602, |
| "grad_norm": 0.3623236417770386, |
| "learning_rate": 9.995764284882919e-05, |
| "loss": 4.1822, |
| "step": 1410 |
| }, |
| { |
| "epoch": 1.2273120138288678, |
| "grad_norm": 0.41732436418533325, |
| "learning_rate": 9.995699330189533e-05, |
| "loss": 4.1949, |
| "step": 1420 |
| }, |
| { |
| "epoch": 1.2359550561797752, |
| "grad_norm": 0.419674813747406, |
| "learning_rate": 9.995633881452799e-05, |
| "loss": 4.1858, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.2445980985306828, |
| "grad_norm": 0.3526209890842438, |
| "learning_rate": 9.995567938679189e-05, |
| "loss": 4.1839, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.2532411408815904, |
| "grad_norm": 0.4514230191707611, |
| "learning_rate": 9.995501501875222e-05, |
| "loss": 4.1851, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.2618841832324978, |
| "grad_norm": 0.36050572991371155, |
| "learning_rate": 9.995434571047469e-05, |
| "loss": 4.1824, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.2705272255834053, |
| "grad_norm": 0.381134569644928, |
| "learning_rate": 9.99536714620255e-05, |
| "loss": 4.1699, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.2791702679343129, |
| "grad_norm": 0.4092234969139099, |
| "learning_rate": 9.995299227347132e-05, |
| "loss": 4.1783, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.2878133102852205, |
| "grad_norm": 0.3862142264842987, |
| "learning_rate": 9.995230814487933e-05, |
| "loss": 4.1754, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.296456352636128, |
| "grad_norm": 0.4242073893547058, |
| "learning_rate": 9.995161907631718e-05, |
| "loss": 4.1723, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.3050993949870353, |
| "grad_norm": 0.37873271107673645, |
| "learning_rate": 9.995092506785301e-05, |
| "loss": 4.1884, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.313742437337943, |
| "grad_norm": 0.4228824973106384, |
| "learning_rate": 9.995022611955544e-05, |
| "loss": 4.1715, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.3223854796888506, |
| "grad_norm": 0.40594765543937683, |
| "learning_rate": 9.994952223149363e-05, |
| "loss": 4.1761, |
| "step": 1530 |
| }, |
| { |
| "epoch": 1.331028522039758, |
| "grad_norm": 0.41995537281036377, |
| "learning_rate": 9.994881340373715e-05, |
| "loss": 4.1791, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.3396715643906656, |
| "grad_norm": 0.4363441467285156, |
| "learning_rate": 9.994809963635612e-05, |
| "loss": 4.1794, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.348314606741573, |
| "grad_norm": 0.42417559027671814, |
| "learning_rate": 9.994738092942111e-05, |
| "loss": 4.1789, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.3569576490924806, |
| "grad_norm": 0.35726356506347656, |
| "learning_rate": 9.994665728300323e-05, |
| "loss": 4.1471, |
| "step": 1570 |
| }, |
| { |
| "epoch": 1.365600691443388, |
| "grad_norm": 0.5013107657432556, |
| "learning_rate": 9.9945928697174e-05, |
| "loss": 4.1752, |
| "step": 1580 |
| }, |
| { |
| "epoch": 1.3742437337942957, |
| "grad_norm": 0.40358176827430725, |
| "learning_rate": 9.994519517200552e-05, |
| "loss": 4.1757, |
| "step": 1590 |
| }, |
| { |
| "epoch": 1.382886776145203, |
| "grad_norm": 0.40083205699920654, |
| "learning_rate": 9.994445670757029e-05, |
| "loss": 4.1556, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.3915298184961107, |
| "grad_norm": 0.3931852877140045, |
| "learning_rate": 9.994371330394135e-05, |
| "loss": 4.1877, |
| "step": 1610 |
| }, |
| { |
| "epoch": 1.400172860847018, |
| "grad_norm": 0.40225785970687866, |
| "learning_rate": 9.994296496119222e-05, |
| "loss": 4.1645, |
| "step": 1620 |
| }, |
| { |
| "epoch": 1.4088159031979257, |
| "grad_norm": 0.3956712782382965, |
| "learning_rate": 9.994221167939692e-05, |
| "loss": 4.1584, |
| "step": 1630 |
| }, |
| { |
| "epoch": 1.4174589455488331, |
| "grad_norm": 0.48266497254371643, |
| "learning_rate": 9.994145345862994e-05, |
| "loss": 4.1584, |
| "step": 1640 |
| }, |
| { |
| "epoch": 1.4261019878997407, |
| "grad_norm": 0.4280920624732971, |
| "learning_rate": 9.994069029896624e-05, |
| "loss": 4.1832, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.4347450302506481, |
| "grad_norm": 0.3954409062862396, |
| "learning_rate": 9.993992220048132e-05, |
| "loss": 4.1604, |
| "step": 1660 |
| }, |
| { |
| "epoch": 1.4433880726015558, |
| "grad_norm": 0.3857767879962921, |
| "learning_rate": 9.993914916325113e-05, |
| "loss": 4.1445, |
| "step": 1670 |
| }, |
| { |
| "epoch": 1.4520311149524634, |
| "grad_norm": 0.37384387850761414, |
| "learning_rate": 9.993837118735213e-05, |
| "loss": 4.1619, |
| "step": 1680 |
| }, |
| { |
| "epoch": 1.4606741573033708, |
| "grad_norm": 0.46884164214134216, |
| "learning_rate": 9.993758827286123e-05, |
| "loss": 4.1609, |
| "step": 1690 |
| }, |
| { |
| "epoch": 1.4693171996542782, |
| "grad_norm": 0.41062942147254944, |
| "learning_rate": 9.993680041985587e-05, |
| "loss": 4.1574, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.4779602420051858, |
| "grad_norm": 0.3853404223918915, |
| "learning_rate": 9.993600762841396e-05, |
| "loss": 4.1521, |
| "step": 1710 |
| }, |
| { |
| "epoch": 1.4866032843560935, |
| "grad_norm": 0.41848281025886536, |
| "learning_rate": 9.993520989861391e-05, |
| "loss": 4.1478, |
| "step": 1720 |
| }, |
| { |
| "epoch": 1.4952463267070009, |
| "grad_norm": 0.46264174580574036, |
| "learning_rate": 9.993440723053462e-05, |
| "loss": 4.1473, |
| "step": 1730 |
| }, |
| { |
| "epoch": 1.5038893690579083, |
| "grad_norm": 0.40048494935035706, |
| "learning_rate": 9.993359962425543e-05, |
| "loss": 4.1574, |
| "step": 1740 |
| }, |
| { |
| "epoch": 1.512532411408816, |
| "grad_norm": 0.4058494567871094, |
| "learning_rate": 9.993278707985625e-05, |
| "loss": 4.1594, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.5211754537597235, |
| "grad_norm": 0.43248727917671204, |
| "learning_rate": 9.993196959741741e-05, |
| "loss": 4.1507, |
| "step": 1760 |
| }, |
| { |
| "epoch": 1.529818496110631, |
| "grad_norm": 0.3807108402252197, |
| "learning_rate": 9.993114717701977e-05, |
| "loss": 4.1287, |
| "step": 1770 |
| }, |
| { |
| "epoch": 1.5384615384615383, |
| "grad_norm": 0.4381742477416992, |
| "learning_rate": 9.993031981874466e-05, |
| "loss": 4.1517, |
| "step": 1780 |
| }, |
| { |
| "epoch": 1.547104580812446, |
| "grad_norm": 0.43384110927581787, |
| "learning_rate": 9.992948752267388e-05, |
| "loss": 4.1385, |
| "step": 1790 |
| }, |
| { |
| "epoch": 1.5557476231633536, |
| "grad_norm": 0.40165552496910095, |
| "learning_rate": 9.992865028888976e-05, |
| "loss": 4.1444, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.564390665514261, |
| "grad_norm": 0.3919483721256256, |
| "learning_rate": 9.99278081174751e-05, |
| "loss": 4.1494, |
| "step": 1810 |
| }, |
| { |
| "epoch": 1.5730337078651684, |
| "grad_norm": 0.3615829646587372, |
| "learning_rate": 9.992696100851317e-05, |
| "loss": 4.1446, |
| "step": 1820 |
| }, |
| { |
| "epoch": 1.581676750216076, |
| "grad_norm": 0.3679444193840027, |
| "learning_rate": 9.992610896208774e-05, |
| "loss": 4.134, |
| "step": 1830 |
| }, |
| { |
| "epoch": 1.5903197925669836, |
| "grad_norm": 0.37700727581977844, |
| "learning_rate": 9.992525197828309e-05, |
| "loss": 4.1507, |
| "step": 1840 |
| }, |
| { |
| "epoch": 1.598962834917891, |
| "grad_norm": 0.38863468170166016, |
| "learning_rate": 9.992439005718395e-05, |
| "loss": 4.1301, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.6076058772687987, |
| "grad_norm": 0.4527703821659088, |
| "learning_rate": 9.99235231988756e-05, |
| "loss": 4.1374, |
| "step": 1860 |
| }, |
| { |
| "epoch": 1.6162489196197063, |
| "grad_norm": 0.39162564277648926, |
| "learning_rate": 9.992265140344371e-05, |
| "loss": 4.1011, |
| "step": 1870 |
| }, |
| { |
| "epoch": 1.6248919619706137, |
| "grad_norm": 0.37502825260162354, |
| "learning_rate": 9.992177467097454e-05, |
| "loss": 4.1603, |
| "step": 1880 |
| }, |
| { |
| "epoch": 1.633535004321521, |
| "grad_norm": 0.3959217965602875, |
| "learning_rate": 9.992089300155476e-05, |
| "loss": 4.1594, |
| "step": 1890 |
| }, |
| { |
| "epoch": 1.6421780466724287, |
| "grad_norm": 0.37182241678237915, |
| "learning_rate": 9.992000639527159e-05, |
| "loss": 4.1269, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.6508210890233364, |
| "grad_norm": 0.37193068861961365, |
| "learning_rate": 9.99191148522127e-05, |
| "loss": 4.1209, |
| "step": 1910 |
| }, |
| { |
| "epoch": 1.6594641313742438, |
| "grad_norm": 0.45231059193611145, |
| "learning_rate": 9.991821837246624e-05, |
| "loss": 4.126, |
| "step": 1920 |
| }, |
| { |
| "epoch": 1.6681071737251512, |
| "grad_norm": 0.3941323161125183, |
| "learning_rate": 9.99173169561209e-05, |
| "loss": 4.1337, |
| "step": 1930 |
| }, |
| { |
| "epoch": 1.6767502160760588, |
| "grad_norm": 0.3815472722053528, |
| "learning_rate": 9.99164106032658e-05, |
| "loss": 4.1436, |
| "step": 1940 |
| }, |
| { |
| "epoch": 1.6853932584269664, |
| "grad_norm": 0.3901166319847107, |
| "learning_rate": 9.991549931399058e-05, |
| "loss": 4.1479, |
| "step": 1950 |
| }, |
| { |
| "epoch": 1.6940363007778738, |
| "grad_norm": 0.3755541741847992, |
| "learning_rate": 9.991458308838535e-05, |
| "loss": 4.119, |
| "step": 1960 |
| }, |
| { |
| "epoch": 1.7026793431287812, |
| "grad_norm": 0.38016921281814575, |
| "learning_rate": 9.991366192654075e-05, |
| "loss": 4.1265, |
| "step": 1970 |
| }, |
| { |
| "epoch": 1.7113223854796888, |
| "grad_norm": 0.38255974650382996, |
| "learning_rate": 9.991273582854783e-05, |
| "loss": 4.1142, |
| "step": 1980 |
| }, |
| { |
| "epoch": 1.7199654278305965, |
| "grad_norm": 0.40945836901664734, |
| "learning_rate": 9.991180479449821e-05, |
| "loss": 4.1435, |
| "step": 1990 |
| }, |
| { |
| "epoch": 1.7286084701815039, |
| "grad_norm": 0.4141862690448761, |
| "learning_rate": 9.991086882448397e-05, |
| "loss": 4.1401, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.7372515125324113, |
| "grad_norm": 0.4165342152118683, |
| "learning_rate": 9.990992791859764e-05, |
| "loss": 4.1169, |
| "step": 2010 |
| }, |
| { |
| "epoch": 1.745894554883319, |
| "grad_norm": 0.4032461941242218, |
| "learning_rate": 9.990898207693229e-05, |
| "loss": 4.1384, |
| "step": 2020 |
| }, |
| { |
| "epoch": 1.7545375972342265, |
| "grad_norm": 0.3860340714454651, |
| "learning_rate": 9.990803129958146e-05, |
| "loss": 4.1267, |
| "step": 2030 |
| }, |
| { |
| "epoch": 1.763180639585134, |
| "grad_norm": 0.37838783860206604, |
| "learning_rate": 9.990707558663917e-05, |
| "loss": 4.1285, |
| "step": 2040 |
| }, |
| { |
| "epoch": 1.7718236819360413, |
| "grad_norm": 0.378642737865448, |
| "learning_rate": 9.990611493819992e-05, |
| "loss": 4.1082, |
| "step": 2050 |
| }, |
| { |
| "epoch": 1.780466724286949, |
| "grad_norm": 0.3989695906639099, |
| "learning_rate": 9.990514935435873e-05, |
| "loss": 4.1193, |
| "step": 2060 |
| }, |
| { |
| "epoch": 1.7891097666378566, |
| "grad_norm": 0.3969743847846985, |
| "learning_rate": 9.99041788352111e-05, |
| "loss": 4.1043, |
| "step": 2070 |
| }, |
| { |
| "epoch": 1.797752808988764, |
| "grad_norm": 0.36269089579582214, |
| "learning_rate": 9.990320338085297e-05, |
| "loss": 4.1011, |
| "step": 2080 |
| }, |
| { |
| "epoch": 1.8063958513396714, |
| "grad_norm": 0.36973994970321655, |
| "learning_rate": 9.990222299138086e-05, |
| "loss": 4.1152, |
| "step": 2090 |
| }, |
| { |
| "epoch": 1.8150388936905792, |
| "grad_norm": 0.4093567728996277, |
| "learning_rate": 9.990123766689168e-05, |
| "loss": 4.1212, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.8236819360414867, |
| "grad_norm": 0.3885112404823303, |
| "learning_rate": 9.990024740748288e-05, |
| "loss": 4.121, |
| "step": 2110 |
| }, |
| { |
| "epoch": 1.832324978392394, |
| "grad_norm": 0.390177845954895, |
| "learning_rate": 9.98992522132524e-05, |
| "loss": 4.1315, |
| "step": 2120 |
| }, |
| { |
| "epoch": 1.8409680207433017, |
| "grad_norm": 0.37001585960388184, |
| "learning_rate": 9.989825208429866e-05, |
| "loss": 4.1075, |
| "step": 2130 |
| }, |
| { |
| "epoch": 1.8496110630942093, |
| "grad_norm": 0.4177457392215729, |
| "learning_rate": 9.989724702072057e-05, |
| "loss": 4.1119, |
| "step": 2140 |
| }, |
| { |
| "epoch": 1.8582541054451167, |
| "grad_norm": 0.3780882954597473, |
| "learning_rate": 9.98962370226175e-05, |
| "loss": 4.1153, |
| "step": 2150 |
| }, |
| { |
| "epoch": 1.8668971477960241, |
| "grad_norm": 0.3910919725894928, |
| "learning_rate": 9.989522209008937e-05, |
| "loss": 4.1165, |
| "step": 2160 |
| }, |
| { |
| "epoch": 1.8755401901469317, |
| "grad_norm": 0.42845630645751953, |
| "learning_rate": 9.98942022232365e-05, |
| "loss": 4.111, |
| "step": 2170 |
| }, |
| { |
| "epoch": 1.8841832324978394, |
| "grad_norm": 0.42277225852012634, |
| "learning_rate": 9.989317742215981e-05, |
| "loss": 4.1065, |
| "step": 2180 |
| }, |
| { |
| "epoch": 1.8928262748487468, |
| "grad_norm": 0.3859688341617584, |
| "learning_rate": 9.98921476869606e-05, |
| "loss": 4.0743, |
| "step": 2190 |
| }, |
| { |
| "epoch": 1.9014693171996542, |
| "grad_norm": 0.4149601459503174, |
| "learning_rate": 9.989111301774072e-05, |
| "loss": 4.1142, |
| "step": 2200 |
| }, |
| { |
| "epoch": 1.9101123595505618, |
| "grad_norm": 0.407088965177536, |
| "learning_rate": 9.98900734146025e-05, |
| "loss": 4.1036, |
| "step": 2210 |
| }, |
| { |
| "epoch": 1.9187554019014694, |
| "grad_norm": 0.3807941973209381, |
| "learning_rate": 9.988902887764874e-05, |
| "loss": 4.0997, |
| "step": 2220 |
| }, |
| { |
| "epoch": 1.9273984442523768, |
| "grad_norm": 0.3798404932022095, |
| "learning_rate": 9.988797940698274e-05, |
| "loss": 4.1078, |
| "step": 2230 |
| }, |
| { |
| "epoch": 1.9360414866032842, |
| "grad_norm": 0.3978034555912018, |
| "learning_rate": 9.988692500270829e-05, |
| "loss": 4.1001, |
| "step": 2240 |
| }, |
| { |
| "epoch": 1.9446845289541919, |
| "grad_norm": 0.4104568064212799, |
| "learning_rate": 9.988586566492964e-05, |
| "loss": 4.0929, |
| "step": 2250 |
| }, |
| { |
| "epoch": 1.9533275713050995, |
| "grad_norm": 0.42732730507850647, |
| "learning_rate": 9.988480139375158e-05, |
| "loss": 4.0953, |
| "step": 2260 |
| }, |
| { |
| "epoch": 1.961970613656007, |
| "grad_norm": 0.37609344720840454, |
| "learning_rate": 9.988373218927937e-05, |
| "loss": 4.1026, |
| "step": 2270 |
| }, |
| { |
| "epoch": 1.9706136560069143, |
| "grad_norm": 0.3761756718158722, |
| "learning_rate": 9.988265805161872e-05, |
| "loss": 4.0989, |
| "step": 2280 |
| }, |
| { |
| "epoch": 1.979256698357822, |
| "grad_norm": 0.3553387224674225, |
| "learning_rate": 9.988157898087584e-05, |
| "loss": 4.0934, |
| "step": 2290 |
| }, |
| { |
| "epoch": 1.9878997407087295, |
| "grad_norm": 0.3820377588272095, |
| "learning_rate": 9.98804949771575e-05, |
| "loss": 4.0862, |
| "step": 2300 |
| }, |
| { |
| "epoch": 1.996542783059637, |
| "grad_norm": 0.42904117703437805, |
| "learning_rate": 9.987940604057086e-05, |
| "loss": 4.0965, |
| "step": 2310 |
| }, |
| { |
| "epoch": 2.0051858254105444, |
| "grad_norm": 0.3741513788700104, |
| "learning_rate": 9.987831217122361e-05, |
| "loss": 4.0732, |
| "step": 2320 |
| }, |
| { |
| "epoch": 2.013828867761452, |
| "grad_norm": 0.39713436365127563, |
| "learning_rate": 9.987721336922395e-05, |
| "loss": 4.0809, |
| "step": 2330 |
| }, |
| { |
| "epoch": 2.0224719101123596, |
| "grad_norm": 0.4682977497577667, |
| "learning_rate": 9.987610963468052e-05, |
| "loss": 4.0707, |
| "step": 2340 |
| }, |
| { |
| "epoch": 2.031114952463267, |
| "grad_norm": 0.41846728324890137, |
| "learning_rate": 9.987500096770248e-05, |
| "loss": 4.0701, |
| "step": 2350 |
| }, |
| { |
| "epoch": 2.0397579948141744, |
| "grad_norm": 0.41535961627960205, |
| "learning_rate": 9.987388736839947e-05, |
| "loss": 4.0614, |
| "step": 2360 |
| }, |
| { |
| "epoch": 2.0484010371650823, |
| "grad_norm": 0.4282785654067993, |
| "learning_rate": 9.987276883688163e-05, |
| "loss": 4.0585, |
| "step": 2370 |
| }, |
| { |
| "epoch": 2.0570440795159897, |
| "grad_norm": 0.3872493505477905, |
| "learning_rate": 9.987164537325957e-05, |
| "loss": 4.0676, |
| "step": 2380 |
| }, |
| { |
| "epoch": 2.065687121866897, |
| "grad_norm": 0.42589569091796875, |
| "learning_rate": 9.987051697764437e-05, |
| "loss": 4.0547, |
| "step": 2390 |
| }, |
| { |
| "epoch": 2.0743301642178045, |
| "grad_norm": 0.4496053159236908, |
| "learning_rate": 9.986938365014766e-05, |
| "loss": 4.0768, |
| "step": 2400 |
| }, |
| { |
| "epoch": 2.0829732065687123, |
| "grad_norm": 0.4225335717201233, |
| "learning_rate": 9.986824539088148e-05, |
| "loss": 4.0752, |
| "step": 2410 |
| }, |
| { |
| "epoch": 2.0916162489196197, |
| "grad_norm": 0.41624388098716736, |
| "learning_rate": 9.986710219995844e-05, |
| "loss": 4.0746, |
| "step": 2420 |
| }, |
| { |
| "epoch": 2.100259291270527, |
| "grad_norm": 0.38141313195228577, |
| "learning_rate": 9.986595407749156e-05, |
| "loss": 4.0824, |
| "step": 2430 |
| }, |
| { |
| "epoch": 2.1089023336214345, |
| "grad_norm": 0.4378717839717865, |
| "learning_rate": 9.986480102359438e-05, |
| "loss": 4.0538, |
| "step": 2440 |
| }, |
| { |
| "epoch": 2.1175453759723424, |
| "grad_norm": 0.4250941872596741, |
| "learning_rate": 9.986364303838097e-05, |
| "loss": 4.0847, |
| "step": 2450 |
| }, |
| { |
| "epoch": 2.12618841832325, |
| "grad_norm": 0.3991968631744385, |
| "learning_rate": 9.986248012196581e-05, |
| "loss": 4.0638, |
| "step": 2460 |
| }, |
| { |
| "epoch": 2.134831460674157, |
| "grad_norm": 0.40770578384399414, |
| "learning_rate": 9.986131227446391e-05, |
| "loss": 4.0701, |
| "step": 2470 |
| }, |
| { |
| "epoch": 2.1434745030250646, |
| "grad_norm": 0.40430259704589844, |
| "learning_rate": 9.986013949599078e-05, |
| "loss": 4.0793, |
| "step": 2480 |
| }, |
| { |
| "epoch": 2.1521175453759724, |
| "grad_norm": 0.35163435339927673, |
| "learning_rate": 9.985896178666238e-05, |
| "loss": 4.0672, |
| "step": 2490 |
| }, |
| { |
| "epoch": 2.16076058772688, |
| "grad_norm": 0.41108131408691406, |
| "learning_rate": 9.985777914659517e-05, |
| "loss": 4.0491, |
| "step": 2500 |
| }, |
| { |
| "epoch": 2.1694036300777872, |
| "grad_norm": 0.3857698440551758, |
| "learning_rate": 9.985659157590614e-05, |
| "loss": 4.051, |
| "step": 2510 |
| }, |
| { |
| "epoch": 2.178046672428695, |
| "grad_norm": 0.36890825629234314, |
| "learning_rate": 9.985539907471273e-05, |
| "loss": 4.0638, |
| "step": 2520 |
| }, |
| { |
| "epoch": 2.1866897147796025, |
| "grad_norm": 0.42200028896331787, |
| "learning_rate": 9.985420164313284e-05, |
| "loss": 4.0626, |
| "step": 2530 |
| }, |
| { |
| "epoch": 2.19533275713051, |
| "grad_norm": 0.40555793046951294, |
| "learning_rate": 9.985299928128491e-05, |
| "loss": 4.0548, |
| "step": 2540 |
| }, |
| { |
| "epoch": 2.2039757994814173, |
| "grad_norm": 0.37539124488830566, |
| "learning_rate": 9.985179198928782e-05, |
| "loss": 4.0602, |
| "step": 2550 |
| }, |
| { |
| "epoch": 2.212618841832325, |
| "grad_norm": 0.3607882261276245, |
| "learning_rate": 9.985057976726102e-05, |
| "loss": 4.0685, |
| "step": 2560 |
| }, |
| { |
| "epoch": 2.2212618841832326, |
| "grad_norm": 0.41010382771492004, |
| "learning_rate": 9.984936261532434e-05, |
| "loss": 4.0756, |
| "step": 2570 |
| }, |
| { |
| "epoch": 2.22990492653414, |
| "grad_norm": 0.4026075601577759, |
| "learning_rate": 9.984814053359816e-05, |
| "loss": 4.0678, |
| "step": 2580 |
| }, |
| { |
| "epoch": 2.2385479688850474, |
| "grad_norm": 0.4083262085914612, |
| "learning_rate": 9.984691352220335e-05, |
| "loss": 4.0702, |
| "step": 2590 |
| }, |
| { |
| "epoch": 2.247191011235955, |
| "grad_norm": 0.3730342388153076, |
| "learning_rate": 9.984568158126123e-05, |
| "loss": 4.0778, |
| "step": 2600 |
| }, |
| { |
| "epoch": 2.2558340535868626, |
| "grad_norm": 0.3822701871395111, |
| "learning_rate": 9.984444471089365e-05, |
| "loss": 4.0681, |
| "step": 2610 |
| }, |
| { |
| "epoch": 2.26447709593777, |
| "grad_norm": 0.42851561307907104, |
| "learning_rate": 9.984320291122294e-05, |
| "loss": 4.0671, |
| "step": 2620 |
| }, |
| { |
| "epoch": 2.2731201382886774, |
| "grad_norm": 0.38593462109565735, |
| "learning_rate": 9.984195618237188e-05, |
| "loss": 4.0772, |
| "step": 2630 |
| }, |
| { |
| "epoch": 2.2817631806395853, |
| "grad_norm": 0.4122885763645172, |
| "learning_rate": 9.984070452446377e-05, |
| "loss": 4.0506, |
| "step": 2640 |
| }, |
| { |
| "epoch": 2.2904062229904927, |
| "grad_norm": 0.36611250042915344, |
| "learning_rate": 9.983944793762241e-05, |
| "loss": 4.041, |
| "step": 2650 |
| }, |
| { |
| "epoch": 2.2990492653414, |
| "grad_norm": 0.3792266547679901, |
| "learning_rate": 9.983818642197205e-05, |
| "loss": 4.0487, |
| "step": 2660 |
| }, |
| { |
| "epoch": 2.3076923076923075, |
| "grad_norm": 0.37189576029777527, |
| "learning_rate": 9.983691997763744e-05, |
| "loss": 4.0715, |
| "step": 2670 |
| }, |
| { |
| "epoch": 2.3163353500432153, |
| "grad_norm": 0.439643919467926, |
| "learning_rate": 9.983564860474384e-05, |
| "loss": 4.0565, |
| "step": 2680 |
| }, |
| { |
| "epoch": 2.3249783923941227, |
| "grad_norm": 0.40879160165786743, |
| "learning_rate": 9.983437230341697e-05, |
| "loss": 4.0594, |
| "step": 2690 |
| }, |
| { |
| "epoch": 2.33362143474503, |
| "grad_norm": 0.5908119678497314, |
| "learning_rate": 9.983309107378305e-05, |
| "loss": 4.0808, |
| "step": 2700 |
| }, |
| { |
| "epoch": 2.342264477095938, |
| "grad_norm": 0.4059031903743744, |
| "learning_rate": 9.98318049159688e-05, |
| "loss": 4.05, |
| "step": 2710 |
| }, |
| { |
| "epoch": 2.3509075194468454, |
| "grad_norm": 0.40800032019615173, |
| "learning_rate": 9.98305138301014e-05, |
| "loss": 4.0567, |
| "step": 2720 |
| }, |
| { |
| "epoch": 2.359550561797753, |
| "grad_norm": 0.3834645450115204, |
| "learning_rate": 9.982921781630852e-05, |
| "loss": 4.0568, |
| "step": 2730 |
| }, |
| { |
| "epoch": 2.36819360414866, |
| "grad_norm": 0.38579824566841125, |
| "learning_rate": 9.982791687471835e-05, |
| "loss": 4.0539, |
| "step": 2740 |
| }, |
| { |
| "epoch": 2.3768366464995676, |
| "grad_norm": 0.41873669624328613, |
| "learning_rate": 9.982661100545954e-05, |
| "loss": 4.0337, |
| "step": 2750 |
| }, |
| { |
| "epoch": 2.3854796888504755, |
| "grad_norm": 0.4565282166004181, |
| "learning_rate": 9.982530020866121e-05, |
| "loss": 4.0617, |
| "step": 2760 |
| }, |
| { |
| "epoch": 2.394122731201383, |
| "grad_norm": 0.3846672773361206, |
| "learning_rate": 9.982398448445301e-05, |
| "loss": 4.0333, |
| "step": 2770 |
| }, |
| { |
| "epoch": 2.4027657735522903, |
| "grad_norm": 0.38927486538887024, |
| "learning_rate": 9.982266383296506e-05, |
| "loss": 4.0538, |
| "step": 2780 |
| }, |
| { |
| "epoch": 2.411408815903198, |
| "grad_norm": 0.4223096966743469, |
| "learning_rate": 9.982133825432794e-05, |
| "loss": 4.0583, |
| "step": 2790 |
| }, |
| { |
| "epoch": 2.4200518582541055, |
| "grad_norm": 0.39263612031936646, |
| "learning_rate": 9.982000774867277e-05, |
| "loss": 4.0439, |
| "step": 2800 |
| }, |
| { |
| "epoch": 2.428694900605013, |
| "grad_norm": 0.3869222104549408, |
| "learning_rate": 9.981867231613114e-05, |
| "loss": 4.0278, |
| "step": 2810 |
| }, |
| { |
| "epoch": 2.4373379429559203, |
| "grad_norm": 0.4026440382003784, |
| "learning_rate": 9.981733195683506e-05, |
| "loss": 4.0305, |
| "step": 2820 |
| }, |
| { |
| "epoch": 2.445980985306828, |
| "grad_norm": 0.39806249737739563, |
| "learning_rate": 9.981598667091712e-05, |
| "loss": 4.0547, |
| "step": 2830 |
| }, |
| { |
| "epoch": 2.4546240276577356, |
| "grad_norm": 0.4208745062351227, |
| "learning_rate": 9.981463645851037e-05, |
| "loss": 4.0619, |
| "step": 2840 |
| }, |
| { |
| "epoch": 2.463267070008643, |
| "grad_norm": 0.38155847787857056, |
| "learning_rate": 9.981328131974831e-05, |
| "loss": 4.0498, |
| "step": 2850 |
| }, |
| { |
| "epoch": 2.4719101123595504, |
| "grad_norm": 0.39878010749816895, |
| "learning_rate": 9.981192125476499e-05, |
| "loss": 4.0355, |
| "step": 2860 |
| }, |
| { |
| "epoch": 2.4805531547104582, |
| "grad_norm": 0.42514941096305847, |
| "learning_rate": 9.981055626369486e-05, |
| "loss": 4.0421, |
| "step": 2870 |
| }, |
| { |
| "epoch": 2.4891961970613656, |
| "grad_norm": 0.38501569628715515, |
| "learning_rate": 9.980918634667296e-05, |
| "loss": 4.0238, |
| "step": 2880 |
| }, |
| { |
| "epoch": 2.497839239412273, |
| "grad_norm": 0.39104270935058594, |
| "learning_rate": 9.980781150383475e-05, |
| "loss": 4.0295, |
| "step": 2890 |
| }, |
| { |
| "epoch": 2.506482281763181, |
| "grad_norm": 0.3947426378726959, |
| "learning_rate": 9.980643173531618e-05, |
| "loss": 4.0342, |
| "step": 2900 |
| }, |
| { |
| "epoch": 2.5151253241140883, |
| "grad_norm": 0.4183313548564911, |
| "learning_rate": 9.98050470412537e-05, |
| "loss": 4.0226, |
| "step": 2910 |
| }, |
| { |
| "epoch": 2.5237683664649957, |
| "grad_norm": 0.4077540338039398, |
| "learning_rate": 9.980365742178428e-05, |
| "loss": 4.0581, |
| "step": 2920 |
| }, |
| { |
| "epoch": 2.532411408815903, |
| "grad_norm": 0.4163062870502472, |
| "learning_rate": 9.98022628770453e-05, |
| "loss": 4.0519, |
| "step": 2930 |
| }, |
| { |
| "epoch": 2.5410544511668105, |
| "grad_norm": 0.4286973178386688, |
| "learning_rate": 9.980086340717472e-05, |
| "loss": 4.0412, |
| "step": 2940 |
| }, |
| { |
| "epoch": 2.5496974935177183, |
| "grad_norm": 0.39301538467407227, |
| "learning_rate": 9.979945901231089e-05, |
| "loss": 4.0528, |
| "step": 2950 |
| }, |
| { |
| "epoch": 2.5583405358686258, |
| "grad_norm": 0.3591897189617157, |
| "learning_rate": 9.979804969259271e-05, |
| "loss": 4.0473, |
| "step": 2960 |
| }, |
| { |
| "epoch": 2.566983578219533, |
| "grad_norm": 0.3480299413204193, |
| "learning_rate": 9.979663544815959e-05, |
| "loss": 4.026, |
| "step": 2970 |
| }, |
| { |
| "epoch": 2.575626620570441, |
| "grad_norm": 0.4198789596557617, |
| "learning_rate": 9.979521627915134e-05, |
| "loss": 4.0218, |
| "step": 2980 |
| }, |
| { |
| "epoch": 2.5842696629213484, |
| "grad_norm": 0.4237462282180786, |
| "learning_rate": 9.979379218570835e-05, |
| "loss": 4.032, |
| "step": 2990 |
| }, |
| { |
| "epoch": 2.592912705272256, |
| "grad_norm": 0.3961845338344574, |
| "learning_rate": 9.97923631679714e-05, |
| "loss": 4.0338, |
| "step": 3000 |
| }, |
| { |
| "epoch": 2.601555747623163, |
| "grad_norm": 0.37998783588409424, |
| "learning_rate": 9.979092922608187e-05, |
| "loss": 4.0343, |
| "step": 3010 |
| }, |
| { |
| "epoch": 2.6101987899740706, |
| "grad_norm": 0.3984253704547882, |
| "learning_rate": 9.978949036018153e-05, |
| "loss": 4.0317, |
| "step": 3020 |
| }, |
| { |
| "epoch": 2.6188418323249785, |
| "grad_norm": 0.39773324131965637, |
| "learning_rate": 9.978804657041269e-05, |
| "loss": 4.022, |
| "step": 3030 |
| }, |
| { |
| "epoch": 2.627484874675886, |
| "grad_norm": 0.374600887298584, |
| "learning_rate": 9.978659785691812e-05, |
| "loss": 4.0421, |
| "step": 3040 |
| }, |
| { |
| "epoch": 2.6361279170267933, |
| "grad_norm": 0.4022236466407776, |
| "learning_rate": 9.97851442198411e-05, |
| "loss": 4.0526, |
| "step": 3050 |
| }, |
| { |
| "epoch": 2.644770959377701, |
| "grad_norm": 0.42483973503112793, |
| "learning_rate": 9.978368565932538e-05, |
| "loss": 4.0351, |
| "step": 3060 |
| }, |
| { |
| "epoch": 2.6534140017286085, |
| "grad_norm": 0.39662912487983704, |
| "learning_rate": 9.978222217551521e-05, |
| "loss": 4.0228, |
| "step": 3070 |
| }, |
| { |
| "epoch": 2.662057044079516, |
| "grad_norm": 0.3777247369289398, |
| "learning_rate": 9.97807537685553e-05, |
| "loss": 4.0304, |
| "step": 3080 |
| }, |
| { |
| "epoch": 2.670700086430424, |
| "grad_norm": 0.38182365894317627, |
| "learning_rate": 9.977928043859088e-05, |
| "loss": 4.0461, |
| "step": 3090 |
| }, |
| { |
| "epoch": 2.679343128781331, |
| "grad_norm": 0.4112408459186554, |
| "learning_rate": 9.977780218576767e-05, |
| "loss": 4.0291, |
| "step": 3100 |
| }, |
| { |
| "epoch": 2.6879861711322386, |
| "grad_norm": 0.42202165722846985, |
| "learning_rate": 9.977631901023183e-05, |
| "loss": 4.0138, |
| "step": 3110 |
| }, |
| { |
| "epoch": 2.696629213483146, |
| "grad_norm": 0.408734530210495, |
| "learning_rate": 9.977483091213005e-05, |
| "loss": 4.0286, |
| "step": 3120 |
| }, |
| { |
| "epoch": 2.7052722558340534, |
| "grad_norm": 0.38142406940460205, |
| "learning_rate": 9.97733378916095e-05, |
| "loss": 4.0152, |
| "step": 3130 |
| }, |
| { |
| "epoch": 2.7139152981849612, |
| "grad_norm": 0.38112136721611023, |
| "learning_rate": 9.977183994881782e-05, |
| "loss": 4.0427, |
| "step": 3140 |
| }, |
| { |
| "epoch": 2.7225583405358686, |
| "grad_norm": 0.38315171003341675, |
| "learning_rate": 9.977033708390315e-05, |
| "loss": 4.023, |
| "step": 3150 |
| }, |
| { |
| "epoch": 2.731201382886776, |
| "grad_norm": 0.4059940278530121, |
| "learning_rate": 9.976882929701411e-05, |
| "loss": 4.0224, |
| "step": 3160 |
| }, |
| { |
| "epoch": 2.739844425237684, |
| "grad_norm": 0.362513929605484, |
| "learning_rate": 9.976731658829981e-05, |
| "loss": 4.0091, |
| "step": 3170 |
| }, |
| { |
| "epoch": 2.7484874675885913, |
| "grad_norm": 0.3792708218097687, |
| "learning_rate": 9.976579895790987e-05, |
| "loss": 4.0506, |
| "step": 3180 |
| }, |
| { |
| "epoch": 2.7571305099394987, |
| "grad_norm": 0.43076249957084656, |
| "learning_rate": 9.976427640599435e-05, |
| "loss": 4.0359, |
| "step": 3190 |
| }, |
| { |
| "epoch": 2.765773552290406, |
| "grad_norm": 0.40846163034439087, |
| "learning_rate": 9.976274893270383e-05, |
| "loss": 4.0205, |
| "step": 3200 |
| }, |
| { |
| "epoch": 2.7744165946413135, |
| "grad_norm": 0.4179258346557617, |
| "learning_rate": 9.976121653818935e-05, |
| "loss": 4.0356, |
| "step": 3210 |
| }, |
| { |
| "epoch": 2.7830596369922214, |
| "grad_norm": 0.4077315330505371, |
| "learning_rate": 9.975967922260248e-05, |
| "loss": 4.0255, |
| "step": 3220 |
| }, |
| { |
| "epoch": 2.7917026793431288, |
| "grad_norm": 0.43419283628463745, |
| "learning_rate": 9.975813698609524e-05, |
| "loss": 4.027, |
| "step": 3230 |
| }, |
| { |
| "epoch": 2.800345721694036, |
| "grad_norm": 0.4041370749473572, |
| "learning_rate": 9.975658982882014e-05, |
| "loss": 4.0067, |
| "step": 3240 |
| }, |
| { |
| "epoch": 2.808988764044944, |
| "grad_norm": 0.4162820279598236, |
| "learning_rate": 9.975503775093021e-05, |
| "loss": 4.0069, |
| "step": 3250 |
| }, |
| { |
| "epoch": 2.8176318063958514, |
| "grad_norm": 0.38512253761291504, |
| "learning_rate": 9.97534807525789e-05, |
| "loss": 4.0121, |
| "step": 3260 |
| }, |
| { |
| "epoch": 2.826274848746759, |
| "grad_norm": 0.3714209794998169, |
| "learning_rate": 9.975191883392023e-05, |
| "loss": 4.0197, |
| "step": 3270 |
| }, |
| { |
| "epoch": 2.8349178910976662, |
| "grad_norm": 0.3607481122016907, |
| "learning_rate": 9.975035199510865e-05, |
| "loss": 4.0279, |
| "step": 3280 |
| }, |
| { |
| "epoch": 2.8435609334485736, |
| "grad_norm": 0.4277598559856415, |
| "learning_rate": 9.974878023629908e-05, |
| "loss": 4.0153, |
| "step": 3290 |
| }, |
| { |
| "epoch": 2.8522039757994815, |
| "grad_norm": 0.5314668416976929, |
| "learning_rate": 9.9747203557647e-05, |
| "loss": 4.0446, |
| "step": 3300 |
| }, |
| { |
| "epoch": 2.860847018150389, |
| "grad_norm": 0.3989110291004181, |
| "learning_rate": 9.97456219593083e-05, |
| "loss": 4.0293, |
| "step": 3310 |
| }, |
| { |
| "epoch": 2.8694900605012963, |
| "grad_norm": 0.3987487256526947, |
| "learning_rate": 9.974403544143941e-05, |
| "loss": 4.0332, |
| "step": 3320 |
| }, |
| { |
| "epoch": 2.878133102852204, |
| "grad_norm": 0.37416449189186096, |
| "learning_rate": 9.974244400419723e-05, |
| "loss": 4.0267, |
| "step": 3330 |
| }, |
| { |
| "epoch": 2.8867761452031115, |
| "grad_norm": 0.39734718203544617, |
| "learning_rate": 9.974084764773913e-05, |
| "loss": 4.0127, |
| "step": 3340 |
| }, |
| { |
| "epoch": 2.895419187554019, |
| "grad_norm": 0.40905460715293884, |
| "learning_rate": 9.973924637222299e-05, |
| "loss": 4.0062, |
| "step": 3350 |
| }, |
| { |
| "epoch": 2.904062229904927, |
| "grad_norm": 0.39355310797691345, |
| "learning_rate": 9.973764017780715e-05, |
| "loss": 4.0152, |
| "step": 3360 |
| }, |
| { |
| "epoch": 2.912705272255834, |
| "grad_norm": 0.43402382731437683, |
| "learning_rate": 9.973602906465048e-05, |
| "loss": 4.0089, |
| "step": 3370 |
| }, |
| { |
| "epoch": 2.9213483146067416, |
| "grad_norm": 0.3763706684112549, |
| "learning_rate": 9.973441303291227e-05, |
| "loss": 4.0132, |
| "step": 3380 |
| }, |
| { |
| "epoch": 2.929991356957649, |
| "grad_norm": 0.3907529413700104, |
| "learning_rate": 9.973279208275237e-05, |
| "loss": 4.0251, |
| "step": 3390 |
| }, |
| { |
| "epoch": 2.9386343993085564, |
| "grad_norm": 0.35746288299560547, |
| "learning_rate": 9.973116621433107e-05, |
| "loss": 4.0142, |
| "step": 3400 |
| }, |
| { |
| "epoch": 2.9472774416594643, |
| "grad_norm": 0.37593522667884827, |
| "learning_rate": 9.972953542780917e-05, |
| "loss": 4.043, |
| "step": 3410 |
| }, |
| { |
| "epoch": 2.9559204840103717, |
| "grad_norm": 0.391845703125, |
| "learning_rate": 9.972789972334791e-05, |
| "loss": 4.0254, |
| "step": 3420 |
| }, |
| { |
| "epoch": 2.964563526361279, |
| "grad_norm": 0.42428308725357056, |
| "learning_rate": 9.972625910110907e-05, |
| "loss": 4.0275, |
| "step": 3430 |
| }, |
| { |
| "epoch": 2.973206568712187, |
| "grad_norm": 0.41555356979370117, |
| "learning_rate": 9.972461356125493e-05, |
| "loss": 4.0108, |
| "step": 3440 |
| }, |
| { |
| "epoch": 2.9818496110630943, |
| "grad_norm": 0.410685658454895, |
| "learning_rate": 9.972296310394817e-05, |
| "loss": 4.0132, |
| "step": 3450 |
| }, |
| { |
| "epoch": 2.9904926534140017, |
| "grad_norm": 0.42894941568374634, |
| "learning_rate": 9.972130772935204e-05, |
| "loss": 4.031, |
| "step": 3460 |
| }, |
| { |
| "epoch": 2.999135695764909, |
| "grad_norm": 0.41685834527015686, |
| "learning_rate": 9.971964743763025e-05, |
| "loss": 4.0433, |
| "step": 3470 |
| }, |
| { |
| "epoch": 3.007778738115817, |
| "grad_norm": 0.4265305995941162, |
| "learning_rate": 9.971798222894698e-05, |
| "loss": 3.9885, |
| "step": 3480 |
| }, |
| { |
| "epoch": 3.0164217804667244, |
| "grad_norm": 0.4140925705432892, |
| "learning_rate": 9.97163121034669e-05, |
| "loss": 3.9851, |
| "step": 3490 |
| }, |
| { |
| "epoch": 3.025064822817632, |
| "grad_norm": 0.4080989360809326, |
| "learning_rate": 9.971463706135518e-05, |
| "loss": 4.001, |
| "step": 3500 |
| }, |
| { |
| "epoch": 3.033707865168539, |
| "grad_norm": 0.3796727657318115, |
| "learning_rate": 9.971295710277751e-05, |
| "loss": 3.9844, |
| "step": 3510 |
| }, |
| { |
| "epoch": 3.042350907519447, |
| "grad_norm": 0.3994463086128235, |
| "learning_rate": 9.971127222789997e-05, |
| "loss": 3.984, |
| "step": 3520 |
| }, |
| { |
| "epoch": 3.0509939498703544, |
| "grad_norm": 0.37408745288848877, |
| "learning_rate": 9.970958243688921e-05, |
| "loss": 3.9793, |
| "step": 3530 |
| }, |
| { |
| "epoch": 3.059636992221262, |
| "grad_norm": 0.4110405445098877, |
| "learning_rate": 9.970788772991234e-05, |
| "loss": 3.995, |
| "step": 3540 |
| }, |
| { |
| "epoch": 3.0682800345721692, |
| "grad_norm": 0.4115905463695526, |
| "learning_rate": 9.970618810713696e-05, |
| "loss": 3.9781, |
| "step": 3550 |
| }, |
| { |
| "epoch": 3.076923076923077, |
| "grad_norm": 0.4134933650493622, |
| "learning_rate": 9.970448356873114e-05, |
| "loss": 3.9761, |
| "step": 3560 |
| }, |
| { |
| "epoch": 3.0855661192739845, |
| "grad_norm": 0.5576270818710327, |
| "learning_rate": 9.970277411486347e-05, |
| "loss": 3.9831, |
| "step": 3570 |
| }, |
| { |
| "epoch": 3.094209161624892, |
| "grad_norm": 0.4009261727333069, |
| "learning_rate": 9.970105974570296e-05, |
| "loss": 3.9924, |
| "step": 3580 |
| }, |
| { |
| "epoch": 3.1028522039757993, |
| "grad_norm": 0.37966781854629517, |
| "learning_rate": 9.96993404614192e-05, |
| "loss": 3.9732, |
| "step": 3590 |
| }, |
| { |
| "epoch": 3.111495246326707, |
| "grad_norm": 0.4052596390247345, |
| "learning_rate": 9.969761626218219e-05, |
| "loss": 3.9736, |
| "step": 3600 |
| }, |
| { |
| "epoch": 3.1201382886776146, |
| "grad_norm": 0.4077953100204468, |
| "learning_rate": 9.969588714816245e-05, |
| "loss": 3.9945, |
| "step": 3610 |
| }, |
| { |
| "epoch": 3.128781331028522, |
| "grad_norm": 0.3810597360134125, |
| "learning_rate": 9.969415311953097e-05, |
| "loss": 3.9801, |
| "step": 3620 |
| }, |
| { |
| "epoch": 3.1374243733794294, |
| "grad_norm": 0.40926823019981384, |
| "learning_rate": 9.969241417645925e-05, |
| "loss": 3.9873, |
| "step": 3630 |
| }, |
| { |
| "epoch": 3.146067415730337, |
| "grad_norm": 0.41089189052581787, |
| "learning_rate": 9.969067031911924e-05, |
| "loss": 3.9869, |
| "step": 3640 |
| }, |
| { |
| "epoch": 3.1547104580812446, |
| "grad_norm": 0.4003468453884125, |
| "learning_rate": 9.968892154768342e-05, |
| "loss": 3.9736, |
| "step": 3650 |
| }, |
| { |
| "epoch": 3.163353500432152, |
| "grad_norm": 0.41555094718933105, |
| "learning_rate": 9.96871678623247e-05, |
| "loss": 3.9983, |
| "step": 3660 |
| }, |
| { |
| "epoch": 3.1719965427830594, |
| "grad_norm": 0.39583298563957214, |
| "learning_rate": 9.968540926321656e-05, |
| "loss": 3.9836, |
| "step": 3670 |
| }, |
| { |
| "epoch": 3.1806395851339673, |
| "grad_norm": 0.3939920663833618, |
| "learning_rate": 9.968364575053287e-05, |
| "loss": 3.9812, |
| "step": 3680 |
| }, |
| { |
| "epoch": 3.1892826274848747, |
| "grad_norm": 0.3791988790035248, |
| "learning_rate": 9.968187732444803e-05, |
| "loss": 4.0007, |
| "step": 3690 |
| }, |
| { |
| "epoch": 3.197925669835782, |
| "grad_norm": 0.4620395600795746, |
| "learning_rate": 9.968010398513697e-05, |
| "loss": 3.9846, |
| "step": 3700 |
| }, |
| { |
| "epoch": 3.20656871218669, |
| "grad_norm": 0.3994518220424652, |
| "learning_rate": 9.9678325732775e-05, |
| "loss": 3.9847, |
| "step": 3710 |
| }, |
| { |
| "epoch": 3.2152117545375973, |
| "grad_norm": 0.3929818272590637, |
| "learning_rate": 9.967654256753802e-05, |
| "loss": 3.9681, |
| "step": 3720 |
| }, |
| { |
| "epoch": 3.2238547968885047, |
| "grad_norm": 0.4671798646450043, |
| "learning_rate": 9.967475448960237e-05, |
| "loss": 3.9615, |
| "step": 3730 |
| }, |
| { |
| "epoch": 3.232497839239412, |
| "grad_norm": 0.3958970904350281, |
| "learning_rate": 9.967296149914487e-05, |
| "loss": 3.9808, |
| "step": 3740 |
| }, |
| { |
| "epoch": 3.24114088159032, |
| "grad_norm": 0.3957637846469879, |
| "learning_rate": 9.967116359634285e-05, |
| "loss": 3.9802, |
| "step": 3750 |
| }, |
| { |
| "epoch": 3.2497839239412274, |
| "grad_norm": 0.40409496426582336, |
| "learning_rate": 9.966936078137409e-05, |
| "loss": 3.9744, |
| "step": 3760 |
| }, |
| { |
| "epoch": 3.258426966292135, |
| "grad_norm": 0.39653480052948, |
| "learning_rate": 9.96675530544169e-05, |
| "loss": 3.977, |
| "step": 3770 |
| }, |
| { |
| "epoch": 3.267070008643042, |
| "grad_norm": 0.3906710743904114, |
| "learning_rate": 9.966574041565002e-05, |
| "loss": 3.9944, |
| "step": 3780 |
| }, |
| { |
| "epoch": 3.27571305099395, |
| "grad_norm": 0.4071696698665619, |
| "learning_rate": 9.966392286525275e-05, |
| "loss": 3.9693, |
| "step": 3790 |
| }, |
| { |
| "epoch": 3.2843560933448575, |
| "grad_norm": 0.40187910199165344, |
| "learning_rate": 9.96621004034048e-05, |
| "loss": 3.9705, |
| "step": 3800 |
| }, |
| { |
| "epoch": 3.292999135695765, |
| "grad_norm": 0.39552152156829834, |
| "learning_rate": 9.966027303028643e-05, |
| "loss": 3.9831, |
| "step": 3810 |
| }, |
| { |
| "epoch": 3.3016421780466723, |
| "grad_norm": 0.41403430700302124, |
| "learning_rate": 9.965844074607832e-05, |
| "loss": 3.9815, |
| "step": 3820 |
| }, |
| { |
| "epoch": 3.31028522039758, |
| "grad_norm": 0.36947181820869446, |
| "learning_rate": 9.965660355096169e-05, |
| "loss": 3.9812, |
| "step": 3830 |
| }, |
| { |
| "epoch": 3.3189282627484875, |
| "grad_norm": 0.3820069134235382, |
| "learning_rate": 9.965476144511825e-05, |
| "loss": 3.9935, |
| "step": 3840 |
| }, |
| { |
| "epoch": 3.327571305099395, |
| "grad_norm": 0.38387468457221985, |
| "learning_rate": 9.965291442873012e-05, |
| "loss": 3.9591, |
| "step": 3850 |
| }, |
| { |
| "epoch": 3.3362143474503023, |
| "grad_norm": 0.39455530047416687, |
| "learning_rate": 9.965106250198002e-05, |
| "loss": 3.983, |
| "step": 3860 |
| }, |
| { |
| "epoch": 3.34485738980121, |
| "grad_norm": 0.41662219166755676, |
| "learning_rate": 9.964920566505105e-05, |
| "loss": 3.9726, |
| "step": 3870 |
| }, |
| { |
| "epoch": 3.3535004321521176, |
| "grad_norm": 0.4535958170890808, |
| "learning_rate": 9.964734391812685e-05, |
| "loss": 3.9751, |
| "step": 3880 |
| }, |
| { |
| "epoch": 3.362143474503025, |
| "grad_norm": 0.4376087784767151, |
| "learning_rate": 9.964547726139153e-05, |
| "loss": 3.9763, |
| "step": 3890 |
| }, |
| { |
| "epoch": 3.370786516853933, |
| "grad_norm": 0.45594897866249084, |
| "learning_rate": 9.96436056950297e-05, |
| "loss": 3.9859, |
| "step": 3900 |
| }, |
| { |
| "epoch": 3.3794295592048402, |
| "grad_norm": 0.39022424817085266, |
| "learning_rate": 9.964172921922647e-05, |
| "loss": 3.9643, |
| "step": 3910 |
| }, |
| { |
| "epoch": 3.3880726015557476, |
| "grad_norm": 0.4227944612503052, |
| "learning_rate": 9.963984783416736e-05, |
| "loss": 3.9546, |
| "step": 3920 |
| }, |
| { |
| "epoch": 3.396715643906655, |
| "grad_norm": 0.4053288698196411, |
| "learning_rate": 9.963796154003846e-05, |
| "loss": 3.9806, |
| "step": 3930 |
| }, |
| { |
| "epoch": 3.4053586862575624, |
| "grad_norm": 0.42025065422058105, |
| "learning_rate": 9.963607033702632e-05, |
| "loss": 3.9638, |
| "step": 3940 |
| }, |
| { |
| "epoch": 3.4140017286084703, |
| "grad_norm": 0.42370736598968506, |
| "learning_rate": 9.963417422531793e-05, |
| "loss": 3.9706, |
| "step": 3950 |
| }, |
| { |
| "epoch": 3.4226447709593777, |
| "grad_norm": 0.4178035855293274, |
| "learning_rate": 9.963227320510085e-05, |
| "loss": 3.9757, |
| "step": 3960 |
| }, |
| { |
| "epoch": 3.431287813310285, |
| "grad_norm": 0.4232766628265381, |
| "learning_rate": 9.963036727656302e-05, |
| "loss": 3.9743, |
| "step": 3970 |
| }, |
| { |
| "epoch": 3.439930855661193, |
| "grad_norm": 0.4033137857913971, |
| "learning_rate": 9.9628456439893e-05, |
| "loss": 3.9601, |
| "step": 3980 |
| }, |
| { |
| "epoch": 3.4485738980121003, |
| "grad_norm": 0.38971027731895447, |
| "learning_rate": 9.962654069527971e-05, |
| "loss": 3.9504, |
| "step": 3990 |
| }, |
| { |
| "epoch": 3.4572169403630078, |
| "grad_norm": 0.41488805413246155, |
| "learning_rate": 9.962462004291262e-05, |
| "loss": 3.9739, |
| "step": 4000 |
| }, |
| { |
| "epoch": 3.465859982713915, |
| "grad_norm": 0.4420943558216095, |
| "learning_rate": 9.962269448298165e-05, |
| "loss": 3.9626, |
| "step": 4010 |
| }, |
| { |
| "epoch": 3.474503025064823, |
| "grad_norm": 0.38567495346069336, |
| "learning_rate": 9.962076401567726e-05, |
| "loss": 3.9649, |
| "step": 4020 |
| }, |
| { |
| "epoch": 3.4831460674157304, |
| "grad_norm": 0.38574954867362976, |
| "learning_rate": 9.961882864119033e-05, |
| "loss": 3.9604, |
| "step": 4030 |
| }, |
| { |
| "epoch": 3.491789109766638, |
| "grad_norm": 0.38442280888557434, |
| "learning_rate": 9.961688835971228e-05, |
| "loss": 3.9836, |
| "step": 4040 |
| }, |
| { |
| "epoch": 3.500432152117545, |
| "grad_norm": 0.37078383564949036, |
| "learning_rate": 9.961494317143498e-05, |
| "loss": 3.9614, |
| "step": 4050 |
| }, |
| { |
| "epoch": 3.509075194468453, |
| "grad_norm": 0.3818207383155823, |
| "learning_rate": 9.961299307655078e-05, |
| "loss": 3.9792, |
| "step": 4060 |
| }, |
| { |
| "epoch": 3.5177182368193605, |
| "grad_norm": 0.4358178377151489, |
| "learning_rate": 9.961103807525258e-05, |
| "loss": 3.955, |
| "step": 4070 |
| }, |
| { |
| "epoch": 3.526361279170268, |
| "grad_norm": 0.41927260160446167, |
| "learning_rate": 9.960907816773367e-05, |
| "loss": 3.9561, |
| "step": 4080 |
| }, |
| { |
| "epoch": 3.5350043215211757, |
| "grad_norm": 0.39505141973495483, |
| "learning_rate": 9.960711335418789e-05, |
| "loss": 3.9673, |
| "step": 4090 |
| }, |
| { |
| "epoch": 3.543647363872083, |
| "grad_norm": 0.3742333948612213, |
| "learning_rate": 9.960514363480955e-05, |
| "loss": 3.9682, |
| "step": 4100 |
| }, |
| { |
| "epoch": 3.5522904062229905, |
| "grad_norm": 0.4105224013328552, |
| "learning_rate": 9.960316900979345e-05, |
| "loss": 3.9791, |
| "step": 4110 |
| }, |
| { |
| "epoch": 3.560933448573898, |
| "grad_norm": 0.412748783826828, |
| "learning_rate": 9.960118947933486e-05, |
| "loss": 3.9727, |
| "step": 4120 |
| }, |
| { |
| "epoch": 3.5695764909248053, |
| "grad_norm": 0.42374593019485474, |
| "learning_rate": 9.959920504362953e-05, |
| "loss": 3.999, |
| "step": 4130 |
| }, |
| { |
| "epoch": 3.578219533275713, |
| "grad_norm": 0.4130748212337494, |
| "learning_rate": 9.959721570287372e-05, |
| "loss": 3.9716, |
| "step": 4140 |
| }, |
| { |
| "epoch": 3.5868625756266206, |
| "grad_norm": 0.41365188360214233, |
| "learning_rate": 9.959522145726416e-05, |
| "loss": 3.9589, |
| "step": 4150 |
| }, |
| { |
| "epoch": 3.595505617977528, |
| "grad_norm": 0.3764607012271881, |
| "learning_rate": 9.95932223069981e-05, |
| "loss": 3.9633, |
| "step": 4160 |
| }, |
| { |
| "epoch": 3.604148660328436, |
| "grad_norm": 0.39547720551490784, |
| "learning_rate": 9.959121825227319e-05, |
| "loss": 3.9798, |
| "step": 4170 |
| }, |
| { |
| "epoch": 3.6127917026793432, |
| "grad_norm": 0.39446717500686646, |
| "learning_rate": 9.958920929328765e-05, |
| "loss": 3.982, |
| "step": 4180 |
| }, |
| { |
| "epoch": 3.6214347450302506, |
| "grad_norm": 0.3937778174877167, |
| "learning_rate": 9.958719543024015e-05, |
| "loss": 3.9588, |
| "step": 4190 |
| }, |
| { |
| "epoch": 3.630077787381158, |
| "grad_norm": 0.4112344980239868, |
| "learning_rate": 9.958517666332986e-05, |
| "loss": 3.9606, |
| "step": 4200 |
| }, |
| { |
| "epoch": 3.6387208297320655, |
| "grad_norm": 0.39207276701927185, |
| "learning_rate": 9.958315299275637e-05, |
| "loss": 3.9529, |
| "step": 4210 |
| }, |
| { |
| "epoch": 3.6473638720829733, |
| "grad_norm": 0.4045730531215668, |
| "learning_rate": 9.958112441871987e-05, |
| "loss": 3.9666, |
| "step": 4220 |
| }, |
| { |
| "epoch": 3.6560069144338807, |
| "grad_norm": 0.38452064990997314, |
| "learning_rate": 9.957909094142097e-05, |
| "loss": 3.9672, |
| "step": 4230 |
| }, |
| { |
| "epoch": 3.664649956784788, |
| "grad_norm": 0.42553505301475525, |
| "learning_rate": 9.957705256106073e-05, |
| "loss": 3.967, |
| "step": 4240 |
| }, |
| { |
| "epoch": 3.673292999135696, |
| "grad_norm": 0.393327921628952, |
| "learning_rate": 9.957500927784076e-05, |
| "loss": 3.987, |
| "step": 4250 |
| }, |
| { |
| "epoch": 3.6819360414866034, |
| "grad_norm": 0.3970630466938019, |
| "learning_rate": 9.95729610919631e-05, |
| "loss": 3.9638, |
| "step": 4260 |
| }, |
| { |
| "epoch": 3.6905790838375108, |
| "grad_norm": 0.3931358754634857, |
| "learning_rate": 9.957090800363033e-05, |
| "loss": 3.9708, |
| "step": 4270 |
| }, |
| { |
| "epoch": 3.699222126188418, |
| "grad_norm": 0.40673935413360596, |
| "learning_rate": 9.95688500130455e-05, |
| "loss": 3.977, |
| "step": 4280 |
| }, |
| { |
| "epoch": 3.7078651685393256, |
| "grad_norm": 0.43467679619789124, |
| "learning_rate": 9.956678712041209e-05, |
| "loss": 3.9657, |
| "step": 4290 |
| }, |
| { |
| "epoch": 3.7165082108902334, |
| "grad_norm": 0.39805540442466736, |
| "learning_rate": 9.956471932593416e-05, |
| "loss": 3.9583, |
| "step": 4300 |
| }, |
| { |
| "epoch": 3.725151253241141, |
| "grad_norm": 0.41366034746170044, |
| "learning_rate": 9.956264662981613e-05, |
| "loss": 3.9722, |
| "step": 4310 |
| }, |
| { |
| "epoch": 3.7337942955920482, |
| "grad_norm": 0.42467692494392395, |
| "learning_rate": 9.956056903226306e-05, |
| "loss": 3.9656, |
| "step": 4320 |
| }, |
| { |
| "epoch": 3.742437337942956, |
| "grad_norm": 0.39933547377586365, |
| "learning_rate": 9.955848653348034e-05, |
| "loss": 3.9683, |
| "step": 4330 |
| }, |
| { |
| "epoch": 3.7510803802938635, |
| "grad_norm": 0.3879496157169342, |
| "learning_rate": 9.955639913367397e-05, |
| "loss": 3.9773, |
| "step": 4340 |
| }, |
| { |
| "epoch": 3.759723422644771, |
| "grad_norm": 0.37019243836402893, |
| "learning_rate": 9.955430683305033e-05, |
| "loss": 3.9524, |
| "step": 4350 |
| }, |
| { |
| "epoch": 3.7683664649956787, |
| "grad_norm": 0.4178643822669983, |
| "learning_rate": 9.955220963181638e-05, |
| "loss": 3.9485, |
| "step": 4360 |
| }, |
| { |
| "epoch": 3.777009507346586, |
| "grad_norm": 0.41122493147850037, |
| "learning_rate": 9.95501075301795e-05, |
| "loss": 3.9685, |
| "step": 4370 |
| }, |
| { |
| "epoch": 3.7856525496974935, |
| "grad_norm": 0.41016119718551636, |
| "learning_rate": 9.954800052834758e-05, |
| "loss": 3.9673, |
| "step": 4380 |
| }, |
| { |
| "epoch": 3.794295592048401, |
| "grad_norm": 0.45394212007522583, |
| "learning_rate": 9.954588862652898e-05, |
| "loss": 3.9604, |
| "step": 4390 |
| }, |
| { |
| "epoch": 3.8029386343993083, |
| "grad_norm": 0.3679504096508026, |
| "learning_rate": 9.954377182493256e-05, |
| "loss": 3.963, |
| "step": 4400 |
| }, |
| { |
| "epoch": 3.811581676750216, |
| "grad_norm": 0.3887917101383209, |
| "learning_rate": 9.954165012376766e-05, |
| "loss": 3.9563, |
| "step": 4410 |
| }, |
| { |
| "epoch": 3.8202247191011236, |
| "grad_norm": 0.39349594712257385, |
| "learning_rate": 9.95395235232441e-05, |
| "loss": 3.9755, |
| "step": 4420 |
| }, |
| { |
| "epoch": 3.828867761452031, |
| "grad_norm": 0.4100673198699951, |
| "learning_rate": 9.953739202357218e-05, |
| "loss": 3.963, |
| "step": 4430 |
| }, |
| { |
| "epoch": 3.837510803802939, |
| "grad_norm": 0.4095550775527954, |
| "learning_rate": 9.953525562496271e-05, |
| "loss": 3.9566, |
| "step": 4440 |
| }, |
| { |
| "epoch": 3.8461538461538463, |
| "grad_norm": 0.4018843173980713, |
| "learning_rate": 9.953311432762697e-05, |
| "loss": 3.9928, |
| "step": 4450 |
| }, |
| { |
| "epoch": 3.8547968885047537, |
| "grad_norm": 0.417694628238678, |
| "learning_rate": 9.95309681317767e-05, |
| "loss": 3.9688, |
| "step": 4460 |
| }, |
| { |
| "epoch": 3.863439930855661, |
| "grad_norm": 0.37409707903862, |
| "learning_rate": 9.952881703762413e-05, |
| "loss": 3.968, |
| "step": 4470 |
| }, |
| { |
| "epoch": 3.8720829732065685, |
| "grad_norm": 0.4068198800086975, |
| "learning_rate": 9.952666104538204e-05, |
| "loss": 3.9465, |
| "step": 4480 |
| }, |
| { |
| "epoch": 3.8807260155574763, |
| "grad_norm": 0.3868768513202667, |
| "learning_rate": 9.95245001552636e-05, |
| "loss": 3.9768, |
| "step": 4490 |
| }, |
| { |
| "epoch": 3.8893690579083837, |
| "grad_norm": 0.3920934498310089, |
| "learning_rate": 9.952233436748255e-05, |
| "loss": 3.9508, |
| "step": 4500 |
| }, |
| { |
| "epoch": 3.898012100259291, |
| "grad_norm": 0.3930341601371765, |
| "learning_rate": 9.952016368225304e-05, |
| "loss": 3.9583, |
| "step": 4510 |
| }, |
| { |
| "epoch": 3.906655142610199, |
| "grad_norm": 0.38753554224967957, |
| "learning_rate": 9.951798809978972e-05, |
| "loss": 3.9619, |
| "step": 4520 |
| }, |
| { |
| "epoch": 3.9152981849611064, |
| "grad_norm": 0.3948099613189697, |
| "learning_rate": 9.951580762030779e-05, |
| "loss": 3.9462, |
| "step": 4530 |
| }, |
| { |
| "epoch": 3.923941227312014, |
| "grad_norm": 0.38144612312316895, |
| "learning_rate": 9.951362224402286e-05, |
| "loss": 3.9389, |
| "step": 4540 |
| }, |
| { |
| "epoch": 3.932584269662921, |
| "grad_norm": 0.4239857494831085, |
| "learning_rate": 9.951143197115105e-05, |
| "loss": 3.979, |
| "step": 4550 |
| }, |
| { |
| "epoch": 3.941227312013829, |
| "grad_norm": 0.38614705204963684, |
| "learning_rate": 9.950923680190897e-05, |
| "loss": 3.9719, |
| "step": 4560 |
| }, |
| { |
| "epoch": 3.9498703543647364, |
| "grad_norm": 0.40395599603652954, |
| "learning_rate": 9.950703673651371e-05, |
| "loss": 3.9602, |
| "step": 4570 |
| }, |
| { |
| "epoch": 3.958513396715644, |
| "grad_norm": 0.38685745000839233, |
| "learning_rate": 9.950483177518284e-05, |
| "loss": 3.9595, |
| "step": 4580 |
| }, |
| { |
| "epoch": 3.9671564390665512, |
| "grad_norm": 0.4111729562282562, |
| "learning_rate": 9.950262191813439e-05, |
| "loss": 3.9515, |
| "step": 4590 |
| }, |
| { |
| "epoch": 3.975799481417459, |
| "grad_norm": 0.389687180519104, |
| "learning_rate": 9.950040716558695e-05, |
| "loss": 3.9467, |
| "step": 4600 |
| }, |
| { |
| "epoch": 3.9844425237683665, |
| "grad_norm": 0.3774176836013794, |
| "learning_rate": 9.949818751775953e-05, |
| "loss": 3.953, |
| "step": 4610 |
| }, |
| { |
| "epoch": 3.993085566119274, |
| "grad_norm": 0.4081401228904724, |
| "learning_rate": 9.94959629748716e-05, |
| "loss": 3.9703, |
| "step": 4620 |
| }, |
| { |
| "epoch": 4.001728608470182, |
| "grad_norm": 0.5200892090797424, |
| "learning_rate": 9.949373353714322e-05, |
| "loss": 3.9673, |
| "step": 4630 |
| }, |
| { |
| "epoch": 4.010371650821089, |
| "grad_norm": 0.43167346715927124, |
| "learning_rate": 9.94914992047948e-05, |
| "loss": 3.9162, |
| "step": 4640 |
| }, |
| { |
| "epoch": 4.0190146931719966, |
| "grad_norm": 0.4425268769264221, |
| "learning_rate": 9.948925997804735e-05, |
| "loss": 3.9323, |
| "step": 4650 |
| }, |
| { |
| "epoch": 4.027657735522904, |
| "grad_norm": 0.3791431188583374, |
| "learning_rate": 9.94870158571223e-05, |
| "loss": 3.92, |
| "step": 4660 |
| }, |
| { |
| "epoch": 4.036300777873811, |
| "grad_norm": 0.38714367151260376, |
| "learning_rate": 9.948476684224157e-05, |
| "loss": 3.9103, |
| "step": 4670 |
| }, |
| { |
| "epoch": 4.044943820224719, |
| "grad_norm": 0.44668495655059814, |
| "learning_rate": 9.948251293362759e-05, |
| "loss": 3.9365, |
| "step": 4680 |
| }, |
| { |
| "epoch": 4.053586862575627, |
| "grad_norm": 0.3981260061264038, |
| "learning_rate": 9.948025413150324e-05, |
| "loss": 3.9073, |
| "step": 4690 |
| }, |
| { |
| "epoch": 4.062229904926534, |
| "grad_norm": 0.40968841314315796, |
| "learning_rate": 9.94779904360919e-05, |
| "loss": 3.9182, |
| "step": 4700 |
| }, |
| { |
| "epoch": 4.070872947277442, |
| "grad_norm": 0.40504834055900574, |
| "learning_rate": 9.947572184761747e-05, |
| "loss": 3.9191, |
| "step": 4710 |
| }, |
| { |
| "epoch": 4.079515989628349, |
| "grad_norm": 0.4014981985092163, |
| "learning_rate": 9.947344836630425e-05, |
| "loss": 3.9082, |
| "step": 4720 |
| }, |
| { |
| "epoch": 4.088159031979257, |
| "grad_norm": 0.40645283460617065, |
| "learning_rate": 9.94711699923771e-05, |
| "loss": 3.9224, |
| "step": 4730 |
| }, |
| { |
| "epoch": 4.0968020743301645, |
| "grad_norm": 0.514344334602356, |
| "learning_rate": 9.946888672606136e-05, |
| "loss": 3.9206, |
| "step": 4740 |
| }, |
| { |
| "epoch": 4.1054451166810715, |
| "grad_norm": 0.39526522159576416, |
| "learning_rate": 9.946659856758279e-05, |
| "loss": 3.9295, |
| "step": 4750 |
| }, |
| { |
| "epoch": 4.114088159031979, |
| "grad_norm": 0.4328455924987793, |
| "learning_rate": 9.946430551716767e-05, |
| "loss": 3.9237, |
| "step": 4760 |
| }, |
| { |
| "epoch": 4.122731201382887, |
| "grad_norm": 0.4382619261741638, |
| "learning_rate": 9.946200757504282e-05, |
| "loss": 3.9386, |
| "step": 4770 |
| }, |
| { |
| "epoch": 4.131374243733794, |
| "grad_norm": 0.3957505524158478, |
| "learning_rate": 9.945970474143544e-05, |
| "loss": 3.8995, |
| "step": 4780 |
| }, |
| { |
| "epoch": 4.140017286084702, |
| "grad_norm": 0.4167569577693939, |
| "learning_rate": 9.945739701657331e-05, |
| "loss": 3.9122, |
| "step": 4790 |
| }, |
| { |
| "epoch": 4.148660328435609, |
| "grad_norm": 0.39202484488487244, |
| "learning_rate": 9.94550844006846e-05, |
| "loss": 3.9125, |
| "step": 4800 |
| }, |
| { |
| "epoch": 4.157303370786517, |
| "grad_norm": 0.40711510181427, |
| "learning_rate": 9.945276689399805e-05, |
| "loss": 3.9124, |
| "step": 4810 |
| }, |
| { |
| "epoch": 4.165946413137425, |
| "grad_norm": 0.45867350697517395, |
| "learning_rate": 9.945044449674283e-05, |
| "loss": 3.9302, |
| "step": 4820 |
| }, |
| { |
| "epoch": 4.174589455488332, |
| "grad_norm": 0.4911673367023468, |
| "learning_rate": 9.944811720914861e-05, |
| "loss": 3.917, |
| "step": 4830 |
| }, |
| { |
| "epoch": 4.1832324978392394, |
| "grad_norm": 0.4624628722667694, |
| "learning_rate": 9.944578503144556e-05, |
| "loss": 3.9294, |
| "step": 4840 |
| }, |
| { |
| "epoch": 4.191875540190147, |
| "grad_norm": 0.4343968331813812, |
| "learning_rate": 9.944344796386432e-05, |
| "loss": 3.9165, |
| "step": 4850 |
| }, |
| { |
| "epoch": 4.200518582541054, |
| "grad_norm": 0.4132777750492096, |
| "learning_rate": 9.944110600663599e-05, |
| "loss": 3.9292, |
| "step": 4860 |
| }, |
| { |
| "epoch": 4.209161624891962, |
| "grad_norm": 0.4056624174118042, |
| "learning_rate": 9.943875915999219e-05, |
| "loss": 3.928, |
| "step": 4870 |
| }, |
| { |
| "epoch": 4.217804667242869, |
| "grad_norm": 0.41375166177749634, |
| "learning_rate": 9.943640742416498e-05, |
| "loss": 3.913, |
| "step": 4880 |
| }, |
| { |
| "epoch": 4.226447709593777, |
| "grad_norm": 0.3951173424720764, |
| "learning_rate": 9.943405079938696e-05, |
| "loss": 3.9164, |
| "step": 4890 |
| }, |
| { |
| "epoch": 4.235090751944685, |
| "grad_norm": 0.46749618649482727, |
| "learning_rate": 9.94316892858912e-05, |
| "loss": 3.9088, |
| "step": 4900 |
| }, |
| { |
| "epoch": 4.243733794295592, |
| "grad_norm": 0.4152389466762543, |
| "learning_rate": 9.942932288391122e-05, |
| "loss": 3.9215, |
| "step": 4910 |
| }, |
| { |
| "epoch": 4.2523768366465, |
| "grad_norm": 0.41738367080688477, |
| "learning_rate": 9.942695159368103e-05, |
| "loss": 3.9275, |
| "step": 4920 |
| }, |
| { |
| "epoch": 4.261019878997407, |
| "grad_norm": 0.39906904101371765, |
| "learning_rate": 9.942457541543514e-05, |
| "loss": 3.9347, |
| "step": 4930 |
| }, |
| { |
| "epoch": 4.269662921348314, |
| "grad_norm": 0.393771231174469, |
| "learning_rate": 9.942219434940855e-05, |
| "loss": 3.9201, |
| "step": 4940 |
| }, |
| { |
| "epoch": 4.278305963699222, |
| "grad_norm": 0.4133332073688507, |
| "learning_rate": 9.941980839583674e-05, |
| "loss": 3.934, |
| "step": 4950 |
| }, |
| { |
| "epoch": 4.286949006050129, |
| "grad_norm": 0.3788248300552368, |
| "learning_rate": 9.941741755495563e-05, |
| "loss": 3.9211, |
| "step": 4960 |
| }, |
| { |
| "epoch": 4.295592048401037, |
| "grad_norm": 0.40453118085861206, |
| "learning_rate": 9.941502182700171e-05, |
| "loss": 3.916, |
| "step": 4970 |
| }, |
| { |
| "epoch": 4.304235090751945, |
| "grad_norm": 0.4149778485298157, |
| "learning_rate": 9.941262121221187e-05, |
| "loss": 3.9263, |
| "step": 4980 |
| }, |
| { |
| "epoch": 4.312878133102852, |
| "grad_norm": 0.41949522495269775, |
| "learning_rate": 9.941021571082352e-05, |
| "loss": 3.9193, |
| "step": 4990 |
| }, |
| { |
| "epoch": 4.32152117545376, |
| "grad_norm": 0.4075440466403961, |
| "learning_rate": 9.940780532307455e-05, |
| "loss": 3.9093, |
| "step": 5000 |
| }, |
| { |
| "epoch": 4.3301642178046675, |
| "grad_norm": 0.38759011030197144, |
| "learning_rate": 9.940539004920333e-05, |
| "loss": 3.9326, |
| "step": 5010 |
| }, |
| { |
| "epoch": 4.3388072601555745, |
| "grad_norm": 0.4260319471359253, |
| "learning_rate": 9.940296988944871e-05, |
| "loss": 3.9306, |
| "step": 5020 |
| }, |
| { |
| "epoch": 4.347450302506482, |
| "grad_norm": 0.40612083673477173, |
| "learning_rate": 9.940054484405006e-05, |
| "loss": 3.9144, |
| "step": 5030 |
| }, |
| { |
| "epoch": 4.35609334485739, |
| "grad_norm": 0.44703203439712524, |
| "learning_rate": 9.939811491324716e-05, |
| "loss": 3.9279, |
| "step": 5040 |
| }, |
| { |
| "epoch": 4.364736387208297, |
| "grad_norm": 0.44211527705192566, |
| "learning_rate": 9.939568009728032e-05, |
| "loss": 3.9446, |
| "step": 5050 |
| }, |
| { |
| "epoch": 4.373379429559205, |
| "grad_norm": 0.4247649013996124, |
| "learning_rate": 9.939324039639038e-05, |
| "loss": 3.9094, |
| "step": 5060 |
| }, |
| { |
| "epoch": 4.382022471910112, |
| "grad_norm": 0.4443792700767517, |
| "learning_rate": 9.939079581081857e-05, |
| "loss": 3.9239, |
| "step": 5070 |
| }, |
| { |
| "epoch": 4.39066551426102, |
| "grad_norm": 0.4103046953678131, |
| "learning_rate": 9.938834634080662e-05, |
| "loss": 3.9209, |
| "step": 5080 |
| }, |
| { |
| "epoch": 4.399308556611928, |
| "grad_norm": 0.42626142501831055, |
| "learning_rate": 9.93858919865968e-05, |
| "loss": 3.9085, |
| "step": 5090 |
| }, |
| { |
| "epoch": 4.407951598962835, |
| "grad_norm": 0.39784398674964905, |
| "learning_rate": 9.938343274843184e-05, |
| "loss": 3.9295, |
| "step": 5100 |
| }, |
| { |
| "epoch": 4.4165946413137425, |
| "grad_norm": 0.39024627208709717, |
| "learning_rate": 9.938096862655493e-05, |
| "loss": 3.899, |
| "step": 5110 |
| }, |
| { |
| "epoch": 4.42523768366465, |
| "grad_norm": 0.4169016480445862, |
| "learning_rate": 9.937849962120973e-05, |
| "loss": 3.9074, |
| "step": 5120 |
| }, |
| { |
| "epoch": 4.433880726015557, |
| "grad_norm": 0.42555204033851624, |
| "learning_rate": 9.937602573264046e-05, |
| "loss": 3.9329, |
| "step": 5130 |
| }, |
| { |
| "epoch": 4.442523768366465, |
| "grad_norm": 0.43979352712631226, |
| "learning_rate": 9.937354696109172e-05, |
| "loss": 3.9089, |
| "step": 5140 |
| }, |
| { |
| "epoch": 4.451166810717373, |
| "grad_norm": 0.4124186038970947, |
| "learning_rate": 9.93710633068087e-05, |
| "loss": 3.9009, |
| "step": 5150 |
| }, |
| { |
| "epoch": 4.45980985306828, |
| "grad_norm": 0.4352860748767853, |
| "learning_rate": 9.936857477003696e-05, |
| "loss": 3.9089, |
| "step": 5160 |
| }, |
| { |
| "epoch": 4.468452895419188, |
| "grad_norm": 0.4258969724178314, |
| "learning_rate": 9.936608135102265e-05, |
| "loss": 3.9267, |
| "step": 5170 |
| }, |
| { |
| "epoch": 4.477095937770095, |
| "grad_norm": 0.38312873244285583, |
| "learning_rate": 9.936358305001233e-05, |
| "loss": 3.9181, |
| "step": 5180 |
| }, |
| { |
| "epoch": 4.485738980121003, |
| "grad_norm": 0.4059000313282013, |
| "learning_rate": 9.936107986725304e-05, |
| "loss": 3.9223, |
| "step": 5190 |
| }, |
| { |
| "epoch": 4.49438202247191, |
| "grad_norm": 0.3986760079860687, |
| "learning_rate": 9.93585718029924e-05, |
| "loss": 3.9141, |
| "step": 5200 |
| }, |
| { |
| "epoch": 4.503025064822817, |
| "grad_norm": 0.4080299437046051, |
| "learning_rate": 9.935605885747837e-05, |
| "loss": 3.927, |
| "step": 5210 |
| }, |
| { |
| "epoch": 4.511668107173725, |
| "grad_norm": 0.4361514449119568, |
| "learning_rate": 9.93535410309595e-05, |
| "loss": 3.8973, |
| "step": 5220 |
| }, |
| { |
| "epoch": 4.520311149524632, |
| "grad_norm": 0.42509543895721436, |
| "learning_rate": 9.935101832368479e-05, |
| "loss": 3.9046, |
| "step": 5230 |
| }, |
| { |
| "epoch": 4.52895419187554, |
| "grad_norm": 0.40220266580581665, |
| "learning_rate": 9.934849073590371e-05, |
| "loss": 3.91, |
| "step": 5240 |
| }, |
| { |
| "epoch": 4.537597234226448, |
| "grad_norm": 0.41712138056755066, |
| "learning_rate": 9.934595826786621e-05, |
| "loss": 3.9267, |
| "step": 5250 |
| }, |
| { |
| "epoch": 4.546240276577355, |
| "grad_norm": 0.4254670739173889, |
| "learning_rate": 9.934342091982276e-05, |
| "loss": 3.9378, |
| "step": 5260 |
| }, |
| { |
| "epoch": 4.554883318928263, |
| "grad_norm": 0.45470479130744934, |
| "learning_rate": 9.934087869202429e-05, |
| "loss": 3.9297, |
| "step": 5270 |
| }, |
| { |
| "epoch": 4.5635263612791706, |
| "grad_norm": 0.42459312081336975, |
| "learning_rate": 9.93383315847222e-05, |
| "loss": 3.9039, |
| "step": 5280 |
| }, |
| { |
| "epoch": 4.5721694036300775, |
| "grad_norm": 0.4165753424167633, |
| "learning_rate": 9.933577959816834e-05, |
| "loss": 3.9096, |
| "step": 5290 |
| }, |
| { |
| "epoch": 4.580812445980985, |
| "grad_norm": 0.42118263244628906, |
| "learning_rate": 9.933322273261517e-05, |
| "loss": 3.9111, |
| "step": 5300 |
| }, |
| { |
| "epoch": 4.589455488331893, |
| "grad_norm": 0.41906115412712097, |
| "learning_rate": 9.933066098831547e-05, |
| "loss": 3.9014, |
| "step": 5310 |
| }, |
| { |
| "epoch": 4.5980985306828, |
| "grad_norm": 0.40858471393585205, |
| "learning_rate": 9.932809436552263e-05, |
| "loss": 3.9068, |
| "step": 5320 |
| }, |
| { |
| "epoch": 4.606741573033708, |
| "grad_norm": 0.4069584310054779, |
| "learning_rate": 9.932552286449046e-05, |
| "loss": 3.9144, |
| "step": 5330 |
| }, |
| { |
| "epoch": 4.615384615384615, |
| "grad_norm": 0.41353607177734375, |
| "learning_rate": 9.932294648547326e-05, |
| "loss": 3.9057, |
| "step": 5340 |
| }, |
| { |
| "epoch": 4.624027657735523, |
| "grad_norm": 0.39349427819252014, |
| "learning_rate": 9.932036522872581e-05, |
| "loss": 3.9105, |
| "step": 5350 |
| }, |
| { |
| "epoch": 4.632670700086431, |
| "grad_norm": 0.42823362350463867, |
| "learning_rate": 9.93177790945034e-05, |
| "loss": 3.9266, |
| "step": 5360 |
| }, |
| { |
| "epoch": 4.641313742437338, |
| "grad_norm": 0.4048933982849121, |
| "learning_rate": 9.931518808306177e-05, |
| "loss": 3.9029, |
| "step": 5370 |
| }, |
| { |
| "epoch": 4.6499567847882455, |
| "grad_norm": 0.39814648032188416, |
| "learning_rate": 9.931259219465718e-05, |
| "loss": 3.9189, |
| "step": 5380 |
| }, |
| { |
| "epoch": 4.658599827139153, |
| "grad_norm": 0.4146483242511749, |
| "learning_rate": 9.93099914295463e-05, |
| "loss": 3.9434, |
| "step": 5390 |
| }, |
| { |
| "epoch": 4.66724286949006, |
| "grad_norm": 0.4091688394546509, |
| "learning_rate": 9.930738578798634e-05, |
| "loss": 3.9085, |
| "step": 5400 |
| }, |
| { |
| "epoch": 4.675885911840968, |
| "grad_norm": 0.38728079199790955, |
| "learning_rate": 9.930477527023502e-05, |
| "loss": 3.9226, |
| "step": 5410 |
| }, |
| { |
| "epoch": 4.684528954191876, |
| "grad_norm": 0.3985980153083801, |
| "learning_rate": 9.930215987655048e-05, |
| "loss": 3.9396, |
| "step": 5420 |
| }, |
| { |
| "epoch": 4.693171996542783, |
| "grad_norm": 0.3926622271537781, |
| "learning_rate": 9.929953960719137e-05, |
| "loss": 3.9086, |
| "step": 5430 |
| }, |
| { |
| "epoch": 4.701815038893691, |
| "grad_norm": 0.3982195556163788, |
| "learning_rate": 9.929691446241681e-05, |
| "loss": 3.9255, |
| "step": 5440 |
| }, |
| { |
| "epoch": 4.710458081244598, |
| "grad_norm": 0.4207574725151062, |
| "learning_rate": 9.92942844424864e-05, |
| "loss": 3.9158, |
| "step": 5450 |
| }, |
| { |
| "epoch": 4.719101123595506, |
| "grad_norm": 0.4493349492549896, |
| "learning_rate": 9.929164954766026e-05, |
| "loss": 3.9295, |
| "step": 5460 |
| }, |
| { |
| "epoch": 4.7277441659464134, |
| "grad_norm": 0.4473809003829956, |
| "learning_rate": 9.928900977819894e-05, |
| "loss": 3.9225, |
| "step": 5470 |
| }, |
| { |
| "epoch": 4.73638720829732, |
| "grad_norm": 0.42945918440818787, |
| "learning_rate": 9.928636513436351e-05, |
| "loss": 3.9416, |
| "step": 5480 |
| }, |
| { |
| "epoch": 4.745030250648228, |
| "grad_norm": 0.3886996805667877, |
| "learning_rate": 9.928371561641552e-05, |
| "loss": 3.9005, |
| "step": 5490 |
| }, |
| { |
| "epoch": 4.753673292999135, |
| "grad_norm": 0.38654619455337524, |
| "learning_rate": 9.928106122461696e-05, |
| "loss": 3.9217, |
| "step": 5500 |
| }, |
| { |
| "epoch": 4.762316335350043, |
| "grad_norm": 0.43786391615867615, |
| "learning_rate": 9.927840195923037e-05, |
| "loss": 3.9099, |
| "step": 5510 |
| }, |
| { |
| "epoch": 4.770959377700951, |
| "grad_norm": 0.40986570715904236, |
| "learning_rate": 9.927573782051868e-05, |
| "loss": 3.9179, |
| "step": 5520 |
| }, |
| { |
| "epoch": 4.779602420051858, |
| "grad_norm": 0.3916676640510559, |
| "learning_rate": 9.927306880874543e-05, |
| "loss": 3.8974, |
| "step": 5530 |
| }, |
| { |
| "epoch": 4.788245462402766, |
| "grad_norm": 0.4204486012458801, |
| "learning_rate": 9.927039492417452e-05, |
| "loss": 3.92, |
| "step": 5540 |
| }, |
| { |
| "epoch": 4.796888504753674, |
| "grad_norm": 0.39746108651161194, |
| "learning_rate": 9.926771616707037e-05, |
| "loss": 3.9131, |
| "step": 5550 |
| }, |
| { |
| "epoch": 4.8055315471045805, |
| "grad_norm": 0.39833253622055054, |
| "learning_rate": 9.926503253769794e-05, |
| "loss": 3.9151, |
| "step": 5560 |
| }, |
| { |
| "epoch": 4.814174589455488, |
| "grad_norm": 0.4475330710411072, |
| "learning_rate": 9.926234403632257e-05, |
| "loss": 3.9172, |
| "step": 5570 |
| }, |
| { |
| "epoch": 4.822817631806396, |
| "grad_norm": 0.38219740986824036, |
| "learning_rate": 9.925965066321018e-05, |
| "loss": 3.9068, |
| "step": 5580 |
| }, |
| { |
| "epoch": 4.831460674157303, |
| "grad_norm": 0.38516107201576233, |
| "learning_rate": 9.925695241862712e-05, |
| "loss": 3.9215, |
| "step": 5590 |
| }, |
| { |
| "epoch": 4.840103716508211, |
| "grad_norm": 0.4307667911052704, |
| "learning_rate": 9.92542493028402e-05, |
| "loss": 3.9141, |
| "step": 5600 |
| }, |
| { |
| "epoch": 4.848746758859118, |
| "grad_norm": 0.3765527904033661, |
| "learning_rate": 9.925154131611676e-05, |
| "loss": 3.8952, |
| "step": 5610 |
| }, |
| { |
| "epoch": 4.857389801210026, |
| "grad_norm": 0.4105421304702759, |
| "learning_rate": 9.92488284587246e-05, |
| "loss": 3.9241, |
| "step": 5620 |
| }, |
| { |
| "epoch": 4.866032843560934, |
| "grad_norm": 0.4031495749950409, |
| "learning_rate": 9.924611073093204e-05, |
| "loss": 3.9199, |
| "step": 5630 |
| }, |
| { |
| "epoch": 4.874675885911841, |
| "grad_norm": 0.3937961161136627, |
| "learning_rate": 9.924338813300779e-05, |
| "loss": 3.9216, |
| "step": 5640 |
| }, |
| { |
| "epoch": 4.8833189282627485, |
| "grad_norm": 0.4108292758464813, |
| "learning_rate": 9.924066066522113e-05, |
| "loss": 3.9045, |
| "step": 5650 |
| }, |
| { |
| "epoch": 4.891961970613656, |
| "grad_norm": 0.3792695999145508, |
| "learning_rate": 9.923792832784178e-05, |
| "loss": 3.9106, |
| "step": 5660 |
| }, |
| { |
| "epoch": 4.900605012964563, |
| "grad_norm": 0.415528267621994, |
| "learning_rate": 9.923519112113995e-05, |
| "loss": 3.8977, |
| "step": 5670 |
| }, |
| { |
| "epoch": 4.909248055315471, |
| "grad_norm": 0.4207219183444977, |
| "learning_rate": 9.923244904538634e-05, |
| "loss": 3.8984, |
| "step": 5680 |
| }, |
| { |
| "epoch": 4.917891097666379, |
| "grad_norm": 0.4093770682811737, |
| "learning_rate": 9.922970210085212e-05, |
| "loss": 3.9191, |
| "step": 5690 |
| }, |
| { |
| "epoch": 4.926534140017286, |
| "grad_norm": 0.448201984167099, |
| "learning_rate": 9.922695028780893e-05, |
| "loss": 3.8965, |
| "step": 5700 |
| }, |
| { |
| "epoch": 4.935177182368194, |
| "grad_norm": 0.39128607511520386, |
| "learning_rate": 9.922419360652895e-05, |
| "loss": 3.9097, |
| "step": 5710 |
| }, |
| { |
| "epoch": 4.943820224719101, |
| "grad_norm": 0.39044010639190674, |
| "learning_rate": 9.922143205728476e-05, |
| "loss": 3.9124, |
| "step": 5720 |
| }, |
| { |
| "epoch": 4.952463267070009, |
| "grad_norm": 0.40047234296798706, |
| "learning_rate": 9.921866564034946e-05, |
| "loss": 3.9103, |
| "step": 5730 |
| }, |
| { |
| "epoch": 4.9611063094209165, |
| "grad_norm": 0.3908224403858185, |
| "learning_rate": 9.921589435599666e-05, |
| "loss": 3.8911, |
| "step": 5740 |
| }, |
| { |
| "epoch": 4.969749351771823, |
| "grad_norm": 0.43222200870513916, |
| "learning_rate": 9.921311820450039e-05, |
| "loss": 3.8876, |
| "step": 5750 |
| }, |
| { |
| "epoch": 4.978392394122731, |
| "grad_norm": 0.3999704122543335, |
| "learning_rate": 9.921033718613522e-05, |
| "loss": 3.9264, |
| "step": 5760 |
| }, |
| { |
| "epoch": 4.987035436473638, |
| "grad_norm": 0.38127386569976807, |
| "learning_rate": 9.920755130117615e-05, |
| "loss": 3.8929, |
| "step": 5770 |
| }, |
| { |
| "epoch": 4.995678478824546, |
| "grad_norm": 0.39231008291244507, |
| "learning_rate": 9.920476054989872e-05, |
| "loss": 3.9213, |
| "step": 5780 |
| }, |
| { |
| "epoch": 5.004321521175454, |
| "grad_norm": 0.4056108593940735, |
| "learning_rate": 9.920196493257887e-05, |
| "loss": 3.9023, |
| "step": 5790 |
| }, |
| { |
| "epoch": 5.012964563526361, |
| "grad_norm": 0.41940397024154663, |
| "learning_rate": 9.919916444949312e-05, |
| "loss": 3.8645, |
| "step": 5800 |
| }, |
| { |
| "epoch": 5.021607605877269, |
| "grad_norm": 0.41480934619903564, |
| "learning_rate": 9.91963591009184e-05, |
| "loss": 3.8836, |
| "step": 5810 |
| }, |
| { |
| "epoch": 5.030250648228177, |
| "grad_norm": 0.39269885420799255, |
| "learning_rate": 9.919354888713213e-05, |
| "loss": 3.8618, |
| "step": 5820 |
| }, |
| { |
| "epoch": 5.0388936905790835, |
| "grad_norm": 0.4056289494037628, |
| "learning_rate": 9.919073380841223e-05, |
| "loss": 3.866, |
| "step": 5830 |
| }, |
| { |
| "epoch": 5.047536732929991, |
| "grad_norm": 0.4029063284397125, |
| "learning_rate": 9.91879138650371e-05, |
| "loss": 3.866, |
| "step": 5840 |
| }, |
| { |
| "epoch": 5.056179775280899, |
| "grad_norm": 0.5415188670158386, |
| "learning_rate": 9.91850890572856e-05, |
| "loss": 3.8807, |
| "step": 5850 |
| }, |
| { |
| "epoch": 5.064822817631806, |
| "grad_norm": 0.39949139952659607, |
| "learning_rate": 9.918225938543712e-05, |
| "loss": 3.8674, |
| "step": 5860 |
| }, |
| { |
| "epoch": 5.073465859982714, |
| "grad_norm": 0.42085975408554077, |
| "learning_rate": 9.917942484977145e-05, |
| "loss": 3.8649, |
| "step": 5870 |
| }, |
| { |
| "epoch": 5.082108902333621, |
| "grad_norm": 0.4052109122276306, |
| "learning_rate": 9.917658545056894e-05, |
| "loss": 3.8592, |
| "step": 5880 |
| }, |
| { |
| "epoch": 5.090751944684529, |
| "grad_norm": 0.3868408203125, |
| "learning_rate": 9.917374118811038e-05, |
| "loss": 3.8736, |
| "step": 5890 |
| }, |
| { |
| "epoch": 5.099394987035437, |
| "grad_norm": 0.4110756516456604, |
| "learning_rate": 9.917089206267705e-05, |
| "loss": 3.8703, |
| "step": 5900 |
| }, |
| { |
| "epoch": 5.108038029386344, |
| "grad_norm": 0.44226956367492676, |
| "learning_rate": 9.91680380745507e-05, |
| "loss": 3.8686, |
| "step": 5910 |
| }, |
| { |
| "epoch": 5.1166810717372515, |
| "grad_norm": 0.40659862756729126, |
| "learning_rate": 9.916517922401358e-05, |
| "loss": 3.8719, |
| "step": 5920 |
| }, |
| { |
| "epoch": 5.125324114088159, |
| "grad_norm": 0.4623279273509979, |
| "learning_rate": 9.916231551134842e-05, |
| "loss": 3.9057, |
| "step": 5930 |
| }, |
| { |
| "epoch": 5.133967156439066, |
| "grad_norm": 0.4094488322734833, |
| "learning_rate": 9.915944693683843e-05, |
| "loss": 3.8616, |
| "step": 5940 |
| }, |
| { |
| "epoch": 5.142610198789974, |
| "grad_norm": 0.39025214314460754, |
| "learning_rate": 9.915657350076726e-05, |
| "loss": 3.8843, |
| "step": 5950 |
| }, |
| { |
| "epoch": 5.151253241140882, |
| "grad_norm": 0.45938828587532043, |
| "learning_rate": 9.91536952034191e-05, |
| "loss": 3.8553, |
| "step": 5960 |
| }, |
| { |
| "epoch": 5.159896283491789, |
| "grad_norm": 0.42447414994239807, |
| "learning_rate": 9.91508120450786e-05, |
| "loss": 3.867, |
| "step": 5970 |
| }, |
| { |
| "epoch": 5.168539325842697, |
| "grad_norm": 0.3990349769592285, |
| "learning_rate": 9.914792402603087e-05, |
| "loss": 3.8644, |
| "step": 5980 |
| }, |
| { |
| "epoch": 5.177182368193604, |
| "grad_norm": 0.4640429615974426, |
| "learning_rate": 9.914503114656153e-05, |
| "loss": 3.8724, |
| "step": 5990 |
| }, |
| { |
| "epoch": 5.185825410544512, |
| "grad_norm": 0.4335879683494568, |
| "learning_rate": 9.914213340695666e-05, |
| "loss": 3.8565, |
| "step": 6000 |
| }, |
| { |
| "epoch": 5.1944684528954195, |
| "grad_norm": 0.4000294804573059, |
| "learning_rate": 9.913923080750283e-05, |
| "loss": 3.8716, |
| "step": 6010 |
| }, |
| { |
| "epoch": 5.203111495246326, |
| "grad_norm": 0.41871488094329834, |
| "learning_rate": 9.913632334848709e-05, |
| "loss": 3.8795, |
| "step": 6020 |
| }, |
| { |
| "epoch": 5.211754537597234, |
| "grad_norm": 0.4325227737426758, |
| "learning_rate": 9.913341103019695e-05, |
| "loss": 3.8818, |
| "step": 6030 |
| }, |
| { |
| "epoch": 5.220397579948142, |
| "grad_norm": 0.4247763454914093, |
| "learning_rate": 9.913049385292045e-05, |
| "loss": 3.8748, |
| "step": 6040 |
| }, |
| { |
| "epoch": 5.229040622299049, |
| "grad_norm": 0.4100995659828186, |
| "learning_rate": 9.91275718169461e-05, |
| "loss": 3.877, |
| "step": 6050 |
| }, |
| { |
| "epoch": 5.237683664649957, |
| "grad_norm": 0.4547329843044281, |
| "learning_rate": 9.912464492256282e-05, |
| "loss": 3.8816, |
| "step": 6060 |
| }, |
| { |
| "epoch": 5.246326707000864, |
| "grad_norm": 0.40777140855789185, |
| "learning_rate": 9.912171317006008e-05, |
| "loss": 3.8642, |
| "step": 6070 |
| }, |
| { |
| "epoch": 5.254969749351772, |
| "grad_norm": 0.40889281034469604, |
| "learning_rate": 9.911877655972779e-05, |
| "loss": 3.8719, |
| "step": 6080 |
| }, |
| { |
| "epoch": 5.26361279170268, |
| "grad_norm": 0.4562751352787018, |
| "learning_rate": 9.911583509185641e-05, |
| "loss": 3.8607, |
| "step": 6090 |
| }, |
| { |
| "epoch": 5.2722558340535866, |
| "grad_norm": 0.4016660749912262, |
| "learning_rate": 9.911288876673681e-05, |
| "loss": 3.8565, |
| "step": 6100 |
| }, |
| { |
| "epoch": 5.280898876404494, |
| "grad_norm": 0.43429499864578247, |
| "learning_rate": 9.910993758466036e-05, |
| "loss": 3.8809, |
| "step": 6110 |
| }, |
| { |
| "epoch": 5.289541918755402, |
| "grad_norm": 0.47500941157341003, |
| "learning_rate": 9.910698154591891e-05, |
| "loss": 3.8771, |
| "step": 6120 |
| }, |
| { |
| "epoch": 5.298184961106309, |
| "grad_norm": 0.3975304067134857, |
| "learning_rate": 9.91040206508048e-05, |
| "loss": 3.8806, |
| "step": 6130 |
| }, |
| { |
| "epoch": 5.306828003457217, |
| "grad_norm": 0.4168505072593689, |
| "learning_rate": 9.910105489961086e-05, |
| "loss": 3.8942, |
| "step": 6140 |
| }, |
| { |
| "epoch": 5.315471045808124, |
| "grad_norm": 0.4265194237232208, |
| "learning_rate": 9.909808429263035e-05, |
| "loss": 3.8557, |
| "step": 6150 |
| }, |
| { |
| "epoch": 5.324114088159032, |
| "grad_norm": 0.3724828362464905, |
| "learning_rate": 9.909510883015706e-05, |
| "loss": 3.8761, |
| "step": 6160 |
| }, |
| { |
| "epoch": 5.33275713050994, |
| "grad_norm": 0.478994756937027, |
| "learning_rate": 9.909212851248525e-05, |
| "loss": 3.8804, |
| "step": 6170 |
| }, |
| { |
| "epoch": 5.341400172860847, |
| "grad_norm": 0.41817572712898254, |
| "learning_rate": 9.908914333990966e-05, |
| "loss": 3.8757, |
| "step": 6180 |
| }, |
| { |
| "epoch": 5.3500432152117545, |
| "grad_norm": 0.42051035165786743, |
| "learning_rate": 9.908615331272548e-05, |
| "loss": 3.8551, |
| "step": 6190 |
| }, |
| { |
| "epoch": 5.358686257562662, |
| "grad_norm": 0.4182960093021393, |
| "learning_rate": 9.908315843122842e-05, |
| "loss": 3.8784, |
| "step": 6200 |
| }, |
| { |
| "epoch": 5.367329299913569, |
| "grad_norm": 0.421338826417923, |
| "learning_rate": 9.908015869571467e-05, |
| "loss": 3.8727, |
| "step": 6210 |
| }, |
| { |
| "epoch": 5.375972342264477, |
| "grad_norm": 0.41072940826416016, |
| "learning_rate": 9.907715410648086e-05, |
| "loss": 3.8639, |
| "step": 6220 |
| }, |
| { |
| "epoch": 5.384615384615385, |
| "grad_norm": 0.40089914202690125, |
| "learning_rate": 9.907414466382414e-05, |
| "loss": 3.8793, |
| "step": 6230 |
| }, |
| { |
| "epoch": 5.393258426966292, |
| "grad_norm": 0.47449275851249695, |
| "learning_rate": 9.907113036804213e-05, |
| "loss": 3.871, |
| "step": 6240 |
| }, |
| { |
| "epoch": 5.4019014693172, |
| "grad_norm": 0.41789597272872925, |
| "learning_rate": 9.906811121943291e-05, |
| "loss": 3.8765, |
| "step": 6250 |
| }, |
| { |
| "epoch": 5.410544511668107, |
| "grad_norm": 0.425609827041626, |
| "learning_rate": 9.906508721829506e-05, |
| "loss": 3.8644, |
| "step": 6260 |
| }, |
| { |
| "epoch": 5.419187554019015, |
| "grad_norm": 0.4419967830181122, |
| "learning_rate": 9.906205836492763e-05, |
| "loss": 3.8703, |
| "step": 6270 |
| }, |
| { |
| "epoch": 5.4278305963699225, |
| "grad_norm": 0.45421814918518066, |
| "learning_rate": 9.905902465963016e-05, |
| "loss": 3.8858, |
| "step": 6280 |
| }, |
| { |
| "epoch": 5.4364736387208294, |
| "grad_norm": 0.418173611164093, |
| "learning_rate": 9.905598610270267e-05, |
| "loss": 3.8558, |
| "step": 6290 |
| }, |
| { |
| "epoch": 5.445116681071737, |
| "grad_norm": 0.4171660542488098, |
| "learning_rate": 9.905294269444564e-05, |
| "loss": 3.8813, |
| "step": 6300 |
| }, |
| { |
| "epoch": 5.453759723422645, |
| "grad_norm": 0.43963703513145447, |
| "learning_rate": 9.904989443516007e-05, |
| "loss": 3.8896, |
| "step": 6310 |
| }, |
| { |
| "epoch": 5.462402765773552, |
| "grad_norm": 0.4448891878128052, |
| "learning_rate": 9.90468413251474e-05, |
| "loss": 3.8541, |
| "step": 6320 |
| }, |
| { |
| "epoch": 5.47104580812446, |
| "grad_norm": 0.39739835262298584, |
| "learning_rate": 9.904378336470955e-05, |
| "loss": 3.8789, |
| "step": 6330 |
| }, |
| { |
| "epoch": 5.479688850475368, |
| "grad_norm": 0.4247204661369324, |
| "learning_rate": 9.904072055414893e-05, |
| "loss": 3.8833, |
| "step": 6340 |
| }, |
| { |
| "epoch": 5.488331892826275, |
| "grad_norm": 0.4140852987766266, |
| "learning_rate": 9.903765289376845e-05, |
| "loss": 3.8748, |
| "step": 6350 |
| }, |
| { |
| "epoch": 5.496974935177183, |
| "grad_norm": 0.40234845876693726, |
| "learning_rate": 9.903458038387148e-05, |
| "loss": 3.8704, |
| "step": 6360 |
| }, |
| { |
| "epoch": 5.50561797752809, |
| "grad_norm": 0.4366362690925598, |
| "learning_rate": 9.903150302476188e-05, |
| "loss": 3.8911, |
| "step": 6370 |
| }, |
| { |
| "epoch": 5.514261019878997, |
| "grad_norm": 0.46083760261535645, |
| "learning_rate": 9.902842081674397e-05, |
| "loss": 3.8624, |
| "step": 6380 |
| }, |
| { |
| "epoch": 5.522904062229905, |
| "grad_norm": 0.43876636028289795, |
| "learning_rate": 9.902533376012255e-05, |
| "loss": 3.8683, |
| "step": 6390 |
| }, |
| { |
| "epoch": 5.531547104580812, |
| "grad_norm": 0.40627536177635193, |
| "learning_rate": 9.902224185520294e-05, |
| "loss": 3.8821, |
| "step": 6400 |
| }, |
| { |
| "epoch": 5.54019014693172, |
| "grad_norm": 0.37695732712745667, |
| "learning_rate": 9.90191451022909e-05, |
| "loss": 3.9009, |
| "step": 6410 |
| }, |
| { |
| "epoch": 5.548833189282627, |
| "grad_norm": 0.46018314361572266, |
| "learning_rate": 9.901604350169265e-05, |
| "loss": 3.8693, |
| "step": 6420 |
| }, |
| { |
| "epoch": 5.557476231633535, |
| "grad_norm": 0.4025851786136627, |
| "learning_rate": 9.901293705371494e-05, |
| "loss": 3.8732, |
| "step": 6430 |
| }, |
| { |
| "epoch": 5.566119273984443, |
| "grad_norm": 0.40992680191993713, |
| "learning_rate": 9.900982575866499e-05, |
| "loss": 3.8598, |
| "step": 6440 |
| }, |
| { |
| "epoch": 5.57476231633535, |
| "grad_norm": 0.452629029750824, |
| "learning_rate": 9.900670961685048e-05, |
| "loss": 3.8565, |
| "step": 6450 |
| }, |
| { |
| "epoch": 5.5834053586862575, |
| "grad_norm": 0.4147787094116211, |
| "learning_rate": 9.900358862857957e-05, |
| "loss": 3.8692, |
| "step": 6460 |
| }, |
| { |
| "epoch": 5.592048401037165, |
| "grad_norm": 0.43411847949028015, |
| "learning_rate": 9.900046279416091e-05, |
| "loss": 3.8723, |
| "step": 6470 |
| }, |
| { |
| "epoch": 5.600691443388072, |
| "grad_norm": 0.40324878692626953, |
| "learning_rate": 9.899733211390363e-05, |
| "loss": 3.8726, |
| "step": 6480 |
| }, |
| { |
| "epoch": 5.60933448573898, |
| "grad_norm": 0.4222133755683899, |
| "learning_rate": 9.899419658811732e-05, |
| "loss": 3.8687, |
| "step": 6490 |
| }, |
| { |
| "epoch": 5.617977528089888, |
| "grad_norm": 0.3927769362926483, |
| "learning_rate": 9.899105621711209e-05, |
| "loss": 3.8709, |
| "step": 6500 |
| }, |
| { |
| "epoch": 5.626620570440795, |
| "grad_norm": 0.3918621242046356, |
| "learning_rate": 9.898791100119849e-05, |
| "loss": 3.8707, |
| "step": 6510 |
| }, |
| { |
| "epoch": 5.635263612791703, |
| "grad_norm": 0.4073645770549774, |
| "learning_rate": 9.898476094068754e-05, |
| "loss": 3.8576, |
| "step": 6520 |
| }, |
| { |
| "epoch": 5.64390665514261, |
| "grad_norm": 0.4370019733905792, |
| "learning_rate": 9.898160603589079e-05, |
| "loss": 3.8734, |
| "step": 6530 |
| }, |
| { |
| "epoch": 5.652549697493518, |
| "grad_norm": 0.46603620052337646, |
| "learning_rate": 9.897844628712023e-05, |
| "loss": 3.8742, |
| "step": 6540 |
| }, |
| { |
| "epoch": 5.6611927398444255, |
| "grad_norm": 0.42151346802711487, |
| "learning_rate": 9.897528169468835e-05, |
| "loss": 3.8586, |
| "step": 6550 |
| }, |
| { |
| "epoch": 5.6698357821953325, |
| "grad_norm": 0.41966700553894043, |
| "learning_rate": 9.897211225890808e-05, |
| "loss": 3.8595, |
| "step": 6560 |
| }, |
| { |
| "epoch": 5.67847882454624, |
| "grad_norm": 0.41566649079322815, |
| "learning_rate": 9.896893798009291e-05, |
| "loss": 3.8542, |
| "step": 6570 |
| }, |
| { |
| "epoch": 5.687121866897148, |
| "grad_norm": 0.4267686903476715, |
| "learning_rate": 9.896575885855668e-05, |
| "loss": 3.8788, |
| "step": 6580 |
| }, |
| { |
| "epoch": 5.695764909248055, |
| "grad_norm": 0.4070151448249817, |
| "learning_rate": 9.896257489461385e-05, |
| "loss": 3.8772, |
| "step": 6590 |
| }, |
| { |
| "epoch": 5.704407951598963, |
| "grad_norm": 0.41723763942718506, |
| "learning_rate": 9.895938608857926e-05, |
| "loss": 3.853, |
| "step": 6600 |
| }, |
| { |
| "epoch": 5.713050993949871, |
| "grad_norm": 0.4416370391845703, |
| "learning_rate": 9.89561924407683e-05, |
| "loss": 3.8835, |
| "step": 6610 |
| }, |
| { |
| "epoch": 5.721694036300778, |
| "grad_norm": 0.4473690390586853, |
| "learning_rate": 9.895299395149675e-05, |
| "loss": 3.8705, |
| "step": 6620 |
| }, |
| { |
| "epoch": 5.730337078651686, |
| "grad_norm": 0.40072378516197205, |
| "learning_rate": 9.894979062108096e-05, |
| "loss": 3.8627, |
| "step": 6630 |
| }, |
| { |
| "epoch": 5.738980121002593, |
| "grad_norm": 0.401658833026886, |
| "learning_rate": 9.894658244983771e-05, |
| "loss": 3.8706, |
| "step": 6640 |
| }, |
| { |
| "epoch": 5.7476231633535, |
| "grad_norm": 0.40036046504974365, |
| "learning_rate": 9.894336943808426e-05, |
| "loss": 3.8998, |
| "step": 6650 |
| }, |
| { |
| "epoch": 5.756266205704408, |
| "grad_norm": 0.4285760819911957, |
| "learning_rate": 9.894015158613835e-05, |
| "loss": 3.8824, |
| "step": 6660 |
| }, |
| { |
| "epoch": 5.764909248055315, |
| "grad_norm": 0.4326706826686859, |
| "learning_rate": 9.893692889431822e-05, |
| "loss": 3.8764, |
| "step": 6670 |
| }, |
| { |
| "epoch": 5.773552290406223, |
| "grad_norm": 0.42004770040512085, |
| "learning_rate": 9.893370136294259e-05, |
| "loss": 3.8578, |
| "step": 6680 |
| }, |
| { |
| "epoch": 5.78219533275713, |
| "grad_norm": 0.4316732883453369, |
| "learning_rate": 9.893046899233061e-05, |
| "loss": 3.8637, |
| "step": 6690 |
| }, |
| { |
| "epoch": 5.790838375108038, |
| "grad_norm": 0.4155629575252533, |
| "learning_rate": 9.892723178280195e-05, |
| "loss": 3.8744, |
| "step": 6700 |
| }, |
| { |
| "epoch": 5.799481417458946, |
| "grad_norm": 0.4753340482711792, |
| "learning_rate": 9.892398973467676e-05, |
| "loss": 3.8636, |
| "step": 6710 |
| }, |
| { |
| "epoch": 5.808124459809853, |
| "grad_norm": 0.4034069776535034, |
| "learning_rate": 9.892074284827564e-05, |
| "loss": 3.8676, |
| "step": 6720 |
| }, |
| { |
| "epoch": 5.8167675021607606, |
| "grad_norm": 0.38256651163101196, |
| "learning_rate": 9.891749112391972e-05, |
| "loss": 3.8645, |
| "step": 6730 |
| }, |
| { |
| "epoch": 5.825410544511668, |
| "grad_norm": 0.39927440881729126, |
| "learning_rate": 9.891423456193054e-05, |
| "loss": 3.836, |
| "step": 6740 |
| }, |
| { |
| "epoch": 5.834053586862575, |
| "grad_norm": 0.42060425877571106, |
| "learning_rate": 9.891097316263016e-05, |
| "loss": 3.8715, |
| "step": 6750 |
| }, |
| { |
| "epoch": 5.842696629213483, |
| "grad_norm": 0.4236350655555725, |
| "learning_rate": 9.890770692634113e-05, |
| "loss": 3.8556, |
| "step": 6760 |
| }, |
| { |
| "epoch": 5.851339671564391, |
| "grad_norm": 0.40657591819763184, |
| "learning_rate": 9.890443585338645e-05, |
| "loss": 3.8687, |
| "step": 6770 |
| }, |
| { |
| "epoch": 5.859982713915298, |
| "grad_norm": 0.5009390115737915, |
| "learning_rate": 9.890115994408961e-05, |
| "loss": 3.8676, |
| "step": 6780 |
| }, |
| { |
| "epoch": 5.868625756266206, |
| "grad_norm": 0.4368286728858948, |
| "learning_rate": 9.889787919877457e-05, |
| "loss": 3.8711, |
| "step": 6790 |
| }, |
| { |
| "epoch": 5.877268798617113, |
| "grad_norm": 0.4390564262866974, |
| "learning_rate": 9.889459361776579e-05, |
| "loss": 3.8706, |
| "step": 6800 |
| }, |
| { |
| "epoch": 5.885911840968021, |
| "grad_norm": 0.4198562800884247, |
| "learning_rate": 9.889130320138818e-05, |
| "loss": 3.8536, |
| "step": 6810 |
| }, |
| { |
| "epoch": 5.8945548833189285, |
| "grad_norm": 0.4087146818637848, |
| "learning_rate": 9.888800794996713e-05, |
| "loss": 3.886, |
| "step": 6820 |
| }, |
| { |
| "epoch": 5.9031979256698355, |
| "grad_norm": 0.40491294860839844, |
| "learning_rate": 9.888470786382856e-05, |
| "loss": 3.864, |
| "step": 6830 |
| }, |
| { |
| "epoch": 5.911840968020743, |
| "grad_norm": 0.38485297560691833, |
| "learning_rate": 9.88814029432988e-05, |
| "loss": 3.8634, |
| "step": 6840 |
| }, |
| { |
| "epoch": 5.920484010371651, |
| "grad_norm": 0.41619160771369934, |
| "learning_rate": 9.887809318870466e-05, |
| "loss": 3.8477, |
| "step": 6850 |
| }, |
| { |
| "epoch": 5.929127052722558, |
| "grad_norm": 0.41255268454551697, |
| "learning_rate": 9.887477860037351e-05, |
| "loss": 3.887, |
| "step": 6860 |
| }, |
| { |
| "epoch": 5.937770095073466, |
| "grad_norm": 0.4029698073863983, |
| "learning_rate": 9.887145917863311e-05, |
| "loss": 3.881, |
| "step": 6870 |
| }, |
| { |
| "epoch": 5.946413137424374, |
| "grad_norm": 0.3756500780582428, |
| "learning_rate": 9.886813492381172e-05, |
| "loss": 3.8407, |
| "step": 6880 |
| }, |
| { |
| "epoch": 5.955056179775281, |
| "grad_norm": 0.45451104640960693, |
| "learning_rate": 9.886480583623813e-05, |
| "loss": 3.8578, |
| "step": 6890 |
| }, |
| { |
| "epoch": 5.963699222126189, |
| "grad_norm": 0.4551418423652649, |
| "learning_rate": 9.886147191624152e-05, |
| "loss": 3.8637, |
| "step": 6900 |
| }, |
| { |
| "epoch": 5.972342264477096, |
| "grad_norm": 0.4272659122943878, |
| "learning_rate": 9.885813316415163e-05, |
| "loss": 3.8716, |
| "step": 6910 |
| }, |
| { |
| "epoch": 5.9809853068280034, |
| "grad_norm": 0.41029489040374756, |
| "learning_rate": 9.88547895802986e-05, |
| "loss": 3.8702, |
| "step": 6920 |
| }, |
| { |
| "epoch": 5.989628349178911, |
| "grad_norm": 0.4228866994380951, |
| "learning_rate": 9.885144116501312e-05, |
| "loss": 3.8732, |
| "step": 6930 |
| }, |
| { |
| "epoch": 5.998271391529818, |
| "grad_norm": 0.4296019971370697, |
| "learning_rate": 9.884808791862633e-05, |
| "loss": 3.8757, |
| "step": 6940 |
| }, |
| { |
| "epoch": 6.006914433880726, |
| "grad_norm": 0.41002318263053894, |
| "learning_rate": 9.884472984146984e-05, |
| "loss": 3.8508, |
| "step": 6950 |
| }, |
| { |
| "epoch": 6.015557476231634, |
| "grad_norm": 0.4668371081352234, |
| "learning_rate": 9.884136693387572e-05, |
| "loss": 3.8256, |
| "step": 6960 |
| }, |
| { |
| "epoch": 6.024200518582541, |
| "grad_norm": 0.4312298893928528, |
| "learning_rate": 9.883799919617658e-05, |
| "loss": 3.7956, |
| "step": 6970 |
| }, |
| { |
| "epoch": 6.032843560933449, |
| "grad_norm": 0.44092798233032227, |
| "learning_rate": 9.883462662870542e-05, |
| "loss": 3.8337, |
| "step": 6980 |
| }, |
| { |
| "epoch": 6.041486603284356, |
| "grad_norm": 0.4606461524963379, |
| "learning_rate": 9.883124923179584e-05, |
| "loss": 3.8477, |
| "step": 6990 |
| }, |
| { |
| "epoch": 6.050129645635264, |
| "grad_norm": 0.49001064896583557, |
| "learning_rate": 9.882786700578175e-05, |
| "loss": 3.8112, |
| "step": 7000 |
| }, |
| { |
| "epoch": 6.058772687986171, |
| "grad_norm": 0.3998136818408966, |
| "learning_rate": 9.88244799509977e-05, |
| "loss": 3.8266, |
| "step": 7010 |
| }, |
| { |
| "epoch": 6.067415730337078, |
| "grad_norm": 0.4506179690361023, |
| "learning_rate": 9.882108806777861e-05, |
| "loss": 3.8276, |
| "step": 7020 |
| }, |
| { |
| "epoch": 6.076058772687986, |
| "grad_norm": 0.40822988748550415, |
| "learning_rate": 9.881769135645995e-05, |
| "loss": 3.8202, |
| "step": 7030 |
| }, |
| { |
| "epoch": 6.084701815038894, |
| "grad_norm": 0.4300154149532318, |
| "learning_rate": 9.881428981737761e-05, |
| "loss": 3.822, |
| "step": 7040 |
| }, |
| { |
| "epoch": 6.093344857389801, |
| "grad_norm": 0.43478450179100037, |
| "learning_rate": 9.881088345086797e-05, |
| "loss": 3.7931, |
| "step": 7050 |
| }, |
| { |
| "epoch": 6.101987899740709, |
| "grad_norm": 0.4152180552482605, |
| "learning_rate": 9.880747225726794e-05, |
| "loss": 3.8207, |
| "step": 7060 |
| }, |
| { |
| "epoch": 6.110630942091616, |
| "grad_norm": 0.47796523571014404, |
| "learning_rate": 9.880405623691484e-05, |
| "loss": 3.8315, |
| "step": 7070 |
| }, |
| { |
| "epoch": 6.119273984442524, |
| "grad_norm": 0.43339377641677856, |
| "learning_rate": 9.880063539014648e-05, |
| "loss": 3.8342, |
| "step": 7080 |
| }, |
| { |
| "epoch": 6.1279170267934315, |
| "grad_norm": 0.41969168186187744, |
| "learning_rate": 9.879720971730118e-05, |
| "loss": 3.8283, |
| "step": 7090 |
| }, |
| { |
| "epoch": 6.1365600691443385, |
| "grad_norm": 0.4686369001865387, |
| "learning_rate": 9.87937792187177e-05, |
| "loss": 3.829, |
| "step": 7100 |
| }, |
| { |
| "epoch": 6.145203111495246, |
| "grad_norm": 0.42836567759513855, |
| "learning_rate": 9.879034389473531e-05, |
| "loss": 3.8371, |
| "step": 7110 |
| }, |
| { |
| "epoch": 6.153846153846154, |
| "grad_norm": 0.43930619955062866, |
| "learning_rate": 9.878690374569375e-05, |
| "loss": 3.8225, |
| "step": 7120 |
| }, |
| { |
| "epoch": 6.162489196197061, |
| "grad_norm": 0.44803354144096375, |
| "learning_rate": 9.87834587719332e-05, |
| "loss": 3.8185, |
| "step": 7130 |
| }, |
| { |
| "epoch": 6.171132238547969, |
| "grad_norm": 0.4627772867679596, |
| "learning_rate": 9.878000897379438e-05, |
| "loss": 3.8253, |
| "step": 7140 |
| }, |
| { |
| "epoch": 6.179775280898877, |
| "grad_norm": 0.4629186689853668, |
| "learning_rate": 9.877655435161843e-05, |
| "loss": 3.817, |
| "step": 7150 |
| }, |
| { |
| "epoch": 6.188418323249784, |
| "grad_norm": 0.49221256375312805, |
| "learning_rate": 9.8773094905747e-05, |
| "loss": 3.8354, |
| "step": 7160 |
| }, |
| { |
| "epoch": 6.197061365600692, |
| "grad_norm": 0.4274560809135437, |
| "learning_rate": 9.87696306365222e-05, |
| "loss": 3.8169, |
| "step": 7170 |
| }, |
| { |
| "epoch": 6.205704407951599, |
| "grad_norm": 0.4063706696033478, |
| "learning_rate": 9.876616154428662e-05, |
| "loss": 3.8317, |
| "step": 7180 |
| }, |
| { |
| "epoch": 6.2143474503025065, |
| "grad_norm": 0.4138805866241455, |
| "learning_rate": 9.876268762938337e-05, |
| "loss": 3.8223, |
| "step": 7190 |
| }, |
| { |
| "epoch": 6.222990492653414, |
| "grad_norm": 0.4438137412071228, |
| "learning_rate": 9.875920889215594e-05, |
| "loss": 3.8218, |
| "step": 7200 |
| }, |
| { |
| "epoch": 6.231633535004321, |
| "grad_norm": 0.44959449768066406, |
| "learning_rate": 9.87557253329484e-05, |
| "loss": 3.8113, |
| "step": 7210 |
| }, |
| { |
| "epoch": 6.240276577355229, |
| "grad_norm": 0.4352855980396271, |
| "learning_rate": 9.875223695210523e-05, |
| "loss": 3.8406, |
| "step": 7220 |
| }, |
| { |
| "epoch": 6.248919619706137, |
| "grad_norm": 0.4473244547843933, |
| "learning_rate": 9.874874374997142e-05, |
| "loss": 3.8211, |
| "step": 7230 |
| }, |
| { |
| "epoch": 6.257562662057044, |
| "grad_norm": 0.45359736680984497, |
| "learning_rate": 9.874524572689242e-05, |
| "loss": 3.8115, |
| "step": 7240 |
| }, |
| { |
| "epoch": 6.266205704407952, |
| "grad_norm": 0.4207819104194641, |
| "learning_rate": 9.874174288321415e-05, |
| "loss": 3.8218, |
| "step": 7250 |
| }, |
| { |
| "epoch": 6.274848746758859, |
| "grad_norm": 0.42715704441070557, |
| "learning_rate": 9.873823521928307e-05, |
| "loss": 3.8274, |
| "step": 7260 |
| }, |
| { |
| "epoch": 6.283491789109767, |
| "grad_norm": 0.4675430953502655, |
| "learning_rate": 9.8734722735446e-05, |
| "loss": 3.805, |
| "step": 7270 |
| }, |
| { |
| "epoch": 6.292134831460674, |
| "grad_norm": 0.4516716003417969, |
| "learning_rate": 9.873120543205035e-05, |
| "loss": 3.822, |
| "step": 7280 |
| }, |
| { |
| "epoch": 6.300777873811581, |
| "grad_norm": 0.4499313533306122, |
| "learning_rate": 9.872768330944393e-05, |
| "loss": 3.8436, |
| "step": 7290 |
| }, |
| { |
| "epoch": 6.309420916162489, |
| "grad_norm": 0.43746739625930786, |
| "learning_rate": 9.872415636797506e-05, |
| "loss": 3.8322, |
| "step": 7300 |
| }, |
| { |
| "epoch": 6.318063958513397, |
| "grad_norm": 0.4019515812397003, |
| "learning_rate": 9.872062460799256e-05, |
| "loss": 3.8356, |
| "step": 7310 |
| }, |
| { |
| "epoch": 6.326707000864304, |
| "grad_norm": 0.4080601632595062, |
| "learning_rate": 9.871708802984564e-05, |
| "loss": 3.8218, |
| "step": 7320 |
| }, |
| { |
| "epoch": 6.335350043215212, |
| "grad_norm": 0.4332447946071625, |
| "learning_rate": 9.871354663388413e-05, |
| "loss": 3.8429, |
| "step": 7330 |
| }, |
| { |
| "epoch": 6.343993085566119, |
| "grad_norm": 0.442251592874527, |
| "learning_rate": 9.871000042045818e-05, |
| "loss": 3.8495, |
| "step": 7340 |
| }, |
| { |
| "epoch": 6.352636127917027, |
| "grad_norm": 0.45496806502342224, |
| "learning_rate": 9.870644938991852e-05, |
| "loss": 3.8061, |
| "step": 7350 |
| }, |
| { |
| "epoch": 6.3612791702679345, |
| "grad_norm": 0.4544201195240021, |
| "learning_rate": 9.870289354261633e-05, |
| "loss": 3.8258, |
| "step": 7360 |
| }, |
| { |
| "epoch": 6.3699222126188415, |
| "grad_norm": 0.47602811455726624, |
| "learning_rate": 9.869933287890323e-05, |
| "loss": 3.8481, |
| "step": 7370 |
| }, |
| { |
| "epoch": 6.378565254969749, |
| "grad_norm": 0.4232293963432312, |
| "learning_rate": 9.869576739913137e-05, |
| "loss": 3.8327, |
| "step": 7380 |
| }, |
| { |
| "epoch": 6.387208297320657, |
| "grad_norm": 0.4662187397480011, |
| "learning_rate": 9.869219710365335e-05, |
| "loss": 3.8541, |
| "step": 7390 |
| }, |
| { |
| "epoch": 6.395851339671564, |
| "grad_norm": 0.4242957830429077, |
| "learning_rate": 9.868862199282227e-05, |
| "loss": 3.8201, |
| "step": 7400 |
| }, |
| { |
| "epoch": 6.404494382022472, |
| "grad_norm": 0.4564322531223297, |
| "learning_rate": 9.868504206699165e-05, |
| "loss": 3.8196, |
| "step": 7410 |
| }, |
| { |
| "epoch": 6.41313742437338, |
| "grad_norm": 0.4450334310531616, |
| "learning_rate": 9.868145732651555e-05, |
| "loss": 3.8283, |
| "step": 7420 |
| }, |
| { |
| "epoch": 6.421780466724287, |
| "grad_norm": 0.45806965231895447, |
| "learning_rate": 9.867786777174845e-05, |
| "loss": 3.8259, |
| "step": 7430 |
| }, |
| { |
| "epoch": 6.430423509075195, |
| "grad_norm": 0.438790500164032, |
| "learning_rate": 9.867427340304536e-05, |
| "loss": 3.8377, |
| "step": 7440 |
| }, |
| { |
| "epoch": 6.439066551426102, |
| "grad_norm": 0.41714027523994446, |
| "learning_rate": 9.867067422076173e-05, |
| "loss": 3.8419, |
| "step": 7450 |
| }, |
| { |
| "epoch": 6.4477095937770095, |
| "grad_norm": 0.4121234714984894, |
| "learning_rate": 9.86670702252535e-05, |
| "loss": 3.8295, |
| "step": 7460 |
| }, |
| { |
| "epoch": 6.456352636127917, |
| "grad_norm": 0.46149739623069763, |
| "learning_rate": 9.866346141687708e-05, |
| "loss": 3.8616, |
| "step": 7470 |
| }, |
| { |
| "epoch": 6.464995678478824, |
| "grad_norm": 0.41620004177093506, |
| "learning_rate": 9.865984779598937e-05, |
| "loss": 3.852, |
| "step": 7480 |
| }, |
| { |
| "epoch": 6.473638720829732, |
| "grad_norm": 0.41737812757492065, |
| "learning_rate": 9.865622936294771e-05, |
| "loss": 3.847, |
| "step": 7490 |
| }, |
| { |
| "epoch": 6.48228176318064, |
| "grad_norm": 0.48260703682899475, |
| "learning_rate": 9.865260611810996e-05, |
| "loss": 3.8351, |
| "step": 7500 |
| }, |
| { |
| "epoch": 6.490924805531547, |
| "grad_norm": 0.4084308445453644, |
| "learning_rate": 9.864897806183444e-05, |
| "loss": 3.829, |
| "step": 7510 |
| }, |
| { |
| "epoch": 6.499567847882455, |
| "grad_norm": 0.4744170010089874, |
| "learning_rate": 9.864534519447992e-05, |
| "loss": 3.8281, |
| "step": 7520 |
| }, |
| { |
| "epoch": 6.508210890233363, |
| "grad_norm": 0.4444991946220398, |
| "learning_rate": 9.864170751640568e-05, |
| "loss": 3.8259, |
| "step": 7530 |
| }, |
| { |
| "epoch": 6.51685393258427, |
| "grad_norm": 0.42810457944869995, |
| "learning_rate": 9.863806502797148e-05, |
| "loss": 3.8417, |
| "step": 7540 |
| }, |
| { |
| "epoch": 6.525496974935177, |
| "grad_norm": 0.442940354347229, |
| "learning_rate": 9.863441772953752e-05, |
| "loss": 3.8261, |
| "step": 7550 |
| }, |
| { |
| "epoch": 6.534140017286084, |
| "grad_norm": 0.40753570199012756, |
| "learning_rate": 9.863076562146448e-05, |
| "loss": 3.8373, |
| "step": 7560 |
| }, |
| { |
| "epoch": 6.542783059636992, |
| "grad_norm": 0.4357444941997528, |
| "learning_rate": 9.862710870411356e-05, |
| "loss": 3.8224, |
| "step": 7570 |
| }, |
| { |
| "epoch": 6.5514261019879, |
| "grad_norm": 0.4230841398239136, |
| "learning_rate": 9.86234469778464e-05, |
| "loss": 3.8167, |
| "step": 7580 |
| }, |
| { |
| "epoch": 6.560069144338807, |
| "grad_norm": 0.4612574875354767, |
| "learning_rate": 9.86197804430251e-05, |
| "loss": 3.82, |
| "step": 7590 |
| }, |
| { |
| "epoch": 6.568712186689715, |
| "grad_norm": 0.4165295660495758, |
| "learning_rate": 9.861610910001229e-05, |
| "loss": 3.8507, |
| "step": 7600 |
| }, |
| { |
| "epoch": 6.577355229040622, |
| "grad_norm": 0.45785847306251526, |
| "learning_rate": 9.861243294917103e-05, |
| "loss": 3.8401, |
| "step": 7610 |
| }, |
| { |
| "epoch": 6.58599827139153, |
| "grad_norm": 0.427013635635376, |
| "learning_rate": 9.860875199086486e-05, |
| "loss": 3.8239, |
| "step": 7620 |
| }, |
| { |
| "epoch": 6.594641313742438, |
| "grad_norm": 0.4154607653617859, |
| "learning_rate": 9.86050662254578e-05, |
| "loss": 3.8452, |
| "step": 7630 |
| }, |
| { |
| "epoch": 6.6032843560933445, |
| "grad_norm": 0.41306760907173157, |
| "learning_rate": 9.860137565331438e-05, |
| "loss": 3.8229, |
| "step": 7640 |
| }, |
| { |
| "epoch": 6.611927398444252, |
| "grad_norm": 0.4473923444747925, |
| "learning_rate": 9.859768027479954e-05, |
| "loss": 3.8417, |
| "step": 7650 |
| }, |
| { |
| "epoch": 6.62057044079516, |
| "grad_norm": 0.4247404932975769, |
| "learning_rate": 9.859398009027873e-05, |
| "loss": 3.8483, |
| "step": 7660 |
| }, |
| { |
| "epoch": 6.629213483146067, |
| "grad_norm": 0.4119166135787964, |
| "learning_rate": 9.85902751001179e-05, |
| "loss": 3.8266, |
| "step": 7670 |
| }, |
| { |
| "epoch": 6.637856525496975, |
| "grad_norm": 0.4126022160053253, |
| "learning_rate": 9.858656530468344e-05, |
| "loss": 3.831, |
| "step": 7680 |
| }, |
| { |
| "epoch": 6.646499567847883, |
| "grad_norm": 0.4683639109134674, |
| "learning_rate": 9.858285070434221e-05, |
| "loss": 3.8579, |
| "step": 7690 |
| }, |
| { |
| "epoch": 6.65514261019879, |
| "grad_norm": 0.4225517809391022, |
| "learning_rate": 9.85791312994616e-05, |
| "loss": 3.8265, |
| "step": 7700 |
| }, |
| { |
| "epoch": 6.663785652549698, |
| "grad_norm": 0.44841599464416504, |
| "learning_rate": 9.857540709040938e-05, |
| "loss": 3.84, |
| "step": 7710 |
| }, |
| { |
| "epoch": 6.672428694900605, |
| "grad_norm": 0.4356580376625061, |
| "learning_rate": 9.857167807755389e-05, |
| "loss": 3.8348, |
| "step": 7720 |
| }, |
| { |
| "epoch": 6.6810717372515125, |
| "grad_norm": 0.41717344522476196, |
| "learning_rate": 9.856794426126391e-05, |
| "loss": 3.8376, |
| "step": 7730 |
| }, |
| { |
| "epoch": 6.68971477960242, |
| "grad_norm": 0.46988049149513245, |
| "learning_rate": 9.856420564190867e-05, |
| "loss": 3.8229, |
| "step": 7740 |
| }, |
| { |
| "epoch": 6.698357821953327, |
| "grad_norm": 0.41659384965896606, |
| "learning_rate": 9.856046221985791e-05, |
| "loss": 3.8322, |
| "step": 7750 |
| }, |
| { |
| "epoch": 6.707000864304235, |
| "grad_norm": 0.4208256006240845, |
| "learning_rate": 9.855671399548181e-05, |
| "loss": 3.8302, |
| "step": 7760 |
| }, |
| { |
| "epoch": 6.715643906655143, |
| "grad_norm": 0.39394623041152954, |
| "learning_rate": 9.855296096915107e-05, |
| "loss": 3.8385, |
| "step": 7770 |
| }, |
| { |
| "epoch": 6.72428694900605, |
| "grad_norm": 0.4440569281578064, |
| "learning_rate": 9.854920314123682e-05, |
| "loss": 3.8158, |
| "step": 7780 |
| }, |
| { |
| "epoch": 6.732929991356958, |
| "grad_norm": 0.46064236760139465, |
| "learning_rate": 9.854544051211072e-05, |
| "loss": 3.8343, |
| "step": 7790 |
| }, |
| { |
| "epoch": 6.741573033707866, |
| "grad_norm": 0.4117526710033417, |
| "learning_rate": 9.854167308214482e-05, |
| "loss": 3.8485, |
| "step": 7800 |
| }, |
| { |
| "epoch": 6.750216076058773, |
| "grad_norm": 0.4212929308414459, |
| "learning_rate": 9.853790085171174e-05, |
| "loss": 3.8438, |
| "step": 7810 |
| }, |
| { |
| "epoch": 6.7588591184096805, |
| "grad_norm": 0.42731741070747375, |
| "learning_rate": 9.853412382118451e-05, |
| "loss": 3.8446, |
| "step": 7820 |
| }, |
| { |
| "epoch": 6.767502160760587, |
| "grad_norm": 0.435488224029541, |
| "learning_rate": 9.853034199093666e-05, |
| "loss": 3.8213, |
| "step": 7830 |
| }, |
| { |
| "epoch": 6.776145203111495, |
| "grad_norm": 0.4546576738357544, |
| "learning_rate": 9.852655536134217e-05, |
| "loss": 3.8498, |
| "step": 7840 |
| }, |
| { |
| "epoch": 6.784788245462403, |
| "grad_norm": 0.4455321133136749, |
| "learning_rate": 9.852276393277555e-05, |
| "loss": 3.8302, |
| "step": 7850 |
| }, |
| { |
| "epoch": 6.79343128781331, |
| "grad_norm": 0.41283297538757324, |
| "learning_rate": 9.851896770561174e-05, |
| "loss": 3.8149, |
| "step": 7860 |
| }, |
| { |
| "epoch": 6.802074330164218, |
| "grad_norm": 0.48973381519317627, |
| "learning_rate": 9.851516668022611e-05, |
| "loss": 3.8367, |
| "step": 7870 |
| }, |
| { |
| "epoch": 6.810717372515125, |
| "grad_norm": 0.4346897602081299, |
| "learning_rate": 9.851136085699464e-05, |
| "loss": 3.8533, |
| "step": 7880 |
| }, |
| { |
| "epoch": 6.819360414866033, |
| "grad_norm": 0.5104560256004333, |
| "learning_rate": 9.850755023629363e-05, |
| "loss": 3.8171, |
| "step": 7890 |
| }, |
| { |
| "epoch": 6.828003457216941, |
| "grad_norm": 0.4285312294960022, |
| "learning_rate": 9.850373481849998e-05, |
| "loss": 3.813, |
| "step": 7900 |
| }, |
| { |
| "epoch": 6.8366464995678475, |
| "grad_norm": 0.43392735719680786, |
| "learning_rate": 9.849991460399098e-05, |
| "loss": 3.8526, |
| "step": 7910 |
| }, |
| { |
| "epoch": 6.845289541918755, |
| "grad_norm": 0.39610517024993896, |
| "learning_rate": 9.849608959314444e-05, |
| "loss": 3.8206, |
| "step": 7920 |
| }, |
| { |
| "epoch": 6.853932584269663, |
| "grad_norm": 0.4304943084716797, |
| "learning_rate": 9.849225978633863e-05, |
| "loss": 3.8339, |
| "step": 7930 |
| }, |
| { |
| "epoch": 6.86257562662057, |
| "grad_norm": 0.45416557788848877, |
| "learning_rate": 9.848842518395226e-05, |
| "loss": 3.824, |
| "step": 7940 |
| }, |
| { |
| "epoch": 6.871218668971478, |
| "grad_norm": 0.42939507961273193, |
| "learning_rate": 9.848458578636462e-05, |
| "loss": 3.8413, |
| "step": 7950 |
| }, |
| { |
| "epoch": 6.879861711322386, |
| "grad_norm": 0.4163292646408081, |
| "learning_rate": 9.848074159395533e-05, |
| "loss": 3.8227, |
| "step": 7960 |
| }, |
| { |
| "epoch": 6.888504753673293, |
| "grad_norm": 0.3898378312587738, |
| "learning_rate": 9.847689260710457e-05, |
| "loss": 3.8379, |
| "step": 7970 |
| }, |
| { |
| "epoch": 6.897147796024201, |
| "grad_norm": 0.40296128392219543, |
| "learning_rate": 9.847303882619304e-05, |
| "loss": 3.8447, |
| "step": 7980 |
| }, |
| { |
| "epoch": 6.905790838375108, |
| "grad_norm": 0.48976531624794006, |
| "learning_rate": 9.846918025160177e-05, |
| "loss": 3.841, |
| "step": 7990 |
| }, |
| { |
| "epoch": 6.9144338807260155, |
| "grad_norm": 0.42817598581314087, |
| "learning_rate": 9.846531688371241e-05, |
| "loss": 3.8307, |
| "step": 8000 |
| }, |
| { |
| "epoch": 6.923076923076923, |
| "grad_norm": 0.44258925318717957, |
| "learning_rate": 9.8461448722907e-05, |
| "loss": 3.8233, |
| "step": 8010 |
| }, |
| { |
| "epoch": 6.93171996542783, |
| "grad_norm": 0.41900816559791565, |
| "learning_rate": 9.845757576956807e-05, |
| "loss": 3.8149, |
| "step": 8020 |
| }, |
| { |
| "epoch": 6.940363007778738, |
| "grad_norm": 0.42195624113082886, |
| "learning_rate": 9.845369802407864e-05, |
| "loss": 3.8317, |
| "step": 8030 |
| }, |
| { |
| "epoch": 6.949006050129646, |
| "grad_norm": 0.4224293529987335, |
| "learning_rate": 9.84498154868222e-05, |
| "loss": 3.8351, |
| "step": 8040 |
| }, |
| { |
| "epoch": 6.957649092480553, |
| "grad_norm": 0.4513198733329773, |
| "learning_rate": 9.84459281581827e-05, |
| "loss": 3.8213, |
| "step": 8050 |
| }, |
| { |
| "epoch": 6.966292134831461, |
| "grad_norm": 0.39943262934684753, |
| "learning_rate": 9.844203603854459e-05, |
| "loss": 3.8289, |
| "step": 8060 |
| }, |
| { |
| "epoch": 6.974935177182369, |
| "grad_norm": 0.39601588249206543, |
| "learning_rate": 9.843813912829274e-05, |
| "loss": 3.824, |
| "step": 8070 |
| }, |
| { |
| "epoch": 6.983578219533276, |
| "grad_norm": 0.4285796582698822, |
| "learning_rate": 9.843423742781257e-05, |
| "loss": 3.8218, |
| "step": 8080 |
| }, |
| { |
| "epoch": 6.9922212618841835, |
| "grad_norm": 0.45814040303230286, |
| "learning_rate": 9.84303309374899e-05, |
| "loss": 3.8447, |
| "step": 8090 |
| }, |
| { |
| "epoch": 7.00086430423509, |
| "grad_norm": 0.4224124252796173, |
| "learning_rate": 9.842641965771108e-05, |
| "loss": 3.8382, |
| "step": 8100 |
| }, |
| { |
| "epoch": 7.009507346585998, |
| "grad_norm": 0.486325740814209, |
| "learning_rate": 9.84225035888629e-05, |
| "loss": 3.7835, |
| "step": 8110 |
| }, |
| { |
| "epoch": 7.018150388936906, |
| "grad_norm": 0.5114707350730896, |
| "learning_rate": 9.841858273133265e-05, |
| "loss": 3.7829, |
| "step": 8120 |
| }, |
| { |
| "epoch": 7.026793431287813, |
| "grad_norm": 0.44870054721832275, |
| "learning_rate": 9.841465708550806e-05, |
| "loss": 3.7761, |
| "step": 8130 |
| }, |
| { |
| "epoch": 7.035436473638721, |
| "grad_norm": 0.44435709714889526, |
| "learning_rate": 9.841072665177735e-05, |
| "loss": 3.7815, |
| "step": 8140 |
| }, |
| { |
| "epoch": 7.044079515989629, |
| "grad_norm": 0.5255118012428284, |
| "learning_rate": 9.840679143052923e-05, |
| "loss": 3.8004, |
| "step": 8150 |
| }, |
| { |
| "epoch": 7.052722558340536, |
| "grad_norm": 0.459895521402359, |
| "learning_rate": 9.840285142215286e-05, |
| "loss": 3.8019, |
| "step": 8160 |
| }, |
| { |
| "epoch": 7.061365600691444, |
| "grad_norm": 0.4438301920890808, |
| "learning_rate": 9.83989066270379e-05, |
| "loss": 3.7829, |
| "step": 8170 |
| }, |
| { |
| "epoch": 7.0700086430423505, |
| "grad_norm": 0.46185851097106934, |
| "learning_rate": 9.839495704557444e-05, |
| "loss": 3.7824, |
| "step": 8180 |
| }, |
| { |
| "epoch": 7.078651685393258, |
| "grad_norm": 0.4606078267097473, |
| "learning_rate": 9.839100267815307e-05, |
| "loss": 3.7932, |
| "step": 8190 |
| }, |
| { |
| "epoch": 7.087294727744166, |
| "grad_norm": 0.5045153498649597, |
| "learning_rate": 9.838704352516488e-05, |
| "loss": 3.7828, |
| "step": 8200 |
| }, |
| { |
| "epoch": 7.095937770095073, |
| "grad_norm": 0.4114503264427185, |
| "learning_rate": 9.838307958700137e-05, |
| "loss": 3.7878, |
| "step": 8210 |
| }, |
| { |
| "epoch": 7.104580812445981, |
| "grad_norm": 0.4573809802532196, |
| "learning_rate": 9.837911086405456e-05, |
| "loss": 3.7856, |
| "step": 8220 |
| }, |
| { |
| "epoch": 7.113223854796889, |
| "grad_norm": 0.4725385904312134, |
| "learning_rate": 9.837513735671695e-05, |
| "loss": 3.772, |
| "step": 8230 |
| }, |
| { |
| "epoch": 7.121866897147796, |
| "grad_norm": 0.4344230592250824, |
| "learning_rate": 9.837115906538148e-05, |
| "loss": 3.7625, |
| "step": 8240 |
| }, |
| { |
| "epoch": 7.130509939498704, |
| "grad_norm": 0.4386465847492218, |
| "learning_rate": 9.836717599044158e-05, |
| "loss": 3.8, |
| "step": 8250 |
| }, |
| { |
| "epoch": 7.139152981849611, |
| "grad_norm": 0.4709884524345398, |
| "learning_rate": 9.836318813229115e-05, |
| "loss": 3.7792, |
| "step": 8260 |
| }, |
| { |
| "epoch": 7.1477960242005185, |
| "grad_norm": 0.40221861004829407, |
| "learning_rate": 9.835919549132457e-05, |
| "loss": 3.7879, |
| "step": 8270 |
| }, |
| { |
| "epoch": 7.156439066551426, |
| "grad_norm": 0.44135209918022156, |
| "learning_rate": 9.835519806793669e-05, |
| "loss": 3.7832, |
| "step": 8280 |
| }, |
| { |
| "epoch": 7.165082108902333, |
| "grad_norm": 0.45471975207328796, |
| "learning_rate": 9.835119586252282e-05, |
| "loss": 3.7659, |
| "step": 8290 |
| }, |
| { |
| "epoch": 7.173725151253241, |
| "grad_norm": 0.45193150639533997, |
| "learning_rate": 9.834718887547873e-05, |
| "loss": 3.7905, |
| "step": 8300 |
| }, |
| { |
| "epoch": 7.182368193604149, |
| "grad_norm": 0.4390896260738373, |
| "learning_rate": 9.834317710720073e-05, |
| "loss": 3.7834, |
| "step": 8310 |
| }, |
| { |
| "epoch": 7.191011235955056, |
| "grad_norm": 0.46212828159332275, |
| "learning_rate": 9.833916055808554e-05, |
| "loss": 3.806, |
| "step": 8320 |
| }, |
| { |
| "epoch": 7.199654278305964, |
| "grad_norm": 0.4414624571800232, |
| "learning_rate": 9.833513922853037e-05, |
| "loss": 3.787, |
| "step": 8330 |
| }, |
| { |
| "epoch": 7.208297320656872, |
| "grad_norm": 0.4938949644565582, |
| "learning_rate": 9.833111311893291e-05, |
| "loss": 3.766, |
| "step": 8340 |
| }, |
| { |
| "epoch": 7.216940363007779, |
| "grad_norm": 0.48966607451438904, |
| "learning_rate": 9.832708222969131e-05, |
| "loss": 3.7744, |
| "step": 8350 |
| }, |
| { |
| "epoch": 7.2255834053586865, |
| "grad_norm": 0.43986308574676514, |
| "learning_rate": 9.83230465612042e-05, |
| "loss": 3.8065, |
| "step": 8360 |
| }, |
| { |
| "epoch": 7.234226447709593, |
| "grad_norm": 0.4574265778064728, |
| "learning_rate": 9.83190061138707e-05, |
| "loss": 3.7882, |
| "step": 8370 |
| }, |
| { |
| "epoch": 7.242869490060501, |
| "grad_norm": 0.441156804561615, |
| "learning_rate": 9.831496088809036e-05, |
| "loss": 3.8034, |
| "step": 8380 |
| }, |
| { |
| "epoch": 7.251512532411409, |
| "grad_norm": 0.44537803530693054, |
| "learning_rate": 9.831091088426322e-05, |
| "loss": 3.7784, |
| "step": 8390 |
| }, |
| { |
| "epoch": 7.260155574762316, |
| "grad_norm": 0.5131223201751709, |
| "learning_rate": 9.830685610278985e-05, |
| "loss": 3.7916, |
| "step": 8400 |
| }, |
| { |
| "epoch": 7.268798617113224, |
| "grad_norm": 0.4473932385444641, |
| "learning_rate": 9.83027965440712e-05, |
| "loss": 3.7705, |
| "step": 8410 |
| }, |
| { |
| "epoch": 7.277441659464131, |
| "grad_norm": 0.44943952560424805, |
| "learning_rate": 9.829873220850874e-05, |
| "loss": 3.7991, |
| "step": 8420 |
| }, |
| { |
| "epoch": 7.286084701815039, |
| "grad_norm": 0.4449447691440582, |
| "learning_rate": 9.829466309650441e-05, |
| "loss": 3.788, |
| "step": 8430 |
| }, |
| { |
| "epoch": 7.294727744165947, |
| "grad_norm": 0.43451032042503357, |
| "learning_rate": 9.829058920846061e-05, |
| "loss": 3.7835, |
| "step": 8440 |
| }, |
| { |
| "epoch": 7.303370786516854, |
| "grad_norm": 0.5219629406929016, |
| "learning_rate": 9.828651054478027e-05, |
| "loss": 3.7693, |
| "step": 8450 |
| }, |
| { |
| "epoch": 7.312013828867761, |
| "grad_norm": 0.455628365278244, |
| "learning_rate": 9.828242710586668e-05, |
| "loss": 3.7818, |
| "step": 8460 |
| }, |
| { |
| "epoch": 7.320656871218669, |
| "grad_norm": 0.4953458607196808, |
| "learning_rate": 9.82783388921237e-05, |
| "loss": 3.8018, |
| "step": 8470 |
| }, |
| { |
| "epoch": 7.329299913569576, |
| "grad_norm": 0.4560295343399048, |
| "learning_rate": 9.827424590395562e-05, |
| "loss": 3.7832, |
| "step": 8480 |
| }, |
| { |
| "epoch": 7.337942955920484, |
| "grad_norm": 0.4505082964897156, |
| "learning_rate": 9.827014814176722e-05, |
| "loss": 3.7902, |
| "step": 8490 |
| }, |
| { |
| "epoch": 7.346585998271392, |
| "grad_norm": 0.43299734592437744, |
| "learning_rate": 9.826604560596373e-05, |
| "loss": 3.7931, |
| "step": 8500 |
| }, |
| { |
| "epoch": 7.355229040622299, |
| "grad_norm": 0.4202776253223419, |
| "learning_rate": 9.826193829695088e-05, |
| "loss": 3.7908, |
| "step": 8510 |
| }, |
| { |
| "epoch": 7.363872082973207, |
| "grad_norm": 0.49407529830932617, |
| "learning_rate": 9.825782621513485e-05, |
| "loss": 3.7928, |
| "step": 8520 |
| }, |
| { |
| "epoch": 7.372515125324114, |
| "grad_norm": 0.4355790615081787, |
| "learning_rate": 9.825370936092229e-05, |
| "loss": 3.7977, |
| "step": 8530 |
| }, |
| { |
| "epoch": 7.3811581676750215, |
| "grad_norm": 0.6065943241119385, |
| "learning_rate": 9.824958773472035e-05, |
| "loss": 3.7912, |
| "step": 8540 |
| }, |
| { |
| "epoch": 7.389801210025929, |
| "grad_norm": 0.4779035151004791, |
| "learning_rate": 9.824546133693662e-05, |
| "loss": 3.8189, |
| "step": 8550 |
| }, |
| { |
| "epoch": 7.398444252376836, |
| "grad_norm": 0.4484575092792511, |
| "learning_rate": 9.824133016797919e-05, |
| "loss": 3.8065, |
| "step": 8560 |
| }, |
| { |
| "epoch": 7.407087294727744, |
| "grad_norm": 0.4263611137866974, |
| "learning_rate": 9.823719422825657e-05, |
| "loss": 3.8196, |
| "step": 8570 |
| }, |
| { |
| "epoch": 7.415730337078652, |
| "grad_norm": 0.4390484392642975, |
| "learning_rate": 9.823305351817781e-05, |
| "loss": 3.7876, |
| "step": 8580 |
| }, |
| { |
| "epoch": 7.424373379429559, |
| "grad_norm": 0.5139634609222412, |
| "learning_rate": 9.82289080381524e-05, |
| "loss": 3.8027, |
| "step": 8590 |
| }, |
| { |
| "epoch": 7.433016421780467, |
| "grad_norm": 0.43498438596725464, |
| "learning_rate": 9.822475778859029e-05, |
| "loss": 3.7885, |
| "step": 8600 |
| }, |
| { |
| "epoch": 7.441659464131375, |
| "grad_norm": 0.43138808012008667, |
| "learning_rate": 9.822060276990192e-05, |
| "loss": 3.7683, |
| "step": 8610 |
| }, |
| { |
| "epoch": 7.450302506482282, |
| "grad_norm": 0.5606575012207031, |
| "learning_rate": 9.821644298249819e-05, |
| "loss": 3.7811, |
| "step": 8620 |
| }, |
| { |
| "epoch": 7.4589455488331895, |
| "grad_norm": 0.4200631380081177, |
| "learning_rate": 9.821227842679048e-05, |
| "loss": 3.7966, |
| "step": 8630 |
| }, |
| { |
| "epoch": 7.4675885911840965, |
| "grad_norm": 0.4808763265609741, |
| "learning_rate": 9.820810910319065e-05, |
| "loss": 3.7997, |
| "step": 8640 |
| }, |
| { |
| "epoch": 7.476231633535004, |
| "grad_norm": 0.47686392068862915, |
| "learning_rate": 9.8203935012111e-05, |
| "loss": 3.7998, |
| "step": 8650 |
| }, |
| { |
| "epoch": 7.484874675885912, |
| "grad_norm": 0.4223349392414093, |
| "learning_rate": 9.819975615396434e-05, |
| "loss": 3.8013, |
| "step": 8660 |
| }, |
| { |
| "epoch": 7.493517718236819, |
| "grad_norm": 0.44550973176956177, |
| "learning_rate": 9.819557252916392e-05, |
| "loss": 3.7856, |
| "step": 8670 |
| }, |
| { |
| "epoch": 7.502160760587727, |
| "grad_norm": 0.4523248076438904, |
| "learning_rate": 9.819138413812347e-05, |
| "loss": 3.7943, |
| "step": 8680 |
| }, |
| { |
| "epoch": 7.510803802938634, |
| "grad_norm": 0.4956251084804535, |
| "learning_rate": 9.818719098125722e-05, |
| "loss": 3.7832, |
| "step": 8690 |
| }, |
| { |
| "epoch": 7.519446845289542, |
| "grad_norm": 0.42880406975746155, |
| "learning_rate": 9.81829930589798e-05, |
| "loss": 3.8028, |
| "step": 8700 |
| }, |
| { |
| "epoch": 7.52808988764045, |
| "grad_norm": 0.47610533237457275, |
| "learning_rate": 9.817879037170642e-05, |
| "loss": 3.7792, |
| "step": 8710 |
| }, |
| { |
| "epoch": 7.536732929991357, |
| "grad_norm": 0.42280176281929016, |
| "learning_rate": 9.817458291985266e-05, |
| "loss": 3.787, |
| "step": 8720 |
| }, |
| { |
| "epoch": 7.545375972342264, |
| "grad_norm": 0.44682765007019043, |
| "learning_rate": 9.817037070383462e-05, |
| "loss": 3.8303, |
| "step": 8730 |
| }, |
| { |
| "epoch": 7.554019014693172, |
| "grad_norm": 0.4664037525653839, |
| "learning_rate": 9.816615372406886e-05, |
| "loss": 3.8042, |
| "step": 8740 |
| }, |
| { |
| "epoch": 7.562662057044079, |
| "grad_norm": 0.44239190220832825, |
| "learning_rate": 9.81619319809724e-05, |
| "loss": 3.8231, |
| "step": 8750 |
| }, |
| { |
| "epoch": 7.571305099394987, |
| "grad_norm": 0.4520546495914459, |
| "learning_rate": 9.815770547496277e-05, |
| "loss": 3.805, |
| "step": 8760 |
| }, |
| { |
| "epoch": 7.579948141745895, |
| "grad_norm": 0.45281121134757996, |
| "learning_rate": 9.815347420645794e-05, |
| "loss": 3.7861, |
| "step": 8770 |
| }, |
| { |
| "epoch": 7.588591184096802, |
| "grad_norm": 0.4867064356803894, |
| "learning_rate": 9.814923817587632e-05, |
| "loss": 3.8095, |
| "step": 8780 |
| }, |
| { |
| "epoch": 7.59723422644771, |
| "grad_norm": 0.4170064926147461, |
| "learning_rate": 9.814499738363688e-05, |
| "loss": 3.8018, |
| "step": 8790 |
| }, |
| { |
| "epoch": 7.605877268798617, |
| "grad_norm": 0.4514692425727844, |
| "learning_rate": 9.814075183015897e-05, |
| "loss": 3.7988, |
| "step": 8800 |
| }, |
| { |
| "epoch": 7.6145203111495245, |
| "grad_norm": 0.5011093020439148, |
| "learning_rate": 9.813650151586247e-05, |
| "loss": 3.8034, |
| "step": 8810 |
| }, |
| { |
| "epoch": 7.623163353500432, |
| "grad_norm": 0.5148153305053711, |
| "learning_rate": 9.81322464411677e-05, |
| "loss": 3.7838, |
| "step": 8820 |
| }, |
| { |
| "epoch": 7.631806395851339, |
| "grad_norm": 0.5918910503387451, |
| "learning_rate": 9.812798660649545e-05, |
| "loss": 3.7935, |
| "step": 8830 |
| }, |
| { |
| "epoch": 7.640449438202247, |
| "grad_norm": 0.4708513617515564, |
| "learning_rate": 9.8123722012267e-05, |
| "loss": 3.7884, |
| "step": 8840 |
| }, |
| { |
| "epoch": 7.649092480553155, |
| "grad_norm": 0.4902913570404053, |
| "learning_rate": 9.811945265890412e-05, |
| "loss": 3.7992, |
| "step": 8850 |
| }, |
| { |
| "epoch": 7.657735522904062, |
| "grad_norm": 0.4349260628223419, |
| "learning_rate": 9.811517854682897e-05, |
| "loss": 3.8175, |
| "step": 8860 |
| }, |
| { |
| "epoch": 7.66637856525497, |
| "grad_norm": 0.42468246817588806, |
| "learning_rate": 9.811089967646428e-05, |
| "loss": 3.7903, |
| "step": 8870 |
| }, |
| { |
| "epoch": 7.675021607605878, |
| "grad_norm": 0.44584178924560547, |
| "learning_rate": 9.810661604823316e-05, |
| "loss": 3.7792, |
| "step": 8880 |
| }, |
| { |
| "epoch": 7.683664649956785, |
| "grad_norm": 0.45448383688926697, |
| "learning_rate": 9.810232766255927e-05, |
| "loss": 3.7867, |
| "step": 8890 |
| }, |
| { |
| "epoch": 7.6923076923076925, |
| "grad_norm": 0.49130183458328247, |
| "learning_rate": 9.809803451986668e-05, |
| "loss": 3.8052, |
| "step": 8900 |
| }, |
| { |
| "epoch": 7.7009507346585995, |
| "grad_norm": 0.4537488520145416, |
| "learning_rate": 9.809373662057999e-05, |
| "loss": 3.7914, |
| "step": 8910 |
| }, |
| { |
| "epoch": 7.709593777009507, |
| "grad_norm": 0.48878714442253113, |
| "learning_rate": 9.808943396512419e-05, |
| "loss": 3.7811, |
| "step": 8920 |
| }, |
| { |
| "epoch": 7.718236819360415, |
| "grad_norm": 0.5239996910095215, |
| "learning_rate": 9.808512655392482e-05, |
| "loss": 3.8048, |
| "step": 8930 |
| }, |
| { |
| "epoch": 7.726879861711322, |
| "grad_norm": 0.4931831657886505, |
| "learning_rate": 9.808081438740782e-05, |
| "loss": 3.8126, |
| "step": 8940 |
| }, |
| { |
| "epoch": 7.73552290406223, |
| "grad_norm": 0.4595465064048767, |
| "learning_rate": 9.807649746599967e-05, |
| "loss": 3.8095, |
| "step": 8950 |
| }, |
| { |
| "epoch": 7.744165946413137, |
| "grad_norm": 0.4354272782802582, |
| "learning_rate": 9.807217579012728e-05, |
| "loss": 3.802, |
| "step": 8960 |
| }, |
| { |
| "epoch": 7.752808988764045, |
| "grad_norm": 0.4261831045150757, |
| "learning_rate": 9.806784936021803e-05, |
| "loss": 3.786, |
| "step": 8970 |
| }, |
| { |
| "epoch": 7.761452031114953, |
| "grad_norm": 0.40828460454940796, |
| "learning_rate": 9.806351817669979e-05, |
| "loss": 3.7999, |
| "step": 8980 |
| }, |
| { |
| "epoch": 7.7700950734658605, |
| "grad_norm": 0.44215598702430725, |
| "learning_rate": 9.805918224000086e-05, |
| "loss": 3.781, |
| "step": 8990 |
| }, |
| { |
| "epoch": 7.778738115816767, |
| "grad_norm": 0.48376184701919556, |
| "learning_rate": 9.805484155055005e-05, |
| "loss": 3.7983, |
| "step": 9000 |
| }, |
| { |
| "epoch": 7.787381158167675, |
| "grad_norm": 0.44504451751708984, |
| "learning_rate": 9.805049610877663e-05, |
| "loss": 3.7857, |
| "step": 9010 |
| }, |
| { |
| "epoch": 7.796024200518582, |
| "grad_norm": 0.4366353154182434, |
| "learning_rate": 9.804614591511036e-05, |
| "loss": 3.7739, |
| "step": 9020 |
| }, |
| { |
| "epoch": 7.80466724286949, |
| "grad_norm": 0.43359115719795227, |
| "learning_rate": 9.804179096998141e-05, |
| "loss": 3.7747, |
| "step": 9030 |
| }, |
| { |
| "epoch": 7.813310285220398, |
| "grad_norm": 0.41910967230796814, |
| "learning_rate": 9.803743127382046e-05, |
| "loss": 3.8032, |
| "step": 9040 |
| }, |
| { |
| "epoch": 7.821953327571305, |
| "grad_norm": 0.45898517966270447, |
| "learning_rate": 9.803306682705866e-05, |
| "loss": 3.8116, |
| "step": 9050 |
| }, |
| { |
| "epoch": 7.830596369922213, |
| "grad_norm": 0.4318331778049469, |
| "learning_rate": 9.802869763012765e-05, |
| "loss": 3.8078, |
| "step": 9060 |
| }, |
| { |
| "epoch": 7.83923941227312, |
| "grad_norm": 0.48328709602355957, |
| "learning_rate": 9.80243236834595e-05, |
| "loss": 3.7869, |
| "step": 9070 |
| }, |
| { |
| "epoch": 7.847882454624028, |
| "grad_norm": 0.4445449411869049, |
| "learning_rate": 9.801994498748676e-05, |
| "loss": 3.7998, |
| "step": 9080 |
| }, |
| { |
| "epoch": 7.856525496974935, |
| "grad_norm": 0.47343766689300537, |
| "learning_rate": 9.801556154264247e-05, |
| "loss": 3.785, |
| "step": 9090 |
| }, |
| { |
| "epoch": 7.865168539325842, |
| "grad_norm": 0.4205872714519501, |
| "learning_rate": 9.80111733493601e-05, |
| "loss": 3.8004, |
| "step": 9100 |
| }, |
| { |
| "epoch": 7.87381158167675, |
| "grad_norm": 0.4867478609085083, |
| "learning_rate": 9.800678040807365e-05, |
| "loss": 3.7962, |
| "step": 9110 |
| }, |
| { |
| "epoch": 7.882454624027658, |
| "grad_norm": 0.4493412673473358, |
| "learning_rate": 9.800238271921751e-05, |
| "loss": 3.7953, |
| "step": 9120 |
| }, |
| { |
| "epoch": 7.891097666378565, |
| "grad_norm": 0.4564410150051117, |
| "learning_rate": 9.799798028322663e-05, |
| "loss": 3.7801, |
| "step": 9130 |
| }, |
| { |
| "epoch": 7.899740708729473, |
| "grad_norm": 0.4326878488063812, |
| "learning_rate": 9.799357310053636e-05, |
| "loss": 3.7941, |
| "step": 9140 |
| }, |
| { |
| "epoch": 7.908383751080381, |
| "grad_norm": 0.4323364198207855, |
| "learning_rate": 9.798916117158255e-05, |
| "loss": 3.7931, |
| "step": 9150 |
| }, |
| { |
| "epoch": 7.917026793431288, |
| "grad_norm": 0.4120587408542633, |
| "learning_rate": 9.798474449680148e-05, |
| "loss": 3.7976, |
| "step": 9160 |
| }, |
| { |
| "epoch": 7.9256698357821955, |
| "grad_norm": 0.43279942870140076, |
| "learning_rate": 9.798032307662999e-05, |
| "loss": 3.8168, |
| "step": 9170 |
| }, |
| { |
| "epoch": 7.9343128781331025, |
| "grad_norm": 0.4233163595199585, |
| "learning_rate": 9.797589691150528e-05, |
| "loss": 3.7982, |
| "step": 9180 |
| }, |
| { |
| "epoch": 7.94295592048401, |
| "grad_norm": 0.44400715827941895, |
| "learning_rate": 9.797146600186511e-05, |
| "loss": 3.8035, |
| "step": 9190 |
| }, |
| { |
| "epoch": 7.951598962834918, |
| "grad_norm": 0.5120546221733093, |
| "learning_rate": 9.796703034814763e-05, |
| "loss": 3.8163, |
| "step": 9200 |
| }, |
| { |
| "epoch": 7.960242005185825, |
| "grad_norm": 0.42061132192611694, |
| "learning_rate": 9.796258995079153e-05, |
| "loss": 3.7894, |
| "step": 9210 |
| }, |
| { |
| "epoch": 7.968885047536733, |
| "grad_norm": 0.447865754365921, |
| "learning_rate": 9.79581448102359e-05, |
| "loss": 3.7978, |
| "step": 9220 |
| }, |
| { |
| "epoch": 7.97752808988764, |
| "grad_norm": 0.4612376391887665, |
| "learning_rate": 9.795369492692039e-05, |
| "loss": 3.7862, |
| "step": 9230 |
| }, |
| { |
| "epoch": 7.986171132238548, |
| "grad_norm": 0.43008846044540405, |
| "learning_rate": 9.794924030128502e-05, |
| "loss": 3.7994, |
| "step": 9240 |
| }, |
| { |
| "epoch": 7.994814174589456, |
| "grad_norm": 0.4484115242958069, |
| "learning_rate": 9.794478093377035e-05, |
| "loss": 3.8008, |
| "step": 9250 |
| }, |
| { |
| "epoch": 8.003457216940363, |
| "grad_norm": 0.603478729724884, |
| "learning_rate": 9.794031682481737e-05, |
| "loss": 3.7946, |
| "step": 9260 |
| }, |
| { |
| "epoch": 8.012100259291271, |
| "grad_norm": 0.4555322229862213, |
| "learning_rate": 9.793584797486756e-05, |
| "loss": 3.7537, |
| "step": 9270 |
| }, |
| { |
| "epoch": 8.020743301642177, |
| "grad_norm": 0.4499902129173279, |
| "learning_rate": 9.793137438436285e-05, |
| "loss": 3.745, |
| "step": 9280 |
| }, |
| { |
| "epoch": 8.029386343993085, |
| "grad_norm": 0.44736507534980774, |
| "learning_rate": 9.792689605374566e-05, |
| "loss": 3.7392, |
| "step": 9290 |
| }, |
| { |
| "epoch": 8.038029386343993, |
| "grad_norm": 0.5148961544036865, |
| "learning_rate": 9.792241298345887e-05, |
| "loss": 3.7451, |
| "step": 9300 |
| }, |
| { |
| "epoch": 8.046672428694901, |
| "grad_norm": 0.4521830081939697, |
| "learning_rate": 9.791792517394584e-05, |
| "loss": 3.7257, |
| "step": 9310 |
| }, |
| { |
| "epoch": 8.055315471045809, |
| "grad_norm": 0.4809775650501251, |
| "learning_rate": 9.791343262565036e-05, |
| "loss": 3.753, |
| "step": 9320 |
| }, |
| { |
| "epoch": 8.063958513396715, |
| "grad_norm": 0.5083329081535339, |
| "learning_rate": 9.790893533901671e-05, |
| "loss": 3.7355, |
| "step": 9330 |
| }, |
| { |
| "epoch": 8.072601555747623, |
| "grad_norm": 0.49536922574043274, |
| "learning_rate": 9.790443331448968e-05, |
| "loss": 3.762, |
| "step": 9340 |
| }, |
| { |
| "epoch": 8.08124459809853, |
| "grad_norm": 0.5043683648109436, |
| "learning_rate": 9.789992655251446e-05, |
| "loss": 3.7293, |
| "step": 9350 |
| }, |
| { |
| "epoch": 8.089887640449438, |
| "grad_norm": 0.46365660429000854, |
| "learning_rate": 9.789541505353677e-05, |
| "loss": 3.7591, |
| "step": 9360 |
| }, |
| { |
| "epoch": 8.098530682800346, |
| "grad_norm": 0.48677337169647217, |
| "learning_rate": 9.789089881800273e-05, |
| "loss": 3.7597, |
| "step": 9370 |
| }, |
| { |
| "epoch": 8.107173725151254, |
| "grad_norm": 0.440158486366272, |
| "learning_rate": 9.7886377846359e-05, |
| "loss": 3.7453, |
| "step": 9380 |
| }, |
| { |
| "epoch": 8.11581676750216, |
| "grad_norm": 0.599265992641449, |
| "learning_rate": 9.788185213905266e-05, |
| "loss": 3.7415, |
| "step": 9390 |
| }, |
| { |
| "epoch": 8.124459809853068, |
| "grad_norm": 0.4637872874736786, |
| "learning_rate": 9.787732169653128e-05, |
| "loss": 3.7438, |
| "step": 9400 |
| }, |
| { |
| "epoch": 8.133102852203976, |
| "grad_norm": 0.44102877378463745, |
| "learning_rate": 9.787278651924287e-05, |
| "loss": 3.7523, |
| "step": 9410 |
| }, |
| { |
| "epoch": 8.141745894554884, |
| "grad_norm": 0.4758727550506592, |
| "learning_rate": 9.786824660763598e-05, |
| "loss": 3.7432, |
| "step": 9420 |
| }, |
| { |
| "epoch": 8.150388936905792, |
| "grad_norm": 0.4853854179382324, |
| "learning_rate": 9.786370196215952e-05, |
| "loss": 3.7296, |
| "step": 9430 |
| }, |
| { |
| "epoch": 8.159031979256698, |
| "grad_norm": 0.432646781206131, |
| "learning_rate": 9.785915258326299e-05, |
| "loss": 3.7361, |
| "step": 9440 |
| }, |
| { |
| "epoch": 8.167675021607606, |
| "grad_norm": 0.4685443639755249, |
| "learning_rate": 9.785459847139624e-05, |
| "loss": 3.7573, |
| "step": 9450 |
| }, |
| { |
| "epoch": 8.176318063958513, |
| "grad_norm": 0.4620211124420166, |
| "learning_rate": 9.785003962700967e-05, |
| "loss": 3.7511, |
| "step": 9460 |
| }, |
| { |
| "epoch": 8.184961106309421, |
| "grad_norm": 0.47330307960510254, |
| "learning_rate": 9.784547605055412e-05, |
| "loss": 3.7394, |
| "step": 9470 |
| }, |
| { |
| "epoch": 8.193604148660329, |
| "grad_norm": 0.4925650656223297, |
| "learning_rate": 9.784090774248089e-05, |
| "loss": 3.7446, |
| "step": 9480 |
| }, |
| { |
| "epoch": 8.202247191011235, |
| "grad_norm": 0.4598151445388794, |
| "learning_rate": 9.783633470324177e-05, |
| "loss": 3.752, |
| "step": 9490 |
| }, |
| { |
| "epoch": 8.210890233362143, |
| "grad_norm": 0.5687212944030762, |
| "learning_rate": 9.7831756933289e-05, |
| "loss": 3.7423, |
| "step": 9500 |
| }, |
| { |
| "epoch": 8.21953327571305, |
| "grad_norm": 0.4934663474559784, |
| "learning_rate": 9.782717443307528e-05, |
| "loss": 3.7494, |
| "step": 9510 |
| }, |
| { |
| "epoch": 8.228176318063959, |
| "grad_norm": 0.6593343019485474, |
| "learning_rate": 9.78225872030538e-05, |
| "loss": 3.7335, |
| "step": 9520 |
| }, |
| { |
| "epoch": 8.236819360414867, |
| "grad_norm": 0.505717396736145, |
| "learning_rate": 9.78179952436782e-05, |
| "loss": 3.7841, |
| "step": 9530 |
| }, |
| { |
| "epoch": 8.245462402765774, |
| "grad_norm": 0.44793692231178284, |
| "learning_rate": 9.781339855540264e-05, |
| "loss": 3.7434, |
| "step": 9540 |
| }, |
| { |
| "epoch": 8.25410544511668, |
| "grad_norm": 0.505038857460022, |
| "learning_rate": 9.780879713868162e-05, |
| "loss": 3.7492, |
| "step": 9550 |
| }, |
| { |
| "epoch": 8.262748487467588, |
| "grad_norm": 0.46352729201316833, |
| "learning_rate": 9.780419099397027e-05, |
| "loss": 3.7509, |
| "step": 9560 |
| }, |
| { |
| "epoch": 8.271391529818496, |
| "grad_norm": 0.4584798812866211, |
| "learning_rate": 9.779958012172407e-05, |
| "loss": 3.7595, |
| "step": 9570 |
| }, |
| { |
| "epoch": 8.280034572169404, |
| "grad_norm": 0.48413047194480896, |
| "learning_rate": 9.779496452239902e-05, |
| "loss": 3.7455, |
| "step": 9580 |
| }, |
| { |
| "epoch": 8.288677614520312, |
| "grad_norm": 0.44428011775016785, |
| "learning_rate": 9.779034419645157e-05, |
| "loss": 3.7572, |
| "step": 9590 |
| }, |
| { |
| "epoch": 8.297320656871218, |
| "grad_norm": 0.4823353588581085, |
| "learning_rate": 9.778571914433864e-05, |
| "loss": 3.7678, |
| "step": 9600 |
| }, |
| { |
| "epoch": 8.305963699222126, |
| "grad_norm": 0.47280848026275635, |
| "learning_rate": 9.778108936651762e-05, |
| "loss": 3.7433, |
| "step": 9610 |
| }, |
| { |
| "epoch": 8.314606741573034, |
| "grad_norm": 0.4984550476074219, |
| "learning_rate": 9.777645486344635e-05, |
| "loss": 3.7583, |
| "step": 9620 |
| }, |
| { |
| "epoch": 8.323249783923941, |
| "grad_norm": 0.5061043500900269, |
| "learning_rate": 9.777181563558317e-05, |
| "loss": 3.7575, |
| "step": 9630 |
| }, |
| { |
| "epoch": 8.33189282627485, |
| "grad_norm": 0.49417343735694885, |
| "learning_rate": 9.77671716833869e-05, |
| "loss": 3.7509, |
| "step": 9640 |
| }, |
| { |
| "epoch": 8.340535868625757, |
| "grad_norm": 0.44791361689567566, |
| "learning_rate": 9.776252300731673e-05, |
| "loss": 3.7623, |
| "step": 9650 |
| }, |
| { |
| "epoch": 8.349178910976663, |
| "grad_norm": 0.4811897277832031, |
| "learning_rate": 9.775786960783243e-05, |
| "loss": 3.7476, |
| "step": 9660 |
| }, |
| { |
| "epoch": 8.357821953327571, |
| "grad_norm": 0.5796162486076355, |
| "learning_rate": 9.775321148539419e-05, |
| "loss": 3.7625, |
| "step": 9670 |
| }, |
| { |
| "epoch": 8.366464995678479, |
| "grad_norm": 0.5253317952156067, |
| "learning_rate": 9.774854864046265e-05, |
| "loss": 3.758, |
| "step": 9680 |
| }, |
| { |
| "epoch": 8.375108038029387, |
| "grad_norm": 0.5516966581344604, |
| "learning_rate": 9.774388107349897e-05, |
| "loss": 3.769, |
| "step": 9690 |
| }, |
| { |
| "epoch": 8.383751080380295, |
| "grad_norm": 0.47996285557746887, |
| "learning_rate": 9.77392087849647e-05, |
| "loss": 3.7544, |
| "step": 9700 |
| }, |
| { |
| "epoch": 8.3923941227312, |
| "grad_norm": 0.44499123096466064, |
| "learning_rate": 9.773453177532193e-05, |
| "loss": 3.7444, |
| "step": 9710 |
| }, |
| { |
| "epoch": 8.401037165082109, |
| "grad_norm": 0.48037391901016235, |
| "learning_rate": 9.77298500450332e-05, |
| "loss": 3.7465, |
| "step": 9720 |
| }, |
| { |
| "epoch": 8.409680207433016, |
| "grad_norm": 0.46453607082366943, |
| "learning_rate": 9.772516359456146e-05, |
| "loss": 3.7591, |
| "step": 9730 |
| }, |
| { |
| "epoch": 8.418323249783924, |
| "grad_norm": 0.43252211809158325, |
| "learning_rate": 9.772047242437018e-05, |
| "loss": 3.7621, |
| "step": 9740 |
| }, |
| { |
| "epoch": 8.426966292134832, |
| "grad_norm": 0.5457204580307007, |
| "learning_rate": 9.771577653492331e-05, |
| "loss": 3.7514, |
| "step": 9750 |
| }, |
| { |
| "epoch": 8.435609334485738, |
| "grad_norm": 0.45611676573753357, |
| "learning_rate": 9.771107592668524e-05, |
| "loss": 3.7538, |
| "step": 9760 |
| }, |
| { |
| "epoch": 8.444252376836646, |
| "grad_norm": 0.46146273612976074, |
| "learning_rate": 9.770637060012083e-05, |
| "loss": 3.7626, |
| "step": 9770 |
| }, |
| { |
| "epoch": 8.452895419187554, |
| "grad_norm": 0.47060343623161316, |
| "learning_rate": 9.770166055569539e-05, |
| "loss": 3.758, |
| "step": 9780 |
| }, |
| { |
| "epoch": 8.461538461538462, |
| "grad_norm": 0.4640510082244873, |
| "learning_rate": 9.769694579387474e-05, |
| "loss": 3.7471, |
| "step": 9790 |
| }, |
| { |
| "epoch": 8.47018150388937, |
| "grad_norm": 0.4595911204814911, |
| "learning_rate": 9.769222631512511e-05, |
| "loss": 3.7668, |
| "step": 9800 |
| }, |
| { |
| "epoch": 8.478824546240277, |
| "grad_norm": 0.4430038630962372, |
| "learning_rate": 9.768750211991326e-05, |
| "loss": 3.7765, |
| "step": 9810 |
| }, |
| { |
| "epoch": 8.487467588591183, |
| "grad_norm": 0.47259417176246643, |
| "learning_rate": 9.768277320870636e-05, |
| "loss": 3.7624, |
| "step": 9820 |
| }, |
| { |
| "epoch": 8.496110630942091, |
| "grad_norm": 0.500867486000061, |
| "learning_rate": 9.767803958197208e-05, |
| "loss": 3.7521, |
| "step": 9830 |
| }, |
| { |
| "epoch": 8.504753673293, |
| "grad_norm": 0.4520571827888489, |
| "learning_rate": 9.767330124017852e-05, |
| "loss": 3.7529, |
| "step": 9840 |
| }, |
| { |
| "epoch": 8.513396715643907, |
| "grad_norm": 0.4888074994087219, |
| "learning_rate": 9.766855818379433e-05, |
| "loss": 3.7624, |
| "step": 9850 |
| }, |
| { |
| "epoch": 8.522039757994815, |
| "grad_norm": 0.42933934926986694, |
| "learning_rate": 9.766381041328851e-05, |
| "loss": 3.7553, |
| "step": 9860 |
| }, |
| { |
| "epoch": 8.530682800345721, |
| "grad_norm": 0.47036847472190857, |
| "learning_rate": 9.765905792913062e-05, |
| "loss": 3.7648, |
| "step": 9870 |
| }, |
| { |
| "epoch": 8.539325842696629, |
| "grad_norm": 0.4764153063297272, |
| "learning_rate": 9.765430073179062e-05, |
| "loss": 3.7567, |
| "step": 9880 |
| }, |
| { |
| "epoch": 8.547968885047537, |
| "grad_norm": 0.4575450122356415, |
| "learning_rate": 9.7649538821739e-05, |
| "loss": 3.76, |
| "step": 9890 |
| }, |
| { |
| "epoch": 8.556611927398444, |
| "grad_norm": 0.45034366846084595, |
| "learning_rate": 9.764477219944668e-05, |
| "loss": 3.7526, |
| "step": 9900 |
| }, |
| { |
| "epoch": 8.565254969749352, |
| "grad_norm": 0.46308913826942444, |
| "learning_rate": 9.764000086538501e-05, |
| "loss": 3.7744, |
| "step": 9910 |
| }, |
| { |
| "epoch": 8.573898012100258, |
| "grad_norm": 0.4948825240135193, |
| "learning_rate": 9.76352248200259e-05, |
| "loss": 3.7513, |
| "step": 9920 |
| }, |
| { |
| "epoch": 8.582541054451166, |
| "grad_norm": 0.46322715282440186, |
| "learning_rate": 9.763044406384163e-05, |
| "loss": 3.7404, |
| "step": 9930 |
| }, |
| { |
| "epoch": 8.591184096802074, |
| "grad_norm": 0.43805623054504395, |
| "learning_rate": 9.7625658597305e-05, |
| "loss": 3.7559, |
| "step": 9940 |
| }, |
| { |
| "epoch": 8.599827139152982, |
| "grad_norm": 0.4568833112716675, |
| "learning_rate": 9.762086842088927e-05, |
| "loss": 3.7379, |
| "step": 9950 |
| }, |
| { |
| "epoch": 8.60847018150389, |
| "grad_norm": 0.45079609751701355, |
| "learning_rate": 9.761607353506814e-05, |
| "loss": 3.7732, |
| "step": 9960 |
| }, |
| { |
| "epoch": 8.617113223854798, |
| "grad_norm": 0.43652480840682983, |
| "learning_rate": 9.761127394031582e-05, |
| "loss": 3.7682, |
| "step": 9970 |
| }, |
| { |
| "epoch": 8.625756266205704, |
| "grad_norm": 0.440840482711792, |
| "learning_rate": 9.760646963710694e-05, |
| "loss": 3.7724, |
| "step": 9980 |
| }, |
| { |
| "epoch": 8.634399308556612, |
| "grad_norm": 0.4426875412464142, |
| "learning_rate": 9.760166062591663e-05, |
| "loss": 3.7648, |
| "step": 9990 |
| }, |
| { |
| "epoch": 8.64304235090752, |
| "grad_norm": 0.5241554379463196, |
| "learning_rate": 9.759684690722044e-05, |
| "loss": 3.7698, |
| "step": 10000 |
| }, |
| { |
| "epoch": 8.651685393258427, |
| "grad_norm": 0.4514304995536804, |
| "learning_rate": 9.759202848149446e-05, |
| "loss": 3.7561, |
| "step": 10010 |
| }, |
| { |
| "epoch": 8.660328435609335, |
| "grad_norm": 0.5220859050750732, |
| "learning_rate": 9.758720534921517e-05, |
| "loss": 3.759, |
| "step": 10020 |
| }, |
| { |
| "epoch": 8.668971477960241, |
| "grad_norm": 0.4727265536785126, |
| "learning_rate": 9.758237751085957e-05, |
| "loss": 3.7474, |
| "step": 10030 |
| }, |
| { |
| "epoch": 8.677614520311149, |
| "grad_norm": 0.41619962453842163, |
| "learning_rate": 9.757754496690508e-05, |
| "loss": 3.7401, |
| "step": 10040 |
| }, |
| { |
| "epoch": 8.686257562662057, |
| "grad_norm": 0.45655637979507446, |
| "learning_rate": 9.757270771782963e-05, |
| "loss": 3.7497, |
| "step": 10050 |
| }, |
| { |
| "epoch": 8.694900605012965, |
| "grad_norm": 0.5134854912757874, |
| "learning_rate": 9.756786576411156e-05, |
| "loss": 3.7679, |
| "step": 10060 |
| }, |
| { |
| "epoch": 8.703543647363873, |
| "grad_norm": 0.432964950799942, |
| "learning_rate": 9.756301910622976e-05, |
| "loss": 3.7683, |
| "step": 10070 |
| }, |
| { |
| "epoch": 8.71218668971478, |
| "grad_norm": 0.4667627215385437, |
| "learning_rate": 9.75581677446635e-05, |
| "loss": 3.7588, |
| "step": 10080 |
| }, |
| { |
| "epoch": 8.720829732065686, |
| "grad_norm": 0.43583422899246216, |
| "learning_rate": 9.755331167989254e-05, |
| "loss": 3.7656, |
| "step": 10090 |
| }, |
| { |
| "epoch": 8.729472774416594, |
| "grad_norm": 0.4319300651550293, |
| "learning_rate": 9.754845091239715e-05, |
| "loss": 3.7622, |
| "step": 10100 |
| }, |
| { |
| "epoch": 8.738115816767502, |
| "grad_norm": 0.5369278788566589, |
| "learning_rate": 9.7543585442658e-05, |
| "loss": 3.7532, |
| "step": 10110 |
| }, |
| { |
| "epoch": 8.74675885911841, |
| "grad_norm": 0.4468677341938019, |
| "learning_rate": 9.753871527115628e-05, |
| "loss": 3.7644, |
| "step": 10120 |
| }, |
| { |
| "epoch": 8.755401901469318, |
| "grad_norm": 0.5292395353317261, |
| "learning_rate": 9.753384039837358e-05, |
| "loss": 3.7622, |
| "step": 10130 |
| }, |
| { |
| "epoch": 8.764044943820224, |
| "grad_norm": 0.43111321330070496, |
| "learning_rate": 9.752896082479202e-05, |
| "loss": 3.7734, |
| "step": 10140 |
| }, |
| { |
| "epoch": 8.772687986171132, |
| "grad_norm": 0.4568481147289276, |
| "learning_rate": 9.752407655089417e-05, |
| "loss": 3.7575, |
| "step": 10150 |
| }, |
| { |
| "epoch": 8.78133102852204, |
| "grad_norm": 0.49823302030563354, |
| "learning_rate": 9.751918757716303e-05, |
| "loss": 3.7496, |
| "step": 10160 |
| }, |
| { |
| "epoch": 8.789974070872947, |
| "grad_norm": 0.4650852680206299, |
| "learning_rate": 9.75142939040821e-05, |
| "loss": 3.7477, |
| "step": 10170 |
| }, |
| { |
| "epoch": 8.798617113223855, |
| "grad_norm": 0.45112791657447815, |
| "learning_rate": 9.750939553213536e-05, |
| "loss": 3.7612, |
| "step": 10180 |
| }, |
| { |
| "epoch": 8.807260155574763, |
| "grad_norm": 0.5028764009475708, |
| "learning_rate": 9.750449246180717e-05, |
| "loss": 3.768, |
| "step": 10190 |
| }, |
| { |
| "epoch": 8.81590319792567, |
| "grad_norm": 0.4715244770050049, |
| "learning_rate": 9.749958469358246e-05, |
| "loss": 3.7667, |
| "step": 10200 |
| }, |
| { |
| "epoch": 8.824546240276577, |
| "grad_norm": 0.4270972013473511, |
| "learning_rate": 9.749467222794655e-05, |
| "loss": 3.7645, |
| "step": 10210 |
| }, |
| { |
| "epoch": 8.833189282627485, |
| "grad_norm": 0.4754692316055298, |
| "learning_rate": 9.748975506538527e-05, |
| "loss": 3.7327, |
| "step": 10220 |
| }, |
| { |
| "epoch": 8.841832324978393, |
| "grad_norm": 0.464085191488266, |
| "learning_rate": 9.74848332063849e-05, |
| "loss": 3.7414, |
| "step": 10230 |
| }, |
| { |
| "epoch": 8.8504753673293, |
| "grad_norm": 0.513344407081604, |
| "learning_rate": 9.747990665143216e-05, |
| "loss": 3.754, |
| "step": 10240 |
| }, |
| { |
| "epoch": 8.859118409680207, |
| "grad_norm": 0.43291178345680237, |
| "learning_rate": 9.747497540101427e-05, |
| "loss": 3.7528, |
| "step": 10250 |
| }, |
| { |
| "epoch": 8.867761452031115, |
| "grad_norm": 0.45774194598197937, |
| "learning_rate": 9.74700394556189e-05, |
| "loss": 3.7504, |
| "step": 10260 |
| }, |
| { |
| "epoch": 8.876404494382022, |
| "grad_norm": 0.4662226736545563, |
| "learning_rate": 9.746509881573418e-05, |
| "loss": 3.7724, |
| "step": 10270 |
| }, |
| { |
| "epoch": 8.88504753673293, |
| "grad_norm": 0.48376768827438354, |
| "learning_rate": 9.746015348184871e-05, |
| "loss": 3.7653, |
| "step": 10280 |
| }, |
| { |
| "epoch": 8.893690579083838, |
| "grad_norm": 0.4829849600791931, |
| "learning_rate": 9.745520345445156e-05, |
| "loss": 3.7547, |
| "step": 10290 |
| }, |
| { |
| "epoch": 8.902333621434746, |
| "grad_norm": 0.4469623863697052, |
| "learning_rate": 9.745024873403223e-05, |
| "loss": 3.7557, |
| "step": 10300 |
| }, |
| { |
| "epoch": 8.910976663785652, |
| "grad_norm": 0.47821757197380066, |
| "learning_rate": 9.744528932108075e-05, |
| "loss": 3.7727, |
| "step": 10310 |
| }, |
| { |
| "epoch": 8.91961970613656, |
| "grad_norm": 0.44721412658691406, |
| "learning_rate": 9.744032521608754e-05, |
| "loss": 3.7693, |
| "step": 10320 |
| }, |
| { |
| "epoch": 8.928262748487468, |
| "grad_norm": 0.47041958570480347, |
| "learning_rate": 9.743535641954353e-05, |
| "loss": 3.7608, |
| "step": 10330 |
| }, |
| { |
| "epoch": 8.936905790838376, |
| "grad_norm": 0.5188902020454407, |
| "learning_rate": 9.743038293194011e-05, |
| "loss": 3.7787, |
| "step": 10340 |
| }, |
| { |
| "epoch": 8.945548833189283, |
| "grad_norm": 0.44184383749961853, |
| "learning_rate": 9.742540475376914e-05, |
| "loss": 3.7665, |
| "step": 10350 |
| }, |
| { |
| "epoch": 8.95419187554019, |
| "grad_norm": 0.44161078333854675, |
| "learning_rate": 9.74204218855229e-05, |
| "loss": 3.78, |
| "step": 10360 |
| }, |
| { |
| "epoch": 8.962834917891097, |
| "grad_norm": 0.5031571388244629, |
| "learning_rate": 9.741543432769417e-05, |
| "loss": 3.7781, |
| "step": 10370 |
| }, |
| { |
| "epoch": 8.971477960242005, |
| "grad_norm": 0.48349663615226746, |
| "learning_rate": 9.741044208077619e-05, |
| "loss": 3.7765, |
| "step": 10380 |
| }, |
| { |
| "epoch": 8.980121002592913, |
| "grad_norm": 0.48071250319480896, |
| "learning_rate": 9.740544514526269e-05, |
| "loss": 3.7612, |
| "step": 10390 |
| }, |
| { |
| "epoch": 8.98876404494382, |
| "grad_norm": 0.45979589223861694, |
| "learning_rate": 9.74004435216478e-05, |
| "loss": 3.775, |
| "step": 10400 |
| }, |
| { |
| "epoch": 8.997407087294727, |
| "grad_norm": 0.5137695670127869, |
| "learning_rate": 9.739543721042616e-05, |
| "loss": 3.7787, |
| "step": 10410 |
| }, |
| { |
| "epoch": 9.006050129645635, |
| "grad_norm": 0.5173241496086121, |
| "learning_rate": 9.739042621209288e-05, |
| "loss": 3.7116, |
| "step": 10420 |
| }, |
| { |
| "epoch": 9.014693171996543, |
| "grad_norm": 0.6644781231880188, |
| "learning_rate": 9.738541052714349e-05, |
| "loss": 3.7004, |
| "step": 10430 |
| }, |
| { |
| "epoch": 9.02333621434745, |
| "grad_norm": 0.4805047810077667, |
| "learning_rate": 9.738039015607403e-05, |
| "loss": 3.7091, |
| "step": 10440 |
| }, |
| { |
| "epoch": 9.031979256698358, |
| "grad_norm": 0.5205739140510559, |
| "learning_rate": 9.737536509938097e-05, |
| "loss": 3.709, |
| "step": 10450 |
| }, |
| { |
| "epoch": 9.040622299049266, |
| "grad_norm": 0.5594408512115479, |
| "learning_rate": 9.737033535756126e-05, |
| "loss": 3.6931, |
| "step": 10460 |
| }, |
| { |
| "epoch": 9.049265341400172, |
| "grad_norm": 0.4729236364364624, |
| "learning_rate": 9.736530093111232e-05, |
| "loss": 3.7117, |
| "step": 10470 |
| }, |
| { |
| "epoch": 9.05790838375108, |
| "grad_norm": 0.5033740997314453, |
| "learning_rate": 9.7360261820532e-05, |
| "loss": 3.708, |
| "step": 10480 |
| }, |
| { |
| "epoch": 9.066551426101988, |
| "grad_norm": 0.5226423144340515, |
| "learning_rate": 9.735521802631866e-05, |
| "loss": 3.6952, |
| "step": 10490 |
| }, |
| { |
| "epoch": 9.075194468452896, |
| "grad_norm": 0.6846707463264465, |
| "learning_rate": 9.735016954897109e-05, |
| "loss": 3.7156, |
| "step": 10500 |
| }, |
| { |
| "epoch": 9.083837510803804, |
| "grad_norm": 0.5119282007217407, |
| "learning_rate": 9.734511638898856e-05, |
| "loss": 3.7057, |
| "step": 10510 |
| }, |
| { |
| "epoch": 9.09248055315471, |
| "grad_norm": 0.4926638901233673, |
| "learning_rate": 9.734005854687079e-05, |
| "loss": 3.6946, |
| "step": 10520 |
| }, |
| { |
| "epoch": 9.101123595505618, |
| "grad_norm": 0.48213866353034973, |
| "learning_rate": 9.733499602311795e-05, |
| "loss": 3.6898, |
| "step": 10530 |
| }, |
| { |
| "epoch": 9.109766637856525, |
| "grad_norm": 0.4466792643070221, |
| "learning_rate": 9.732992881823072e-05, |
| "loss": 3.7124, |
| "step": 10540 |
| }, |
| { |
| "epoch": 9.118409680207433, |
| "grad_norm": 0.4770711660385132, |
| "learning_rate": 9.732485693271021e-05, |
| "loss": 3.7066, |
| "step": 10550 |
| }, |
| { |
| "epoch": 9.127052722558341, |
| "grad_norm": 0.5223773121833801, |
| "learning_rate": 9.731978036705798e-05, |
| "loss": 3.7213, |
| "step": 10560 |
| }, |
| { |
| "epoch": 9.135695764909247, |
| "grad_norm": 0.5016674399375916, |
| "learning_rate": 9.731469912177609e-05, |
| "loss": 3.7187, |
| "step": 10570 |
| }, |
| { |
| "epoch": 9.144338807260155, |
| "grad_norm": 0.4452661871910095, |
| "learning_rate": 9.730961319736704e-05, |
| "loss": 3.6834, |
| "step": 10580 |
| }, |
| { |
| "epoch": 9.152981849611063, |
| "grad_norm": 0.6498205065727234, |
| "learning_rate": 9.730452259433379e-05, |
| "loss": 3.7069, |
| "step": 10590 |
| }, |
| { |
| "epoch": 9.16162489196197, |
| "grad_norm": 0.4517250061035156, |
| "learning_rate": 9.729942731317977e-05, |
| "loss": 3.7139, |
| "step": 10600 |
| }, |
| { |
| "epoch": 9.170267934312879, |
| "grad_norm": 0.561933696269989, |
| "learning_rate": 9.729432735440887e-05, |
| "loss": 3.6964, |
| "step": 10610 |
| }, |
| { |
| "epoch": 9.178910976663786, |
| "grad_norm": 0.49906885623931885, |
| "learning_rate": 9.728922271852545e-05, |
| "loss": 3.7207, |
| "step": 10620 |
| }, |
| { |
| "epoch": 9.187554019014692, |
| "grad_norm": 0.5469339489936829, |
| "learning_rate": 9.728411340603433e-05, |
| "loss": 3.7182, |
| "step": 10630 |
| }, |
| { |
| "epoch": 9.1961970613656, |
| "grad_norm": 0.5641295909881592, |
| "learning_rate": 9.727899941744077e-05, |
| "loss": 3.6975, |
| "step": 10640 |
| }, |
| { |
| "epoch": 9.204840103716508, |
| "grad_norm": 0.4885326027870178, |
| "learning_rate": 9.727388075325054e-05, |
| "loss": 3.7341, |
| "step": 10650 |
| }, |
| { |
| "epoch": 9.213483146067416, |
| "grad_norm": 0.4940291941165924, |
| "learning_rate": 9.726875741396982e-05, |
| "loss": 3.7047, |
| "step": 10660 |
| }, |
| { |
| "epoch": 9.222126188418324, |
| "grad_norm": 0.45150914788246155, |
| "learning_rate": 9.726362940010527e-05, |
| "loss": 3.7317, |
| "step": 10670 |
| }, |
| { |
| "epoch": 9.23076923076923, |
| "grad_norm": 0.5133076906204224, |
| "learning_rate": 9.725849671216403e-05, |
| "loss": 3.7072, |
| "step": 10680 |
| }, |
| { |
| "epoch": 9.239412273120138, |
| "grad_norm": 0.5238605737686157, |
| "learning_rate": 9.725335935065371e-05, |
| "loss": 3.7098, |
| "step": 10690 |
| }, |
| { |
| "epoch": 9.248055315471046, |
| "grad_norm": 0.4795264005661011, |
| "learning_rate": 9.724821731608234e-05, |
| "loss": 3.7299, |
| "step": 10700 |
| }, |
| { |
| "epoch": 9.256698357821953, |
| "grad_norm": 0.512211799621582, |
| "learning_rate": 9.724307060895844e-05, |
| "loss": 3.7015, |
| "step": 10710 |
| }, |
| { |
| "epoch": 9.265341400172861, |
| "grad_norm": 0.4602447748184204, |
| "learning_rate": 9.723791922979099e-05, |
| "loss": 3.7109, |
| "step": 10720 |
| }, |
| { |
| "epoch": 9.27398444252377, |
| "grad_norm": 0.46930524706840515, |
| "learning_rate": 9.723276317908943e-05, |
| "loss": 3.7203, |
| "step": 10730 |
| }, |
| { |
| "epoch": 9.282627484874675, |
| "grad_norm": 0.4623701274394989, |
| "learning_rate": 9.722760245736364e-05, |
| "loss": 3.7087, |
| "step": 10740 |
| }, |
| { |
| "epoch": 9.291270527225583, |
| "grad_norm": 0.4951903820037842, |
| "learning_rate": 9.722243706512401e-05, |
| "loss": 3.7118, |
| "step": 10750 |
| }, |
| { |
| "epoch": 9.299913569576491, |
| "grad_norm": 0.48930785059928894, |
| "learning_rate": 9.721726700288137e-05, |
| "loss": 3.7367, |
| "step": 10760 |
| }, |
| { |
| "epoch": 9.308556611927399, |
| "grad_norm": 0.49884432554244995, |
| "learning_rate": 9.721209227114696e-05, |
| "loss": 3.713, |
| "step": 10770 |
| }, |
| { |
| "epoch": 9.317199654278307, |
| "grad_norm": 0.49277737736701965, |
| "learning_rate": 9.720691287043257e-05, |
| "loss": 3.7271, |
| "step": 10780 |
| }, |
| { |
| "epoch": 9.325842696629213, |
| "grad_norm": 0.4780270457267761, |
| "learning_rate": 9.720172880125042e-05, |
| "loss": 3.7308, |
| "step": 10790 |
| }, |
| { |
| "epoch": 9.33448573898012, |
| "grad_norm": 0.47138842940330505, |
| "learning_rate": 9.719654006411316e-05, |
| "loss": 3.7184, |
| "step": 10800 |
| }, |
| { |
| "epoch": 9.343128781331028, |
| "grad_norm": 0.4544103145599365, |
| "learning_rate": 9.719134665953391e-05, |
| "loss": 3.7244, |
| "step": 10810 |
| }, |
| { |
| "epoch": 9.351771823681936, |
| "grad_norm": 0.49461787939071655, |
| "learning_rate": 9.718614858802631e-05, |
| "loss": 3.7281, |
| "step": 10820 |
| }, |
| { |
| "epoch": 9.360414866032844, |
| "grad_norm": 0.4712662994861603, |
| "learning_rate": 9.718094585010435e-05, |
| "loss": 3.7047, |
| "step": 10830 |
| }, |
| { |
| "epoch": 9.369057908383752, |
| "grad_norm": 0.5297857522964478, |
| "learning_rate": 9.717573844628261e-05, |
| "loss": 3.7032, |
| "step": 10840 |
| }, |
| { |
| "epoch": 9.377700950734658, |
| "grad_norm": 0.5364890694618225, |
| "learning_rate": 9.717052637707605e-05, |
| "loss": 3.7155, |
| "step": 10850 |
| }, |
| { |
| "epoch": 9.386343993085566, |
| "grad_norm": 0.5077672600746155, |
| "learning_rate": 9.71653096430001e-05, |
| "loss": 3.7107, |
| "step": 10860 |
| }, |
| { |
| "epoch": 9.394987035436474, |
| "grad_norm": 0.5294975638389587, |
| "learning_rate": 9.716008824457067e-05, |
| "loss": 3.73, |
| "step": 10870 |
| }, |
| { |
| "epoch": 9.403630077787382, |
| "grad_norm": 0.543056309223175, |
| "learning_rate": 9.715486218230412e-05, |
| "loss": 3.7186, |
| "step": 10880 |
| }, |
| { |
| "epoch": 9.41227312013829, |
| "grad_norm": 0.5836026072502136, |
| "learning_rate": 9.714963145671727e-05, |
| "loss": 3.7258, |
| "step": 10890 |
| }, |
| { |
| "epoch": 9.420916162489196, |
| "grad_norm": 0.48116791248321533, |
| "learning_rate": 9.714439606832743e-05, |
| "loss": 3.7341, |
| "step": 10900 |
| }, |
| { |
| "epoch": 9.429559204840103, |
| "grad_norm": 0.469978004693985, |
| "learning_rate": 9.713915601765234e-05, |
| "loss": 3.7204, |
| "step": 10910 |
| }, |
| { |
| "epoch": 9.438202247191011, |
| "grad_norm": 0.5366095304489136, |
| "learning_rate": 9.713391130521017e-05, |
| "loss": 3.7355, |
| "step": 10920 |
| }, |
| { |
| "epoch": 9.446845289541919, |
| "grad_norm": 0.5664842128753662, |
| "learning_rate": 9.712866193151964e-05, |
| "loss": 3.7244, |
| "step": 10930 |
| }, |
| { |
| "epoch": 9.455488331892827, |
| "grad_norm": 0.5498877763748169, |
| "learning_rate": 9.712340789709984e-05, |
| "loss": 3.7276, |
| "step": 10940 |
| }, |
| { |
| "epoch": 9.464131374243733, |
| "grad_norm": 0.48816201090812683, |
| "learning_rate": 9.71181492024704e-05, |
| "loss": 3.7353, |
| "step": 10950 |
| }, |
| { |
| "epoch": 9.47277441659464, |
| "grad_norm": 0.5609000325202942, |
| "learning_rate": 9.711288584815133e-05, |
| "loss": 3.7196, |
| "step": 10960 |
| }, |
| { |
| "epoch": 9.481417458945549, |
| "grad_norm": 0.4575328826904297, |
| "learning_rate": 9.710761783466318e-05, |
| "loss": 3.7454, |
| "step": 10970 |
| }, |
| { |
| "epoch": 9.490060501296457, |
| "grad_norm": 0.4813523590564728, |
| "learning_rate": 9.71023451625269e-05, |
| "loss": 3.7328, |
| "step": 10980 |
| }, |
| { |
| "epoch": 9.498703543647364, |
| "grad_norm": 0.5238398909568787, |
| "learning_rate": 9.709706783226393e-05, |
| "loss": 3.7216, |
| "step": 10990 |
| }, |
| { |
| "epoch": 9.507346585998272, |
| "grad_norm": 0.4787043333053589, |
| "learning_rate": 9.709178584439617e-05, |
| "loss": 3.7164, |
| "step": 11000 |
| }, |
| { |
| "epoch": 9.515989628349178, |
| "grad_norm": 0.4655061364173889, |
| "learning_rate": 9.708649919944599e-05, |
| "loss": 3.7188, |
| "step": 11010 |
| }, |
| { |
| "epoch": 9.524632670700086, |
| "grad_norm": 0.5777556300163269, |
| "learning_rate": 9.708120789793617e-05, |
| "loss": 3.7039, |
| "step": 11020 |
| }, |
| { |
| "epoch": 9.533275713050994, |
| "grad_norm": 0.4984196126461029, |
| "learning_rate": 9.707591194039001e-05, |
| "loss": 3.7434, |
| "step": 11030 |
| }, |
| { |
| "epoch": 9.541918755401902, |
| "grad_norm": 0.5686136484146118, |
| "learning_rate": 9.707061132733124e-05, |
| "loss": 3.7301, |
| "step": 11040 |
| }, |
| { |
| "epoch": 9.55056179775281, |
| "grad_norm": 0.4579119086265564, |
| "learning_rate": 9.706530605928406e-05, |
| "loss": 3.716, |
| "step": 11050 |
| }, |
| { |
| "epoch": 9.559204840103716, |
| "grad_norm": 0.49410757422447205, |
| "learning_rate": 9.705999613677312e-05, |
| "loss": 3.7299, |
| "step": 11060 |
| }, |
| { |
| "epoch": 9.567847882454624, |
| "grad_norm": 0.5855129361152649, |
| "learning_rate": 9.705468156032356e-05, |
| "loss": 3.7118, |
| "step": 11070 |
| }, |
| { |
| "epoch": 9.576490924805531, |
| "grad_norm": 0.5763207674026489, |
| "learning_rate": 9.704936233046092e-05, |
| "loss": 3.718, |
| "step": 11080 |
| }, |
| { |
| "epoch": 9.58513396715644, |
| "grad_norm": 0.4536745846271515, |
| "learning_rate": 9.704403844771128e-05, |
| "loss": 3.7325, |
| "step": 11090 |
| }, |
| { |
| "epoch": 9.593777009507347, |
| "grad_norm": 0.48520761728286743, |
| "learning_rate": 9.70387099126011e-05, |
| "loss": 3.7284, |
| "step": 11100 |
| }, |
| { |
| "epoch": 9.602420051858253, |
| "grad_norm": 0.4996262788772583, |
| "learning_rate": 9.703337672565739e-05, |
| "loss": 3.7092, |
| "step": 11110 |
| }, |
| { |
| "epoch": 9.611063094209161, |
| "grad_norm": 0.49985188245773315, |
| "learning_rate": 9.702803888740753e-05, |
| "loss": 3.7278, |
| "step": 11120 |
| }, |
| { |
| "epoch": 9.619706136560069, |
| "grad_norm": 0.507959246635437, |
| "learning_rate": 9.70226963983794e-05, |
| "loss": 3.7226, |
| "step": 11130 |
| }, |
| { |
| "epoch": 9.628349178910977, |
| "grad_norm": 0.4835833013057709, |
| "learning_rate": 9.701734925910133e-05, |
| "loss": 3.7427, |
| "step": 11140 |
| }, |
| { |
| "epoch": 9.636992221261885, |
| "grad_norm": 0.48076891899108887, |
| "learning_rate": 9.701199747010216e-05, |
| "loss": 3.7384, |
| "step": 11150 |
| }, |
| { |
| "epoch": 9.645635263612792, |
| "grad_norm": 0.5226660966873169, |
| "learning_rate": 9.70066410319111e-05, |
| "loss": 3.6928, |
| "step": 11160 |
| }, |
| { |
| "epoch": 9.654278305963699, |
| "grad_norm": 0.500931441783905, |
| "learning_rate": 9.700127994505791e-05, |
| "loss": 3.7359, |
| "step": 11170 |
| }, |
| { |
| "epoch": 9.662921348314606, |
| "grad_norm": 0.48784151673316956, |
| "learning_rate": 9.699591421007275e-05, |
| "loss": 3.7206, |
| "step": 11180 |
| }, |
| { |
| "epoch": 9.671564390665514, |
| "grad_norm": 0.501513659954071, |
| "learning_rate": 9.699054382748625e-05, |
| "loss": 3.7273, |
| "step": 11190 |
| }, |
| { |
| "epoch": 9.680207433016422, |
| "grad_norm": 0.45348435640335083, |
| "learning_rate": 9.698516879782951e-05, |
| "loss": 3.722, |
| "step": 11200 |
| }, |
| { |
| "epoch": 9.68885047536733, |
| "grad_norm": 0.48169976472854614, |
| "learning_rate": 9.697978912163408e-05, |
| "loss": 3.7352, |
| "step": 11210 |
| }, |
| { |
| "epoch": 9.697493517718236, |
| "grad_norm": 0.545628547668457, |
| "learning_rate": 9.6974404799432e-05, |
| "loss": 3.7298, |
| "step": 11220 |
| }, |
| { |
| "epoch": 9.706136560069144, |
| "grad_norm": 0.5044597387313843, |
| "learning_rate": 9.696901583175573e-05, |
| "loss": 3.7429, |
| "step": 11230 |
| }, |
| { |
| "epoch": 9.714779602420052, |
| "grad_norm": 0.49827882647514343, |
| "learning_rate": 9.696362221913819e-05, |
| "loss": 3.7357, |
| "step": 11240 |
| }, |
| { |
| "epoch": 9.72342264477096, |
| "grad_norm": 0.49696820974349976, |
| "learning_rate": 9.695822396211281e-05, |
| "loss": 3.7208, |
| "step": 11250 |
| }, |
| { |
| "epoch": 9.732065687121867, |
| "grad_norm": 0.5119147300720215, |
| "learning_rate": 9.695282106121342e-05, |
| "loss": 3.7374, |
| "step": 11260 |
| }, |
| { |
| "epoch": 9.740708729472775, |
| "grad_norm": 0.5000281929969788, |
| "learning_rate": 9.694741351697434e-05, |
| "loss": 3.7257, |
| "step": 11270 |
| }, |
| { |
| "epoch": 9.749351771823681, |
| "grad_norm": 0.47250476479530334, |
| "learning_rate": 9.694200132993034e-05, |
| "loss": 3.7241, |
| "step": 11280 |
| }, |
| { |
| "epoch": 9.75799481417459, |
| "grad_norm": 0.450208842754364, |
| "learning_rate": 9.693658450061666e-05, |
| "loss": 3.7176, |
| "step": 11290 |
| }, |
| { |
| "epoch": 9.766637856525497, |
| "grad_norm": 0.5206766724586487, |
| "learning_rate": 9.693116302956897e-05, |
| "loss": 3.7245, |
| "step": 11300 |
| }, |
| { |
| "epoch": 9.775280898876405, |
| "grad_norm": 0.4971694350242615, |
| "learning_rate": 9.692573691732343e-05, |
| "loss": 3.7269, |
| "step": 11310 |
| }, |
| { |
| "epoch": 9.783923941227313, |
| "grad_norm": 0.470877081155777, |
| "learning_rate": 9.692030616441667e-05, |
| "loss": 3.7256, |
| "step": 11320 |
| }, |
| { |
| "epoch": 9.792566983578219, |
| "grad_norm": 0.4835011065006256, |
| "learning_rate": 9.691487077138573e-05, |
| "loss": 3.7256, |
| "step": 11330 |
| }, |
| { |
| "epoch": 9.801210025929127, |
| "grad_norm": 0.5473735332489014, |
| "learning_rate": 9.690943073876813e-05, |
| "loss": 3.7273, |
| "step": 11340 |
| }, |
| { |
| "epoch": 9.809853068280034, |
| "grad_norm": 0.45465806126594543, |
| "learning_rate": 9.690398606710188e-05, |
| "loss": 3.749, |
| "step": 11350 |
| }, |
| { |
| "epoch": 9.818496110630942, |
| "grad_norm": 0.46930500864982605, |
| "learning_rate": 9.68985367569254e-05, |
| "loss": 3.7146, |
| "step": 11360 |
| }, |
| { |
| "epoch": 9.82713915298185, |
| "grad_norm": 0.47101566195487976, |
| "learning_rate": 9.689308280877763e-05, |
| "loss": 3.7407, |
| "step": 11370 |
| }, |
| { |
| "epoch": 9.835782195332758, |
| "grad_norm": 0.5056653022766113, |
| "learning_rate": 9.688762422319788e-05, |
| "loss": 3.7192, |
| "step": 11380 |
| }, |
| { |
| "epoch": 9.844425237683664, |
| "grad_norm": 0.49016445875167847, |
| "learning_rate": 9.688216100072601e-05, |
| "loss": 3.7433, |
| "step": 11390 |
| }, |
| { |
| "epoch": 9.853068280034572, |
| "grad_norm": 0.4911297857761383, |
| "learning_rate": 9.687669314190229e-05, |
| "loss": 3.701, |
| "step": 11400 |
| }, |
| { |
| "epoch": 9.86171132238548, |
| "grad_norm": 0.47492873668670654, |
| "learning_rate": 9.687122064726744e-05, |
| "loss": 3.7325, |
| "step": 11410 |
| }, |
| { |
| "epoch": 9.870354364736388, |
| "grad_norm": 0.4581717848777771, |
| "learning_rate": 9.686574351736268e-05, |
| "loss": 3.7213, |
| "step": 11420 |
| }, |
| { |
| "epoch": 9.878997407087295, |
| "grad_norm": 0.4734545052051544, |
| "learning_rate": 9.686026175272964e-05, |
| "loss": 3.7353, |
| "step": 11430 |
| }, |
| { |
| "epoch": 9.887640449438202, |
| "grad_norm": 0.49344101548194885, |
| "learning_rate": 9.685477535391045e-05, |
| "loss": 3.7183, |
| "step": 11440 |
| }, |
| { |
| "epoch": 9.89628349178911, |
| "grad_norm": 0.49212369322776794, |
| "learning_rate": 9.684928432144769e-05, |
| "loss": 3.7241, |
| "step": 11450 |
| }, |
| { |
| "epoch": 9.904926534140017, |
| "grad_norm": 0.483938604593277, |
| "learning_rate": 9.684378865588435e-05, |
| "loss": 3.731, |
| "step": 11460 |
| }, |
| { |
| "epoch": 9.913569576490925, |
| "grad_norm": 0.5521007180213928, |
| "learning_rate": 9.683828835776395e-05, |
| "loss": 3.725, |
| "step": 11470 |
| }, |
| { |
| "epoch": 9.922212618841833, |
| "grad_norm": 0.4836953282356262, |
| "learning_rate": 9.683278342763042e-05, |
| "loss": 3.7243, |
| "step": 11480 |
| }, |
| { |
| "epoch": 9.93085566119274, |
| "grad_norm": 0.4719717502593994, |
| "learning_rate": 9.682727386602816e-05, |
| "loss": 3.7342, |
| "step": 11490 |
| }, |
| { |
| "epoch": 9.939498703543647, |
| "grad_norm": 0.4862285256385803, |
| "learning_rate": 9.682175967350206e-05, |
| "loss": 3.7321, |
| "step": 11500 |
| }, |
| { |
| "epoch": 9.948141745894555, |
| "grad_norm": 0.530694305896759, |
| "learning_rate": 9.681624085059739e-05, |
| "loss": 3.7387, |
| "step": 11510 |
| }, |
| { |
| "epoch": 9.956784788245463, |
| "grad_norm": 0.5174630880355835, |
| "learning_rate": 9.681071739785998e-05, |
| "loss": 3.7114, |
| "step": 11520 |
| }, |
| { |
| "epoch": 9.96542783059637, |
| "grad_norm": 0.47248172760009766, |
| "learning_rate": 9.680518931583603e-05, |
| "loss": 3.7502, |
| "step": 11530 |
| }, |
| { |
| "epoch": 9.974070872947278, |
| "grad_norm": 0.5072276592254639, |
| "learning_rate": 9.679965660507224e-05, |
| "loss": 3.7221, |
| "step": 11540 |
| }, |
| { |
| "epoch": 9.982713915298184, |
| "grad_norm": 0.4582347869873047, |
| "learning_rate": 9.679411926611576e-05, |
| "loss": 3.7305, |
| "step": 11550 |
| }, |
| { |
| "epoch": 9.991356957649092, |
| "grad_norm": 0.561758279800415, |
| "learning_rate": 9.678857729951423e-05, |
| "loss": 3.7271, |
| "step": 11560 |
| }, |
| { |
| "epoch": 10.0, |
| "grad_norm": 0.9794937372207642, |
| "learning_rate": 9.678303070581564e-05, |
| "loss": 3.7114, |
| "step": 11570 |
| }, |
| { |
| "epoch": 10.008643042350908, |
| "grad_norm": 0.48681485652923584, |
| "learning_rate": 9.67774794855686e-05, |
| "loss": 3.6817, |
| "step": 11580 |
| }, |
| { |
| "epoch": 10.017286084701816, |
| "grad_norm": 0.5222727656364441, |
| "learning_rate": 9.677192363932203e-05, |
| "loss": 3.6699, |
| "step": 11590 |
| }, |
| { |
| "epoch": 10.025929127052722, |
| "grad_norm": 0.47169527411460876, |
| "learning_rate": 9.67663631676254e-05, |
| "loss": 3.6726, |
| "step": 11600 |
| }, |
| { |
| "epoch": 10.03457216940363, |
| "grad_norm": 0.4824286997318268, |
| "learning_rate": 9.676079807102859e-05, |
| "loss": 3.6706, |
| "step": 11610 |
| }, |
| { |
| "epoch": 10.043215211754537, |
| "grad_norm": 0.4932359457015991, |
| "learning_rate": 9.675522835008194e-05, |
| "loss": 3.6715, |
| "step": 11620 |
| }, |
| { |
| "epoch": 10.051858254105445, |
| "grad_norm": 0.5065315961837769, |
| "learning_rate": 9.674965400533631e-05, |
| "loss": 3.6652, |
| "step": 11630 |
| }, |
| { |
| "epoch": 10.060501296456353, |
| "grad_norm": 0.5392584800720215, |
| "learning_rate": 9.674407503734292e-05, |
| "loss": 3.6727, |
| "step": 11640 |
| }, |
| { |
| "epoch": 10.069144338807261, |
| "grad_norm": 0.7865538597106934, |
| "learning_rate": 9.673849144665352e-05, |
| "loss": 3.6602, |
| "step": 11650 |
| }, |
| { |
| "epoch": 10.077787381158167, |
| "grad_norm": 0.5693552494049072, |
| "learning_rate": 9.673290323382028e-05, |
| "loss": 3.6497, |
| "step": 11660 |
| }, |
| { |
| "epoch": 10.086430423509075, |
| "grad_norm": 0.4808330237865448, |
| "learning_rate": 9.672731039939584e-05, |
| "loss": 3.6721, |
| "step": 11670 |
| }, |
| { |
| "epoch": 10.095073465859983, |
| "grad_norm": 0.47922566533088684, |
| "learning_rate": 9.672171294393331e-05, |
| "loss": 3.66, |
| "step": 11680 |
| }, |
| { |
| "epoch": 10.10371650821089, |
| "grad_norm": 0.5296395421028137, |
| "learning_rate": 9.671611086798622e-05, |
| "loss": 3.6602, |
| "step": 11690 |
| }, |
| { |
| "epoch": 10.112359550561798, |
| "grad_norm": 0.5019327402114868, |
| "learning_rate": 9.671050417210859e-05, |
| "loss": 3.6628, |
| "step": 11700 |
| }, |
| { |
| "epoch": 10.121002592912705, |
| "grad_norm": 0.5641884207725525, |
| "learning_rate": 9.67048928568549e-05, |
| "loss": 3.6603, |
| "step": 11710 |
| }, |
| { |
| "epoch": 10.129645635263612, |
| "grad_norm": 0.5740322470664978, |
| "learning_rate": 9.669927692278005e-05, |
| "loss": 3.6906, |
| "step": 11720 |
| }, |
| { |
| "epoch": 10.13828867761452, |
| "grad_norm": 0.5404512882232666, |
| "learning_rate": 9.669365637043945e-05, |
| "loss": 3.6759, |
| "step": 11730 |
| }, |
| { |
| "epoch": 10.146931719965428, |
| "grad_norm": 0.5085879564285278, |
| "learning_rate": 9.668803120038892e-05, |
| "loss": 3.6724, |
| "step": 11740 |
| }, |
| { |
| "epoch": 10.155574762316336, |
| "grad_norm": 0.5793862342834473, |
| "learning_rate": 9.668240141318474e-05, |
| "loss": 3.6685, |
| "step": 11750 |
| }, |
| { |
| "epoch": 10.164217804667242, |
| "grad_norm": 0.5763043761253357, |
| "learning_rate": 9.66767670093837e-05, |
| "loss": 3.6709, |
| "step": 11760 |
| }, |
| { |
| "epoch": 10.17286084701815, |
| "grad_norm": 0.5747295618057251, |
| "learning_rate": 9.667112798954296e-05, |
| "loss": 3.6765, |
| "step": 11770 |
| }, |
| { |
| "epoch": 10.181503889369058, |
| "grad_norm": 0.5596042275428772, |
| "learning_rate": 9.666548435422022e-05, |
| "loss": 3.6934, |
| "step": 11780 |
| }, |
| { |
| "epoch": 10.190146931719966, |
| "grad_norm": 0.5855628848075867, |
| "learning_rate": 9.665983610397358e-05, |
| "loss": 3.6929, |
| "step": 11790 |
| }, |
| { |
| "epoch": 10.198789974070873, |
| "grad_norm": 0.5096073746681213, |
| "learning_rate": 9.665418323936165e-05, |
| "loss": 3.6731, |
| "step": 11800 |
| }, |
| { |
| "epoch": 10.207433016421781, |
| "grad_norm": 0.5206696391105652, |
| "learning_rate": 9.664852576094341e-05, |
| "loss": 3.668, |
| "step": 11810 |
| }, |
| { |
| "epoch": 10.216076058772687, |
| "grad_norm": 0.4950180649757385, |
| "learning_rate": 9.664286366927839e-05, |
| "loss": 3.6841, |
| "step": 11820 |
| }, |
| { |
| "epoch": 10.224719101123595, |
| "grad_norm": 0.4941110610961914, |
| "learning_rate": 9.66371969649265e-05, |
| "loss": 3.689, |
| "step": 11830 |
| }, |
| { |
| "epoch": 10.233362143474503, |
| "grad_norm": 0.4773726463317871, |
| "learning_rate": 9.663152564844818e-05, |
| "loss": 3.6816, |
| "step": 11840 |
| }, |
| { |
| "epoch": 10.24200518582541, |
| "grad_norm": 0.5133350491523743, |
| "learning_rate": 9.662584972040427e-05, |
| "loss": 3.6643, |
| "step": 11850 |
| }, |
| { |
| "epoch": 10.250648228176319, |
| "grad_norm": 0.692524790763855, |
| "learning_rate": 9.662016918135608e-05, |
| "loss": 3.6862, |
| "step": 11860 |
| }, |
| { |
| "epoch": 10.259291270527225, |
| "grad_norm": 0.5065396428108215, |
| "learning_rate": 9.661448403186539e-05, |
| "loss": 3.6834, |
| "step": 11870 |
| }, |
| { |
| "epoch": 10.267934312878133, |
| "grad_norm": 0.5375980734825134, |
| "learning_rate": 9.660879427249441e-05, |
| "loss": 3.6902, |
| "step": 11880 |
| }, |
| { |
| "epoch": 10.27657735522904, |
| "grad_norm": 0.5452911257743835, |
| "learning_rate": 9.660309990380583e-05, |
| "loss": 3.6834, |
| "step": 11890 |
| }, |
| { |
| "epoch": 10.285220397579948, |
| "grad_norm": 0.5259824395179749, |
| "learning_rate": 9.65974009263628e-05, |
| "loss": 3.6758, |
| "step": 11900 |
| }, |
| { |
| "epoch": 10.293863439930856, |
| "grad_norm": 0.4896150231361389, |
| "learning_rate": 9.65916973407289e-05, |
| "loss": 3.6699, |
| "step": 11910 |
| }, |
| { |
| "epoch": 10.302506482281764, |
| "grad_norm": 0.5777304172515869, |
| "learning_rate": 9.658598914746818e-05, |
| "loss": 3.6773, |
| "step": 11920 |
| }, |
| { |
| "epoch": 10.31114952463267, |
| "grad_norm": 0.6067248582839966, |
| "learning_rate": 9.658027634714515e-05, |
| "loss": 3.6869, |
| "step": 11930 |
| }, |
| { |
| "epoch": 10.319792566983578, |
| "grad_norm": 0.5097659230232239, |
| "learning_rate": 9.657455894032474e-05, |
| "loss": 3.6887, |
| "step": 11940 |
| }, |
| { |
| "epoch": 10.328435609334486, |
| "grad_norm": 0.5116153955459595, |
| "learning_rate": 9.656883692757241e-05, |
| "loss": 3.6862, |
| "step": 11950 |
| }, |
| { |
| "epoch": 10.337078651685394, |
| "grad_norm": 0.5025056600570679, |
| "learning_rate": 9.656311030945403e-05, |
| "loss": 3.6894, |
| "step": 11960 |
| }, |
| { |
| "epoch": 10.345721694036301, |
| "grad_norm": 0.4873616695404053, |
| "learning_rate": 9.655737908653589e-05, |
| "loss": 3.6819, |
| "step": 11970 |
| }, |
| { |
| "epoch": 10.354364736387208, |
| "grad_norm": 0.4836253523826599, |
| "learning_rate": 9.655164325938478e-05, |
| "loss": 3.6987, |
| "step": 11980 |
| }, |
| { |
| "epoch": 10.363007778738115, |
| "grad_norm": 0.5248548984527588, |
| "learning_rate": 9.654590282856797e-05, |
| "loss": 3.6949, |
| "step": 11990 |
| }, |
| { |
| "epoch": 10.371650821089023, |
| "grad_norm": 0.5304021239280701, |
| "learning_rate": 9.654015779465311e-05, |
| "loss": 3.6849, |
| "step": 12000 |
| }, |
| { |
| "epoch": 10.380293863439931, |
| "grad_norm": 0.45679885149002075, |
| "learning_rate": 9.653440815820838e-05, |
| "loss": 3.6786, |
| "step": 12010 |
| }, |
| { |
| "epoch": 10.388936905790839, |
| "grad_norm": 0.5317243933677673, |
| "learning_rate": 9.652865391980238e-05, |
| "loss": 3.6809, |
| "step": 12020 |
| }, |
| { |
| "epoch": 10.397579948141747, |
| "grad_norm": 0.5084419846534729, |
| "learning_rate": 9.652289508000414e-05, |
| "loss": 3.6632, |
| "step": 12030 |
| }, |
| { |
| "epoch": 10.406222990492653, |
| "grad_norm": 0.5009498000144958, |
| "learning_rate": 9.65171316393832e-05, |
| "loss": 3.6791, |
| "step": 12040 |
| }, |
| { |
| "epoch": 10.41486603284356, |
| "grad_norm": 0.5657745003700256, |
| "learning_rate": 9.651136359850953e-05, |
| "loss": 3.672, |
| "step": 12050 |
| }, |
| { |
| "epoch": 10.423509075194469, |
| "grad_norm": 0.6176406741142273, |
| "learning_rate": 9.650559095795354e-05, |
| "loss": 3.6897, |
| "step": 12060 |
| }, |
| { |
| "epoch": 10.432152117545376, |
| "grad_norm": 0.5388995409011841, |
| "learning_rate": 9.649981371828611e-05, |
| "loss": 3.6797, |
| "step": 12070 |
| }, |
| { |
| "epoch": 10.440795159896284, |
| "grad_norm": 0.5937564969062805, |
| "learning_rate": 9.649403188007858e-05, |
| "loss": 3.6896, |
| "step": 12080 |
| }, |
| { |
| "epoch": 10.44943820224719, |
| "grad_norm": 0.4884752035140991, |
| "learning_rate": 9.648824544390271e-05, |
| "loss": 3.6939, |
| "step": 12090 |
| }, |
| { |
| "epoch": 10.458081244598098, |
| "grad_norm": 0.47764667868614197, |
| "learning_rate": 9.648245441033079e-05, |
| "loss": 3.6927, |
| "step": 12100 |
| }, |
| { |
| "epoch": 10.466724286949006, |
| "grad_norm": 0.5130797028541565, |
| "learning_rate": 9.647665877993549e-05, |
| "loss": 3.6758, |
| "step": 12110 |
| }, |
| { |
| "epoch": 10.475367329299914, |
| "grad_norm": 0.5920499563217163, |
| "learning_rate": 9.647085855328996e-05, |
| "loss": 3.6881, |
| "step": 12120 |
| }, |
| { |
| "epoch": 10.484010371650822, |
| "grad_norm": 0.5269470810890198, |
| "learning_rate": 9.64650537309678e-05, |
| "loss": 3.6798, |
| "step": 12130 |
| }, |
| { |
| "epoch": 10.492653414001728, |
| "grad_norm": 0.5464592576026917, |
| "learning_rate": 9.645924431354309e-05, |
| "loss": 3.6876, |
| "step": 12140 |
| }, |
| { |
| "epoch": 10.501296456352636, |
| "grad_norm": 0.5093426704406738, |
| "learning_rate": 9.645343030159033e-05, |
| "loss": 3.6891, |
| "step": 12150 |
| }, |
| { |
| "epoch": 10.509939498703543, |
| "grad_norm": 0.48650872707366943, |
| "learning_rate": 9.64476116956845e-05, |
| "loss": 3.6796, |
| "step": 12160 |
| }, |
| { |
| "epoch": 10.518582541054451, |
| "grad_norm": 0.5527722835540771, |
| "learning_rate": 9.6441788496401e-05, |
| "loss": 3.6967, |
| "step": 12170 |
| }, |
| { |
| "epoch": 10.52722558340536, |
| "grad_norm": 0.4978279173374176, |
| "learning_rate": 9.643596070431575e-05, |
| "loss": 3.6976, |
| "step": 12180 |
| }, |
| { |
| "epoch": 10.535868625756267, |
| "grad_norm": 0.5188413262367249, |
| "learning_rate": 9.643012832000504e-05, |
| "loss": 3.7044, |
| "step": 12190 |
| }, |
| { |
| "epoch": 10.544511668107173, |
| "grad_norm": 0.5179294347763062, |
| "learning_rate": 9.642429134404569e-05, |
| "loss": 3.7013, |
| "step": 12200 |
| }, |
| { |
| "epoch": 10.553154710458081, |
| "grad_norm": 0.5344736576080322, |
| "learning_rate": 9.64184497770149e-05, |
| "loss": 3.6791, |
| "step": 12210 |
| }, |
| { |
| "epoch": 10.561797752808989, |
| "grad_norm": 0.6387080550193787, |
| "learning_rate": 9.641260361949041e-05, |
| "loss": 3.6904, |
| "step": 12220 |
| }, |
| { |
| "epoch": 10.570440795159897, |
| "grad_norm": 0.4705134630203247, |
| "learning_rate": 9.640675287205035e-05, |
| "loss": 3.6872, |
| "step": 12230 |
| }, |
| { |
| "epoch": 10.579083837510804, |
| "grad_norm": 0.49021396040916443, |
| "learning_rate": 9.64008975352733e-05, |
| "loss": 3.6775, |
| "step": 12240 |
| }, |
| { |
| "epoch": 10.58772687986171, |
| "grad_norm": 0.7094300389289856, |
| "learning_rate": 9.639503760973834e-05, |
| "loss": 3.7046, |
| "step": 12250 |
| }, |
| { |
| "epoch": 10.596369922212618, |
| "grad_norm": 0.7486307621002197, |
| "learning_rate": 9.638917309602498e-05, |
| "loss": 3.688, |
| "step": 12260 |
| }, |
| { |
| "epoch": 10.605012964563526, |
| "grad_norm": 0.5346463918685913, |
| "learning_rate": 9.638330399471318e-05, |
| "loss": 3.6803, |
| "step": 12270 |
| }, |
| { |
| "epoch": 10.613656006914434, |
| "grad_norm": 0.47624003887176514, |
| "learning_rate": 9.637743030638336e-05, |
| "loss": 3.6996, |
| "step": 12280 |
| }, |
| { |
| "epoch": 10.622299049265342, |
| "grad_norm": 0.5097095966339111, |
| "learning_rate": 9.637155203161639e-05, |
| "loss": 3.6885, |
| "step": 12290 |
| }, |
| { |
| "epoch": 10.630942091616248, |
| "grad_norm": 0.44862452149391174, |
| "learning_rate": 9.636566917099358e-05, |
| "loss": 3.6926, |
| "step": 12300 |
| }, |
| { |
| "epoch": 10.639585133967156, |
| "grad_norm": 0.5162788033485413, |
| "learning_rate": 9.635978172509673e-05, |
| "loss": 3.7098, |
| "step": 12310 |
| }, |
| { |
| "epoch": 10.648228176318064, |
| "grad_norm": 0.48841822147369385, |
| "learning_rate": 9.635388969450805e-05, |
| "loss": 3.7057, |
| "step": 12320 |
| }, |
| { |
| "epoch": 10.656871218668972, |
| "grad_norm": 0.513907253742218, |
| "learning_rate": 9.634799307981024e-05, |
| "loss": 3.6732, |
| "step": 12330 |
| }, |
| { |
| "epoch": 10.66551426101988, |
| "grad_norm": 0.46610546112060547, |
| "learning_rate": 9.634209188158643e-05, |
| "loss": 3.7014, |
| "step": 12340 |
| }, |
| { |
| "epoch": 10.674157303370787, |
| "grad_norm": 0.49593308568000793, |
| "learning_rate": 9.633618610042024e-05, |
| "loss": 3.7011, |
| "step": 12350 |
| }, |
| { |
| "epoch": 10.682800345721693, |
| "grad_norm": 0.5436179637908936, |
| "learning_rate": 9.633027573689566e-05, |
| "loss": 3.6767, |
| "step": 12360 |
| }, |
| { |
| "epoch": 10.691443388072601, |
| "grad_norm": 0.5104223489761353, |
| "learning_rate": 9.632436079159724e-05, |
| "loss": 3.7011, |
| "step": 12370 |
| }, |
| { |
| "epoch": 10.700086430423509, |
| "grad_norm": 0.5194063782691956, |
| "learning_rate": 9.63184412651099e-05, |
| "loss": 3.7017, |
| "step": 12380 |
| }, |
| { |
| "epoch": 10.708729472774417, |
| "grad_norm": 0.5374730825424194, |
| "learning_rate": 9.631251715801904e-05, |
| "loss": 3.6988, |
| "step": 12390 |
| }, |
| { |
| "epoch": 10.717372515125325, |
| "grad_norm": 0.49279648065567017, |
| "learning_rate": 9.630658847091055e-05, |
| "loss": 3.7032, |
| "step": 12400 |
| }, |
| { |
| "epoch": 10.72601555747623, |
| "grad_norm": 0.47981804609298706, |
| "learning_rate": 9.630065520437072e-05, |
| "loss": 3.6701, |
| "step": 12410 |
| }, |
| { |
| "epoch": 10.734658599827139, |
| "grad_norm": 0.4754270315170288, |
| "learning_rate": 9.629471735898631e-05, |
| "loss": 3.7062, |
| "step": 12420 |
| }, |
| { |
| "epoch": 10.743301642178047, |
| "grad_norm": 0.5446076393127441, |
| "learning_rate": 9.628877493534454e-05, |
| "loss": 3.6958, |
| "step": 12430 |
| }, |
| { |
| "epoch": 10.751944684528954, |
| "grad_norm": 0.5103511810302734, |
| "learning_rate": 9.628282793403307e-05, |
| "loss": 3.7049, |
| "step": 12440 |
| }, |
| { |
| "epoch": 10.760587726879862, |
| "grad_norm": 0.4513952136039734, |
| "learning_rate": 9.627687635564004e-05, |
| "loss": 3.7013, |
| "step": 12450 |
| }, |
| { |
| "epoch": 10.76923076923077, |
| "grad_norm": 0.5277767181396484, |
| "learning_rate": 9.627092020075401e-05, |
| "loss": 3.7154, |
| "step": 12460 |
| }, |
| { |
| "epoch": 10.777873811581676, |
| "grad_norm": 0.5373556017875671, |
| "learning_rate": 9.6264959469964e-05, |
| "loss": 3.7006, |
| "step": 12470 |
| }, |
| { |
| "epoch": 10.786516853932584, |
| "grad_norm": 0.5058774948120117, |
| "learning_rate": 9.625899416385951e-05, |
| "loss": 3.7164, |
| "step": 12480 |
| }, |
| { |
| "epoch": 10.795159896283492, |
| "grad_norm": 0.48681914806365967, |
| "learning_rate": 9.625302428303045e-05, |
| "loss": 3.6803, |
| "step": 12490 |
| }, |
| { |
| "epoch": 10.8038029386344, |
| "grad_norm": 0.57049560546875, |
| "learning_rate": 9.624704982806722e-05, |
| "loss": 3.6778, |
| "step": 12500 |
| }, |
| { |
| "epoch": 10.812445980985308, |
| "grad_norm": 0.5791041254997253, |
| "learning_rate": 9.624107079956063e-05, |
| "loss": 3.6877, |
| "step": 12510 |
| }, |
| { |
| "epoch": 10.821089023336214, |
| "grad_norm": 0.5280286073684692, |
| "learning_rate": 9.623508719810201e-05, |
| "loss": 3.6932, |
| "step": 12520 |
| }, |
| { |
| "epoch": 10.829732065687121, |
| "grad_norm": 0.5781124830245972, |
| "learning_rate": 9.622909902428308e-05, |
| "loss": 3.7158, |
| "step": 12530 |
| }, |
| { |
| "epoch": 10.83837510803803, |
| "grad_norm": 0.4894886910915375, |
| "learning_rate": 9.622310627869603e-05, |
| "loss": 3.7191, |
| "step": 12540 |
| }, |
| { |
| "epoch": 10.847018150388937, |
| "grad_norm": 0.5260438323020935, |
| "learning_rate": 9.62171089619335e-05, |
| "loss": 3.6983, |
| "step": 12550 |
| }, |
| { |
| "epoch": 10.855661192739845, |
| "grad_norm": 0.5406349897384644, |
| "learning_rate": 9.62111070745886e-05, |
| "loss": 3.6804, |
| "step": 12560 |
| }, |
| { |
| "epoch": 10.864304235090753, |
| "grad_norm": 0.4785557687282562, |
| "learning_rate": 9.620510061725485e-05, |
| "loss": 3.7014, |
| "step": 12570 |
| }, |
| { |
| "epoch": 10.872947277441659, |
| "grad_norm": 0.5380416512489319, |
| "learning_rate": 9.61990895905263e-05, |
| "loss": 3.6896, |
| "step": 12580 |
| }, |
| { |
| "epoch": 10.881590319792567, |
| "grad_norm": 0.5026813745498657, |
| "learning_rate": 9.619307399499736e-05, |
| "loss": 3.6827, |
| "step": 12590 |
| }, |
| { |
| "epoch": 10.890233362143475, |
| "grad_norm": 0.5406479835510254, |
| "learning_rate": 9.618705383126297e-05, |
| "loss": 3.6865, |
| "step": 12600 |
| }, |
| { |
| "epoch": 10.898876404494382, |
| "grad_norm": 0.5181198120117188, |
| "learning_rate": 9.618102909991844e-05, |
| "loss": 3.6732, |
| "step": 12610 |
| }, |
| { |
| "epoch": 10.90751944684529, |
| "grad_norm": 0.47316721081733704, |
| "learning_rate": 9.617499980155962e-05, |
| "loss": 3.68, |
| "step": 12620 |
| }, |
| { |
| "epoch": 10.916162489196196, |
| "grad_norm": 0.4884687662124634, |
| "learning_rate": 9.616896593678275e-05, |
| "loss": 3.6892, |
| "step": 12630 |
| }, |
| { |
| "epoch": 10.924805531547104, |
| "grad_norm": 0.4788590967655182, |
| "learning_rate": 9.616292750618456e-05, |
| "loss": 3.6883, |
| "step": 12640 |
| }, |
| { |
| "epoch": 10.933448573898012, |
| "grad_norm": 0.587583601474762, |
| "learning_rate": 9.615688451036218e-05, |
| "loss": 3.6975, |
| "step": 12650 |
| }, |
| { |
| "epoch": 10.94209161624892, |
| "grad_norm": 0.5273851156234741, |
| "learning_rate": 9.615083694991326e-05, |
| "loss": 3.7165, |
| "step": 12660 |
| }, |
| { |
| "epoch": 10.950734658599828, |
| "grad_norm": 0.48777973651885986, |
| "learning_rate": 9.614478482543583e-05, |
| "loss": 3.6947, |
| "step": 12670 |
| }, |
| { |
| "epoch": 10.959377700950736, |
| "grad_norm": 0.497855544090271, |
| "learning_rate": 9.613872813752846e-05, |
| "loss": 3.6897, |
| "step": 12680 |
| }, |
| { |
| "epoch": 10.968020743301642, |
| "grad_norm": 0.5274551510810852, |
| "learning_rate": 9.613266688679006e-05, |
| "loss": 3.7038, |
| "step": 12690 |
| }, |
| { |
| "epoch": 10.97666378565255, |
| "grad_norm": 0.48791050910949707, |
| "learning_rate": 9.612660107382008e-05, |
| "loss": 3.7112, |
| "step": 12700 |
| }, |
| { |
| "epoch": 10.985306828003457, |
| "grad_norm": 0.48544052243232727, |
| "learning_rate": 9.61205306992184e-05, |
| "loss": 3.6899, |
| "step": 12710 |
| }, |
| { |
| "epoch": 10.993949870354365, |
| "grad_norm": 0.4837838113307953, |
| "learning_rate": 9.611445576358531e-05, |
| "loss": 3.6948, |
| "step": 12720 |
| }, |
| { |
| "epoch": 11.002592912705273, |
| "grad_norm": 0.5367502570152283, |
| "learning_rate": 9.610837626752161e-05, |
| "loss": 3.6807, |
| "step": 12730 |
| }, |
| { |
| "epoch": 11.01123595505618, |
| "grad_norm": 0.49704480171203613, |
| "learning_rate": 9.610229221162849e-05, |
| "loss": 3.6397, |
| "step": 12740 |
| }, |
| { |
| "epoch": 11.019878997407087, |
| "grad_norm": 0.5779726505279541, |
| "learning_rate": 9.609620359650768e-05, |
| "loss": 3.6107, |
| "step": 12750 |
| }, |
| { |
| "epoch": 11.028522039757995, |
| "grad_norm": 0.5327432155609131, |
| "learning_rate": 9.609011042276128e-05, |
| "loss": 3.6295, |
| "step": 12760 |
| }, |
| { |
| "epoch": 11.037165082108903, |
| "grad_norm": 0.4878329038619995, |
| "learning_rate": 9.608401269099185e-05, |
| "loss": 3.6313, |
| "step": 12770 |
| }, |
| { |
| "epoch": 11.04580812445981, |
| "grad_norm": 0.48556169867515564, |
| "learning_rate": 9.607791040180243e-05, |
| "loss": 3.6328, |
| "step": 12780 |
| }, |
| { |
| "epoch": 11.054451166810717, |
| "grad_norm": 0.6838560700416565, |
| "learning_rate": 9.60718035557965e-05, |
| "loss": 3.6318, |
| "step": 12790 |
| }, |
| { |
| "epoch": 11.063094209161624, |
| "grad_norm": 0.5623492002487183, |
| "learning_rate": 9.606569215357799e-05, |
| "loss": 3.6259, |
| "step": 12800 |
| }, |
| { |
| "epoch": 11.071737251512532, |
| "grad_norm": 0.5553539395332336, |
| "learning_rate": 9.605957619575128e-05, |
| "loss": 3.6238, |
| "step": 12810 |
| }, |
| { |
| "epoch": 11.08038029386344, |
| "grad_norm": 0.5145171284675598, |
| "learning_rate": 9.605345568292118e-05, |
| "loss": 3.6399, |
| "step": 12820 |
| }, |
| { |
| "epoch": 11.089023336214348, |
| "grad_norm": 0.5268203020095825, |
| "learning_rate": 9.6047330615693e-05, |
| "loss": 3.6485, |
| "step": 12830 |
| }, |
| { |
| "epoch": 11.097666378565256, |
| "grad_norm": 0.474671334028244, |
| "learning_rate": 9.604120099467244e-05, |
| "loss": 3.6367, |
| "step": 12840 |
| }, |
| { |
| "epoch": 11.106309420916162, |
| "grad_norm": 0.5593437552452087, |
| "learning_rate": 9.603506682046573e-05, |
| "loss": 3.6307, |
| "step": 12850 |
| }, |
| { |
| "epoch": 11.11495246326707, |
| "grad_norm": 0.4921378493309021, |
| "learning_rate": 9.602892809367945e-05, |
| "loss": 3.6295, |
| "step": 12860 |
| }, |
| { |
| "epoch": 11.123595505617978, |
| "grad_norm": 0.5932579040527344, |
| "learning_rate": 9.60227848149207e-05, |
| "loss": 3.6323, |
| "step": 12870 |
| }, |
| { |
| "epoch": 11.132238547968885, |
| "grad_norm": 0.5331020951271057, |
| "learning_rate": 9.601663698479702e-05, |
| "loss": 3.6371, |
| "step": 12880 |
| }, |
| { |
| "epoch": 11.140881590319793, |
| "grad_norm": 0.5403068661689758, |
| "learning_rate": 9.601048460391637e-05, |
| "loss": 3.6316, |
| "step": 12890 |
| }, |
| { |
| "epoch": 11.1495246326707, |
| "grad_norm": 0.5602427124977112, |
| "learning_rate": 9.600432767288722e-05, |
| "loss": 3.6252, |
| "step": 12900 |
| }, |
| { |
| "epoch": 11.158167675021607, |
| "grad_norm": 0.48663094639778137, |
| "learning_rate": 9.599816619231842e-05, |
| "loss": 3.6473, |
| "step": 12910 |
| }, |
| { |
| "epoch": 11.166810717372515, |
| "grad_norm": 0.6212249994277954, |
| "learning_rate": 9.59920001628193e-05, |
| "loss": 3.6355, |
| "step": 12920 |
| }, |
| { |
| "epoch": 11.175453759723423, |
| "grad_norm": 0.5026271343231201, |
| "learning_rate": 9.598582958499966e-05, |
| "loss": 3.6326, |
| "step": 12930 |
| }, |
| { |
| "epoch": 11.18409680207433, |
| "grad_norm": 0.5048334002494812, |
| "learning_rate": 9.597965445946973e-05, |
| "loss": 3.6539, |
| "step": 12940 |
| }, |
| { |
| "epoch": 11.192739844425237, |
| "grad_norm": 0.5209484696388245, |
| "learning_rate": 9.597347478684018e-05, |
| "loss": 3.638, |
| "step": 12950 |
| }, |
| { |
| "epoch": 11.201382886776145, |
| "grad_norm": 0.4837138056755066, |
| "learning_rate": 9.596729056772216e-05, |
| "loss": 3.6472, |
| "step": 12960 |
| }, |
| { |
| "epoch": 11.210025929127053, |
| "grad_norm": 0.5996156334877014, |
| "learning_rate": 9.596110180272722e-05, |
| "loss": 3.6285, |
| "step": 12970 |
| }, |
| { |
| "epoch": 11.21866897147796, |
| "grad_norm": 0.5407257676124573, |
| "learning_rate": 9.59549084924674e-05, |
| "loss": 3.644, |
| "step": 12980 |
| }, |
| { |
| "epoch": 11.227312013828868, |
| "grad_norm": 0.7723435759544373, |
| "learning_rate": 9.59487106375552e-05, |
| "loss": 3.6392, |
| "step": 12990 |
| }, |
| { |
| "epoch": 11.235955056179776, |
| "grad_norm": 0.5940378308296204, |
| "learning_rate": 9.594250823860353e-05, |
| "loss": 3.6434, |
| "step": 13000 |
| }, |
| { |
| "epoch": 11.244598098530682, |
| "grad_norm": 0.5183016061782837, |
| "learning_rate": 9.593630129622577e-05, |
| "loss": 3.6316, |
| "step": 13010 |
| }, |
| { |
| "epoch": 11.25324114088159, |
| "grad_norm": 0.5362717509269714, |
| "learning_rate": 9.593008981103578e-05, |
| "loss": 3.6473, |
| "step": 13020 |
| }, |
| { |
| "epoch": 11.261884183232498, |
| "grad_norm": 0.5010610222816467, |
| "learning_rate": 9.592387378364777e-05, |
| "loss": 3.659, |
| "step": 13030 |
| }, |
| { |
| "epoch": 11.270527225583406, |
| "grad_norm": 0.5360223650932312, |
| "learning_rate": 9.591765321467652e-05, |
| "loss": 3.6137, |
| "step": 13040 |
| }, |
| { |
| "epoch": 11.279170267934314, |
| "grad_norm": 0.5579308271408081, |
| "learning_rate": 9.591142810473719e-05, |
| "loss": 3.6604, |
| "step": 13050 |
| }, |
| { |
| "epoch": 11.28781331028522, |
| "grad_norm": 0.555445671081543, |
| "learning_rate": 9.590519845444539e-05, |
| "loss": 3.6407, |
| "step": 13060 |
| }, |
| { |
| "epoch": 11.296456352636127, |
| "grad_norm": 0.5516957640647888, |
| "learning_rate": 9.589896426441722e-05, |
| "loss": 3.6421, |
| "step": 13070 |
| }, |
| { |
| "epoch": 11.305099394987035, |
| "grad_norm": 0.5212027430534363, |
| "learning_rate": 9.58927255352692e-05, |
| "loss": 3.6609, |
| "step": 13080 |
| }, |
| { |
| "epoch": 11.313742437337943, |
| "grad_norm": 0.5245550870895386, |
| "learning_rate": 9.588648226761827e-05, |
| "loss": 3.6556, |
| "step": 13090 |
| }, |
| { |
| "epoch": 11.322385479688851, |
| "grad_norm": 0.5085247159004211, |
| "learning_rate": 9.588023446208188e-05, |
| "loss": 3.6606, |
| "step": 13100 |
| }, |
| { |
| "epoch": 11.331028522039759, |
| "grad_norm": 0.5305147767066956, |
| "learning_rate": 9.58739821192779e-05, |
| "loss": 3.6463, |
| "step": 13110 |
| }, |
| { |
| "epoch": 11.339671564390665, |
| "grad_norm": 0.5026034712791443, |
| "learning_rate": 9.586772523982462e-05, |
| "loss": 3.6306, |
| "step": 13120 |
| }, |
| { |
| "epoch": 11.348314606741573, |
| "grad_norm": 0.5503941774368286, |
| "learning_rate": 9.586146382434084e-05, |
| "loss": 3.6539, |
| "step": 13130 |
| }, |
| { |
| "epoch": 11.35695764909248, |
| "grad_norm": 0.5462398529052734, |
| "learning_rate": 9.585519787344575e-05, |
| "loss": 3.6559, |
| "step": 13140 |
| }, |
| { |
| "epoch": 11.365600691443388, |
| "grad_norm": 0.49816545844078064, |
| "learning_rate": 9.584892738775902e-05, |
| "loss": 3.6613, |
| "step": 13150 |
| }, |
| { |
| "epoch": 11.374243733794296, |
| "grad_norm": 0.5637372732162476, |
| "learning_rate": 9.584265236790076e-05, |
| "loss": 3.6384, |
| "step": 13160 |
| }, |
| { |
| "epoch": 11.382886776145202, |
| "grad_norm": 0.5456432104110718, |
| "learning_rate": 9.583637281449154e-05, |
| "loss": 3.6503, |
| "step": 13170 |
| }, |
| { |
| "epoch": 11.39152981849611, |
| "grad_norm": 0.4800995886325836, |
| "learning_rate": 9.583008872815236e-05, |
| "loss": 3.6475, |
| "step": 13180 |
| }, |
| { |
| "epoch": 11.400172860847018, |
| "grad_norm": 0.5836272835731506, |
| "learning_rate": 9.582380010950467e-05, |
| "loss": 3.6475, |
| "step": 13190 |
| }, |
| { |
| "epoch": 11.408815903197926, |
| "grad_norm": 0.5537473559379578, |
| "learning_rate": 9.58175069591704e-05, |
| "loss": 3.658, |
| "step": 13200 |
| }, |
| { |
| "epoch": 11.417458945548834, |
| "grad_norm": 0.5162975788116455, |
| "learning_rate": 9.581120927777188e-05, |
| "loss": 3.6646, |
| "step": 13210 |
| }, |
| { |
| "epoch": 11.42610198789974, |
| "grad_norm": 0.5865409970283508, |
| "learning_rate": 9.580490706593191e-05, |
| "loss": 3.6601, |
| "step": 13220 |
| }, |
| { |
| "epoch": 11.434745030250648, |
| "grad_norm": 0.5772199630737305, |
| "learning_rate": 9.579860032427375e-05, |
| "loss": 3.659, |
| "step": 13230 |
| }, |
| { |
| "epoch": 11.443388072601556, |
| "grad_norm": 0.607825756072998, |
| "learning_rate": 9.579228905342108e-05, |
| "loss": 3.6438, |
| "step": 13240 |
| }, |
| { |
| "epoch": 11.452031114952463, |
| "grad_norm": 0.5879655480384827, |
| "learning_rate": 9.57859732539981e-05, |
| "loss": 3.658, |
| "step": 13250 |
| }, |
| { |
| "epoch": 11.460674157303371, |
| "grad_norm": 0.5608828663825989, |
| "learning_rate": 9.577965292662933e-05, |
| "loss": 3.6558, |
| "step": 13260 |
| }, |
| { |
| "epoch": 11.469317199654279, |
| "grad_norm": 0.7229535579681396, |
| "learning_rate": 9.577332807193985e-05, |
| "loss": 3.6633, |
| "step": 13270 |
| }, |
| { |
| "epoch": 11.477960242005185, |
| "grad_norm": 0.496356725692749, |
| "learning_rate": 9.576699869055514e-05, |
| "loss": 3.6803, |
| "step": 13280 |
| }, |
| { |
| "epoch": 11.486603284356093, |
| "grad_norm": 0.6281911134719849, |
| "learning_rate": 9.576066478310114e-05, |
| "loss": 3.6603, |
| "step": 13290 |
| }, |
| { |
| "epoch": 11.495246326707, |
| "grad_norm": 0.5299591422080994, |
| "learning_rate": 9.575432635020423e-05, |
| "loss": 3.657, |
| "step": 13300 |
| }, |
| { |
| "epoch": 11.503889369057909, |
| "grad_norm": 0.4976920783519745, |
| "learning_rate": 9.574798339249125e-05, |
| "loss": 3.6741, |
| "step": 13310 |
| }, |
| { |
| "epoch": 11.512532411408817, |
| "grad_norm": 0.5094678401947021, |
| "learning_rate": 9.574163591058946e-05, |
| "loss": 3.6545, |
| "step": 13320 |
| }, |
| { |
| "epoch": 11.521175453759723, |
| "grad_norm": 0.5837798118591309, |
| "learning_rate": 9.57352839051266e-05, |
| "loss": 3.6639, |
| "step": 13330 |
| }, |
| { |
| "epoch": 11.52981849611063, |
| "grad_norm": 0.5707830190658569, |
| "learning_rate": 9.572892737673084e-05, |
| "loss": 3.6583, |
| "step": 13340 |
| }, |
| { |
| "epoch": 11.538461538461538, |
| "grad_norm": 0.5009478330612183, |
| "learning_rate": 9.572256632603082e-05, |
| "loss": 3.6711, |
| "step": 13350 |
| }, |
| { |
| "epoch": 11.547104580812446, |
| "grad_norm": 0.5368280410766602, |
| "learning_rate": 9.571620075365558e-05, |
| "loss": 3.67, |
| "step": 13360 |
| }, |
| { |
| "epoch": 11.555747623163354, |
| "grad_norm": 0.5328351259231567, |
| "learning_rate": 9.570983066023464e-05, |
| "loss": 3.6614, |
| "step": 13370 |
| }, |
| { |
| "epoch": 11.56439066551426, |
| "grad_norm": 0.6435326933860779, |
| "learning_rate": 9.570345604639797e-05, |
| "loss": 3.6503, |
| "step": 13380 |
| }, |
| { |
| "epoch": 11.573033707865168, |
| "grad_norm": 0.511545717716217, |
| "learning_rate": 9.569707691277597e-05, |
| "loss": 3.6583, |
| "step": 13390 |
| }, |
| { |
| "epoch": 11.581676750216076, |
| "grad_norm": 0.5293922424316406, |
| "learning_rate": 9.569069325999951e-05, |
| "loss": 3.6597, |
| "step": 13400 |
| }, |
| { |
| "epoch": 11.590319792566984, |
| "grad_norm": 0.6001653075218201, |
| "learning_rate": 9.568430508869988e-05, |
| "loss": 3.6498, |
| "step": 13410 |
| }, |
| { |
| "epoch": 11.598962834917891, |
| "grad_norm": 0.5190639495849609, |
| "learning_rate": 9.567791239950885e-05, |
| "loss": 3.6688, |
| "step": 13420 |
| }, |
| { |
| "epoch": 11.6076058772688, |
| "grad_norm": 1.0021106004714966, |
| "learning_rate": 9.56715151930586e-05, |
| "loss": 3.6691, |
| "step": 13430 |
| }, |
| { |
| "epoch": 11.616248919619705, |
| "grad_norm": 0.5188673138618469, |
| "learning_rate": 9.566511346998177e-05, |
| "loss": 3.6631, |
| "step": 13440 |
| }, |
| { |
| "epoch": 11.624891961970613, |
| "grad_norm": 0.567024290561676, |
| "learning_rate": 9.565870723091146e-05, |
| "loss": 3.6514, |
| "step": 13450 |
| }, |
| { |
| "epoch": 11.633535004321521, |
| "grad_norm": 0.5075429081916809, |
| "learning_rate": 9.56522964764812e-05, |
| "loss": 3.6729, |
| "step": 13460 |
| }, |
| { |
| "epoch": 11.642178046672429, |
| "grad_norm": 0.5361847281455994, |
| "learning_rate": 9.564588120732499e-05, |
| "loss": 3.6596, |
| "step": 13470 |
| }, |
| { |
| "epoch": 11.650821089023337, |
| "grad_norm": 0.695752739906311, |
| "learning_rate": 9.563946142407722e-05, |
| "loss": 3.6622, |
| "step": 13480 |
| }, |
| { |
| "epoch": 11.659464131374243, |
| "grad_norm": 0.5074215531349182, |
| "learning_rate": 9.563303712737283e-05, |
| "loss": 3.6531, |
| "step": 13490 |
| }, |
| { |
| "epoch": 11.66810717372515, |
| "grad_norm": 0.5471055507659912, |
| "learning_rate": 9.562660831784709e-05, |
| "loss": 3.6572, |
| "step": 13500 |
| }, |
| { |
| "epoch": 11.676750216076059, |
| "grad_norm": 0.529789388179779, |
| "learning_rate": 9.562017499613578e-05, |
| "loss": 3.68, |
| "step": 13510 |
| }, |
| { |
| "epoch": 11.685393258426966, |
| "grad_norm": 0.5767641067504883, |
| "learning_rate": 9.561373716287513e-05, |
| "loss": 3.6672, |
| "step": 13520 |
| }, |
| { |
| "epoch": 11.694036300777874, |
| "grad_norm": 0.49810877442359924, |
| "learning_rate": 9.560729481870178e-05, |
| "loss": 3.6623, |
| "step": 13530 |
| }, |
| { |
| "epoch": 11.702679343128782, |
| "grad_norm": 0.6909549832344055, |
| "learning_rate": 9.560084796425286e-05, |
| "loss": 3.6624, |
| "step": 13540 |
| }, |
| { |
| "epoch": 11.711322385479688, |
| "grad_norm": 0.5261443853378296, |
| "learning_rate": 9.559439660016591e-05, |
| "loss": 3.6744, |
| "step": 13550 |
| }, |
| { |
| "epoch": 11.719965427830596, |
| "grad_norm": 0.5591782927513123, |
| "learning_rate": 9.558794072707895e-05, |
| "loss": 3.656, |
| "step": 13560 |
| }, |
| { |
| "epoch": 11.728608470181504, |
| "grad_norm": 0.5306341648101807, |
| "learning_rate": 9.55814803456304e-05, |
| "loss": 3.6627, |
| "step": 13570 |
| }, |
| { |
| "epoch": 11.737251512532412, |
| "grad_norm": 0.5017101168632507, |
| "learning_rate": 9.557501545645914e-05, |
| "loss": 3.6486, |
| "step": 13580 |
| }, |
| { |
| "epoch": 11.74589455488332, |
| "grad_norm": 0.5233958959579468, |
| "learning_rate": 9.556854606020453e-05, |
| "loss": 3.6571, |
| "step": 13590 |
| }, |
| { |
| "epoch": 11.754537597234226, |
| "grad_norm": 0.6355224251747131, |
| "learning_rate": 9.556207215750636e-05, |
| "loss": 3.649, |
| "step": 13600 |
| }, |
| { |
| "epoch": 11.763180639585133, |
| "grad_norm": 0.5547479391098022, |
| "learning_rate": 9.555559374900484e-05, |
| "loss": 3.6668, |
| "step": 13610 |
| }, |
| { |
| "epoch": 11.771823681936041, |
| "grad_norm": 0.5321123003959656, |
| "learning_rate": 9.554911083534066e-05, |
| "loss": 3.6765, |
| "step": 13620 |
| }, |
| { |
| "epoch": 11.78046672428695, |
| "grad_norm": 0.7098147869110107, |
| "learning_rate": 9.554262341715492e-05, |
| "loss": 3.6745, |
| "step": 13630 |
| }, |
| { |
| "epoch": 11.789109766637857, |
| "grad_norm": 0.5056079626083374, |
| "learning_rate": 9.553613149508919e-05, |
| "loss": 3.652, |
| "step": 13640 |
| }, |
| { |
| "epoch": 11.797752808988765, |
| "grad_norm": 0.5093293786048889, |
| "learning_rate": 9.552963506978552e-05, |
| "loss": 3.6659, |
| "step": 13650 |
| }, |
| { |
| "epoch": 11.806395851339671, |
| "grad_norm": 0.5672970414161682, |
| "learning_rate": 9.552313414188629e-05, |
| "loss": 3.6616, |
| "step": 13660 |
| }, |
| { |
| "epoch": 11.815038893690579, |
| "grad_norm": 0.5285334587097168, |
| "learning_rate": 9.551662871203447e-05, |
| "loss": 3.6621, |
| "step": 13670 |
| }, |
| { |
| "epoch": 11.823681936041487, |
| "grad_norm": 0.60370272397995, |
| "learning_rate": 9.551011878087337e-05, |
| "loss": 3.6718, |
| "step": 13680 |
| }, |
| { |
| "epoch": 11.832324978392394, |
| "grad_norm": 0.5670688152313232, |
| "learning_rate": 9.55036043490468e-05, |
| "loss": 3.6495, |
| "step": 13690 |
| }, |
| { |
| "epoch": 11.840968020743302, |
| "grad_norm": 0.5185291767120361, |
| "learning_rate": 9.549708541719897e-05, |
| "loss": 3.6553, |
| "step": 13700 |
| }, |
| { |
| "epoch": 11.849611063094208, |
| "grad_norm": 0.6866415143013, |
| "learning_rate": 9.54905619859746e-05, |
| "loss": 3.6566, |
| "step": 13710 |
| }, |
| { |
| "epoch": 11.858254105445116, |
| "grad_norm": 0.49900558590888977, |
| "learning_rate": 9.548403405601878e-05, |
| "loss": 3.6549, |
| "step": 13720 |
| }, |
| { |
| "epoch": 11.866897147796024, |
| "grad_norm": 0.5002520084381104, |
| "learning_rate": 9.547750162797709e-05, |
| "loss": 3.6705, |
| "step": 13730 |
| }, |
| { |
| "epoch": 11.875540190146932, |
| "grad_norm": 0.495873361825943, |
| "learning_rate": 9.547096470249557e-05, |
| "loss": 3.6761, |
| "step": 13740 |
| }, |
| { |
| "epoch": 11.88418323249784, |
| "grad_norm": 0.5714825391769409, |
| "learning_rate": 9.546442328022065e-05, |
| "loss": 3.6479, |
| "step": 13750 |
| }, |
| { |
| "epoch": 11.892826274848748, |
| "grad_norm": 0.49214881658554077, |
| "learning_rate": 9.545787736179925e-05, |
| "loss": 3.6627, |
| "step": 13760 |
| }, |
| { |
| "epoch": 11.901469317199654, |
| "grad_norm": 0.49920186400413513, |
| "learning_rate": 9.545132694787873e-05, |
| "loss": 3.6617, |
| "step": 13770 |
| }, |
| { |
| "epoch": 11.910112359550562, |
| "grad_norm": 0.5287677645683289, |
| "learning_rate": 9.544477203910687e-05, |
| "loss": 3.6554, |
| "step": 13780 |
| }, |
| { |
| "epoch": 11.91875540190147, |
| "grad_norm": 0.5775303840637207, |
| "learning_rate": 9.54382126361319e-05, |
| "loss": 3.6576, |
| "step": 13790 |
| }, |
| { |
| "epoch": 11.927398444252377, |
| "grad_norm": 0.620531439781189, |
| "learning_rate": 9.543164873960254e-05, |
| "loss": 3.6749, |
| "step": 13800 |
| }, |
| { |
| "epoch": 11.936041486603285, |
| "grad_norm": 0.6007083654403687, |
| "learning_rate": 9.542508035016789e-05, |
| "loss": 3.6815, |
| "step": 13810 |
| }, |
| { |
| "epoch": 11.944684528954191, |
| "grad_norm": 0.5229626893997192, |
| "learning_rate": 9.541850746847752e-05, |
| "loss": 3.653, |
| "step": 13820 |
| }, |
| { |
| "epoch": 11.953327571305099, |
| "grad_norm": 0.5398976802825928, |
| "learning_rate": 9.541193009518145e-05, |
| "loss": 3.6712, |
| "step": 13830 |
| }, |
| { |
| "epoch": 11.961970613656007, |
| "grad_norm": 0.6610565185546875, |
| "learning_rate": 9.540534823093017e-05, |
| "loss": 3.6496, |
| "step": 13840 |
| }, |
| { |
| "epoch": 11.970613656006915, |
| "grad_norm": 0.5116466879844666, |
| "learning_rate": 9.539876187637454e-05, |
| "loss": 3.6597, |
| "step": 13850 |
| }, |
| { |
| "epoch": 11.979256698357823, |
| "grad_norm": 0.5854669809341431, |
| "learning_rate": 9.539217103216594e-05, |
| "loss": 3.6629, |
| "step": 13860 |
| }, |
| { |
| "epoch": 11.987899740708729, |
| "grad_norm": 0.4944418668746948, |
| "learning_rate": 9.538557569895614e-05, |
| "loss": 3.6549, |
| "step": 13870 |
| }, |
| { |
| "epoch": 11.996542783059637, |
| "grad_norm": 0.6177650094032288, |
| "learning_rate": 9.537897587739741e-05, |
| "loss": 3.6747, |
| "step": 13880 |
| }, |
| { |
| "epoch": 12.005185825410544, |
| "grad_norm": 0.5619745850563049, |
| "learning_rate": 9.53723715681424e-05, |
| "loss": 3.6359, |
| "step": 13890 |
| }, |
| { |
| "epoch": 12.013828867761452, |
| "grad_norm": 0.49332040548324585, |
| "learning_rate": 9.536576277184426e-05, |
| "loss": 3.5932, |
| "step": 13900 |
| }, |
| { |
| "epoch": 12.02247191011236, |
| "grad_norm": 0.5609501004219055, |
| "learning_rate": 9.535914948915653e-05, |
| "loss": 3.6016, |
| "step": 13910 |
| }, |
| { |
| "epoch": 12.031114952463268, |
| "grad_norm": 0.5664476752281189, |
| "learning_rate": 9.535253172073324e-05, |
| "loss": 3.5993, |
| "step": 13920 |
| }, |
| { |
| "epoch": 12.039757994814174, |
| "grad_norm": 0.5216859579086304, |
| "learning_rate": 9.534590946722884e-05, |
| "loss": 3.6036, |
| "step": 13930 |
| }, |
| { |
| "epoch": 12.048401037165082, |
| "grad_norm": 0.5516684055328369, |
| "learning_rate": 9.533928272929824e-05, |
| "loss": 3.6106, |
| "step": 13940 |
| }, |
| { |
| "epoch": 12.05704407951599, |
| "grad_norm": 0.7017526030540466, |
| "learning_rate": 9.533265150759677e-05, |
| "loss": 3.5751, |
| "step": 13950 |
| }, |
| { |
| "epoch": 12.065687121866898, |
| "grad_norm": 0.6297854781150818, |
| "learning_rate": 9.532601580278022e-05, |
| "loss": 3.6138, |
| "step": 13960 |
| }, |
| { |
| "epoch": 12.074330164217805, |
| "grad_norm": 0.5980714559555054, |
| "learning_rate": 9.531937561550483e-05, |
| "loss": 3.6053, |
| "step": 13970 |
| }, |
| { |
| "epoch": 12.082973206568711, |
| "grad_norm": 0.537321925163269, |
| "learning_rate": 9.531273094642726e-05, |
| "loss": 3.583, |
| "step": 13980 |
| }, |
| { |
| "epoch": 12.09161624891962, |
| "grad_norm": 0.5173520445823669, |
| "learning_rate": 9.530608179620463e-05, |
| "loss": 3.6186, |
| "step": 13990 |
| }, |
| { |
| "epoch": 12.100259291270527, |
| "grad_norm": 0.6337565779685974, |
| "learning_rate": 9.52994281654945e-05, |
| "loss": 3.5904, |
| "step": 14000 |
| }, |
| { |
| "epoch": 12.108902333621435, |
| "grad_norm": 0.495557576417923, |
| "learning_rate": 9.529277005495487e-05, |
| "loss": 3.6102, |
| "step": 14010 |
| }, |
| { |
| "epoch": 12.117545375972343, |
| "grad_norm": 0.5479419827461243, |
| "learning_rate": 9.528610746524418e-05, |
| "loss": 3.6108, |
| "step": 14020 |
| }, |
| { |
| "epoch": 12.126188418323249, |
| "grad_norm": 0.6443647742271423, |
| "learning_rate": 9.527944039702133e-05, |
| "loss": 3.5819, |
| "step": 14030 |
| }, |
| { |
| "epoch": 12.134831460674157, |
| "grad_norm": 0.5912526845932007, |
| "learning_rate": 9.527276885094566e-05, |
| "loss": 3.6097, |
| "step": 14040 |
| }, |
| { |
| "epoch": 12.143474503025065, |
| "grad_norm": 0.5170440673828125, |
| "learning_rate": 9.52660928276769e-05, |
| "loss": 3.6093, |
| "step": 14050 |
| }, |
| { |
| "epoch": 12.152117545375972, |
| "grad_norm": 0.5048696398735046, |
| "learning_rate": 9.525941232787534e-05, |
| "loss": 3.6121, |
| "step": 14060 |
| }, |
| { |
| "epoch": 12.16076058772688, |
| "grad_norm": 0.5399757027626038, |
| "learning_rate": 9.525272735220157e-05, |
| "loss": 3.6009, |
| "step": 14070 |
| }, |
| { |
| "epoch": 12.169403630077788, |
| "grad_norm": 0.5109243392944336, |
| "learning_rate": 9.524603790131672e-05, |
| "loss": 3.6126, |
| "step": 14080 |
| }, |
| { |
| "epoch": 12.178046672428694, |
| "grad_norm": 0.7046204805374146, |
| "learning_rate": 9.523934397588235e-05, |
| "loss": 3.6002, |
| "step": 14090 |
| }, |
| { |
| "epoch": 12.186689714779602, |
| "grad_norm": 0.530945897102356, |
| "learning_rate": 9.523264557656042e-05, |
| "loss": 3.5977, |
| "step": 14100 |
| }, |
| { |
| "epoch": 12.19533275713051, |
| "grad_norm": 0.5822652578353882, |
| "learning_rate": 9.522594270401337e-05, |
| "loss": 3.6032, |
| "step": 14110 |
| }, |
| { |
| "epoch": 12.203975799481418, |
| "grad_norm": 0.5080336332321167, |
| "learning_rate": 9.521923535890406e-05, |
| "loss": 3.6, |
| "step": 14120 |
| }, |
| { |
| "epoch": 12.212618841832326, |
| "grad_norm": 0.5253978371620178, |
| "learning_rate": 9.521252354189585e-05, |
| "loss": 3.6028, |
| "step": 14130 |
| }, |
| { |
| "epoch": 12.221261884183232, |
| "grad_norm": 0.5647372603416443, |
| "learning_rate": 9.520580725365244e-05, |
| "loss": 3.617, |
| "step": 14140 |
| }, |
| { |
| "epoch": 12.22990492653414, |
| "grad_norm": 0.5409605503082275, |
| "learning_rate": 9.519908649483806e-05, |
| "loss": 3.6147, |
| "step": 14150 |
| }, |
| { |
| "epoch": 12.238547968885047, |
| "grad_norm": 0.5163556933403015, |
| "learning_rate": 9.519236126611734e-05, |
| "loss": 3.6232, |
| "step": 14160 |
| }, |
| { |
| "epoch": 12.247191011235955, |
| "grad_norm": 0.5436700582504272, |
| "learning_rate": 9.518563156815539e-05, |
| "loss": 3.6188, |
| "step": 14170 |
| }, |
| { |
| "epoch": 12.255834053586863, |
| "grad_norm": 0.5954413414001465, |
| "learning_rate": 9.517889740161769e-05, |
| "loss": 3.6221, |
| "step": 14180 |
| }, |
| { |
| "epoch": 12.264477095937771, |
| "grad_norm": 0.5371140241622925, |
| "learning_rate": 9.517215876717023e-05, |
| "loss": 3.6127, |
| "step": 14190 |
| }, |
| { |
| "epoch": 12.273120138288677, |
| "grad_norm": 0.561779797077179, |
| "learning_rate": 9.516541566547941e-05, |
| "loss": 3.6078, |
| "step": 14200 |
| }, |
| { |
| "epoch": 12.281763180639585, |
| "grad_norm": 0.6787566542625427, |
| "learning_rate": 9.51586680972121e-05, |
| "loss": 3.6226, |
| "step": 14210 |
| }, |
| { |
| "epoch": 12.290406222990493, |
| "grad_norm": 0.6511233448982239, |
| "learning_rate": 9.515191606303558e-05, |
| "loss": 3.6165, |
| "step": 14220 |
| }, |
| { |
| "epoch": 12.2990492653414, |
| "grad_norm": 0.5556143522262573, |
| "learning_rate": 9.514515956361758e-05, |
| "loss": 3.6202, |
| "step": 14230 |
| }, |
| { |
| "epoch": 12.307692307692308, |
| "grad_norm": 0.6610009074211121, |
| "learning_rate": 9.513839859962628e-05, |
| "loss": 3.618, |
| "step": 14240 |
| }, |
| { |
| "epoch": 12.316335350043214, |
| "grad_norm": 0.517501711845398, |
| "learning_rate": 9.51316331717303e-05, |
| "loss": 3.6094, |
| "step": 14250 |
| }, |
| { |
| "epoch": 12.324978392394122, |
| "grad_norm": 0.5338321328163147, |
| "learning_rate": 9.512486328059869e-05, |
| "loss": 3.5978, |
| "step": 14260 |
| }, |
| { |
| "epoch": 12.33362143474503, |
| "grad_norm": 0.6151901483535767, |
| "learning_rate": 9.511808892690098e-05, |
| "loss": 3.6069, |
| "step": 14270 |
| }, |
| { |
| "epoch": 12.342264477095938, |
| "grad_norm": 0.5110654234886169, |
| "learning_rate": 9.511131011130705e-05, |
| "loss": 3.6206, |
| "step": 14280 |
| }, |
| { |
| "epoch": 12.350907519446846, |
| "grad_norm": 0.5245352387428284, |
| "learning_rate": 9.510452683448733e-05, |
| "loss": 3.6243, |
| "step": 14290 |
| }, |
| { |
| "epoch": 12.359550561797754, |
| "grad_norm": 0.5627368092536926, |
| "learning_rate": 9.509773909711264e-05, |
| "loss": 3.6249, |
| "step": 14300 |
| }, |
| { |
| "epoch": 12.36819360414866, |
| "grad_norm": 0.5480779409408569, |
| "learning_rate": 9.509094689985423e-05, |
| "loss": 3.6099, |
| "step": 14310 |
| }, |
| { |
| "epoch": 12.376836646499568, |
| "grad_norm": 0.54231196641922, |
| "learning_rate": 9.50841502433838e-05, |
| "loss": 3.6199, |
| "step": 14320 |
| }, |
| { |
| "epoch": 12.385479688850475, |
| "grad_norm": 0.5545423626899719, |
| "learning_rate": 9.507734912837353e-05, |
| "loss": 3.6194, |
| "step": 14330 |
| }, |
| { |
| "epoch": 12.394122731201383, |
| "grad_norm": 0.5241574048995972, |
| "learning_rate": 9.507054355549598e-05, |
| "loss": 3.611, |
| "step": 14340 |
| }, |
| { |
| "epoch": 12.402765773552291, |
| "grad_norm": 0.6936041116714478, |
| "learning_rate": 9.506373352542418e-05, |
| "loss": 3.6079, |
| "step": 14350 |
| }, |
| { |
| "epoch": 12.411408815903197, |
| "grad_norm": 0.5588804483413696, |
| "learning_rate": 9.50569190388316e-05, |
| "loss": 3.6216, |
| "step": 14360 |
| }, |
| { |
| "epoch": 12.420051858254105, |
| "grad_norm": 0.5000887513160706, |
| "learning_rate": 9.505010009639217e-05, |
| "loss": 3.612, |
| "step": 14370 |
| }, |
| { |
| "epoch": 12.428694900605013, |
| "grad_norm": 0.49384090304374695, |
| "learning_rate": 9.504327669878021e-05, |
| "loss": 3.6042, |
| "step": 14380 |
| }, |
| { |
| "epoch": 12.43733794295592, |
| "grad_norm": 0.529920756816864, |
| "learning_rate": 9.503644884667053e-05, |
| "loss": 3.5995, |
| "step": 14390 |
| }, |
| { |
| "epoch": 12.445980985306829, |
| "grad_norm": 0.5491660833358765, |
| "learning_rate": 9.502961654073836e-05, |
| "loss": 3.6161, |
| "step": 14400 |
| }, |
| { |
| "epoch": 12.454624027657735, |
| "grad_norm": 0.5664769411087036, |
| "learning_rate": 9.502277978165938e-05, |
| "loss": 3.61, |
| "step": 14410 |
| }, |
| { |
| "epoch": 12.463267070008643, |
| "grad_norm": 0.5585048794746399, |
| "learning_rate": 9.501593857010969e-05, |
| "loss": 3.6427, |
| "step": 14420 |
| }, |
| { |
| "epoch": 12.47191011235955, |
| "grad_norm": 0.5519992113113403, |
| "learning_rate": 9.500909290676583e-05, |
| "loss": 3.6186, |
| "step": 14430 |
| }, |
| { |
| "epoch": 12.480553154710458, |
| "grad_norm": 0.5868070721626282, |
| "learning_rate": 9.500224279230483e-05, |
| "loss": 3.6164, |
| "step": 14440 |
| }, |
| { |
| "epoch": 12.489196197061366, |
| "grad_norm": 0.5924898386001587, |
| "learning_rate": 9.499538822740408e-05, |
| "loss": 3.6218, |
| "step": 14450 |
| }, |
| { |
| "epoch": 12.497839239412274, |
| "grad_norm": 0.5222882032394409, |
| "learning_rate": 9.498852921274148e-05, |
| "loss": 3.6203, |
| "step": 14460 |
| }, |
| { |
| "epoch": 12.50648228176318, |
| "grad_norm": 0.6236734986305237, |
| "learning_rate": 9.498166574899535e-05, |
| "loss": 3.6229, |
| "step": 14470 |
| }, |
| { |
| "epoch": 12.515125324114088, |
| "grad_norm": 0.6483917236328125, |
| "learning_rate": 9.497479783684443e-05, |
| "loss": 3.6366, |
| "step": 14480 |
| }, |
| { |
| "epoch": 12.523768366464996, |
| "grad_norm": 0.721209704875946, |
| "learning_rate": 9.496792547696792e-05, |
| "loss": 3.6367, |
| "step": 14490 |
| }, |
| { |
| "epoch": 12.532411408815904, |
| "grad_norm": 0.5382526516914368, |
| "learning_rate": 9.496104867004544e-05, |
| "loss": 3.6389, |
| "step": 14500 |
| }, |
| { |
| "epoch": 12.541054451166811, |
| "grad_norm": 0.5545229315757751, |
| "learning_rate": 9.495416741675708e-05, |
| "loss": 3.6376, |
| "step": 14510 |
| }, |
| { |
| "epoch": 12.549697493517717, |
| "grad_norm": 0.554694652557373, |
| "learning_rate": 9.494728171778335e-05, |
| "loss": 3.6173, |
| "step": 14520 |
| }, |
| { |
| "epoch": 12.558340535868625, |
| "grad_norm": 0.523758053779602, |
| "learning_rate": 9.494039157380518e-05, |
| "loss": 3.6321, |
| "step": 14530 |
| }, |
| { |
| "epoch": 12.566983578219533, |
| "grad_norm": 0.5009516477584839, |
| "learning_rate": 9.4933496985504e-05, |
| "loss": 3.6127, |
| "step": 14540 |
| }, |
| { |
| "epoch": 12.575626620570441, |
| "grad_norm": 0.5522740483283997, |
| "learning_rate": 9.49265979535616e-05, |
| "loss": 3.6475, |
| "step": 14550 |
| }, |
| { |
| "epoch": 12.584269662921349, |
| "grad_norm": 0.5057214498519897, |
| "learning_rate": 9.491969447866029e-05, |
| "loss": 3.6215, |
| "step": 14560 |
| }, |
| { |
| "epoch": 12.592912705272255, |
| "grad_norm": 0.5729621052742004, |
| "learning_rate": 9.491278656148276e-05, |
| "loss": 3.6213, |
| "step": 14570 |
| }, |
| { |
| "epoch": 12.601555747623163, |
| "grad_norm": 0.496742844581604, |
| "learning_rate": 9.490587420271217e-05, |
| "loss": 3.6221, |
| "step": 14580 |
| }, |
| { |
| "epoch": 12.61019878997407, |
| "grad_norm": 0.5392702221870422, |
| "learning_rate": 9.48989574030321e-05, |
| "loss": 3.616, |
| "step": 14590 |
| }, |
| { |
| "epoch": 12.618841832324978, |
| "grad_norm": 0.5982365608215332, |
| "learning_rate": 9.489203616312657e-05, |
| "loss": 3.6388, |
| "step": 14600 |
| }, |
| { |
| "epoch": 12.627484874675886, |
| "grad_norm": 0.4890075922012329, |
| "learning_rate": 9.488511048368005e-05, |
| "loss": 3.6352, |
| "step": 14610 |
| }, |
| { |
| "epoch": 12.636127917026794, |
| "grad_norm": 0.6496147513389587, |
| "learning_rate": 9.487818036537748e-05, |
| "loss": 3.6347, |
| "step": 14620 |
| }, |
| { |
| "epoch": 12.6447709593777, |
| "grad_norm": 0.5661157369613647, |
| "learning_rate": 9.487124580890416e-05, |
| "loss": 3.6397, |
| "step": 14630 |
| }, |
| { |
| "epoch": 12.653414001728608, |
| "grad_norm": 0.5336878299713135, |
| "learning_rate": 9.486430681494589e-05, |
| "loss": 3.6404, |
| "step": 14640 |
| }, |
| { |
| "epoch": 12.662057044079516, |
| "grad_norm": 0.5073743462562561, |
| "learning_rate": 9.485736338418891e-05, |
| "loss": 3.6292, |
| "step": 14650 |
| }, |
| { |
| "epoch": 12.670700086430424, |
| "grad_norm": 0.5535697937011719, |
| "learning_rate": 9.485041551731985e-05, |
| "loss": 3.6182, |
| "step": 14660 |
| }, |
| { |
| "epoch": 12.679343128781332, |
| "grad_norm": 0.643405556678772, |
| "learning_rate": 9.484346321502584e-05, |
| "loss": 3.6183, |
| "step": 14670 |
| }, |
| { |
| "epoch": 12.687986171132238, |
| "grad_norm": 0.6405324935913086, |
| "learning_rate": 9.48365064779944e-05, |
| "loss": 3.6256, |
| "step": 14680 |
| }, |
| { |
| "epoch": 12.696629213483146, |
| "grad_norm": 0.4990505576133728, |
| "learning_rate": 9.482954530691353e-05, |
| "loss": 3.6199, |
| "step": 14690 |
| }, |
| { |
| "epoch": 12.705272255834053, |
| "grad_norm": 0.6032984852790833, |
| "learning_rate": 9.482257970247161e-05, |
| "loss": 3.6351, |
| "step": 14700 |
| }, |
| { |
| "epoch": 12.713915298184961, |
| "grad_norm": 0.6878511309623718, |
| "learning_rate": 9.481560966535754e-05, |
| "loss": 3.6292, |
| "step": 14710 |
| }, |
| { |
| "epoch": 12.722558340535869, |
| "grad_norm": 0.5964452028274536, |
| "learning_rate": 9.480863519626057e-05, |
| "loss": 3.6372, |
| "step": 14720 |
| }, |
| { |
| "epoch": 12.731201382886777, |
| "grad_norm": 0.5427183508872986, |
| "learning_rate": 9.480165629587046e-05, |
| "loss": 3.6117, |
| "step": 14730 |
| }, |
| { |
| "epoch": 12.739844425237683, |
| "grad_norm": 0.5693811178207397, |
| "learning_rate": 9.479467296487736e-05, |
| "loss": 3.6256, |
| "step": 14740 |
| }, |
| { |
| "epoch": 12.74848746758859, |
| "grad_norm": 0.5879992246627808, |
| "learning_rate": 9.47876852039719e-05, |
| "loss": 3.6341, |
| "step": 14750 |
| }, |
| { |
| "epoch": 12.757130509939499, |
| "grad_norm": 0.5590305328369141, |
| "learning_rate": 9.47806930138451e-05, |
| "loss": 3.647, |
| "step": 14760 |
| }, |
| { |
| "epoch": 12.765773552290407, |
| "grad_norm": 0.5733251571655273, |
| "learning_rate": 9.477369639518847e-05, |
| "loss": 3.6313, |
| "step": 14770 |
| }, |
| { |
| "epoch": 12.774416594641314, |
| "grad_norm": 0.5747750997543335, |
| "learning_rate": 9.476669534869391e-05, |
| "loss": 3.6245, |
| "step": 14780 |
| }, |
| { |
| "epoch": 12.78305963699222, |
| "grad_norm": 0.6186511516571045, |
| "learning_rate": 9.475968987505379e-05, |
| "loss": 3.6413, |
| "step": 14790 |
| }, |
| { |
| "epoch": 12.791702679343128, |
| "grad_norm": 0.4952661395072937, |
| "learning_rate": 9.475267997496092e-05, |
| "loss": 3.6417, |
| "step": 14800 |
| }, |
| { |
| "epoch": 12.800345721694036, |
| "grad_norm": 0.5964799523353577, |
| "learning_rate": 9.47456656491085e-05, |
| "loss": 3.6359, |
| "step": 14810 |
| }, |
| { |
| "epoch": 12.808988764044944, |
| "grad_norm": 0.5399404168128967, |
| "learning_rate": 9.473864689819022e-05, |
| "loss": 3.628, |
| "step": 14820 |
| }, |
| { |
| "epoch": 12.817631806395852, |
| "grad_norm": 0.5314333438873291, |
| "learning_rate": 9.47316237229002e-05, |
| "loss": 3.6437, |
| "step": 14830 |
| }, |
| { |
| "epoch": 12.82627484874676, |
| "grad_norm": 0.5541367530822754, |
| "learning_rate": 9.472459612393298e-05, |
| "loss": 3.6197, |
| "step": 14840 |
| }, |
| { |
| "epoch": 12.834917891097666, |
| "grad_norm": 0.49715331196784973, |
| "learning_rate": 9.471756410198356e-05, |
| "loss": 3.6138, |
| "step": 14850 |
| }, |
| { |
| "epoch": 12.843560933448574, |
| "grad_norm": 0.5518032312393188, |
| "learning_rate": 9.471052765774735e-05, |
| "loss": 3.6363, |
| "step": 14860 |
| }, |
| { |
| "epoch": 12.852203975799481, |
| "grad_norm": 0.5004604458808899, |
| "learning_rate": 9.47034867919202e-05, |
| "loss": 3.6322, |
| "step": 14870 |
| }, |
| { |
| "epoch": 12.86084701815039, |
| "grad_norm": 0.6546003222465515, |
| "learning_rate": 9.469644150519842e-05, |
| "loss": 3.6115, |
| "step": 14880 |
| }, |
| { |
| "epoch": 12.869490060501297, |
| "grad_norm": 0.6523699760437012, |
| "learning_rate": 9.468939179827873e-05, |
| "loss": 3.6363, |
| "step": 14890 |
| }, |
| { |
| "epoch": 12.878133102852203, |
| "grad_norm": 0.5568637847900391, |
| "learning_rate": 9.468233767185834e-05, |
| "loss": 3.6488, |
| "step": 14900 |
| }, |
| { |
| "epoch": 12.886776145203111, |
| "grad_norm": 0.575413167476654, |
| "learning_rate": 9.467527912663483e-05, |
| "loss": 3.6488, |
| "step": 14910 |
| }, |
| { |
| "epoch": 12.895419187554019, |
| "grad_norm": 0.7503029704093933, |
| "learning_rate": 9.466821616330623e-05, |
| "loss": 3.6295, |
| "step": 14920 |
| }, |
| { |
| "epoch": 12.904062229904927, |
| "grad_norm": 0.685919463634491, |
| "learning_rate": 9.466114878257107e-05, |
| "loss": 3.6182, |
| "step": 14930 |
| }, |
| { |
| "epoch": 12.912705272255835, |
| "grad_norm": 0.6794949769973755, |
| "learning_rate": 9.465407698512823e-05, |
| "loss": 3.6121, |
| "step": 14940 |
| }, |
| { |
| "epoch": 12.921348314606742, |
| "grad_norm": 0.5876390933990479, |
| "learning_rate": 9.464700077167706e-05, |
| "loss": 3.6439, |
| "step": 14950 |
| }, |
| { |
| "epoch": 12.929991356957649, |
| "grad_norm": 0.5432971119880676, |
| "learning_rate": 9.463992014291739e-05, |
| "loss": 3.6214, |
| "step": 14960 |
| }, |
| { |
| "epoch": 12.938634399308556, |
| "grad_norm": 0.5778446793556213, |
| "learning_rate": 9.463283509954943e-05, |
| "loss": 3.6338, |
| "step": 14970 |
| }, |
| { |
| "epoch": 12.947277441659464, |
| "grad_norm": 0.6013231873512268, |
| "learning_rate": 9.462574564227385e-05, |
| "loss": 3.6352, |
| "step": 14980 |
| }, |
| { |
| "epoch": 12.955920484010372, |
| "grad_norm": 0.5097507834434509, |
| "learning_rate": 9.461865177179174e-05, |
| "loss": 3.6395, |
| "step": 14990 |
| }, |
| { |
| "epoch": 12.96456352636128, |
| "grad_norm": 0.5465461015701294, |
| "learning_rate": 9.461155348880467e-05, |
| "loss": 3.6452, |
| "step": 15000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 100000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 87, |
| "save_steps": 5000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.118654574597206e+19, |
| "train_batch_size": 64, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
