| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.0, |
| "eval_steps": 5000, |
| "global_step": 15392, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.006497303618998116, |
| "grad_norm": 5.775185585021973, |
| "learning_rate": 9.800000000000001e-06, |
| "loss": 3.3434, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.012994607237996232, |
| "grad_norm": 2.886631488800049, |
| "learning_rate": 1.98e-05, |
| "loss": 2.5718, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.019491910856994348, |
| "grad_norm": 2.4192347526550293, |
| "learning_rate": 1.9935914203505102e-05, |
| "loss": 1.8485, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.025989214475992464, |
| "grad_norm": 1.5393884181976318, |
| "learning_rate": 1.9870520533612346e-05, |
| "loss": 1.2698, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.03248651809499058, |
| "grad_norm": 1.4264203310012817, |
| "learning_rate": 1.9805126863719594e-05, |
| "loss": 0.9901, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.038983821713988696, |
| "grad_norm": 1.403894066810608, |
| "learning_rate": 1.973973319382684e-05, |
| "loss": 0.9141, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.04548112533298681, |
| "grad_norm": 2.2469091415405273, |
| "learning_rate": 1.9674339523934085e-05, |
| "loss": 0.8363, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.05197842895198493, |
| "grad_norm": 1.5036503076553345, |
| "learning_rate": 1.960894585404133e-05, |
| "loss": 0.7639, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.05847573257098304, |
| "grad_norm": 1.358321189880371, |
| "learning_rate": 1.9543552184148577e-05, |
| "loss": 0.8297, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.06497303618998115, |
| "grad_norm": 1.3420692682266235, |
| "learning_rate": 1.947815851425582e-05, |
| "loss": 0.846, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.07147033980897928, |
| "grad_norm": 1.3971158266067505, |
| "learning_rate": 1.941276484436307e-05, |
| "loss": 0.736, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.07796764342797739, |
| "grad_norm": 1.5901182889938354, |
| "learning_rate": 1.9347371174470313e-05, |
| "loss": 0.6994, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.0844649470469755, |
| "grad_norm": 1.5928969383239746, |
| "learning_rate": 1.9281977504577557e-05, |
| "loss": 0.6781, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.09096225066597362, |
| "grad_norm": 1.554507851600647, |
| "learning_rate": 1.9216583834684805e-05, |
| "loss": 0.6996, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.09745955428497173, |
| "grad_norm": 1.778645634651184, |
| "learning_rate": 1.9151190164792052e-05, |
| "loss": 0.8221, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.10395685790396986, |
| "grad_norm": 1.406475305557251, |
| "learning_rate": 1.9085796494899296e-05, |
| "loss": 0.7323, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.11045416152296797, |
| "grad_norm": 1.4723243713378906, |
| "learning_rate": 1.902040282500654e-05, |
| "loss": 0.7663, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.11695146514196608, |
| "grad_norm": 1.6153578758239746, |
| "learning_rate": 1.8955009155113785e-05, |
| "loss": 0.7316, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.1234487687609642, |
| "grad_norm": 1.9328327178955078, |
| "learning_rate": 1.8889615485221032e-05, |
| "loss": 0.7451, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.1299460723799623, |
| "grad_norm": 1.699928879737854, |
| "learning_rate": 1.882422181532828e-05, |
| "loss": 0.7212, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.13644337599896042, |
| "grad_norm": 2.0866053104400635, |
| "learning_rate": 1.8758828145435524e-05, |
| "loss": 0.744, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.14294067961795856, |
| "grad_norm": 1.5623105764389038, |
| "learning_rate": 1.8693434475542768e-05, |
| "loss": 0.6853, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.14943798323695667, |
| "grad_norm": 1.8576343059539795, |
| "learning_rate": 1.8628040805650016e-05, |
| "loss": 0.6312, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.15593528685595479, |
| "grad_norm": 1.576247215270996, |
| "learning_rate": 1.856264713575726e-05, |
| "loss": 0.683, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.1624325904749529, |
| "grad_norm": 2.1455318927764893, |
| "learning_rate": 1.8497253465864507e-05, |
| "loss": 0.6607, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.168929894093951, |
| "grad_norm": 1.728047251701355, |
| "learning_rate": 1.843185979597175e-05, |
| "loss": 0.7233, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.17542719771294912, |
| "grad_norm": 2.0592634677886963, |
| "learning_rate": 1.8366466126078996e-05, |
| "loss": 0.6246, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.18192450133194724, |
| "grad_norm": 1.740135908126831, |
| "learning_rate": 1.8301072456186243e-05, |
| "loss": 0.6951, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.18842180495094535, |
| "grad_norm": 1.9164904356002808, |
| "learning_rate": 1.823567878629349e-05, |
| "loss": 0.6516, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.19491910856994346, |
| "grad_norm": 1.7326468229293823, |
| "learning_rate": 1.8170285116400735e-05, |
| "loss": 0.7034, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.2014164121889416, |
| "grad_norm": 2.343113660812378, |
| "learning_rate": 1.810489144650798e-05, |
| "loss": 0.635, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.20791371580793971, |
| "grad_norm": 2.0168588161468506, |
| "learning_rate": 1.8039497776615223e-05, |
| "loss": 0.6183, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.21441101942693783, |
| "grad_norm": 1.9857655763626099, |
| "learning_rate": 1.797410410672247e-05, |
| "loss": 0.6904, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.22090832304593594, |
| "grad_norm": 1.7113834619522095, |
| "learning_rate": 1.7908710436829718e-05, |
| "loss": 0.6192, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.22740562666493405, |
| "grad_norm": 1.9689536094665527, |
| "learning_rate": 1.7843316766936962e-05, |
| "loss": 0.6462, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.23390293028393216, |
| "grad_norm": 1.796576976776123, |
| "learning_rate": 1.7777923097044207e-05, |
| "loss": 0.6931, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.24040023390293028, |
| "grad_norm": 1.8831546306610107, |
| "learning_rate": 1.7712529427151454e-05, |
| "loss": 0.628, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.2468975375219284, |
| "grad_norm": 2.098159074783325, |
| "learning_rate": 1.7647135757258698e-05, |
| "loss": 0.705, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.25339484114092653, |
| "grad_norm": 1.9813733100891113, |
| "learning_rate": 1.7581742087365946e-05, |
| "loss": 0.6304, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.2598921447599246, |
| "grad_norm": 2.0445945262908936, |
| "learning_rate": 1.751634841747319e-05, |
| "loss": 0.5568, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.26638944837892276, |
| "grad_norm": 2.6180617809295654, |
| "learning_rate": 1.7450954747580434e-05, |
| "loss": 0.6718, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.27288675199792084, |
| "grad_norm": 1.884682059288025, |
| "learning_rate": 1.738556107768768e-05, |
| "loss": 0.6333, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.279384055616919, |
| "grad_norm": 2.067166566848755, |
| "learning_rate": 1.732016740779493e-05, |
| "loss": 0.6244, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.2858813592359171, |
| "grad_norm": 2.3000168800354004, |
| "learning_rate": 1.7254773737902173e-05, |
| "loss": 0.6545, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.2923786628549152, |
| "grad_norm": 2.1379752159118652, |
| "learning_rate": 1.7189380068009418e-05, |
| "loss": 0.5922, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.29887596647391335, |
| "grad_norm": 2.3694019317626953, |
| "learning_rate": 1.7123986398116662e-05, |
| "loss": 0.6402, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.30537327009291143, |
| "grad_norm": 2.3532795906066895, |
| "learning_rate": 1.705859272822391e-05, |
| "loss": 0.6624, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.31187057371190957, |
| "grad_norm": 1.986262321472168, |
| "learning_rate": 1.6993199058331157e-05, |
| "loss": 0.6134, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.31836787733090766, |
| "grad_norm": 2.216719627380371, |
| "learning_rate": 1.69278053884384e-05, |
| "loss": 0.6476, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.3248651809499058, |
| "grad_norm": 2.4655039310455322, |
| "learning_rate": 1.6862411718545645e-05, |
| "loss": 0.5831, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.3313624845689039, |
| "grad_norm": 2.1667089462280273, |
| "learning_rate": 1.6797018048652893e-05, |
| "loss": 0.6574, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.337859788187902, |
| "grad_norm": 2.791368007659912, |
| "learning_rate": 1.6731624378760137e-05, |
| "loss": 0.5612, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.34435709180690016, |
| "grad_norm": 2.2954885959625244, |
| "learning_rate": 1.6666230708867384e-05, |
| "loss": 0.667, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.35085439542589825, |
| "grad_norm": 2.0945844650268555, |
| "learning_rate": 1.660083703897463e-05, |
| "loss": 0.577, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.3573516990448964, |
| "grad_norm": 2.1202337741851807, |
| "learning_rate": 1.6535443369081873e-05, |
| "loss": 0.6071, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.36384900266389447, |
| "grad_norm": 2.3558874130249023, |
| "learning_rate": 1.647004969918912e-05, |
| "loss": 0.5697, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.3703463062828926, |
| "grad_norm": 2.113805055618286, |
| "learning_rate": 1.6404656029296368e-05, |
| "loss": 0.6002, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.3768436099018907, |
| "grad_norm": 2.4750702381134033, |
| "learning_rate": 1.6339262359403612e-05, |
| "loss": 0.622, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.38334091352088884, |
| "grad_norm": 2.2268378734588623, |
| "learning_rate": 1.6273868689510856e-05, |
| "loss": 0.578, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.3898382171398869, |
| "grad_norm": 2.4565608501434326, |
| "learning_rate": 1.62084750196181e-05, |
| "loss": 0.6271, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.39633552075888506, |
| "grad_norm": 2.10483980178833, |
| "learning_rate": 1.6143081349725348e-05, |
| "loss": 0.5576, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.4028328243778832, |
| "grad_norm": 2.226431369781494, |
| "learning_rate": 1.6077687679832595e-05, |
| "loss": 0.6207, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.4093301279968813, |
| "grad_norm": 2.3915858268737793, |
| "learning_rate": 1.601229400993984e-05, |
| "loss": 0.6374, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.41582743161587943, |
| "grad_norm": 2.204568862915039, |
| "learning_rate": 1.5946900340047084e-05, |
| "loss": 0.6465, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.4223247352348775, |
| "grad_norm": 3.0151169300079346, |
| "learning_rate": 1.588150667015433e-05, |
| "loss": 0.5382, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.42882203885387565, |
| "grad_norm": 2.4677369594573975, |
| "learning_rate": 1.5816113000261575e-05, |
| "loss": 0.6975, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.43531934247287374, |
| "grad_norm": 2.4018280506134033, |
| "learning_rate": 1.5750719330368823e-05, |
| "loss": 0.5702, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.4418166460918719, |
| "grad_norm": 2.6602892875671387, |
| "learning_rate": 1.5685325660476067e-05, |
| "loss": 0.5626, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.44831394971086996, |
| "grad_norm": 2.416883945465088, |
| "learning_rate": 1.561993199058331e-05, |
| "loss": 0.6316, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.4548112533298681, |
| "grad_norm": 2.554885149002075, |
| "learning_rate": 1.555453832069056e-05, |
| "loss": 0.6511, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.46130855694886624, |
| "grad_norm": 2.326704740524292, |
| "learning_rate": 1.5489144650797806e-05, |
| "loss": 0.5749, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.46780586056786433, |
| "grad_norm": 2.2899444103240967, |
| "learning_rate": 1.542375098090505e-05, |
| "loss": 0.5687, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.47430316418686247, |
| "grad_norm": 2.4081947803497314, |
| "learning_rate": 1.5358357311012295e-05, |
| "loss": 0.6019, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.48080046780586055, |
| "grad_norm": 3.1947736740112305, |
| "learning_rate": 1.529296364111954e-05, |
| "loss": 0.6405, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.4872977714248587, |
| "grad_norm": 2.2553789615631104, |
| "learning_rate": 1.5227569971226785e-05, |
| "loss": 0.5586, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.4937950750438568, |
| "grad_norm": 2.341181755065918, |
| "learning_rate": 1.5162176301334032e-05, |
| "loss": 0.622, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.5002923786628549, |
| "grad_norm": 2.8652021884918213, |
| "learning_rate": 1.5096782631441278e-05, |
| "loss": 0.5705, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.5067896822818531, |
| "grad_norm": 2.648491144180298, |
| "learning_rate": 1.5031388961548522e-05, |
| "loss": 0.5563, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.5132869859008512, |
| "grad_norm": 2.7352442741394043, |
| "learning_rate": 1.4965995291655768e-05, |
| "loss": 0.6154, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.5197842895198492, |
| "grad_norm": 2.302098274230957, |
| "learning_rate": 1.4900601621763016e-05, |
| "loss": 0.5964, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.5262815931388474, |
| "grad_norm": 3.0243966579437256, |
| "learning_rate": 1.4835207951870262e-05, |
| "loss": 0.63, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.5327788967578455, |
| "grad_norm": 2.635344982147217, |
| "learning_rate": 1.4769814281977506e-05, |
| "loss": 0.5706, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.5392762003768437, |
| "grad_norm": 2.337477922439575, |
| "learning_rate": 1.4704420612084752e-05, |
| "loss": 0.6137, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.5457735039958417, |
| "grad_norm": 2.462951898574829, |
| "learning_rate": 1.4639026942191996e-05, |
| "loss": 0.651, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.5522708076148398, |
| "grad_norm": 2.4012045860290527, |
| "learning_rate": 1.4573633272299243e-05, |
| "loss": 0.5685, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.558768111233838, |
| "grad_norm": 2.823056936264038, |
| "learning_rate": 1.4508239602406489e-05, |
| "loss": 0.4948, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.5652654148528361, |
| "grad_norm": 2.085524797439575, |
| "learning_rate": 1.4442845932513733e-05, |
| "loss": 0.5374, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.5717627184718342, |
| "grad_norm": 2.489010810852051, |
| "learning_rate": 1.437745226262098e-05, |
| "loss": 0.5638, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.5782600220908323, |
| "grad_norm": 2.664997100830078, |
| "learning_rate": 1.4312058592728223e-05, |
| "loss": 0.6219, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.5847573257098304, |
| "grad_norm": 2.20959210395813, |
| "learning_rate": 1.4246664922835471e-05, |
| "loss": 0.5932, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.5912546293288286, |
| "grad_norm": 2.54437518119812, |
| "learning_rate": 1.4181271252942717e-05, |
| "loss": 0.5717, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.5977519329478267, |
| "grad_norm": 2.3754847049713135, |
| "learning_rate": 1.4115877583049961e-05, |
| "loss": 0.609, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.6042492365668247, |
| "grad_norm": 2.668691635131836, |
| "learning_rate": 1.4050483913157207e-05, |
| "loss": 0.574, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.6107465401858229, |
| "grad_norm": 2.546060085296631, |
| "learning_rate": 1.3985090243264454e-05, |
| "loss": 0.5547, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.617243843804821, |
| "grad_norm": 2.3058764934539795, |
| "learning_rate": 1.39196965733717e-05, |
| "loss": 0.6038, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.6237411474238191, |
| "grad_norm": 2.5148189067840576, |
| "learning_rate": 1.3854302903478944e-05, |
| "loss": 0.5931, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.6302384510428173, |
| "grad_norm": 2.801405906677246, |
| "learning_rate": 1.378890923358619e-05, |
| "loss": 0.592, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.6367357546618153, |
| "grad_norm": 2.3499362468719482, |
| "learning_rate": 1.3723515563693434e-05, |
| "loss": 0.5991, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.6432330582808135, |
| "grad_norm": 2.4631032943725586, |
| "learning_rate": 1.3658121893800682e-05, |
| "loss": 0.5413, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.6497303618998116, |
| "grad_norm": 2.7134032249450684, |
| "learning_rate": 1.3592728223907928e-05, |
| "loss": 0.6127, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.6497303618998116, |
| "eval_loss": 0.5934682488441467, |
| "eval_runtime": 34.5621, |
| "eval_samples_per_second": 8.998, |
| "eval_steps_per_second": 8.998, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.6562276655188097, |
| "grad_norm": 2.5009193420410156, |
| "learning_rate": 1.3527334554015172e-05, |
| "loss": 0.5403, |
| "step": 5050 |
| }, |
| { |
| "epoch": 0.6627249691378078, |
| "grad_norm": 2.374011278152466, |
| "learning_rate": 1.3461940884122418e-05, |
| "loss": 0.5637, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.6692222727568059, |
| "grad_norm": 2.532818555831909, |
| "learning_rate": 1.3396547214229662e-05, |
| "loss": 0.6077, |
| "step": 5150 |
| }, |
| { |
| "epoch": 0.675719576375804, |
| "grad_norm": 2.861560106277466, |
| "learning_rate": 1.333115354433691e-05, |
| "loss": 0.619, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.6822168799948022, |
| "grad_norm": 2.952193021774292, |
| "learning_rate": 1.3265759874444155e-05, |
| "loss": 0.6005, |
| "step": 5250 |
| }, |
| { |
| "epoch": 0.6887141836138003, |
| "grad_norm": 2.349846124649048, |
| "learning_rate": 1.32003662045514e-05, |
| "loss": 0.6047, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.6952114872327984, |
| "grad_norm": 2.2488105297088623, |
| "learning_rate": 1.3134972534658645e-05, |
| "loss": 0.5556, |
| "step": 5350 |
| }, |
| { |
| "epoch": 0.7017087908517965, |
| "grad_norm": 2.388787269592285, |
| "learning_rate": 1.3069578864765893e-05, |
| "loss": 0.5376, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.7082060944707946, |
| "grad_norm": 2.9394960403442383, |
| "learning_rate": 1.3004185194873139e-05, |
| "loss": 0.6059, |
| "step": 5450 |
| }, |
| { |
| "epoch": 0.7147033980897928, |
| "grad_norm": 2.5399861335754395, |
| "learning_rate": 1.2938791524980383e-05, |
| "loss": 0.5768, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.7212007017087908, |
| "grad_norm": 2.275718927383423, |
| "learning_rate": 1.2873397855087629e-05, |
| "loss": 0.5636, |
| "step": 5550 |
| }, |
| { |
| "epoch": 0.7276980053277889, |
| "grad_norm": 2.64098858833313, |
| "learning_rate": 1.2808004185194873e-05, |
| "loss": 0.6219, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.7341953089467871, |
| "grad_norm": 2.9189653396606445, |
| "learning_rate": 1.274261051530212e-05, |
| "loss": 0.5677, |
| "step": 5650 |
| }, |
| { |
| "epoch": 0.7406926125657852, |
| "grad_norm": 2.685649871826172, |
| "learning_rate": 1.2677216845409366e-05, |
| "loss": 0.5678, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.7471899161847834, |
| "grad_norm": 2.431175947189331, |
| "learning_rate": 1.261182317551661e-05, |
| "loss": 0.5833, |
| "step": 5750 |
| }, |
| { |
| "epoch": 0.7536872198037814, |
| "grad_norm": 2.652690887451172, |
| "learning_rate": 1.2546429505623856e-05, |
| "loss": 0.551, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.7601845234227795, |
| "grad_norm": 2.461047410964966, |
| "learning_rate": 1.24810358357311e-05, |
| "loss": 0.574, |
| "step": 5850 |
| }, |
| { |
| "epoch": 0.7666818270417777, |
| "grad_norm": 2.57589054107666, |
| "learning_rate": 1.2415642165838348e-05, |
| "loss": 0.543, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.7731791306607758, |
| "grad_norm": 2.424471378326416, |
| "learning_rate": 1.2350248495945594e-05, |
| "loss": 0.5375, |
| "step": 5950 |
| }, |
| { |
| "epoch": 0.7796764342797738, |
| "grad_norm": 2.5318667888641357, |
| "learning_rate": 1.2284854826052838e-05, |
| "loss": 0.6049, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.786173737898772, |
| "grad_norm": 2.6763455867767334, |
| "learning_rate": 1.2219461156160084e-05, |
| "loss": 0.622, |
| "step": 6050 |
| }, |
| { |
| "epoch": 0.7926710415177701, |
| "grad_norm": 2.608552932739258, |
| "learning_rate": 1.2154067486267331e-05, |
| "loss": 0.4984, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.7991683451367683, |
| "grad_norm": 2.612992286682129, |
| "learning_rate": 1.2088673816374577e-05, |
| "loss": 0.6075, |
| "step": 6150 |
| }, |
| { |
| "epoch": 0.8056656487557664, |
| "grad_norm": 2.1737208366394043, |
| "learning_rate": 1.2023280146481821e-05, |
| "loss": 0.6038, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.8121629523747644, |
| "grad_norm": 3.0076780319213867, |
| "learning_rate": 1.1957886476589067e-05, |
| "loss": 0.5939, |
| "step": 6250 |
| }, |
| { |
| "epoch": 0.8186602559937626, |
| "grad_norm": 2.6882567405700684, |
| "learning_rate": 1.1892492806696311e-05, |
| "loss": 0.5582, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.8251575596127607, |
| "grad_norm": 2.6829919815063477, |
| "learning_rate": 1.1827099136803559e-05, |
| "loss": 0.5635, |
| "step": 6350 |
| }, |
| { |
| "epoch": 0.8316548632317589, |
| "grad_norm": 2.7006099224090576, |
| "learning_rate": 1.1761705466910805e-05, |
| "loss": 0.5817, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.8381521668507569, |
| "grad_norm": 2.9238367080688477, |
| "learning_rate": 1.1696311797018049e-05, |
| "loss": 0.6291, |
| "step": 6450 |
| }, |
| { |
| "epoch": 0.844649470469755, |
| "grad_norm": 2.701897382736206, |
| "learning_rate": 1.1630918127125295e-05, |
| "loss": 0.5218, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.8511467740887532, |
| "grad_norm": 2.7271111011505127, |
| "learning_rate": 1.1565524457232539e-05, |
| "loss": 0.5786, |
| "step": 6550 |
| }, |
| { |
| "epoch": 0.8576440777077513, |
| "grad_norm": 2.4905052185058594, |
| "learning_rate": 1.1500130787339787e-05, |
| "loss": 0.5753, |
| "step": 6600 |
| }, |
| { |
| "epoch": 0.8641413813267494, |
| "grad_norm": 2.482010841369629, |
| "learning_rate": 1.1434737117447032e-05, |
| "loss": 0.5345, |
| "step": 6650 |
| }, |
| { |
| "epoch": 0.8706386849457475, |
| "grad_norm": 2.8084795475006104, |
| "learning_rate": 1.1369343447554277e-05, |
| "loss": 0.5103, |
| "step": 6700 |
| }, |
| { |
| "epoch": 0.8771359885647456, |
| "grad_norm": 2.837592601776123, |
| "learning_rate": 1.1303949777661522e-05, |
| "loss": 0.5536, |
| "step": 6750 |
| }, |
| { |
| "epoch": 0.8836332921837438, |
| "grad_norm": 2.941763162612915, |
| "learning_rate": 1.123855610776877e-05, |
| "loss": 0.6192, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.8901305958027419, |
| "grad_norm": 2.690974235534668, |
| "learning_rate": 1.1173162437876016e-05, |
| "loss": 0.4933, |
| "step": 6850 |
| }, |
| { |
| "epoch": 0.8966278994217399, |
| "grad_norm": 2.344313144683838, |
| "learning_rate": 1.110776876798326e-05, |
| "loss": 0.5467, |
| "step": 6900 |
| }, |
| { |
| "epoch": 0.9031252030407381, |
| "grad_norm": 2.829183340072632, |
| "learning_rate": 1.1042375098090506e-05, |
| "loss": 0.5148, |
| "step": 6950 |
| }, |
| { |
| "epoch": 0.9096225066597362, |
| "grad_norm": 2.928657293319702, |
| "learning_rate": 1.097698142819775e-05, |
| "loss": 0.5457, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.9161198102787343, |
| "grad_norm": 2.6151652336120605, |
| "learning_rate": 1.0911587758304998e-05, |
| "loss": 0.5274, |
| "step": 7050 |
| }, |
| { |
| "epoch": 0.9226171138977325, |
| "grad_norm": 2.6860995292663574, |
| "learning_rate": 1.0846194088412243e-05, |
| "loss": 0.5924, |
| "step": 7100 |
| }, |
| { |
| "epoch": 0.9291144175167305, |
| "grad_norm": 3.192031145095825, |
| "learning_rate": 1.0780800418519488e-05, |
| "loss": 0.5394, |
| "step": 7150 |
| }, |
| { |
| "epoch": 0.9356117211357287, |
| "grad_norm": 2.7140133380889893, |
| "learning_rate": 1.0715406748626733e-05, |
| "loss": 0.5107, |
| "step": 7200 |
| }, |
| { |
| "epoch": 0.9421090247547268, |
| "grad_norm": 2.997410774230957, |
| "learning_rate": 1.0650013078733978e-05, |
| "loss": 0.5238, |
| "step": 7250 |
| }, |
| { |
| "epoch": 0.9486063283737249, |
| "grad_norm": 2.8518762588500977, |
| "learning_rate": 1.0584619408841225e-05, |
| "loss": 0.5839, |
| "step": 7300 |
| }, |
| { |
| "epoch": 0.955103631992723, |
| "grad_norm": 2.8358616828918457, |
| "learning_rate": 1.0519225738948471e-05, |
| "loss": 0.53, |
| "step": 7350 |
| }, |
| { |
| "epoch": 0.9616009356117211, |
| "grad_norm": 2.749887228012085, |
| "learning_rate": 1.0453832069055715e-05, |
| "loss": 0.5381, |
| "step": 7400 |
| }, |
| { |
| "epoch": 0.9680982392307192, |
| "grad_norm": 2.501342296600342, |
| "learning_rate": 1.0388438399162961e-05, |
| "loss": 0.5281, |
| "step": 7450 |
| }, |
| { |
| "epoch": 0.9745955428497174, |
| "grad_norm": 2.7721142768859863, |
| "learning_rate": 1.0323044729270209e-05, |
| "loss": 0.5237, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.9810928464687155, |
| "grad_norm": 2.7175657749176025, |
| "learning_rate": 1.0257651059377454e-05, |
| "loss": 0.5721, |
| "step": 7550 |
| }, |
| { |
| "epoch": 0.9875901500877136, |
| "grad_norm": 2.6450250148773193, |
| "learning_rate": 1.0192257389484699e-05, |
| "loss": 0.6004, |
| "step": 7600 |
| }, |
| { |
| "epoch": 0.9940874537067117, |
| "grad_norm": 2.893653631210327, |
| "learning_rate": 1.0126863719591945e-05, |
| "loss": 0.5294, |
| "step": 7650 |
| }, |
| { |
| "epoch": 1.00051978428952, |
| "grad_norm": 0.6900705695152283, |
| "learning_rate": 1.0061470049699189e-05, |
| "loss": 0.4931, |
| "step": 7700 |
| }, |
| { |
| "epoch": 1.007017087908518, |
| "grad_norm": 0.8575122952461243, |
| "learning_rate": 9.996076379806435e-06, |
| "loss": 0.5333, |
| "step": 7750 |
| }, |
| { |
| "epoch": 1.013514391527516, |
| "grad_norm": 0.7095854878425598, |
| "learning_rate": 9.930682709913682e-06, |
| "loss": 0.5796, |
| "step": 7800 |
| }, |
| { |
| "epoch": 1.0200116951465141, |
| "grad_norm": 0.8188255429267883, |
| "learning_rate": 9.865289040020926e-06, |
| "loss": 0.4866, |
| "step": 7850 |
| }, |
| { |
| "epoch": 1.0265089987655123, |
| "grad_norm": 0.685526967048645, |
| "learning_rate": 9.799895370128174e-06, |
| "loss": 0.5489, |
| "step": 7900 |
| }, |
| { |
| "epoch": 1.0330063023845104, |
| "grad_norm": 0.6407655477523804, |
| "learning_rate": 9.734501700235418e-06, |
| "loss": 0.5993, |
| "step": 7950 |
| }, |
| { |
| "epoch": 1.0395036060035086, |
| "grad_norm": 1.0037062168121338, |
| "learning_rate": 9.669108030342664e-06, |
| "loss": 0.4885, |
| "step": 8000 |
| }, |
| { |
| "epoch": 1.0460009096225067, |
| "grad_norm": 0.8700855374336243, |
| "learning_rate": 9.60371436044991e-06, |
| "loss": 0.5154, |
| "step": 8050 |
| }, |
| { |
| "epoch": 1.0524982132415048, |
| "grad_norm": 0.8468273282051086, |
| "learning_rate": 9.538320690557154e-06, |
| "loss": 0.5892, |
| "step": 8100 |
| }, |
| { |
| "epoch": 1.058995516860503, |
| "grad_norm": 1.0695875883102417, |
| "learning_rate": 9.472927020664401e-06, |
| "loss": 0.5801, |
| "step": 8150 |
| }, |
| { |
| "epoch": 1.0654928204795011, |
| "grad_norm": 0.7814062237739563, |
| "learning_rate": 9.407533350771646e-06, |
| "loss": 0.4983, |
| "step": 8200 |
| }, |
| { |
| "epoch": 1.071990124098499, |
| "grad_norm": 0.8238863348960876, |
| "learning_rate": 9.342139680878893e-06, |
| "loss": 0.5432, |
| "step": 8250 |
| }, |
| { |
| "epoch": 1.0784874277174972, |
| "grad_norm": 1.0526363849639893, |
| "learning_rate": 9.276746010986137e-06, |
| "loss": 0.5579, |
| "step": 8300 |
| }, |
| { |
| "epoch": 1.0849847313364953, |
| "grad_norm": 1.2943559885025024, |
| "learning_rate": 9.211352341093383e-06, |
| "loss": 0.4893, |
| "step": 8350 |
| }, |
| { |
| "epoch": 1.0914820349554935, |
| "grad_norm": 0.7548812031745911, |
| "learning_rate": 9.145958671200629e-06, |
| "loss": 0.5016, |
| "step": 8400 |
| }, |
| { |
| "epoch": 1.0979793385744916, |
| "grad_norm": 0.7228687405586243, |
| "learning_rate": 9.080565001307873e-06, |
| "loss": 0.5703, |
| "step": 8450 |
| }, |
| { |
| "epoch": 1.1044766421934897, |
| "grad_norm": 1.0185431241989136, |
| "learning_rate": 9.01517133141512e-06, |
| "loss": 0.526, |
| "step": 8500 |
| }, |
| { |
| "epoch": 1.1109739458124879, |
| "grad_norm": 0.9017758369445801, |
| "learning_rate": 8.949777661522365e-06, |
| "loss": 0.5904, |
| "step": 8550 |
| }, |
| { |
| "epoch": 1.117471249431486, |
| "grad_norm": 0.7744500637054443, |
| "learning_rate": 8.88438399162961e-06, |
| "loss": 0.5253, |
| "step": 8600 |
| }, |
| { |
| "epoch": 1.1239685530504842, |
| "grad_norm": 0.6596419215202332, |
| "learning_rate": 8.818990321736857e-06, |
| "loss": 0.5168, |
| "step": 8650 |
| }, |
| { |
| "epoch": 1.130465856669482, |
| "grad_norm": 0.7266693711280823, |
| "learning_rate": 8.753596651844102e-06, |
| "loss": 0.5231, |
| "step": 8700 |
| }, |
| { |
| "epoch": 1.1369631602884802, |
| "grad_norm": 0.7939156889915466, |
| "learning_rate": 8.688202981951348e-06, |
| "loss": 0.4858, |
| "step": 8750 |
| }, |
| { |
| "epoch": 1.1434604639074784, |
| "grad_norm": 0.77764493227005, |
| "learning_rate": 8.622809312058592e-06, |
| "loss": 0.4989, |
| "step": 8800 |
| }, |
| { |
| "epoch": 1.1499577675264765, |
| "grad_norm": 0.6561793684959412, |
| "learning_rate": 8.55741564216584e-06, |
| "loss": 0.5518, |
| "step": 8850 |
| }, |
| { |
| "epoch": 1.1564550711454746, |
| "grad_norm": 0.7593132853507996, |
| "learning_rate": 8.492021972273084e-06, |
| "loss": 0.5808, |
| "step": 8900 |
| }, |
| { |
| "epoch": 1.1629523747644728, |
| "grad_norm": 1.0250824689865112, |
| "learning_rate": 8.42662830238033e-06, |
| "loss": 0.5294, |
| "step": 8950 |
| }, |
| { |
| "epoch": 1.169449678383471, |
| "grad_norm": 0.8625755906105042, |
| "learning_rate": 8.361234632487576e-06, |
| "loss": 0.4909, |
| "step": 9000 |
| }, |
| { |
| "epoch": 1.175946982002469, |
| "grad_norm": 0.9008873105049133, |
| "learning_rate": 8.295840962594822e-06, |
| "loss": 0.4866, |
| "step": 9050 |
| }, |
| { |
| "epoch": 1.1824442856214672, |
| "grad_norm": 0.6145505905151367, |
| "learning_rate": 8.230447292702068e-06, |
| "loss": 0.5568, |
| "step": 9100 |
| }, |
| { |
| "epoch": 1.1889415892404651, |
| "grad_norm": 0.8052704930305481, |
| "learning_rate": 8.165053622809312e-06, |
| "loss": 0.5563, |
| "step": 9150 |
| }, |
| { |
| "epoch": 1.1954388928594633, |
| "grad_norm": 1.036452293395996, |
| "learning_rate": 8.09965995291656e-06, |
| "loss": 0.4988, |
| "step": 9200 |
| }, |
| { |
| "epoch": 1.2019361964784614, |
| "grad_norm": 0.743709146976471, |
| "learning_rate": 8.034266283023803e-06, |
| "loss": 0.518, |
| "step": 9250 |
| }, |
| { |
| "epoch": 1.2084335000974595, |
| "grad_norm": 0.6782426834106445, |
| "learning_rate": 7.96887261313105e-06, |
| "loss": 0.5801, |
| "step": 9300 |
| }, |
| { |
| "epoch": 1.2149308037164577, |
| "grad_norm": 0.8755353689193726, |
| "learning_rate": 7.903478943238295e-06, |
| "loss": 0.6046, |
| "step": 9350 |
| }, |
| { |
| "epoch": 1.2214281073354558, |
| "grad_norm": 0.7991846203804016, |
| "learning_rate": 7.838085273345541e-06, |
| "loss": 0.5196, |
| "step": 9400 |
| }, |
| { |
| "epoch": 1.227925410954454, |
| "grad_norm": 1.2494516372680664, |
| "learning_rate": 7.772691603452787e-06, |
| "loss": 0.6272, |
| "step": 9450 |
| }, |
| { |
| "epoch": 1.234422714573452, |
| "grad_norm": 0.5762144327163696, |
| "learning_rate": 7.707297933560031e-06, |
| "loss": 0.5114, |
| "step": 9500 |
| }, |
| { |
| "epoch": 1.2409200181924502, |
| "grad_norm": 0.7698972225189209, |
| "learning_rate": 7.641904263667279e-06, |
| "loss": 0.5455, |
| "step": 9550 |
| }, |
| { |
| "epoch": 1.2474173218114482, |
| "grad_norm": 0.8389849066734314, |
| "learning_rate": 7.5765105937745235e-06, |
| "loss": 0.4754, |
| "step": 9600 |
| }, |
| { |
| "epoch": 1.2539146254304463, |
| "grad_norm": 0.887360155582428, |
| "learning_rate": 7.511116923881769e-06, |
| "loss": 0.5497, |
| "step": 9650 |
| }, |
| { |
| "epoch": 1.2604119290494444, |
| "grad_norm": 0.7279135584831238, |
| "learning_rate": 7.445723253989014e-06, |
| "loss": 0.5528, |
| "step": 9700 |
| }, |
| { |
| "epoch": 1.2669092326684426, |
| "grad_norm": 0.7906866669654846, |
| "learning_rate": 7.380329584096259e-06, |
| "loss": 0.5416, |
| "step": 9750 |
| }, |
| { |
| "epoch": 1.2734065362874407, |
| "grad_norm": 0.7737299203872681, |
| "learning_rate": 7.314935914203506e-06, |
| "loss": 0.5618, |
| "step": 9800 |
| }, |
| { |
| "epoch": 1.2799038399064389, |
| "grad_norm": 1.0484676361083984, |
| "learning_rate": 7.249542244310751e-06, |
| "loss": 0.5378, |
| "step": 9850 |
| }, |
| { |
| "epoch": 1.286401143525437, |
| "grad_norm": 0.8212711811065674, |
| "learning_rate": 7.184148574417997e-06, |
| "loss": 0.5688, |
| "step": 9900 |
| }, |
| { |
| "epoch": 1.2928984471444351, |
| "grad_norm": 0.9271291494369507, |
| "learning_rate": 7.118754904525243e-06, |
| "loss": 0.536, |
| "step": 9950 |
| }, |
| { |
| "epoch": 1.2993957507634333, |
| "grad_norm": 1.1154561042785645, |
| "learning_rate": 7.053361234632489e-06, |
| "loss": 0.5571, |
| "step": 10000 |
| }, |
| { |
| "epoch": 1.2993957507634333, |
| "eval_loss": 0.5650327205657959, |
| "eval_runtime": 34.2784, |
| "eval_samples_per_second": 9.073, |
| "eval_steps_per_second": 9.073, |
| "step": 10000 |
| }, |
| { |
| "epoch": 1.3058930543824312, |
| "grad_norm": 0.8589191436767578, |
| "learning_rate": 6.987967564739734e-06, |
| "loss": 0.542, |
| "step": 10050 |
| }, |
| { |
| "epoch": 1.3123903580014293, |
| "grad_norm": 0.7121434211730957, |
| "learning_rate": 6.922573894846979e-06, |
| "loss": 0.5182, |
| "step": 10100 |
| }, |
| { |
| "epoch": 1.3188876616204275, |
| "grad_norm": 1.1943707466125488, |
| "learning_rate": 6.857180224954225e-06, |
| "loss": 0.5632, |
| "step": 10150 |
| }, |
| { |
| "epoch": 1.3253849652394256, |
| "grad_norm": 0.7809074521064758, |
| "learning_rate": 6.79178655506147e-06, |
| "loss": 0.5451, |
| "step": 10200 |
| }, |
| { |
| "epoch": 1.3318822688584238, |
| "grad_norm": 1.0529494285583496, |
| "learning_rate": 6.726392885168716e-06, |
| "loss": 0.4652, |
| "step": 10250 |
| }, |
| { |
| "epoch": 1.338379572477422, |
| "grad_norm": 0.7567484974861145, |
| "learning_rate": 6.660999215275962e-06, |
| "loss": 0.5653, |
| "step": 10300 |
| }, |
| { |
| "epoch": 1.34487687609642, |
| "grad_norm": 0.9231270551681519, |
| "learning_rate": 6.595605545383208e-06, |
| "loss": 0.5794, |
| "step": 10350 |
| }, |
| { |
| "epoch": 1.3513741797154182, |
| "grad_norm": 0.8522945642471313, |
| "learning_rate": 6.530211875490453e-06, |
| "loss": 0.5175, |
| "step": 10400 |
| }, |
| { |
| "epoch": 1.3578714833344163, |
| "grad_norm": 0.9451801180839539, |
| "learning_rate": 6.464818205597698e-06, |
| "loss": 0.5148, |
| "step": 10450 |
| }, |
| { |
| "epoch": 1.3643687869534142, |
| "grad_norm": 1.3531651496887207, |
| "learning_rate": 6.399424535704945e-06, |
| "loss": 0.5532, |
| "step": 10500 |
| }, |
| { |
| "epoch": 1.3708660905724124, |
| "grad_norm": 0.7463635802268982, |
| "learning_rate": 6.33403086581219e-06, |
| "loss": 0.5386, |
| "step": 10550 |
| }, |
| { |
| "epoch": 1.3773633941914105, |
| "grad_norm": 0.7756181955337524, |
| "learning_rate": 6.2686371959194356e-06, |
| "loss": 0.5786, |
| "step": 10600 |
| }, |
| { |
| "epoch": 1.3838606978104087, |
| "grad_norm": 0.6445930600166321, |
| "learning_rate": 6.203243526026681e-06, |
| "loss": 0.5109, |
| "step": 10650 |
| }, |
| { |
| "epoch": 1.3903580014294068, |
| "grad_norm": 0.9250828623771667, |
| "learning_rate": 6.137849856133927e-06, |
| "loss": 0.5174, |
| "step": 10700 |
| }, |
| { |
| "epoch": 1.396855305048405, |
| "grad_norm": 0.9025574922561646, |
| "learning_rate": 6.072456186241172e-06, |
| "loss": 0.5465, |
| "step": 10750 |
| }, |
| { |
| "epoch": 1.403352608667403, |
| "grad_norm": 0.7982414960861206, |
| "learning_rate": 6.007062516348417e-06, |
| "loss": 0.5567, |
| "step": 10800 |
| }, |
| { |
| "epoch": 1.4098499122864012, |
| "grad_norm": 0.8913600444793701, |
| "learning_rate": 5.941668846455664e-06, |
| "loss": 0.5859, |
| "step": 10850 |
| }, |
| { |
| "epoch": 1.4163472159053994, |
| "grad_norm": 0.8776264190673828, |
| "learning_rate": 5.876275176562909e-06, |
| "loss": 0.5383, |
| "step": 10900 |
| }, |
| { |
| "epoch": 1.4228445195243973, |
| "grad_norm": 1.2231303453445435, |
| "learning_rate": 5.810881506670155e-06, |
| "loss": 0.5402, |
| "step": 10950 |
| }, |
| { |
| "epoch": 1.4293418231433954, |
| "grad_norm": 1.4136110544204712, |
| "learning_rate": 5.745487836777401e-06, |
| "loss": 0.5491, |
| "step": 11000 |
| }, |
| { |
| "epoch": 1.4358391267623936, |
| "grad_norm": 0.7643681764602661, |
| "learning_rate": 5.6800941668846466e-06, |
| "loss": 0.6015, |
| "step": 11050 |
| }, |
| { |
| "epoch": 1.4423364303813917, |
| "grad_norm": 0.8549200296401978, |
| "learning_rate": 5.6147004969918916e-06, |
| "loss": 0.5314, |
| "step": 11100 |
| }, |
| { |
| "epoch": 1.4488337340003898, |
| "grad_norm": 0.8120310306549072, |
| "learning_rate": 5.549306827099137e-06, |
| "loss": 0.5714, |
| "step": 11150 |
| }, |
| { |
| "epoch": 1.455331037619388, |
| "grad_norm": 0.8215591311454773, |
| "learning_rate": 5.483913157206383e-06, |
| "loss": 0.5027, |
| "step": 11200 |
| }, |
| { |
| "epoch": 1.4618283412383861, |
| "grad_norm": 0.6833316683769226, |
| "learning_rate": 5.418519487313628e-06, |
| "loss": 0.552, |
| "step": 11250 |
| }, |
| { |
| "epoch": 1.4683256448573843, |
| "grad_norm": 0.909567654132843, |
| "learning_rate": 5.353125817420874e-06, |
| "loss": 0.5055, |
| "step": 11300 |
| }, |
| { |
| "epoch": 1.4748229484763824, |
| "grad_norm": 0.8085485696792603, |
| "learning_rate": 5.28773214752812e-06, |
| "loss": 0.4817, |
| "step": 11350 |
| }, |
| { |
| "epoch": 1.4813202520953803, |
| "grad_norm": 0.6124395728111267, |
| "learning_rate": 5.222338477635366e-06, |
| "loss": 0.5379, |
| "step": 11400 |
| }, |
| { |
| "epoch": 1.4878175557143785, |
| "grad_norm": 0.9929727911949158, |
| "learning_rate": 5.156944807742611e-06, |
| "loss": 0.5109, |
| "step": 11450 |
| }, |
| { |
| "epoch": 1.4943148593333766, |
| "grad_norm": 0.8111050724983215, |
| "learning_rate": 5.091551137849856e-06, |
| "loss": 0.505, |
| "step": 11500 |
| }, |
| { |
| "epoch": 1.5008121629523747, |
| "grad_norm": 0.6099637746810913, |
| "learning_rate": 5.0261574679571026e-06, |
| "loss": 0.5639, |
| "step": 11550 |
| }, |
| { |
| "epoch": 1.5073094665713729, |
| "grad_norm": 0.7004028558731079, |
| "learning_rate": 4.9607637980643484e-06, |
| "loss": 0.5927, |
| "step": 11600 |
| }, |
| { |
| "epoch": 1.513806770190371, |
| "grad_norm": 1.723153829574585, |
| "learning_rate": 4.8953701281715934e-06, |
| "loss": 0.5575, |
| "step": 11650 |
| }, |
| { |
| "epoch": 1.5203040738093692, |
| "grad_norm": 0.8800736665725708, |
| "learning_rate": 4.829976458278839e-06, |
| "loss": 0.54, |
| "step": 11700 |
| }, |
| { |
| "epoch": 1.526801377428367, |
| "grad_norm": 0.79292231798172, |
| "learning_rate": 4.764582788386084e-06, |
| "loss": 0.5176, |
| "step": 11750 |
| }, |
| { |
| "epoch": 1.5332986810473654, |
| "grad_norm": 1.0494087934494019, |
| "learning_rate": 4.69918911849333e-06, |
| "loss": 0.4879, |
| "step": 11800 |
| }, |
| { |
| "epoch": 1.5397959846663634, |
| "grad_norm": 1.0392732620239258, |
| "learning_rate": 4.633795448600576e-06, |
| "loss": 0.4938, |
| "step": 11850 |
| }, |
| { |
| "epoch": 1.5462932882853617, |
| "grad_norm": 0.8897788524627686, |
| "learning_rate": 4.568401778707822e-06, |
| "loss": 0.5661, |
| "step": 11900 |
| }, |
| { |
| "epoch": 1.5527905919043596, |
| "grad_norm": 0.8412256240844727, |
| "learning_rate": 4.503008108815068e-06, |
| "loss": 0.512, |
| "step": 11950 |
| }, |
| { |
| "epoch": 1.5592878955233578, |
| "grad_norm": 0.9906448721885681, |
| "learning_rate": 4.437614438922313e-06, |
| "loss": 0.5004, |
| "step": 12000 |
| }, |
| { |
| "epoch": 1.565785199142356, |
| "grad_norm": 0.8910262584686279, |
| "learning_rate": 4.372220769029559e-06, |
| "loss": 0.5212, |
| "step": 12050 |
| }, |
| { |
| "epoch": 1.572282502761354, |
| "grad_norm": 1.0686007738113403, |
| "learning_rate": 4.306827099136804e-06, |
| "loss": 0.44, |
| "step": 12100 |
| }, |
| { |
| "epoch": 1.5787798063803522, |
| "grad_norm": 0.8616808652877808, |
| "learning_rate": 4.2414334292440494e-06, |
| "loss": 0.5602, |
| "step": 12150 |
| }, |
| { |
| "epoch": 1.5852771099993501, |
| "grad_norm": 0.6691665053367615, |
| "learning_rate": 4.176039759351295e-06, |
| "loss": 0.5206, |
| "step": 12200 |
| }, |
| { |
| "epoch": 1.5917744136183485, |
| "grad_norm": 0.8673434853553772, |
| "learning_rate": 4.110646089458541e-06, |
| "loss": 0.5569, |
| "step": 12250 |
| }, |
| { |
| "epoch": 1.5982717172373464, |
| "grad_norm": 0.8152183294296265, |
| "learning_rate": 4.045252419565787e-06, |
| "loss": 0.5217, |
| "step": 12300 |
| }, |
| { |
| "epoch": 1.6047690208563448, |
| "grad_norm": 0.862309992313385, |
| "learning_rate": 3.979858749673032e-06, |
| "loss": 0.4404, |
| "step": 12350 |
| }, |
| { |
| "epoch": 1.6112663244753427, |
| "grad_norm": 0.9253839254379272, |
| "learning_rate": 3.914465079780277e-06, |
| "loss": 0.5811, |
| "step": 12400 |
| }, |
| { |
| "epoch": 1.6177636280943408, |
| "grad_norm": 0.8182021975517273, |
| "learning_rate": 3.849071409887523e-06, |
| "loss": 0.5359, |
| "step": 12450 |
| }, |
| { |
| "epoch": 1.624260931713339, |
| "grad_norm": 0.8561923503875732, |
| "learning_rate": 3.7836777399947687e-06, |
| "loss": 0.4882, |
| "step": 12500 |
| }, |
| { |
| "epoch": 1.630758235332337, |
| "grad_norm": 0.8669607639312744, |
| "learning_rate": 3.7182840701020146e-06, |
| "loss": 0.5208, |
| "step": 12550 |
| }, |
| { |
| "epoch": 1.6372555389513352, |
| "grad_norm": 0.8452605605125427, |
| "learning_rate": 3.65289040020926e-06, |
| "loss": 0.5907, |
| "step": 12600 |
| }, |
| { |
| "epoch": 1.6437528425703332, |
| "grad_norm": 1.0408422946929932, |
| "learning_rate": 3.587496730316506e-06, |
| "loss": 0.5401, |
| "step": 12650 |
| }, |
| { |
| "epoch": 1.6502501461893315, |
| "grad_norm": 0.9691181778907776, |
| "learning_rate": 3.522103060423751e-06, |
| "loss": 0.5443, |
| "step": 12700 |
| }, |
| { |
| "epoch": 1.6567474498083294, |
| "grad_norm": 0.6503162384033203, |
| "learning_rate": 3.4567093905309967e-06, |
| "loss": 0.5521, |
| "step": 12750 |
| }, |
| { |
| "epoch": 1.6632447534273278, |
| "grad_norm": 1.2987924814224243, |
| "learning_rate": 3.3913157206382426e-06, |
| "loss": 0.5313, |
| "step": 12800 |
| }, |
| { |
| "epoch": 1.6697420570463257, |
| "grad_norm": 0.8428609371185303, |
| "learning_rate": 3.325922050745488e-06, |
| "loss": 0.5224, |
| "step": 12850 |
| }, |
| { |
| "epoch": 1.6762393606653239, |
| "grad_norm": 0.8907471895217896, |
| "learning_rate": 3.260528380852734e-06, |
| "loss": 0.5465, |
| "step": 12900 |
| }, |
| { |
| "epoch": 1.682736664284322, |
| "grad_norm": 1.1133333444595337, |
| "learning_rate": 3.1951347109599793e-06, |
| "loss": 0.5119, |
| "step": 12950 |
| }, |
| { |
| "epoch": 1.6892339679033201, |
| "grad_norm": 0.7789630889892578, |
| "learning_rate": 3.129741041067225e-06, |
| "loss": 0.551, |
| "step": 13000 |
| }, |
| { |
| "epoch": 1.6957312715223183, |
| "grad_norm": 0.9283297061920166, |
| "learning_rate": 3.06434737117447e-06, |
| "loss": 0.4748, |
| "step": 13050 |
| }, |
| { |
| "epoch": 1.7022285751413162, |
| "grad_norm": 0.7229945063591003, |
| "learning_rate": 2.998953701281716e-06, |
| "loss": 0.5221, |
| "step": 13100 |
| }, |
| { |
| "epoch": 1.7087258787603146, |
| "grad_norm": 0.9048356413841248, |
| "learning_rate": 2.933560031388962e-06, |
| "loss": 0.5523, |
| "step": 13150 |
| }, |
| { |
| "epoch": 1.7152231823793125, |
| "grad_norm": 1.0671814680099487, |
| "learning_rate": 2.8681663614962073e-06, |
| "loss": 0.5206, |
| "step": 13200 |
| }, |
| { |
| "epoch": 1.7217204859983108, |
| "grad_norm": 0.8341876864433289, |
| "learning_rate": 2.802772691603453e-06, |
| "loss": 0.5462, |
| "step": 13250 |
| }, |
| { |
| "epoch": 1.7282177896173088, |
| "grad_norm": 0.6194725632667542, |
| "learning_rate": 2.7373790217106986e-06, |
| "loss": 0.533, |
| "step": 13300 |
| }, |
| { |
| "epoch": 1.734715093236307, |
| "grad_norm": 0.8619801998138428, |
| "learning_rate": 2.6719853518179445e-06, |
| "loss": 0.547, |
| "step": 13350 |
| }, |
| { |
| "epoch": 1.741212396855305, |
| "grad_norm": 0.7720543742179871, |
| "learning_rate": 2.6065916819251895e-06, |
| "loss": 0.5751, |
| "step": 13400 |
| }, |
| { |
| "epoch": 1.7477097004743032, |
| "grad_norm": 0.810498833656311, |
| "learning_rate": 2.5411980120324353e-06, |
| "loss": 0.5241, |
| "step": 13450 |
| }, |
| { |
| "epoch": 1.7542070040933013, |
| "grad_norm": 0.7854073643684387, |
| "learning_rate": 2.475804342139681e-06, |
| "loss": 0.5646, |
| "step": 13500 |
| }, |
| { |
| "epoch": 1.7607043077122992, |
| "grad_norm": 0.7364864349365234, |
| "learning_rate": 2.4104106722469266e-06, |
| "loss": 0.5184, |
| "step": 13550 |
| }, |
| { |
| "epoch": 1.7672016113312976, |
| "grad_norm": 0.8046854138374329, |
| "learning_rate": 2.3450170023541725e-06, |
| "loss": 0.5453, |
| "step": 13600 |
| }, |
| { |
| "epoch": 1.7736989149502955, |
| "grad_norm": 1.052884578704834, |
| "learning_rate": 2.279623332461418e-06, |
| "loss": 0.5668, |
| "step": 13650 |
| }, |
| { |
| "epoch": 1.7801962185692939, |
| "grad_norm": 1.1561998128890991, |
| "learning_rate": 2.2142296625686633e-06, |
| "loss": 0.5725, |
| "step": 13700 |
| }, |
| { |
| "epoch": 1.7866935221882918, |
| "grad_norm": 0.845964252948761, |
| "learning_rate": 2.148835992675909e-06, |
| "loss": 0.586, |
| "step": 13750 |
| }, |
| { |
| "epoch": 1.79319082580729, |
| "grad_norm": 0.7722903490066528, |
| "learning_rate": 2.083442322783155e-06, |
| "loss": 0.5393, |
| "step": 13800 |
| }, |
| { |
| "epoch": 1.799688129426288, |
| "grad_norm": 1.6859337091445923, |
| "learning_rate": 2.0180486528904005e-06, |
| "loss": 0.5355, |
| "step": 13850 |
| }, |
| { |
| "epoch": 1.8061854330452862, |
| "grad_norm": 1.09567391872406, |
| "learning_rate": 1.952654982997646e-06, |
| "loss": 0.5181, |
| "step": 13900 |
| }, |
| { |
| "epoch": 1.8126827366642844, |
| "grad_norm": 0.8328970074653625, |
| "learning_rate": 1.8872613131048918e-06, |
| "loss": 0.495, |
| "step": 13950 |
| }, |
| { |
| "epoch": 1.8191800402832823, |
| "grad_norm": 0.9669349193572998, |
| "learning_rate": 1.8218676432121372e-06, |
| "loss": 0.5113, |
| "step": 14000 |
| }, |
| { |
| "epoch": 1.8256773439022806, |
| "grad_norm": 0.9388787746429443, |
| "learning_rate": 1.7564739733193828e-06, |
| "loss": 0.5267, |
| "step": 14050 |
| }, |
| { |
| "epoch": 1.8321746475212786, |
| "grad_norm": 0.789103090763092, |
| "learning_rate": 1.6910803034266285e-06, |
| "loss": 0.524, |
| "step": 14100 |
| }, |
| { |
| "epoch": 1.838671951140277, |
| "grad_norm": 0.636921226978302, |
| "learning_rate": 1.6256866335338741e-06, |
| "loss": 0.5278, |
| "step": 14150 |
| }, |
| { |
| "epoch": 1.8451692547592748, |
| "grad_norm": 0.7923403382301331, |
| "learning_rate": 1.5602929636411196e-06, |
| "loss": 0.5559, |
| "step": 14200 |
| }, |
| { |
| "epoch": 1.851666558378273, |
| "grad_norm": 1.0954005718231201, |
| "learning_rate": 1.4948992937483652e-06, |
| "loss": 0.605, |
| "step": 14250 |
| }, |
| { |
| "epoch": 1.8581638619972711, |
| "grad_norm": 1.050976276397705, |
| "learning_rate": 1.429505623855611e-06, |
| "loss": 0.5623, |
| "step": 14300 |
| }, |
| { |
| "epoch": 1.8646611656162693, |
| "grad_norm": 0.6482394933700562, |
| "learning_rate": 1.3641119539628565e-06, |
| "loss": 0.6016, |
| "step": 14350 |
| }, |
| { |
| "epoch": 1.8711584692352674, |
| "grad_norm": 0.8489987254142761, |
| "learning_rate": 1.2987182840701021e-06, |
| "loss": 0.4603, |
| "step": 14400 |
| }, |
| { |
| "epoch": 1.8776557728542653, |
| "grad_norm": 1.3990416526794434, |
| "learning_rate": 1.2333246141773478e-06, |
| "loss": 0.5703, |
| "step": 14450 |
| }, |
| { |
| "epoch": 1.8841530764732637, |
| "grad_norm": 0.7227182388305664, |
| "learning_rate": 1.1679309442845934e-06, |
| "loss": 0.5603, |
| "step": 14500 |
| }, |
| { |
| "epoch": 1.8906503800922616, |
| "grad_norm": 0.8372289538383484, |
| "learning_rate": 1.102537274391839e-06, |
| "loss": 0.5279, |
| "step": 14550 |
| }, |
| { |
| "epoch": 1.89714768371126, |
| "grad_norm": 1.1275848150253296, |
| "learning_rate": 1.0371436044990845e-06, |
| "loss": 0.5178, |
| "step": 14600 |
| }, |
| { |
| "epoch": 1.9036449873302579, |
| "grad_norm": 0.8796470165252686, |
| "learning_rate": 9.717499346063301e-07, |
| "loss": 0.5584, |
| "step": 14650 |
| }, |
| { |
| "epoch": 1.910142290949256, |
| "grad_norm": 0.9374457001686096, |
| "learning_rate": 9.063562647135758e-07, |
| "loss": 0.5226, |
| "step": 14700 |
| }, |
| { |
| "epoch": 1.9166395945682542, |
| "grad_norm": 0.9106216430664062, |
| "learning_rate": 8.409625948208214e-07, |
| "loss": 0.5228, |
| "step": 14750 |
| }, |
| { |
| "epoch": 1.9231368981872523, |
| "grad_norm": 0.952427327632904, |
| "learning_rate": 7.755689249280671e-07, |
| "loss": 0.5126, |
| "step": 14800 |
| }, |
| { |
| "epoch": 1.9296342018062504, |
| "grad_norm": 0.9281085133552551, |
| "learning_rate": 7.101752550353126e-07, |
| "loss": 0.5105, |
| "step": 14850 |
| }, |
| { |
| "epoch": 1.9361315054252484, |
| "grad_norm": 1.0085055828094482, |
| "learning_rate": 6.447815851425584e-07, |
| "loss": 0.5357, |
| "step": 14900 |
| }, |
| { |
| "epoch": 1.9426288090442467, |
| "grad_norm": 1.0095276832580566, |
| "learning_rate": 5.793879152498039e-07, |
| "loss": 0.5135, |
| "step": 14950 |
| }, |
| { |
| "epoch": 1.9491261126632446, |
| "grad_norm": 0.8392007946968079, |
| "learning_rate": 5.139942453570495e-07, |
| "loss": 0.5342, |
| "step": 15000 |
| }, |
| { |
| "epoch": 1.9491261126632446, |
| "eval_loss": 0.5560678839683533, |
| "eval_runtime": 34.0815, |
| "eval_samples_per_second": 9.125, |
| "eval_steps_per_second": 9.125, |
| "step": 15000 |
| }, |
| { |
| "epoch": 1.955623416282243, |
| "grad_norm": 1.2310397624969482, |
| "learning_rate": 4.4860057546429513e-07, |
| "loss": 0.5106, |
| "step": 15050 |
| }, |
| { |
| "epoch": 1.962120719901241, |
| "grad_norm": 0.7213616371154785, |
| "learning_rate": 3.832069055715407e-07, |
| "loss": 0.5147, |
| "step": 15100 |
| }, |
| { |
| "epoch": 1.968618023520239, |
| "grad_norm": 0.8205924034118652, |
| "learning_rate": 3.178132356787863e-07, |
| "loss": 0.509, |
| "step": 15150 |
| }, |
| { |
| "epoch": 1.9751153271392372, |
| "grad_norm": 0.8763622641563416, |
| "learning_rate": 2.5241956578603195e-07, |
| "loss": 0.4566, |
| "step": 15200 |
| }, |
| { |
| "epoch": 1.9816126307582353, |
| "grad_norm": 0.7323444485664368, |
| "learning_rate": 1.8702589589327754e-07, |
| "loss": 0.5327, |
| "step": 15250 |
| }, |
| { |
| "epoch": 1.9881099343772335, |
| "grad_norm": 0.8736646771430969, |
| "learning_rate": 1.2163222600052316e-07, |
| "loss": 0.5381, |
| "step": 15300 |
| }, |
| { |
| "epoch": 1.9946072379962314, |
| "grad_norm": 0.9203932285308838, |
| "learning_rate": 5.623855610776877e-08, |
| "loss": 0.5639, |
| "step": 15350 |
| } |
| ], |
| "logging_steps": 50, |
| "max_steps": 15392, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 5000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.5254929297250714e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
