| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 4689, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.016, |
| "grad_norm": 0.11861632764339447, |
| "learning_rate": 9.999353613296238e-05, |
| "loss": 0.3286796188354492, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.032, |
| "grad_norm": 0.11502636969089508, |
| "learning_rate": 9.997305783807176e-05, |
| "loss": 0.1800704574584961, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.048, |
| "grad_norm": 0.09885071963071823, |
| "learning_rate": 9.993855963826604e-05, |
| "loss": 0.1711060905456543, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.064, |
| "grad_norm": 0.09615068137645721, |
| "learning_rate": 9.989005121199005e-05, |
| "loss": 0.16435964584350585, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.1137879490852356, |
| "learning_rate": 9.982754616824734e-05, |
| "loss": 0.1604142189025879, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.096, |
| "grad_norm": 0.1166849136352539, |
| "learning_rate": 9.975106204278234e-05, |
| "loss": 0.156871280670166, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.112, |
| "grad_norm": 0.1093030646443367, |
| "learning_rate": 9.966062029316066e-05, |
| "loss": 0.1606925392150879, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.128, |
| "grad_norm": 0.10619492083787918, |
| "learning_rate": 9.955624629274916e-05, |
| "loss": 0.1602694320678711, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.144, |
| "grad_norm": 0.11123954504728317, |
| "learning_rate": 9.943796932359751e-05, |
| "loss": 0.15459773063659668, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.09969472140073776, |
| "learning_rate": 9.930582256822307e-05, |
| "loss": 0.15707834243774413, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.176, |
| "grad_norm": 0.11007069051265717, |
| "learning_rate": 9.915984310030171e-05, |
| "loss": 0.1628543472290039, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.192, |
| "grad_norm": 0.1237269937992096, |
| "learning_rate": 9.900007187426658e-05, |
| "loss": 0.15733932495117187, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.208, |
| "grad_norm": 0.09232431650161743, |
| "learning_rate": 9.882655371381862e-05, |
| "loss": 0.1555190658569336, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.224, |
| "grad_norm": 0.08930736780166626, |
| "learning_rate": 9.86393372993511e-05, |
| "loss": 0.15603089332580566, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.10091961920261383, |
| "learning_rate": 9.843847515429255e-05, |
| "loss": 0.1477677822113037, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.256, |
| "grad_norm": 0.10474492609500885, |
| "learning_rate": 9.822402363037118e-05, |
| "loss": 0.15401634216308593, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.272, |
| "grad_norm": 0.0999043732881546, |
| "learning_rate": 9.799604289180556e-05, |
| "loss": 0.14977810859680177, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.288, |
| "grad_norm": 0.11478473991155624, |
| "learning_rate": 9.775459689842557e-05, |
| "loss": 0.1529655361175537, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.304, |
| "grad_norm": 0.09418261051177979, |
| "learning_rate": 9.749975338772846e-05, |
| "loss": 0.14876941680908204, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.09822133928537369, |
| "learning_rate": 9.723158385587525e-05, |
| "loss": 0.14820778846740723, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.336, |
| "grad_norm": 0.09039364010095596, |
| "learning_rate": 9.695016353763241e-05, |
| "loss": 0.14662707328796387, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.352, |
| "grad_norm": 0.10450968891382217, |
| "learning_rate": 9.665557138526492e-05, |
| "loss": 0.14602211952209473, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.368, |
| "grad_norm": 0.09850753843784332, |
| "learning_rate": 9.634789004638617e-05, |
| "loss": 0.15446964263916016, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.384, |
| "grad_norm": 0.08699638396501541, |
| "learning_rate": 9.602720584077129e-05, |
| "loss": 0.14676770210266113, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.09897592663764954, |
| "learning_rate": 9.56936087361402e-05, |
| "loss": 0.14617033958435058, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.416, |
| "grad_norm": 0.10602431744337082, |
| "learning_rate": 9.53471923229172e-05, |
| "loss": 0.15345124244689942, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.432, |
| "grad_norm": 0.1056375801563263, |
| "learning_rate": 9.498805378797426e-05, |
| "loss": 0.15296405792236328, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.448, |
| "grad_norm": 0.1006198599934578, |
| "learning_rate": 9.461629388736532e-05, |
| "loss": 0.15145379066467285, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.464, |
| "grad_norm": 0.09737297147512436, |
| "learning_rate": 9.423201691805927e-05, |
| "loss": 0.154799747467041, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.09359368681907654, |
| "learning_rate": 9.383533068867947e-05, |
| "loss": 0.14526631355285644, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.496, |
| "grad_norm": 0.09274239093065262, |
| "learning_rate": 9.342634648925813e-05, |
| "loss": 0.15441582679748536, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.512, |
| "grad_norm": 0.10458835959434509, |
| "learning_rate": 9.300517906001398e-05, |
| "loss": 0.1465895175933838, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.528, |
| "grad_norm": 0.10770431905984879, |
| "learning_rate": 9.257194655916203e-05, |
| "loss": 0.14943188667297364, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.544, |
| "grad_norm": 0.09601198881864548, |
| "learning_rate": 9.212677052976428e-05, |
| "loss": 0.14588930130004882, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 0.10154907405376434, |
| "learning_rate": 9.166977586563098e-05, |
| "loss": 0.1497051239013672, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.576, |
| "grad_norm": 0.09560484439134598, |
| "learning_rate": 9.120109077628174e-05, |
| "loss": 0.1552231502532959, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.592, |
| "grad_norm": 0.09516514837741852, |
| "learning_rate": 9.072084675097638e-05, |
| "loss": 0.1531113052368164, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.608, |
| "grad_norm": 0.10558709502220154, |
| "learning_rate": 9.022917852182581e-05, |
| "loss": 0.15640295028686524, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.624, |
| "grad_norm": 0.0928453654050827, |
| "learning_rate": 8.972622402599298e-05, |
| "loss": 0.15110169410705565, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 0.08480159193277359, |
| "learning_rate": 8.921212436699476e-05, |
| "loss": 0.14314958572387695, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.656, |
| "grad_norm": 0.1002260148525238, |
| "learning_rate": 8.868702377511535e-05, |
| "loss": 0.14589180946350097, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.672, |
| "grad_norm": 0.09541085362434387, |
| "learning_rate": 8.81510695669427e-05, |
| "loss": 0.1479099941253662, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.688, |
| "grad_norm": 0.09953474253416061, |
| "learning_rate": 8.760441210403885e-05, |
| "loss": 0.14653368949890136, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.704, |
| "grad_norm": 0.0977734848856926, |
| "learning_rate": 8.70472047507562e-05, |
| "loss": 0.1425599193572998, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 0.09239369630813599, |
| "learning_rate": 8.647960383121112e-05, |
| "loss": 0.1501304531097412, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.736, |
| "grad_norm": 0.10707451403141022, |
| "learning_rate": 8.590176858542748e-05, |
| "loss": 0.15377416610717773, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.752, |
| "grad_norm": 0.10812534391880035, |
| "learning_rate": 8.531386112466188e-05, |
| "loss": 0.14203211784362793, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.768, |
| "grad_norm": 0.09150829911231995, |
| "learning_rate": 8.471604638592348e-05, |
| "loss": 0.14969215393066407, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.784, |
| "grad_norm": 0.09726062417030334, |
| "learning_rate": 8.410849208570109e-05, |
| "loss": 0.14519647598266602, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 0.08565850555896759, |
| "learning_rate": 8.349136867291029e-05, |
| "loss": 0.14532444953918458, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.816, |
| "grad_norm": 0.08856882899999619, |
| "learning_rate": 8.286484928107432e-05, |
| "loss": 0.14667428016662598, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.832, |
| "grad_norm": 0.09506184607744217, |
| "learning_rate": 8.222910967975143e-05, |
| "loss": 0.14749826431274415, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.848, |
| "grad_norm": 0.09699242562055588, |
| "learning_rate": 8.15843282252229e-05, |
| "loss": 0.1448867416381836, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.864, |
| "grad_norm": 0.08942634612321854, |
| "learning_rate": 8.093068581045538e-05, |
| "loss": 0.14440225601196288, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 0.10440613329410553, |
| "learning_rate": 8.026836581435142e-05, |
| "loss": 0.14835925102233888, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.896, |
| "grad_norm": 0.08541716635227203, |
| "learning_rate": 7.959755405030268e-05, |
| "loss": 0.14554036140441895, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.912, |
| "grad_norm": 0.09086337685585022, |
| "learning_rate": 7.891843871406011e-05, |
| "loss": 0.14876410484313965, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.928, |
| "grad_norm": 0.09099514037370682, |
| "learning_rate": 7.823121033093582e-05, |
| "loss": 0.1377167797088623, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.944, |
| "grad_norm": 0.09300651401281357, |
| "learning_rate": 7.753606170235125e-05, |
| "loss": 0.14680846214294432, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 0.09222162514925003, |
| "learning_rate": 7.683318785174696e-05, |
| "loss": 0.1468671417236328, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.976, |
| "grad_norm": 0.09731654077768326, |
| "learning_rate": 7.612278596986894e-05, |
| "loss": 0.13785377502441407, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.992, |
| "grad_norm": 0.08794654905796051, |
| "learning_rate": 7.540505535944679e-05, |
| "loss": 0.14194393157958984, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.00768, |
| "grad_norm": 0.10086959600448608, |
| "learning_rate": 7.468019737927962e-05, |
| "loss": 0.13543088912963866, |
| "step": 1575 |
| }, |
| { |
| "epoch": 1.02368, |
| "grad_norm": 0.1005851998925209, |
| "learning_rate": 7.394841538774489e-05, |
| "loss": 0.1347943115234375, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.03968, |
| "grad_norm": 0.10062194615602493, |
| "learning_rate": 7.320991468574637e-05, |
| "loss": 0.13558920860290527, |
| "step": 1625 |
| }, |
| { |
| "epoch": 1.05568, |
| "grad_norm": 0.09703350067138672, |
| "learning_rate": 7.246490245911722e-05, |
| "loss": 0.1285261917114258, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.07168, |
| "grad_norm": 0.11974436789751053, |
| "learning_rate": 7.171358772049401e-05, |
| "loss": 0.13377572059631349, |
| "step": 1675 |
| }, |
| { |
| "epoch": 1.08768, |
| "grad_norm": 0.09396427869796753, |
| "learning_rate": 7.09561812506785e-05, |
| "loss": 0.128402042388916, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.10368, |
| "grad_norm": 0.10276220738887787, |
| "learning_rate": 7.01928955395032e-05, |
| "loss": 0.13348593711853027, |
| "step": 1725 |
| }, |
| { |
| "epoch": 1.11968, |
| "grad_norm": 0.1129908636212349, |
| "learning_rate": 6.942394472621744e-05, |
| "loss": 0.1347424030303955, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.13568, |
| "grad_norm": 0.12292955070734024, |
| "learning_rate": 6.864954453941086e-05, |
| "loss": 0.12907644271850585, |
| "step": 1775 |
| }, |
| { |
| "epoch": 1.15168, |
| "grad_norm": 0.10424850881099701, |
| "learning_rate": 6.786991223649084e-05, |
| "loss": 0.13144570350646972, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.16768, |
| "grad_norm": 0.12536472082138062, |
| "learning_rate": 6.708526654273112e-05, |
| "loss": 0.13199054718017578, |
| "step": 1825 |
| }, |
| { |
| "epoch": 1.18368, |
| "grad_norm": 0.10825278609991074, |
| "learning_rate": 6.629582758990863e-05, |
| "loss": 0.1307235813140869, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.19968, |
| "grad_norm": 0.11277764290571213, |
| "learning_rate": 6.550181685454556e-05, |
| "loss": 0.13359227180480956, |
| "step": 1875 |
| }, |
| { |
| "epoch": 1.21568, |
| "grad_norm": 0.12185503542423248, |
| "learning_rate": 6.470345709577439e-05, |
| "loss": 0.13280701637268066, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.2316799999999999, |
| "grad_norm": 0.10121598839759827, |
| "learning_rate": 6.390097229284295e-05, |
| "loss": 0.13208361625671386, |
| "step": 1925 |
| }, |
| { |
| "epoch": 1.24768, |
| "grad_norm": 0.14438959956169128, |
| "learning_rate": 6.30945875822772e-05, |
| "loss": 0.13557519912719726, |
| "step": 1950 |
| }, |
| { |
| "epoch": 1.26368, |
| "grad_norm": 0.11936956644058228, |
| "learning_rate": 6.228452919471932e-05, |
| "loss": 0.13389759063720702, |
| "step": 1975 |
| }, |
| { |
| "epoch": 1.27968, |
| "grad_norm": 0.13833774626255035, |
| "learning_rate": 6.147102439145893e-05, |
| "loss": 0.13152318000793456, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.29568, |
| "grad_norm": 0.10394269973039627, |
| "learning_rate": 6.065430140067499e-05, |
| "loss": 0.13428862571716307, |
| "step": 2025 |
| }, |
| { |
| "epoch": 1.31168, |
| "grad_norm": 0.10951096564531326, |
| "learning_rate": 5.983458935340669e-05, |
| "loss": 0.12894762992858888, |
| "step": 2050 |
| }, |
| { |
| "epoch": 1.32768, |
| "grad_norm": 0.12124059349298477, |
| "learning_rate": 5.901211821927084e-05, |
| "loss": 0.12979127883911132, |
| "step": 2075 |
| }, |
| { |
| "epoch": 1.34368, |
| "grad_norm": 0.10981153696775436, |
| "learning_rate": 5.818711874194398e-05, |
| "loss": 0.13694174766540526, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.35968, |
| "grad_norm": 0.12237900495529175, |
| "learning_rate": 5.7359822374427566e-05, |
| "loss": 0.13015504837036132, |
| "step": 2125 |
| }, |
| { |
| "epoch": 1.37568, |
| "grad_norm": 0.10937966406345367, |
| "learning_rate": 5.653046121411389e-05, |
| "loss": 0.13556291580200194, |
| "step": 2150 |
| }, |
| { |
| "epoch": 1.39168, |
| "grad_norm": 0.12487751245498657, |
| "learning_rate": 5.569926793767135e-05, |
| "loss": 0.1348353385925293, |
| "step": 2175 |
| }, |
| { |
| "epoch": 1.40768, |
| "grad_norm": 0.11788760870695114, |
| "learning_rate": 5.4866475735767206e-05, |
| "loss": 0.12650929450988768, |
| "step": 2200 |
| }, |
| { |
| "epoch": 1.42368, |
| "grad_norm": 0.11530263721942902, |
| "learning_rate": 5.4032318247646085e-05, |
| "loss": 0.13798347473144532, |
| "step": 2225 |
| }, |
| { |
| "epoch": 1.43968, |
| "grad_norm": 0.11786943674087524, |
| "learning_rate": 5.319702949558263e-05, |
| "loss": 0.1334000301361084, |
| "step": 2250 |
| }, |
| { |
| "epoch": 1.45568, |
| "grad_norm": 0.14478343725204468, |
| "learning_rate": 5.2360843819226813e-05, |
| "loss": 0.12770981788635255, |
| "step": 2275 |
| }, |
| { |
| "epoch": 1.47168, |
| "grad_norm": 0.12066271156072617, |
| "learning_rate": 5.152399580986005e-05, |
| "loss": 0.12450098037719727, |
| "step": 2300 |
| }, |
| { |
| "epoch": 1.4876800000000001, |
| "grad_norm": 0.11493124812841415, |
| "learning_rate": 5.0686720244580755e-05, |
| "loss": 0.13059680938720702, |
| "step": 2325 |
| }, |
| { |
| "epoch": 1.5036800000000001, |
| "grad_norm": 0.11843442171812057, |
| "learning_rate": 4.984925202043789e-05, |
| "loss": 0.13375168800354004, |
| "step": 2350 |
| }, |
| { |
| "epoch": 1.5196800000000001, |
| "grad_norm": 0.1097368523478508, |
| "learning_rate": 4.901182608853071e-05, |
| "loss": 0.13130916595458986, |
| "step": 2375 |
| }, |
| { |
| "epoch": 1.5356800000000002, |
| "grad_norm": 0.11164894700050354, |
| "learning_rate": 4.8174677388093395e-05, |
| "loss": 0.12918116569519042, |
| "step": 2400 |
| }, |
| { |
| "epoch": 1.55168, |
| "grad_norm": 0.1128014624118805, |
| "learning_rate": 4.7338040780583046e-05, |
| "loss": 0.1295743179321289, |
| "step": 2425 |
| }, |
| { |
| "epoch": 1.56768, |
| "grad_norm": 0.12356949597597122, |
| "learning_rate": 4.650215098378949e-05, |
| "loss": 0.12357434272766113, |
| "step": 2450 |
| }, |
| { |
| "epoch": 1.58368, |
| "grad_norm": 0.13580161333084106, |
| "learning_rate": 4.5667242505985347e-05, |
| "loss": 0.1330624294281006, |
| "step": 2475 |
| }, |
| { |
| "epoch": 1.59968, |
| "grad_norm": 0.11168742179870605, |
| "learning_rate": 4.4833549580134855e-05, |
| "loss": 0.13311739921569823, |
| "step": 2500 |
| }, |
| { |
| "epoch": 1.61568, |
| "grad_norm": 0.1238560825586319, |
| "learning_rate": 4.4001306098180116e-05, |
| "loss": 0.135321044921875, |
| "step": 2525 |
| }, |
| { |
| "epoch": 1.63168, |
| "grad_norm": 0.13538189232349396, |
| "learning_rate": 4.317074554542277e-05, |
| "loss": 0.1311231231689453, |
| "step": 2550 |
| }, |
| { |
| "epoch": 1.64768, |
| "grad_norm": 0.11485768854618073, |
| "learning_rate": 4.2342100935019866e-05, |
| "loss": 0.12784194946289062, |
| "step": 2575 |
| }, |
| { |
| "epoch": 1.66368, |
| "grad_norm": 0.1198485717177391, |
| "learning_rate": 4.151560474261229e-05, |
| "loss": 0.12329304695129395, |
| "step": 2600 |
| }, |
| { |
| "epoch": 1.6796799999999998, |
| "grad_norm": 0.14606133103370667, |
| "learning_rate": 4.06914888411038e-05, |
| "loss": 0.126835355758667, |
| "step": 2625 |
| }, |
| { |
| "epoch": 1.6956799999999999, |
| "grad_norm": 0.12587864696979523, |
| "learning_rate": 3.986998443560922e-05, |
| "loss": 0.12630191802978516, |
| "step": 2650 |
| }, |
| { |
| "epoch": 1.7116799999999999, |
| "grad_norm": 0.1332518458366394, |
| "learning_rate": 3.905132199859018e-05, |
| "loss": 0.13304423332214355, |
| "step": 2675 |
| }, |
| { |
| "epoch": 1.7276799999999999, |
| "grad_norm": 0.13204370439052582, |
| "learning_rate": 3.823573120519606e-05, |
| "loss": 0.13177501678466796, |
| "step": 2700 |
| }, |
| { |
| "epoch": 1.74368, |
| "grad_norm": 0.13071605563163757, |
| "learning_rate": 3.742344086882884e-05, |
| "loss": 0.1299814510345459, |
| "step": 2725 |
| }, |
| { |
| "epoch": 1.75968, |
| "grad_norm": 0.12819164991378784, |
| "learning_rate": 3.6614678876949765e-05, |
| "loss": 0.12601176261901856, |
| "step": 2750 |
| }, |
| { |
| "epoch": 1.77568, |
| "grad_norm": 0.12417814135551453, |
| "learning_rate": 3.580967212714556e-05, |
| "loss": 0.13486576080322266, |
| "step": 2775 |
| }, |
| { |
| "epoch": 1.79168, |
| "grad_norm": 0.12409164756536484, |
| "learning_rate": 3.50086464634725e-05, |
| "loss": 0.12449579238891602, |
| "step": 2800 |
| }, |
| { |
| "epoch": 1.80768, |
| "grad_norm": 0.12270798534154892, |
| "learning_rate": 3.421182661309613e-05, |
| "loss": 0.1259065341949463, |
| "step": 2825 |
| }, |
| { |
| "epoch": 1.82368, |
| "grad_norm": 0.11727893352508545, |
| "learning_rate": 3.341943612324407e-05, |
| "loss": 0.12466642379760742, |
| "step": 2850 |
| }, |
| { |
| "epoch": 1.83968, |
| "grad_norm": 0.13802489638328552, |
| "learning_rate": 3.263169729849011e-05, |
| "loss": 0.12887518882751464, |
| "step": 2875 |
| }, |
| { |
| "epoch": 1.85568, |
| "grad_norm": 0.11582789570093155, |
| "learning_rate": 3.184883113838677e-05, |
| "loss": 0.1311000919342041, |
| "step": 2900 |
| }, |
| { |
| "epoch": 1.87168, |
| "grad_norm": 0.1268017441034317, |
| "learning_rate": 3.10710572754641e-05, |
| "loss": 0.12725070953369141, |
| "step": 2925 |
| }, |
| { |
| "epoch": 1.88768, |
| "grad_norm": 0.12863896787166595, |
| "learning_rate": 3.0298593913611826e-05, |
| "loss": 0.12705497741699218, |
| "step": 2950 |
| }, |
| { |
| "epoch": 1.90368, |
| "grad_norm": 0.12759381532669067, |
| "learning_rate": 2.9531657766862542e-05, |
| "loss": 0.12788289070129394, |
| "step": 2975 |
| }, |
| { |
| "epoch": 1.91968, |
| "grad_norm": 0.12548209726810455, |
| "learning_rate": 2.8770463998592645e-05, |
| "loss": 0.12819175720214843, |
| "step": 3000 |
| }, |
| { |
| "epoch": 1.93568, |
| "grad_norm": 0.119036003947258, |
| "learning_rate": 2.8015226161158403e-05, |
| "loss": 0.1288379192352295, |
| "step": 3025 |
| }, |
| { |
| "epoch": 1.95168, |
| "grad_norm": 0.1374388337135315, |
| "learning_rate": 2.7266156135984112e-05, |
| "loss": 0.1296912670135498, |
| "step": 3050 |
| }, |
| { |
| "epoch": 1.96768, |
| "grad_norm": 0.1289571225643158, |
| "learning_rate": 2.6523464074118808e-05, |
| "loss": 0.12712159156799316, |
| "step": 3075 |
| }, |
| { |
| "epoch": 1.98368, |
| "grad_norm": 0.12030442804098129, |
| "learning_rate": 2.5787358337278496e-05, |
| "loss": 0.13113555908203126, |
| "step": 3100 |
| }, |
| { |
| "epoch": 1.9996800000000001, |
| "grad_norm": 0.12370408326387405, |
| "learning_rate": 2.5058045439390633e-05, |
| "loss": 0.1298954677581787, |
| "step": 3125 |
| }, |
| { |
| "epoch": 2.01536, |
| "grad_norm": 0.11975830048322678, |
| "learning_rate": 2.4335729988656593e-05, |
| "loss": 0.11847221374511718, |
| "step": 3150 |
| }, |
| { |
| "epoch": 2.03136, |
| "grad_norm": 0.11434689909219742, |
| "learning_rate": 2.3620614630149013e-05, |
| "loss": 0.1180498218536377, |
| "step": 3175 |
| }, |
| { |
| "epoch": 2.04736, |
| "grad_norm": 0.15695643424987793, |
| "learning_rate": 2.2912899988960012e-05, |
| "loss": 0.11193868637084961, |
| "step": 3200 |
| }, |
| { |
| "epoch": 2.06336, |
| "grad_norm": 0.14005033671855927, |
| "learning_rate": 2.2212784613915817e-05, |
| "loss": 0.11678504943847656, |
| "step": 3225 |
| }, |
| { |
| "epoch": 2.07936, |
| "grad_norm": 0.12876266241073608, |
| "learning_rate": 2.152046492187401e-05, |
| "loss": 0.11053761482238769, |
| "step": 3250 |
| }, |
| { |
| "epoch": 2.09536, |
| "grad_norm": 0.15368138253688812, |
| "learning_rate": 2.083613514261913e-05, |
| "loss": 0.11708856582641601, |
| "step": 3275 |
| }, |
| { |
| "epoch": 2.11136, |
| "grad_norm": 0.150213360786438, |
| "learning_rate": 2.0159987264371442e-05, |
| "loss": 0.11386101722717284, |
| "step": 3300 |
| }, |
| { |
| "epoch": 2.12736, |
| "grad_norm": 0.12572577595710754, |
| "learning_rate": 1.9492210979924804e-05, |
| "loss": 0.1178963565826416, |
| "step": 3325 |
| }, |
| { |
| "epoch": 2.14336, |
| "grad_norm": 0.13540519773960114, |
| "learning_rate": 1.883299363342864e-05, |
| "loss": 0.1125532054901123, |
| "step": 3350 |
| }, |
| { |
| "epoch": 2.15936, |
| "grad_norm": 0.16464120149612427, |
| "learning_rate": 1.818252016782854e-05, |
| "loss": 0.11212787628173829, |
| "step": 3375 |
| }, |
| { |
| "epoch": 2.17536, |
| "grad_norm": 0.13753129541873932, |
| "learning_rate": 1.754097307298062e-05, |
| "loss": 0.11108091354370117, |
| "step": 3400 |
| }, |
| { |
| "epoch": 2.19136, |
| "grad_norm": 0.14212557673454285, |
| "learning_rate": 1.6908532334454307e-05, |
| "loss": 0.11395590782165527, |
| "step": 3425 |
| }, |
| { |
| "epoch": 2.20736, |
| "grad_norm": 0.14304831624031067, |
| "learning_rate": 1.628537538303736e-05, |
| "loss": 0.11645262718200683, |
| "step": 3450 |
| }, |
| { |
| "epoch": 2.22336, |
| "grad_norm": 0.1630299836397171, |
| "learning_rate": 1.5671677044957773e-05, |
| "loss": 0.1082401466369629, |
| "step": 3475 |
| }, |
| { |
| "epoch": 2.23936, |
| "grad_norm": 0.15198898315429688, |
| "learning_rate": 1.506760949283657e-05, |
| "loss": 0.11786669731140137, |
| "step": 3500 |
| }, |
| { |
| "epoch": 2.25536, |
| "grad_norm": 0.15012240409851074, |
| "learning_rate": 1.4473342197384771e-05, |
| "loss": 0.11537328720092774, |
| "step": 3525 |
| }, |
| { |
| "epoch": 2.27136, |
| "grad_norm": 0.15395690500736237, |
| "learning_rate": 1.3889041879858472e-05, |
| "loss": 0.11164036750793457, |
| "step": 3550 |
| }, |
| { |
| "epoch": 2.28736, |
| "grad_norm": 0.1327698975801468, |
| "learning_rate": 1.3314872465285488e-05, |
| "loss": 0.11184600830078124, |
| "step": 3575 |
| }, |
| { |
| "epoch": 2.30336, |
| "grad_norm": 0.18055884540081024, |
| "learning_rate": 1.2750995036476132e-05, |
| "loss": 0.11353709220886231, |
| "step": 3600 |
| }, |
| { |
| "epoch": 2.31936, |
| "grad_norm": 0.14435714483261108, |
| "learning_rate": 1.2197567788831638e-05, |
| "loss": 0.11004265785217285, |
| "step": 3625 |
| }, |
| { |
| "epoch": 2.33536, |
| "grad_norm": 0.16515623033046722, |
| "learning_rate": 1.165474598596254e-05, |
| "loss": 0.11185729026794433, |
| "step": 3650 |
| }, |
| { |
| "epoch": 2.35136, |
| "grad_norm": 0.14134448766708374, |
| "learning_rate": 1.1122681916129584e-05, |
| "loss": 0.11534245491027832, |
| "step": 3675 |
| }, |
| { |
| "epoch": 2.36736, |
| "grad_norm": 0.11952568590641022, |
| "learning_rate": 1.0601524849519356e-05, |
| "loss": 0.11113227844238281, |
| "step": 3700 |
| }, |
| { |
| "epoch": 2.38336, |
| "grad_norm": 0.16943176090717316, |
| "learning_rate": 1.0091420996366646e-05, |
| "loss": 0.11476514816284179, |
| "step": 3725 |
| }, |
| { |
| "epoch": 2.39936, |
| "grad_norm": 0.17451712489128113, |
| "learning_rate": 9.592513465935271e-06, |
| "loss": 0.11362530708312989, |
| "step": 3750 |
| }, |
| { |
| "epoch": 2.41536, |
| "grad_norm": 0.1564580798149109, |
| "learning_rate": 9.104942226368879e-06, |
| "loss": 0.11575403213500976, |
| "step": 3775 |
| }, |
| { |
| "epoch": 2.43136, |
| "grad_norm": 0.1645352840423584, |
| "learning_rate": 8.628844065422992e-06, |
| "loss": 0.11187216758728027, |
| "step": 3800 |
| }, |
| { |
| "epoch": 2.4473599999999998, |
| "grad_norm": 0.15572233498096466, |
| "learning_rate": 8.164352552089288e-06, |
| "loss": 0.11141322135925293, |
| "step": 3825 |
| }, |
| { |
| "epoch": 2.4633599999999998, |
| "grad_norm": 0.15137207508087158, |
| "learning_rate": 7.711597999122938e-06, |
| "loss": 0.11051628112792969, |
| "step": 3850 |
| }, |
| { |
| "epoch": 2.47936, |
| "grad_norm": 0.15836113691329956, |
| "learning_rate": 7.270707426483431e-06, |
| "loss": 0.11221921920776368, |
| "step": 3875 |
| }, |
| { |
| "epoch": 2.49536, |
| "grad_norm": 0.14974376559257507, |
| "learning_rate": 6.8418045256992355e-06, |
| "loss": 0.11502532958984375, |
| "step": 3900 |
| }, |
| { |
| "epoch": 2.51136, |
| "grad_norm": 0.17778202891349792, |
| "learning_rate": 6.4250096251662395e-06, |
| "loss": 0.10664880752563477, |
| "step": 3925 |
| }, |
| { |
| "epoch": 2.52736, |
| "grad_norm": 0.17135384678840637, |
| "learning_rate": 6.020439656389676e-06, |
| "loss": 0.11269989013671874, |
| "step": 3950 |
| }, |
| { |
| "epoch": 2.54336, |
| "grad_norm": 0.17065896093845367, |
| "learning_rate": 5.6282081211791075e-06, |
| "loss": 0.11879055976867675, |
| "step": 3975 |
| }, |
| { |
| "epoch": 2.55936, |
| "grad_norm": 0.1697693169116974, |
| "learning_rate": 5.248425059805556e-06, |
| "loss": 0.11587923049926757, |
| "step": 4000 |
| }, |
| { |
| "epoch": 2.57536, |
| "grad_norm": 0.1574716866016388, |
| "learning_rate": 4.8811970201297965e-06, |
| "loss": 0.11096065521240234, |
| "step": 4025 |
| }, |
| { |
| "epoch": 2.59136, |
| "grad_norm": 0.15472258627414703, |
| "learning_rate": 4.5266270277104115e-06, |
| "loss": 0.11447844505310059, |
| "step": 4050 |
| }, |
| { |
| "epoch": 2.60736, |
| "grad_norm": 0.15634627640247345, |
| "learning_rate": 4.184814556900079e-06, |
| "loss": 0.10809051513671875, |
| "step": 4075 |
| }, |
| { |
| "epoch": 2.62336, |
| "grad_norm": 0.19183269143104553, |
| "learning_rate": 3.855855502938094e-06, |
| "loss": 0.11322175979614257, |
| "step": 4100 |
| }, |
| { |
| "epoch": 2.63936, |
| "grad_norm": 0.1418028324842453, |
| "learning_rate": 3.5398421550470295e-06, |
| "loss": 0.11081485748291016, |
| "step": 4125 |
| }, |
| { |
| "epoch": 2.65536, |
| "grad_norm": 0.1642671674489975, |
| "learning_rate": 3.2368631705410655e-06, |
| "loss": 0.11674809455871582, |
| "step": 4150 |
| }, |
| { |
| "epoch": 2.67136, |
| "grad_norm": 0.1354997605085373, |
| "learning_rate": 2.9470035499532424e-06, |
| "loss": 0.10924592018127441, |
| "step": 4175 |
| }, |
| { |
| "epoch": 2.68736, |
| "grad_norm": 0.16644538938999176, |
| "learning_rate": 2.67034461318863e-06, |
| "loss": 0.11593818664550781, |
| "step": 4200 |
| }, |
| { |
| "epoch": 2.70336, |
| "grad_norm": 0.1632682979106903, |
| "learning_rate": 2.4069639767100806e-06, |
| "loss": 0.10615300178527833, |
| "step": 4225 |
| }, |
| { |
| "epoch": 2.71936, |
| "grad_norm": 0.149180069565773, |
| "learning_rate": 2.1569355317629936e-06, |
| "loss": 0.11207213401794433, |
| "step": 4250 |
| }, |
| { |
| "epoch": 2.73536, |
| "grad_norm": 0.19105064868927002, |
| "learning_rate": 1.920329423645173e-06, |
| "loss": 0.11768842697143554, |
| "step": 4275 |
| }, |
| { |
| "epoch": 2.75136, |
| "grad_norm": 0.16715079545974731, |
| "learning_rate": 1.6972120320276118e-06, |
| "loss": 0.10794580459594727, |
| "step": 4300 |
| }, |
| { |
| "epoch": 2.76736, |
| "grad_norm": 0.15303917229175568, |
| "learning_rate": 1.4876459523317453e-06, |
| "loss": 0.11591077804565429, |
| "step": 4325 |
| }, |
| { |
| "epoch": 2.78336, |
| "grad_norm": 0.12237119674682617, |
| "learning_rate": 1.2916899781683257e-06, |
| "loss": 0.1129867172241211, |
| "step": 4350 |
| }, |
| { |
| "epoch": 2.79936, |
| "grad_norm": 0.14088697731494904, |
| "learning_rate": 1.109399084842927e-06, |
| "loss": 0.1112595558166504, |
| "step": 4375 |
| }, |
| { |
| "epoch": 2.81536, |
| "grad_norm": 0.16475477814674377, |
| "learning_rate": 9.408244139326727e-07, |
| "loss": 0.1118593692779541, |
| "step": 4400 |
| }, |
| { |
| "epoch": 2.83136, |
| "grad_norm": 0.15951216220855713, |
| "learning_rate": 7.86013258938495e-07, |
| "loss": 0.1130083179473877, |
| "step": 4425 |
| }, |
| { |
| "epoch": 2.84736, |
| "grad_norm": 0.13599684834480286, |
| "learning_rate": 6.450090520169649e-07, |
| "loss": 0.11105990409851074, |
| "step": 4450 |
| }, |
| { |
| "epoch": 2.86336, |
| "grad_norm": 0.15677808225154877, |
| "learning_rate": 5.178513517954564e-07, |
| "loss": 0.114122896194458, |
| "step": 4475 |
| }, |
| { |
| "epoch": 2.87936, |
| "grad_norm": 0.2869971692562103, |
| "learning_rate": 4.0457583227399563e-07, |
| "loss": 0.11400237083435058, |
| "step": 4500 |
| }, |
| { |
| "epoch": 2.89536, |
| "grad_norm": 0.16366010904312134, |
| "learning_rate": 3.0521427281693385e-07, |
| "loss": 0.11146201133728027, |
| "step": 4525 |
| }, |
| { |
| "epoch": 2.91136, |
| "grad_norm": 0.1972142457962036, |
| "learning_rate": 2.1979454923727327e-07, |
| "loss": 0.11487393379211426, |
| "step": 4550 |
| }, |
| { |
| "epoch": 2.92736, |
| "grad_norm": 0.16976426541805267, |
| "learning_rate": 1.4834062597615106e-07, |
| "loss": 0.11390512466430663, |
| "step": 4575 |
| }, |
| { |
| "epoch": 2.94336, |
| "grad_norm": 0.13779813051223755, |
| "learning_rate": 9.087254937960033e-08, |
| "loss": 0.10836565971374512, |
| "step": 4600 |
| }, |
| { |
| "epoch": 2.95936, |
| "grad_norm": 0.1601419746875763, |
| "learning_rate": 4.740644207457679e-08, |
| "loss": 0.11144064903259278, |
| "step": 4625 |
| }, |
| { |
| "epoch": 2.9753600000000002, |
| "grad_norm": 0.15634147822856903, |
| "learning_rate": 1.795449844577135e-08, |
| "loss": 0.11070196151733398, |
| "step": 4650 |
| }, |
| { |
| "epoch": 2.9913600000000002, |
| "grad_norm": 0.1557614803314209, |
| "learning_rate": 2.5249812144856333e-09, |
| "loss": 0.11605403900146484, |
| "step": 4675 |
| } |
| ], |
| "logging_steps": 25, |
| "max_steps": 4689, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.677590331672494e+18, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
