| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.0642304957217902, |
| "eval_steps": 50, |
| "global_step": 3500, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0001835157020622577, |
| "grad_norm": 0.10558489710092545, |
| "learning_rate": 2.752293577981652e-07, |
| "loss": 0.9704, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0003670314041245154, |
| "grad_norm": 0.14566807448863983, |
| "learning_rate": 5.81039755351682e-07, |
| "loss": 0.934, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0005505471061867731, |
| "grad_norm": 0.1257306933403015, |
| "learning_rate": 8.868501529051988e-07, |
| "loss": 0.9464, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0007340628082490308, |
| "grad_norm": 0.10945476591587067, |
| "learning_rate": 1.1926605504587156e-06, |
| "loss": 0.9105, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.0009175785103112885, |
| "grad_norm": 0.1279609501361847, |
| "learning_rate": 1.4984709480122324e-06, |
| "loss": 0.919, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.0011010942123735462, |
| "grad_norm": 0.11373968422412872, |
| "learning_rate": 1.8042813455657492e-06, |
| "loss": 0.9215, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.001284609914435804, |
| "grad_norm": 0.16498103737831116, |
| "learning_rate": 2.110091743119266e-06, |
| "loss": 0.8825, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.0014681256164980616, |
| "grad_norm": 0.18248112499713898, |
| "learning_rate": 2.4159021406727828e-06, |
| "loss": 0.9192, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.0016516413185603193, |
| "grad_norm": 0.10294532775878906, |
| "learning_rate": 2.7217125382262998e-06, |
| "loss": 0.8541, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.001835157020622577, |
| "grad_norm": 0.08826708048582077, |
| "learning_rate": 3.0275229357798168e-06, |
| "loss": 0.7888, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.0020186727226848347, |
| "grad_norm": 0.06661014258861542, |
| "learning_rate": 3.3333333333333333e-06, |
| "loss": 0.8242, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.0022021884247470924, |
| "grad_norm": 0.05308165028691292, |
| "learning_rate": 3.63914373088685e-06, |
| "loss": 0.7717, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.00238570412680935, |
| "grad_norm": 0.0648903101682663, |
| "learning_rate": 3.944954128440367e-06, |
| "loss": 0.783, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.002569219828871608, |
| "grad_norm": 0.07877938449382782, |
| "learning_rate": 4.250764525993884e-06, |
| "loss": 0.7711, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.0027527355309338655, |
| "grad_norm": 0.051069967448711395, |
| "learning_rate": 4.5565749235474005e-06, |
| "loss": 0.7366, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.0029362512329961232, |
| "grad_norm": 0.057500723749399185, |
| "learning_rate": 4.862385321100918e-06, |
| "loss": 0.7569, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.003119766935058381, |
| "grad_norm": 0.06036439910531044, |
| "learning_rate": 5.1681957186544344e-06, |
| "loss": 0.7264, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.0033032826371206386, |
| "grad_norm": 0.05475904792547226, |
| "learning_rate": 5.474006116207951e-06, |
| "loss": 0.7297, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.0034867983391828963, |
| "grad_norm": 0.0413813441991806, |
| "learning_rate": 5.7798165137614684e-06, |
| "loss": 0.6882, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.003670314041245154, |
| "grad_norm": 0.03543104976415634, |
| "learning_rate": 6.085626911314985e-06, |
| "loss": 0.6456, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.0038538297433074117, |
| "grad_norm": 0.024479102343320847, |
| "learning_rate": 6.3914373088685016e-06, |
| "loss": 0.6751, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.0040373454453696694, |
| "grad_norm": 0.02587358094751835, |
| "learning_rate": 6.697247706422019e-06, |
| "loss": 0.6191, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.004220861147431927, |
| "grad_norm": 0.027319323271512985, |
| "learning_rate": 7.003058103975535e-06, |
| "loss": 0.6749, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.004404376849494185, |
| "grad_norm": 0.02501949854195118, |
| "learning_rate": 7.308868501529052e-06, |
| "loss": 0.6686, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.0045878925515564425, |
| "grad_norm": 0.02475694753229618, |
| "learning_rate": 7.6146788990825695e-06, |
| "loss": 0.631, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.0047714082536187, |
| "grad_norm": 0.027376854792237282, |
| "learning_rate": 7.920489296636086e-06, |
| "loss": 0.6658, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.004954923955680958, |
| "grad_norm": 0.0318962037563324, |
| "learning_rate": 8.226299694189603e-06, |
| "loss": 0.6705, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.005138439657743216, |
| "grad_norm": 0.04816778376698494, |
| "learning_rate": 8.532110091743121e-06, |
| "loss": 0.6682, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.005321955359805473, |
| "grad_norm": 0.04201503470540047, |
| "learning_rate": 8.837920489296636e-06, |
| "loss": 0.638, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.005505471061867731, |
| "grad_norm": 0.01615067943930626, |
| "learning_rate": 9.143730886850154e-06, |
| "loss": 0.6061, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.005688986763929989, |
| "grad_norm": 0.023228844627738, |
| "learning_rate": 9.44954128440367e-06, |
| "loss": 0.6036, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.0058725024659922465, |
| "grad_norm": 0.02173246257007122, |
| "learning_rate": 9.755351681957187e-06, |
| "loss": 0.631, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.006056018168054504, |
| "grad_norm": 0.028340529650449753, |
| "learning_rate": 1.0061162079510704e-05, |
| "loss": 0.6555, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.006239533870116762, |
| "grad_norm": 0.0296853706240654, |
| "learning_rate": 1.0366972477064222e-05, |
| "loss": 0.6323, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.0064230495721790196, |
| "grad_norm": 0.023383386433124542, |
| "learning_rate": 1.0672782874617737e-05, |
| "loss": 0.6008, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.006606565274241277, |
| "grad_norm": 0.021863650530576706, |
| "learning_rate": 1.0978593272171255e-05, |
| "loss": 0.6255, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.006790080976303535, |
| "grad_norm": 0.02432987466454506, |
| "learning_rate": 1.1284403669724772e-05, |
| "loss": 0.6214, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.006973596678365793, |
| "grad_norm": 0.023963235318660736, |
| "learning_rate": 1.1590214067278288e-05, |
| "loss": 0.603, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.00715711238042805, |
| "grad_norm": 0.02234388329088688, |
| "learning_rate": 1.1896024464831805e-05, |
| "loss": 0.6429, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.007340628082490308, |
| "grad_norm": 0.032226428389549255, |
| "learning_rate": 1.2201834862385323e-05, |
| "loss": 0.6269, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.007524143784552566, |
| "grad_norm": 0.02610059268772602, |
| "learning_rate": 1.2507645259938838e-05, |
| "loss": 0.618, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.0077076594866148235, |
| "grad_norm": 0.02505774237215519, |
| "learning_rate": 1.2813455657492355e-05, |
| "loss": 0.6158, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.007891175188677081, |
| "grad_norm": 0.021323153749108315, |
| "learning_rate": 1.3119266055045873e-05, |
| "loss": 0.631, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.008074690890739339, |
| "grad_norm": 0.021411161869764328, |
| "learning_rate": 1.342507645259939e-05, |
| "loss": 0.6167, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.008258206592801597, |
| "grad_norm": 0.02338927984237671, |
| "learning_rate": 1.3730886850152904e-05, |
| "loss": 0.6031, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.008441722294863854, |
| "grad_norm": 0.03277941793203354, |
| "learning_rate": 1.4036697247706424e-05, |
| "loss": 0.6383, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.008625237996926112, |
| "grad_norm": 0.020897898823022842, |
| "learning_rate": 1.434250764525994e-05, |
| "loss": 0.6415, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.00880875369898837, |
| "grad_norm": 0.02531370520591736, |
| "learning_rate": 1.4648318042813456e-05, |
| "loss": 0.5982, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.008992269401050627, |
| "grad_norm": 0.02323366515338421, |
| "learning_rate": 1.4954128440366974e-05, |
| "loss": 0.6032, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.009175785103112885, |
| "grad_norm": 0.029420658946037292, |
| "learning_rate": 1.525993883792049e-05, |
| "loss": 0.6224, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.009359300805175143, |
| "grad_norm": 0.031237062066793442, |
| "learning_rate": 1.5565749235474007e-05, |
| "loss": 0.6225, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.0095428165072374, |
| "grad_norm": 0.0236805472522974, |
| "learning_rate": 1.5871559633027525e-05, |
| "loss": 0.5851, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.009726332209299658, |
| "grad_norm": 0.032798122614622116, |
| "learning_rate": 1.617737003058104e-05, |
| "loss": 0.6173, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.009909847911361916, |
| "grad_norm": 0.0272825937718153, |
| "learning_rate": 1.6483180428134555e-05, |
| "loss": 0.6073, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.010093363613424174, |
| "grad_norm": 0.02805463969707489, |
| "learning_rate": 1.6788990825688077e-05, |
| "loss": 0.5638, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.010276879315486431, |
| "grad_norm": 0.02691720239818096, |
| "learning_rate": 1.709480122324159e-05, |
| "loss": 0.6033, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.010460395017548689, |
| "grad_norm": 0.02562333457171917, |
| "learning_rate": 1.7400611620795107e-05, |
| "loss": 0.6204, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.010643910719610947, |
| "grad_norm": 0.03884773701429367, |
| "learning_rate": 1.7706422018348625e-05, |
| "loss": 0.636, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.010827426421673204, |
| "grad_norm": 0.027820812538266182, |
| "learning_rate": 1.8012232415902143e-05, |
| "loss": 0.6244, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.011010942123735462, |
| "grad_norm": 0.025583425536751747, |
| "learning_rate": 1.8318042813455658e-05, |
| "loss": 0.5917, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.01119445782579772, |
| "grad_norm": 0.0387832336127758, |
| "learning_rate": 1.8623853211009176e-05, |
| "loss": 0.5864, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.011377973527859978, |
| "grad_norm": 0.029267486184835434, |
| "learning_rate": 1.892966360856269e-05, |
| "loss": 0.6108, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.011561489229922235, |
| "grad_norm": 0.03276519849896431, |
| "learning_rate": 1.923547400611621e-05, |
| "loss": 0.5867, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.011745004931984493, |
| "grad_norm": 0.031572356820106506, |
| "learning_rate": 1.9541284403669728e-05, |
| "loss": 0.6237, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.01192852063404675, |
| "grad_norm": 0.03231559693813324, |
| "learning_rate": 1.9847094801223243e-05, |
| "loss": 0.6206, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.012112036336109008, |
| "grad_norm": 0.04952774569392204, |
| "learning_rate": 2.0152905198776757e-05, |
| "loss": 0.6053, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.012295552038171266, |
| "grad_norm": 0.03135444223880768, |
| "learning_rate": 2.045871559633028e-05, |
| "loss": 0.5742, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.012479067740233524, |
| "grad_norm": 0.03313719108700752, |
| "learning_rate": 2.0764525993883794e-05, |
| "loss": 0.6289, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.012662583442295781, |
| "grad_norm": 0.03798645734786987, |
| "learning_rate": 2.107033639143731e-05, |
| "loss": 0.605, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.012846099144358039, |
| "grad_norm": 0.030227337032556534, |
| "learning_rate": 2.1376146788990827e-05, |
| "loss": 0.5883, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.013029614846420297, |
| "grad_norm": 0.041115645319223404, |
| "learning_rate": 2.1681957186544345e-05, |
| "loss": 0.65, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.013213130548482555, |
| "grad_norm": 0.03736299276351929, |
| "learning_rate": 2.198776758409786e-05, |
| "loss": 0.5896, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.013396646250544812, |
| "grad_norm": 0.04182774946093559, |
| "learning_rate": 2.229357798165138e-05, |
| "loss": 0.6082, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.01358016195260707, |
| "grad_norm": 0.03740702196955681, |
| "learning_rate": 2.2599388379204893e-05, |
| "loss": 0.6078, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.013763677654669328, |
| "grad_norm": 0.04439369589090347, |
| "learning_rate": 2.290519877675841e-05, |
| "loss": 0.5865, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.013947193356731585, |
| "grad_norm": 0.051004670560359955, |
| "learning_rate": 2.321100917431193e-05, |
| "loss": 0.5961, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.014130709058793843, |
| "grad_norm": 0.04529789835214615, |
| "learning_rate": 2.3516819571865445e-05, |
| "loss": 0.6427, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.0143142247608561, |
| "grad_norm": 0.03439265862107277, |
| "learning_rate": 2.382262996941896e-05, |
| "loss": 0.6279, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.014497740462918358, |
| "grad_norm": 0.044873472303152084, |
| "learning_rate": 2.4128440366972478e-05, |
| "loss": 0.6207, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.014681256164980616, |
| "grad_norm": 0.028313877061009407, |
| "learning_rate": 2.4434250764525996e-05, |
| "loss": 0.5679, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.014864771867042874, |
| "grad_norm": 0.038118693977594376, |
| "learning_rate": 2.474006116207951e-05, |
| "loss": 0.6149, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.015048287569105132, |
| "grad_norm": 0.052924253046512604, |
| "learning_rate": 2.5045871559633026e-05, |
| "loss": 0.609, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.01523180327116739, |
| "grad_norm": 0.03622129186987877, |
| "learning_rate": 2.5351681957186548e-05, |
| "loss": 0.6046, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.015415318973229647, |
| "grad_norm": 0.042424436658620834, |
| "learning_rate": 2.5657492354740066e-05, |
| "loss": 0.5759, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.015598834675291905, |
| "grad_norm": 0.04645977169275284, |
| "learning_rate": 2.5963302752293577e-05, |
| "loss": 0.6161, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.015782350377354162, |
| "grad_norm": 0.04982755333185196, |
| "learning_rate": 2.6269113149847096e-05, |
| "loss": 0.5918, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.01596586607941642, |
| "grad_norm": 0.04042968526482582, |
| "learning_rate": 2.6574923547400614e-05, |
| "loss": 0.6075, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.016149381781478678, |
| "grad_norm": 0.039807792752981186, |
| "learning_rate": 2.688073394495413e-05, |
| "loss": 0.6255, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.016332897483540935, |
| "grad_norm": 0.035552337765693665, |
| "learning_rate": 2.7186544342507647e-05, |
| "loss": 0.5966, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.016516413185603193, |
| "grad_norm": 0.05346911773085594, |
| "learning_rate": 2.7492354740061165e-05, |
| "loss": 0.5569, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.01669992888766545, |
| "grad_norm": 0.04722687602043152, |
| "learning_rate": 2.779816513761468e-05, |
| "loss": 0.6075, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.01688344458972771, |
| "grad_norm": 0.042461566627025604, |
| "learning_rate": 2.81039755351682e-05, |
| "loss": 0.5834, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.017066960291789966, |
| "grad_norm": 0.05429114028811455, |
| "learning_rate": 2.8409785932721717e-05, |
| "loss": 0.5826, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.017250475993852224, |
| "grad_norm": 0.04456838220357895, |
| "learning_rate": 2.8715596330275228e-05, |
| "loss": 0.609, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.01743399169591448, |
| "grad_norm": 0.058296479284763336, |
| "learning_rate": 2.902140672782875e-05, |
| "loss": 0.6151, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.01761750739797674, |
| "grad_norm": 0.046572014689445496, |
| "learning_rate": 2.9327217125382268e-05, |
| "loss": 0.639, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.017801023100038997, |
| "grad_norm": 0.05053316429257393, |
| "learning_rate": 2.963302752293578e-05, |
| "loss": 0.5812, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.017984538802101255, |
| "grad_norm": 0.04786040633916855, |
| "learning_rate": 2.9938837920489298e-05, |
| "loss": 0.6254, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.018168054504163512, |
| "grad_norm": 0.054776571691036224, |
| "learning_rate": 3.0244648318042816e-05, |
| "loss": 0.5939, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.01835157020622577, |
| "grad_norm": 0.05582623556256294, |
| "learning_rate": 3.055045871559633e-05, |
| "loss": 0.5663, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.018535085908288028, |
| "grad_norm": 0.05476854741573334, |
| "learning_rate": 3.085626911314985e-05, |
| "loss": 0.6182, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.018718601610350286, |
| "grad_norm": 0.05449505150318146, |
| "learning_rate": 3.116207951070337e-05, |
| "loss": 0.5767, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.018902117312412543, |
| "grad_norm": 0.05747510492801666, |
| "learning_rate": 3.146788990825688e-05, |
| "loss": 0.5549, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.0190856330144748, |
| "grad_norm": 0.04950965940952301, |
| "learning_rate": 3.17737003058104e-05, |
| "loss": 0.6231, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.01926914871653706, |
| "grad_norm": 0.05951077863574028, |
| "learning_rate": 3.207951070336392e-05, |
| "loss": 0.6074, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.019452664418599316, |
| "grad_norm": 0.05490446090698242, |
| "learning_rate": 3.238532110091743e-05, |
| "loss": 0.6121, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.019636180120661574, |
| "grad_norm": 0.06103258579969406, |
| "learning_rate": 3.269113149847095e-05, |
| "loss": 0.5743, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.019819695822723832, |
| "grad_norm": 0.050482846796512604, |
| "learning_rate": 3.299694189602447e-05, |
| "loss": 0.588, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.02000321152478609, |
| "grad_norm": 0.0523124597966671, |
| "learning_rate": 3.3302752293577985e-05, |
| "loss": 0.6217, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.020186727226848347, |
| "grad_norm": 0.05564192682504654, |
| "learning_rate": 3.3608562691131503e-05, |
| "loss": 0.5841, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.020370242928910605, |
| "grad_norm": 0.05459139868617058, |
| "learning_rate": 3.3914373088685015e-05, |
| "loss": 0.5739, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.020553758630972863, |
| "grad_norm": 0.052688248455524445, |
| "learning_rate": 3.422018348623853e-05, |
| "loss": 0.5944, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.02073727433303512, |
| "grad_norm": 0.05383595824241638, |
| "learning_rate": 3.452599388379205e-05, |
| "loss": 0.5766, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.020920790035097378, |
| "grad_norm": 0.044817257672548294, |
| "learning_rate": 3.483180428134556e-05, |
| "loss": 0.5551, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.021104305737159636, |
| "grad_norm": 0.055238451808691025, |
| "learning_rate": 3.513761467889908e-05, |
| "loss": 0.6094, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.021287821439221893, |
| "grad_norm": 0.059284646064043045, |
| "learning_rate": 3.54434250764526e-05, |
| "loss": 0.5791, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.02147133714128415, |
| "grad_norm": 0.057356998324394226, |
| "learning_rate": 3.574923547400612e-05, |
| "loss": 0.5639, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.02165485284334641, |
| "grad_norm": 0.04620561748743057, |
| "learning_rate": 3.6055045871559636e-05, |
| "loss": 0.5765, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.021838368545408667, |
| "grad_norm": 0.05004527047276497, |
| "learning_rate": 3.6360856269113154e-05, |
| "loss": 0.562, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.022021884247470924, |
| "grad_norm": 0.07795936614274979, |
| "learning_rate": 3.6666666666666666e-05, |
| "loss": 0.6235, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.022205399949533182, |
| "grad_norm": 0.06489406526088715, |
| "learning_rate": 3.6972477064220184e-05, |
| "loss": 0.5711, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.02238891565159544, |
| "grad_norm": 0.07066444307565689, |
| "learning_rate": 3.72782874617737e-05, |
| "loss": 0.6009, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.022572431353657697, |
| "grad_norm": 0.06529203057289124, |
| "learning_rate": 3.7584097859327214e-05, |
| "loss": 0.6141, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.022755947055719955, |
| "grad_norm": 0.04712395742535591, |
| "learning_rate": 3.788990825688073e-05, |
| "loss": 0.609, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.022939462757782213, |
| "grad_norm": 0.060981571674346924, |
| "learning_rate": 3.819571865443426e-05, |
| "loss": 0.5764, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.02312297845984447, |
| "grad_norm": 0.07757027447223663, |
| "learning_rate": 3.850152905198777e-05, |
| "loss": 0.5739, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.023306494161906728, |
| "grad_norm": 0.05375910550355911, |
| "learning_rate": 3.880733944954129e-05, |
| "loss": 0.5777, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.023490009863968986, |
| "grad_norm": 0.056739941239356995, |
| "learning_rate": 3.9113149847094805e-05, |
| "loss": 0.5883, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.023673525566031244, |
| "grad_norm": 0.06208100542426109, |
| "learning_rate": 3.9418960244648317e-05, |
| "loss": 0.6096, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.0238570412680935, |
| "grad_norm": 0.06587738543748856, |
| "learning_rate": 3.9724770642201835e-05, |
| "loss": 0.5801, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.02404055697015576, |
| "grad_norm": 0.047985661774873734, |
| "learning_rate": 4.003058103975535e-05, |
| "loss": 0.5624, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.024224072672218017, |
| "grad_norm": 0.06062779203057289, |
| "learning_rate": 4.033639143730887e-05, |
| "loss": 0.5729, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.024407588374280274, |
| "grad_norm": 0.050098370760679245, |
| "learning_rate": 4.064220183486239e-05, |
| "loss": 0.5774, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.024591104076342532, |
| "grad_norm": 0.05729350820183754, |
| "learning_rate": 4.094801223241591e-05, |
| "loss": 0.5587, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.02477461977840479, |
| "grad_norm": 0.06042909994721413, |
| "learning_rate": 4.125382262996942e-05, |
| "loss": 0.5569, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.024958135480467047, |
| "grad_norm": 0.06301578879356384, |
| "learning_rate": 4.155963302752294e-05, |
| "loss": 0.5997, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.025141651182529305, |
| "grad_norm": 0.05868552252650261, |
| "learning_rate": 4.1865443425076456e-05, |
| "loss": 0.6041, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.025325166884591563, |
| "grad_norm": 0.06418164819478989, |
| "learning_rate": 4.217125382262997e-05, |
| "loss": 0.6291, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.02550868258665382, |
| "grad_norm": 0.06257055699825287, |
| "learning_rate": 4.2477064220183486e-05, |
| "loss": 0.5791, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.025692198288716078, |
| "grad_norm": 0.0480186901986599, |
| "learning_rate": 4.2782874617737004e-05, |
| "loss": 0.5777, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.025875713990778336, |
| "grad_norm": 0.056420572102069855, |
| "learning_rate": 4.308868501529052e-05, |
| "loss": 0.5757, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.026059229692840594, |
| "grad_norm": 0.0560726560652256, |
| "learning_rate": 4.339449541284404e-05, |
| "loss": 0.5841, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.02624274539490285, |
| "grad_norm": 0.05630720406770706, |
| "learning_rate": 4.370030581039756e-05, |
| "loss": 0.5811, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.02642626109696511, |
| "grad_norm": 0.07904312014579773, |
| "learning_rate": 4.400611620795107e-05, |
| "loss": 0.5757, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.026609776799027367, |
| "grad_norm": 0.06592192500829697, |
| "learning_rate": 4.431192660550459e-05, |
| "loss": 0.5403, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.026793292501089624, |
| "grad_norm": 0.060747452080249786, |
| "learning_rate": 4.461773700305811e-05, |
| "loss": 0.5588, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.026976808203151882, |
| "grad_norm": 0.04706379398703575, |
| "learning_rate": 4.492354740061162e-05, |
| "loss": 0.546, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.02716032390521414, |
| "grad_norm": 0.054368648678064346, |
| "learning_rate": 4.5229357798165136e-05, |
| "loss": 0.589, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.027343839607276398, |
| "grad_norm": 0.06205153092741966, |
| "learning_rate": 4.553516819571866e-05, |
| "loss": 0.5799, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.027527355309338655, |
| "grad_norm": 0.05531591922044754, |
| "learning_rate": 4.584097859327217e-05, |
| "loss": 0.6168, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.027710871011400913, |
| "grad_norm": 0.07943086326122284, |
| "learning_rate": 4.614678899082569e-05, |
| "loss": 0.601, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.02789438671346317, |
| "grad_norm": 0.058234650641679764, |
| "learning_rate": 4.645259938837921e-05, |
| "loss": 0.5705, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.02807790241552543, |
| "grad_norm": 0.0611904114484787, |
| "learning_rate": 4.675840978593272e-05, |
| "loss": 0.5774, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.028261418117587686, |
| "grad_norm": 0.060528941452503204, |
| "learning_rate": 4.706422018348624e-05, |
| "loss": 0.584, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.028444933819649944, |
| "grad_norm": 0.06430143862962723, |
| "learning_rate": 4.737003058103976e-05, |
| "loss": 0.5386, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.0286284495217122, |
| "grad_norm": 0.06091444566845894, |
| "learning_rate": 4.7675840978593276e-05, |
| "loss": 0.5618, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.02881196522377446, |
| "grad_norm": 0.06353697925806046, |
| "learning_rate": 4.7981651376146794e-05, |
| "loss": 0.5849, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.028995480925836717, |
| "grad_norm": 0.06579208374023438, |
| "learning_rate": 4.828746177370031e-05, |
| "loss": 0.5741, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.029178996627898975, |
| "grad_norm": 0.07649614661931992, |
| "learning_rate": 4.8593272171253824e-05, |
| "loss": 0.5663, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.029362512329961232, |
| "grad_norm": 0.07362361997365952, |
| "learning_rate": 4.889908256880734e-05, |
| "loss": 0.588, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.02954602803202349, |
| "grad_norm": 0.08815467357635498, |
| "learning_rate": 4.920489296636086e-05, |
| "loss": 0.6013, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.029729543734085748, |
| "grad_norm": 0.06547481566667557, |
| "learning_rate": 4.951070336391437e-05, |
| "loss": 0.5915, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.029913059436148005, |
| "grad_norm": 0.07113334536552429, |
| "learning_rate": 4.981651376146789e-05, |
| "loss": 0.5619, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.030096575138210263, |
| "grad_norm": 0.06724720448255539, |
| "learning_rate": 4.999999929347958e-05, |
| "loss": 0.5995, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.03028009084027252, |
| "grad_norm": 0.057952847331762314, |
| "learning_rate": 4.999999134512532e-05, |
| "loss": 0.5752, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.03046360654233478, |
| "grad_norm": 0.0675002783536911, |
| "learning_rate": 4.9999974565269075e-05, |
| "loss": 0.5504, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.030647122244397036, |
| "grad_norm": 0.06285328418016434, |
| "learning_rate": 4.999994895391679e-05, |
| "loss": 0.5957, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.030830637946459294, |
| "grad_norm": 0.06503191590309143, |
| "learning_rate": 4.99999145110775e-05, |
| "loss": 0.5958, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.03101415364852155, |
| "grad_norm": 0.06941352784633636, |
| "learning_rate": 4.9999871236763384e-05, |
| "loss": 0.5852, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.03119766935058381, |
| "grad_norm": 0.07949946075677872, |
| "learning_rate": 4.999981913098972e-05, |
| "loss": 0.5789, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.03138118505264607, |
| "grad_norm": 0.06207900121808052, |
| "learning_rate": 4.9999758193774915e-05, |
| "loss": 0.5443, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.031564700754708325, |
| "grad_norm": 0.04937899857759476, |
| "learning_rate": 4.99996884251405e-05, |
| "loss": 0.5813, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.03174821645677058, |
| "grad_norm": 0.05241411551833153, |
| "learning_rate": 4.9999609825111124e-05, |
| "loss": 0.5732, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.03193173215883284, |
| "grad_norm": 0.07258544117212296, |
| "learning_rate": 4.999952239371455e-05, |
| "loss": 0.5705, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.0321152478608951, |
| "grad_norm": 0.06208460405468941, |
| "learning_rate": 4.9999426130981664e-05, |
| "loss": 0.5944, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.032298763562957356, |
| "grad_norm": 0.06435053795576096, |
| "learning_rate": 4.9999321036946464e-05, |
| "loss": 0.5552, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.03248227926501961, |
| "grad_norm": 0.056959107518196106, |
| "learning_rate": 4.99992071116461e-05, |
| "loss": 0.5513, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.03266579496708187, |
| "grad_norm": 0.060625310987234116, |
| "learning_rate": 4.9999084355120776e-05, |
| "loss": 0.5792, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.03284931066914413, |
| "grad_norm": 0.07537228614091873, |
| "learning_rate": 4.99989527674139e-05, |
| "loss": 0.5431, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.033032826371206386, |
| "grad_norm": 0.06560288369655609, |
| "learning_rate": 4.9998812348571926e-05, |
| "loss": 0.5732, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.033216342073268644, |
| "grad_norm": 0.0547957569360733, |
| "learning_rate": 4.999866309864448e-05, |
| "loss": 0.5466, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.0333998577753309, |
| "grad_norm": 0.07935668528079987, |
| "learning_rate": 4.999850501768427e-05, |
| "loss": 0.5898, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.03358337347739316, |
| "grad_norm": 0.06262322515249252, |
| "learning_rate": 4.9998338105747147e-05, |
| "loss": 0.552, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.03376688917945542, |
| "grad_norm": 0.06056780740618706, |
| "learning_rate": 4.999816236289208e-05, |
| "loss": 0.5442, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.033950404881517675, |
| "grad_norm": 0.06582390516996384, |
| "learning_rate": 4.9997977789181134e-05, |
| "loss": 0.5614, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.03413392058357993, |
| "grad_norm": 0.07251586765050888, |
| "learning_rate": 4.9997784384679526e-05, |
| "loss": 0.5502, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.03431743628564219, |
| "grad_norm": 0.06943023204803467, |
| "learning_rate": 4.999758214945558e-05, |
| "loss": 0.5945, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.03450095198770445, |
| "grad_norm": 0.060164131224155426, |
| "learning_rate": 4.999737108358072e-05, |
| "loss": 0.57, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.034684467689766706, |
| "grad_norm": 0.06787464022636414, |
| "learning_rate": 4.9997151187129536e-05, |
| "loss": 0.5884, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.03486798339182896, |
| "grad_norm": 0.06275369226932526, |
| "learning_rate": 4.999692246017969e-05, |
| "loss": 0.5633, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.03505149909389122, |
| "grad_norm": 0.056462496519088745, |
| "learning_rate": 4.9996684902811976e-05, |
| "loss": 0.5532, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.03523501479595348, |
| "grad_norm": 0.07590308040380478, |
| "learning_rate": 4.9996438515110326e-05, |
| "loss": 0.591, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.035418530498015736, |
| "grad_norm": 0.05724919214844704, |
| "learning_rate": 4.999618329716178e-05, |
| "loss": 0.5866, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.035602046200077994, |
| "grad_norm": 0.07799220085144043, |
| "learning_rate": 4.999591924905649e-05, |
| "loss": 0.5927, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.03578556190214025, |
| "grad_norm": 0.06161290407180786, |
| "learning_rate": 4.999564637088773e-05, |
| "loss": 0.523, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.03596907760420251, |
| "grad_norm": 0.07664494961500168, |
| "learning_rate": 4.99953646627519e-05, |
| "loss": 0.5642, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.03615259330626477, |
| "grad_norm": 0.06937286257743835, |
| "learning_rate": 4.9995074124748526e-05, |
| "loss": 0.5724, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.036336109008327025, |
| "grad_norm": 0.08166006207466125, |
| "learning_rate": 4.999477475698023e-05, |
| "loss": 0.5632, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.03651962471038928, |
| "grad_norm": 0.08838856965303421, |
| "learning_rate": 4.9994466559552775e-05, |
| "loss": 0.5526, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.03670314041245154, |
| "grad_norm": 0.07455185055732727, |
| "learning_rate": 4.999414953257503e-05, |
| "loss": 0.5472, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.0368866561145138, |
| "grad_norm": 0.050490930676460266, |
| "learning_rate": 4.9993823676159004e-05, |
| "loss": 0.5831, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.037070171816576056, |
| "grad_norm": 0.07749994099140167, |
| "learning_rate": 4.999348899041978e-05, |
| "loss": 0.5668, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.03725368751863831, |
| "grad_norm": 0.07935421168804169, |
| "learning_rate": 4.999314547547561e-05, |
| "loss": 0.5887, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.03743720322070057, |
| "grad_norm": 0.06500870734453201, |
| "learning_rate": 4.999279313144784e-05, |
| "loss": 0.5768, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.03762071892276283, |
| "grad_norm": 0.06407404690980911, |
| "learning_rate": 4.999243195846094e-05, |
| "loss": 0.5803, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.03780423462482509, |
| "grad_norm": 0.06950709223747253, |
| "learning_rate": 4.9992061956642485e-05, |
| "loss": 0.5461, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.037987750326887344, |
| "grad_norm": 0.06713072955608368, |
| "learning_rate": 4.9991683126123204e-05, |
| "loss": 0.5358, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.0381712660289496, |
| "grad_norm": 0.06958390027284622, |
| "learning_rate": 4.9991295467036915e-05, |
| "loss": 0.5694, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.03835478173101186, |
| "grad_norm": 0.1003260612487793, |
| "learning_rate": 4.999089897952055e-05, |
| "loss": 0.5677, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.03853829743307412, |
| "grad_norm": 0.06540391594171524, |
| "learning_rate": 4.999049366371419e-05, |
| "loss": 0.54, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.038721813135136375, |
| "grad_norm": 0.08509741723537445, |
| "learning_rate": 4.9990079519761e-05, |
| "loss": 0.561, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.03890532883719863, |
| "grad_norm": 0.08063612878322601, |
| "learning_rate": 4.998965654780729e-05, |
| "loss": 0.5465, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.03908884453926089, |
| "grad_norm": 0.05066375806927681, |
| "learning_rate": 4.998922474800248e-05, |
| "loss": 0.534, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.03927236024132315, |
| "grad_norm": 0.06178732216358185, |
| "learning_rate": 4.998878412049911e-05, |
| "loss": 0.5905, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.039455875943385406, |
| "grad_norm": 0.05311122164130211, |
| "learning_rate": 4.998833466545283e-05, |
| "loss": 0.5703, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.039639391645447664, |
| "grad_norm": 0.07103776186704636, |
| "learning_rate": 4.9987876383022414e-05, |
| "loss": 0.5826, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.03982290734750992, |
| "grad_norm": 0.05698607116937637, |
| "learning_rate": 4.998740927336975e-05, |
| "loss": 0.558, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.04000642304957218, |
| "grad_norm": 0.06137409061193466, |
| "learning_rate": 4.9986933336659877e-05, |
| "loss": 0.5539, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.04018993875163444, |
| "grad_norm": 0.09040973335504532, |
| "learning_rate": 4.998644857306089e-05, |
| "loss": 0.5943, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.040373454453696694, |
| "grad_norm": 0.05347798764705658, |
| "learning_rate": 4.998595498274406e-05, |
| "loss": 0.5674, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.04055697015575895, |
| "grad_norm": 0.058758582919836044, |
| "learning_rate": 4.998545256588373e-05, |
| "loss": 0.6053, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.04074048585782121, |
| "grad_norm": 0.06846633553504944, |
| "learning_rate": 4.998494132265741e-05, |
| "loss": 0.5679, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.04092400155988347, |
| "grad_norm": 0.06474009901285172, |
| "learning_rate": 4.9984421253245686e-05, |
| "loss": 0.5466, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.041107517261945725, |
| "grad_norm": 0.06641143560409546, |
| "learning_rate": 4.998389235783228e-05, |
| "loss": 0.5701, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.04129103296400798, |
| "grad_norm": 0.0508715882897377, |
| "learning_rate": 4.998335463660403e-05, |
| "loss": 0.5861, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.04147454866607024, |
| "grad_norm": 0.05651099979877472, |
| "learning_rate": 4.99828080897509e-05, |
| "loss": 0.5379, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.0416580643681325, |
| "grad_norm": 0.06435234844684601, |
| "learning_rate": 4.998225271746595e-05, |
| "loss": 0.5802, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.041841580070194756, |
| "grad_norm": 0.06753348559141159, |
| "learning_rate": 4.998168851994538e-05, |
| "loss": 0.5572, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.042025095772257014, |
| "grad_norm": 0.07026440650224686, |
| "learning_rate": 4.998111549738849e-05, |
| "loss": 0.5451, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.04220861147431927, |
| "grad_norm": 0.07010918855667114, |
| "learning_rate": 4.998053364999771e-05, |
| "loss": 0.5596, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.04239212717638153, |
| "grad_norm": 0.07027249038219452, |
| "learning_rate": 4.99799429779786e-05, |
| "loss": 0.5379, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.04257564287844379, |
| "grad_norm": 0.06980600953102112, |
| "learning_rate": 4.9979343481539784e-05, |
| "loss": 0.5432, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.042759158580506045, |
| "grad_norm": 0.07475584745407104, |
| "learning_rate": 4.9978735160893074e-05, |
| "loss": 0.5408, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.0429426742825683, |
| "grad_norm": 0.06832358241081238, |
| "learning_rate": 4.997811801625336e-05, |
| "loss": 0.5796, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.04312618998463056, |
| "grad_norm": 0.06805155426263809, |
| "learning_rate": 4.997749204783864e-05, |
| "loss": 0.5363, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.04330970568669282, |
| "grad_norm": 0.0589308924973011, |
| "learning_rate": 4.9976857255870054e-05, |
| "loss": 0.5461, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.043493221388755075, |
| "grad_norm": 0.057527169585227966, |
| "learning_rate": 4.9976213640571844e-05, |
| "loss": 0.5959, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.04367673709081733, |
| "grad_norm": 0.06257736682891846, |
| "learning_rate": 4.997556120217138e-05, |
| "loss": 0.564, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.04386025279287959, |
| "grad_norm": 0.08132633566856384, |
| "learning_rate": 4.997489994089913e-05, |
| "loss": 0.5736, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.04404376849494185, |
| "grad_norm": 0.06639067083597183, |
| "learning_rate": 4.9974229856988714e-05, |
| "loss": 0.5628, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.044227284197004106, |
| "grad_norm": 0.07007158547639847, |
| "learning_rate": 4.997355095067683e-05, |
| "loss": 0.5237, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.044410799899066364, |
| "grad_norm": 0.06319668143987656, |
| "learning_rate": 4.99728632222033e-05, |
| "loss": 0.5863, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.04459431560112862, |
| "grad_norm": 0.0831480622291565, |
| "learning_rate": 4.997216667181109e-05, |
| "loss": 0.5772, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.04477783130319088, |
| "grad_norm": 0.06367924809455872, |
| "learning_rate": 4.997146129974626e-05, |
| "loss": 0.5902, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.04496134700525314, |
| "grad_norm": 0.0710984617471695, |
| "learning_rate": 4.9970747106257974e-05, |
| "loss": 0.5585, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.045144862707315395, |
| "grad_norm": 0.07597561180591583, |
| "learning_rate": 4.9970024091598546e-05, |
| "loss": 0.5682, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.04532837840937765, |
| "grad_norm": 0.07581381499767303, |
| "learning_rate": 4.996929225602338e-05, |
| "loss": 0.5195, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.04551189411143991, |
| "grad_norm": 0.06921712309122086, |
| "learning_rate": 4.9968551599791e-05, |
| "loss": 0.5053, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.04569540981350217, |
| "grad_norm": 0.09000390768051147, |
| "learning_rate": 4.996780212316307e-05, |
| "loss": 0.59, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.045878925515564425, |
| "grad_norm": 0.07388707250356674, |
| "learning_rate": 4.996704382640432e-05, |
| "loss": 0.5681, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.04606244121762668, |
| "grad_norm": 0.08014165610074997, |
| "learning_rate": 4.996627670978265e-05, |
| "loss": 0.538, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.04624595691968894, |
| "grad_norm": 0.07386693358421326, |
| "learning_rate": 4.996550077356905e-05, |
| "loss": 0.5272, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.0464294726217512, |
| "grad_norm": 0.0810815691947937, |
| "learning_rate": 4.9964716018037624e-05, |
| "loss": 0.5432, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.046612988323813456, |
| "grad_norm": 0.06906189024448395, |
| "learning_rate": 4.996392244346558e-05, |
| "loss": 0.5423, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.046796504025875714, |
| "grad_norm": 0.06983092427253723, |
| "learning_rate": 4.996312005013328e-05, |
| "loss": 0.5854, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.04698001972793797, |
| "grad_norm": 0.06759455054998398, |
| "learning_rate": 4.996230883832417e-05, |
| "loss": 0.5219, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.04716353543000023, |
| "grad_norm": 0.07347707450389862, |
| "learning_rate": 4.99614888083248e-05, |
| "loss": 0.5386, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.04734705113206249, |
| "grad_norm": 0.07967276871204376, |
| "learning_rate": 4.996065996042488e-05, |
| "loss": 0.5499, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.047530566834124745, |
| "grad_norm": 0.07514142245054245, |
| "learning_rate": 4.99598222949172e-05, |
| "loss": 0.5645, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.047714082536187, |
| "grad_norm": 0.07789169251918793, |
| "learning_rate": 4.995897581209766e-05, |
| "loss": 0.5553, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.04789759823824926, |
| "grad_norm": 0.05952450633049011, |
| "learning_rate": 4.995812051226531e-05, |
| "loss": 0.5703, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.04808111394031152, |
| "grad_norm": 0.06795772910118103, |
| "learning_rate": 4.99572563957223e-05, |
| "loss": 0.5461, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.048264629642373776, |
| "grad_norm": 0.07862906903028488, |
| "learning_rate": 4.995638346277385e-05, |
| "loss": 0.541, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.04844814534443603, |
| "grad_norm": 0.07275678217411041, |
| "learning_rate": 4.995550171372836e-05, |
| "loss": 0.5675, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.04863166104649829, |
| "grad_norm": 0.062279656529426575, |
| "learning_rate": 4.995461114889732e-05, |
| "loss": 0.556, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.04881517674856055, |
| "grad_norm": 0.07381431758403778, |
| "learning_rate": 4.995371176859531e-05, |
| "loss": 0.5735, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.048998692450622806, |
| "grad_norm": 0.07708992063999176, |
| "learning_rate": 4.9952803573140075e-05, |
| "loss": 0.5608, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.049182208152685064, |
| "grad_norm": 0.0696360245347023, |
| "learning_rate": 4.995188656285241e-05, |
| "loss": 0.5777, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.04936572385474732, |
| "grad_norm": 0.09962417185306549, |
| "learning_rate": 4.9950960738056284e-05, |
| "loss": 0.5482, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.04954923955680958, |
| "grad_norm": 0.053887989372015, |
| "learning_rate": 4.995002609907875e-05, |
| "loss": 0.5463, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.04973275525887184, |
| "grad_norm": 0.09670543670654297, |
| "learning_rate": 4.994908264624997e-05, |
| "loss": 0.5498, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.049916270960934095, |
| "grad_norm": 0.07210793346166611, |
| "learning_rate": 4.994813037990323e-05, |
| "loss": 0.5697, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.05009978666299635, |
| "grad_norm": 0.07996392250061035, |
| "learning_rate": 4.994716930037493e-05, |
| "loss": 0.5607, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.05028330236505861, |
| "grad_norm": 0.07802488654851913, |
| "learning_rate": 4.9946199408004593e-05, |
| "loss": 0.546, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.05046681806712087, |
| "grad_norm": 0.07092156261205673, |
| "learning_rate": 4.994522070313482e-05, |
| "loss": 0.5571, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.050650333769183126, |
| "grad_norm": 0.0649612545967102, |
| "learning_rate": 4.9944233186111366e-05, |
| "loss": 0.5519, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.05083384947124538, |
| "grad_norm": 0.08610929548740387, |
| "learning_rate": 4.9943236857283074e-05, |
| "loss": 0.5129, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.05101736517330764, |
| "grad_norm": 0.060812972486019135, |
| "learning_rate": 4.9942231717001907e-05, |
| "loss": 0.5383, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.0512008808753699, |
| "grad_norm": 0.06221414729952812, |
| "learning_rate": 4.994121776562295e-05, |
| "loss": 0.5615, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.051384396577432156, |
| "grad_norm": 0.06368806958198547, |
| "learning_rate": 4.9940195003504385e-05, |
| "loss": 0.543, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.051567912279494414, |
| "grad_norm": 0.07853598147630692, |
| "learning_rate": 4.993916343100751e-05, |
| "loss": 0.5481, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.05175142798155667, |
| "grad_norm": 0.07704407721757889, |
| "learning_rate": 4.993812304849674e-05, |
| "loss": 0.5629, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.05193494368361893, |
| "grad_norm": 0.07849417626857758, |
| "learning_rate": 4.993707385633961e-05, |
| "loss": 0.5753, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.05211845938568119, |
| "grad_norm": 0.07036889344453812, |
| "learning_rate": 4.993601585490674e-05, |
| "loss": 0.5536, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.052301975087743445, |
| "grad_norm": 0.07900133728981018, |
| "learning_rate": 4.99349490445719e-05, |
| "loss": 0.5666, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.0524854907898057, |
| "grad_norm": 0.07599658519029617, |
| "learning_rate": 4.993387342571194e-05, |
| "loss": 0.5456, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.05266900649186796, |
| "grad_norm": 0.054608073085546494, |
| "learning_rate": 4.993278899870683e-05, |
| "loss": 0.562, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.05285252219393022, |
| "grad_norm": 0.06438206881284714, |
| "learning_rate": 4.993169576393967e-05, |
| "loss": 0.5503, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.053036037895992476, |
| "grad_norm": 0.06825686246156693, |
| "learning_rate": 4.993059372179664e-05, |
| "loss": 0.5266, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.053219553598054734, |
| "grad_norm": 0.07340391725301743, |
| "learning_rate": 4.9929482872667045e-05, |
| "loss": 0.5742, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.05340306930011699, |
| "grad_norm": 0.05912185460329056, |
| "learning_rate": 4.992836321694332e-05, |
| "loss": 0.5513, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.05358658500217925, |
| "grad_norm": 0.06985533237457275, |
| "learning_rate": 4.992723475502099e-05, |
| "loss": 0.5616, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.05377010070424151, |
| "grad_norm": 0.07795722037553787, |
| "learning_rate": 4.992609748729869e-05, |
| "loss": 0.5478, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.053953616406303764, |
| "grad_norm": 0.07412296533584595, |
| "learning_rate": 4.992495141417818e-05, |
| "loss": 0.5432, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.05413713210836602, |
| "grad_norm": 0.06017102673649788, |
| "learning_rate": 4.992379653606432e-05, |
| "loss": 0.5568, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.05432064781042828, |
| "grad_norm": 0.07574763894081116, |
| "learning_rate": 4.992263285336507e-05, |
| "loss": 0.5865, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.05450416351249054, |
| "grad_norm": 0.06790242344141006, |
| "learning_rate": 4.992146036649152e-05, |
| "loss": 0.541, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.054687679214552795, |
| "grad_norm": 0.06757378578186035, |
| "learning_rate": 4.992027907585788e-05, |
| "loss": 0.5466, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.05487119491661505, |
| "grad_norm": 0.06777769327163696, |
| "learning_rate": 4.991908898188142e-05, |
| "loss": 0.6023, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.05505471061867731, |
| "grad_norm": 0.08430215716362, |
| "learning_rate": 4.991789008498258e-05, |
| "loss": 0.5471, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.05523822632073957, |
| "grad_norm": 0.061972811818122864, |
| "learning_rate": 4.9916682385584875e-05, |
| "loss": 0.5463, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.055421742022801826, |
| "grad_norm": 0.07032860815525055, |
| "learning_rate": 4.991546588411493e-05, |
| "loss": 0.5485, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.055605257724864084, |
| "grad_norm": 0.08670396357774734, |
| "learning_rate": 4.99142405810025e-05, |
| "loss": 0.5714, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.05578877342692634, |
| "grad_norm": 0.06205936148762703, |
| "learning_rate": 4.9913006476680427e-05, |
| "loss": 0.5532, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.0559722891289886, |
| "grad_norm": 0.07589823007583618, |
| "learning_rate": 4.991176357158466e-05, |
| "loss": 0.5211, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.05615580483105086, |
| "grad_norm": 0.08501230180263519, |
| "learning_rate": 4.991051186615429e-05, |
| "loss": 0.5503, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.056339320533113114, |
| "grad_norm": 0.06424903869628906, |
| "learning_rate": 4.9909251360831474e-05, |
| "loss": 0.573, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.05652283623517537, |
| "grad_norm": 0.07570535689592361, |
| "learning_rate": 4.990798205606152e-05, |
| "loss": 0.5574, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.05670635193723763, |
| "grad_norm": 0.06295731663703918, |
| "learning_rate": 4.990670395229281e-05, |
| "loss": 0.5631, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.05688986763929989, |
| "grad_norm": 0.0701117292046547, |
| "learning_rate": 4.9905417049976846e-05, |
| "loss": 0.5557, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.057073383341362145, |
| "grad_norm": 0.07088949531316757, |
| "learning_rate": 4.990412134956825e-05, |
| "loss": 0.5567, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.0572568990434244, |
| "grad_norm": 0.0630020946264267, |
| "learning_rate": 4.990281685152472e-05, |
| "loss": 0.5547, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.05744041474548666, |
| "grad_norm": 0.08400936424732208, |
| "learning_rate": 4.990150355630711e-05, |
| "loss": 0.5411, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.05762393044754892, |
| "grad_norm": 0.06344276666641235, |
| "learning_rate": 4.990018146437933e-05, |
| "loss": 0.5404, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.057807446149611176, |
| "grad_norm": 0.08533856272697449, |
| "learning_rate": 4.989885057620844e-05, |
| "loss": 0.5405, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.057990961851673434, |
| "grad_norm": 0.07722768187522888, |
| "learning_rate": 4.989751089226459e-05, |
| "loss": 0.5559, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.05817447755373569, |
| "grad_norm": 0.08413941413164139, |
| "learning_rate": 4.989616241302102e-05, |
| "loss": 0.578, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.05835799325579795, |
| "grad_norm": 0.07939600944519043, |
| "learning_rate": 4.989480513895411e-05, |
| "loss": 0.549, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.05854150895786021, |
| "grad_norm": 0.07650439441204071, |
| "learning_rate": 4.989343907054332e-05, |
| "loss": 0.5247, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.058725024659922465, |
| "grad_norm": 0.08416517078876495, |
| "learning_rate": 4.9892064208271244e-05, |
| "loss": 0.5687, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.05890854036198472, |
| "grad_norm": 0.07571615278720856, |
| "learning_rate": 4.9890680552623545e-05, |
| "loss": 0.5482, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.05909205606404698, |
| "grad_norm": 0.08115442097187042, |
| "learning_rate": 4.988928810408904e-05, |
| "loss": 0.5302, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.05927557176610924, |
| "grad_norm": 0.09066440165042877, |
| "learning_rate": 4.9887886863159596e-05, |
| "loss": 0.5667, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.059459087468171495, |
| "grad_norm": 0.08190275728702545, |
| "learning_rate": 4.988647683033023e-05, |
| "loss": 0.5402, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.05964260317023375, |
| "grad_norm": 0.06080220267176628, |
| "learning_rate": 4.9885058006099064e-05, |
| "loss": 0.5375, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.05982611887229601, |
| "grad_norm": 0.0607035867869854, |
| "learning_rate": 4.988363039096728e-05, |
| "loss": 0.5231, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.06000963457435827, |
| "grad_norm": 0.07134182006120682, |
| "learning_rate": 4.988219398543923e-05, |
| "loss": 0.5367, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.060193150276420526, |
| "grad_norm": 0.07202141731977463, |
| "learning_rate": 4.9880748790022314e-05, |
| "loss": 0.5331, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.060376665978482784, |
| "grad_norm": 0.05912373214960098, |
| "learning_rate": 4.987929480522708e-05, |
| "loss": 0.5473, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.06056018168054504, |
| "grad_norm": 0.06501052528619766, |
| "learning_rate": 4.987783203156715e-05, |
| "loss": 0.5885, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.0607436973826073, |
| "grad_norm": 0.07554127275943756, |
| "learning_rate": 4.987636046955927e-05, |
| "loss": 0.5509, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.06092721308466956, |
| "grad_norm": 0.06304431706666946, |
| "learning_rate": 4.987488011972329e-05, |
| "loss": 0.5332, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.061110728786731815, |
| "grad_norm": 0.08584489673376083, |
| "learning_rate": 4.987339098258215e-05, |
| "loss": 0.5594, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.06129424448879407, |
| "grad_norm": 0.08311870694160461, |
| "learning_rate": 4.98718930586619e-05, |
| "loss": 0.5781, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.06147776019085633, |
| "grad_norm": 0.06817366182804108, |
| "learning_rate": 4.987038634849171e-05, |
| "loss": 0.5555, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.06166127589291859, |
| "grad_norm": 0.0813152939081192, |
| "learning_rate": 4.9868870852603826e-05, |
| "loss": 0.5673, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.061844791594980845, |
| "grad_norm": 0.07547314465045929, |
| "learning_rate": 4.9867346571533626e-05, |
| "loss": 0.5672, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.0620283072970431, |
| "grad_norm": 0.09635908901691437, |
| "learning_rate": 4.9865813505819557e-05, |
| "loss": 0.5685, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.06221182299910536, |
| "grad_norm": 0.0756615474820137, |
| "learning_rate": 4.9864271656003216e-05, |
| "loss": 0.5592, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.06239533870116762, |
| "grad_norm": 0.07390671968460083, |
| "learning_rate": 4.986272102262927e-05, |
| "loss": 0.5582, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.06257885440322988, |
| "grad_norm": 0.08067329972982407, |
| "learning_rate": 4.9861161606245485e-05, |
| "loss": 0.5447, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.06276237010529213, |
| "grad_norm": 0.07811161130666733, |
| "learning_rate": 4.985959340740274e-05, |
| "loss": 0.543, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.0629458858073544, |
| "grad_norm": 0.05776480212807655, |
| "learning_rate": 4.9858016426655035e-05, |
| "loss": 0.5486, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.06312940150941665, |
| "grad_norm": 0.06198230758309364, |
| "learning_rate": 4.985643066455944e-05, |
| "loss": 0.5726, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.06331291721147891, |
| "grad_norm": 0.08623726665973663, |
| "learning_rate": 4.985483612167615e-05, |
| "loss": 0.5365, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.06349643291354116, |
| "grad_norm": 0.07208951562643051, |
| "learning_rate": 4.985323279856844e-05, |
| "loss": 0.5396, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.06367994861560343, |
| "grad_norm": 0.06588789075613022, |
| "learning_rate": 4.985162069580271e-05, |
| "loss": 0.5283, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.06386346431766568, |
| "grad_norm": 0.06290579587221146, |
| "learning_rate": 4.984999981394846e-05, |
| "loss": 0.4946, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.06404698001972794, |
| "grad_norm": 0.07291040569543839, |
| "learning_rate": 4.9848370153578274e-05, |
| "loss": 0.5375, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.0642304957217902, |
| "grad_norm": 0.06557615101337433, |
| "learning_rate": 4.9846731715267834e-05, |
| "loss": 0.5352, |
| "step": 3500 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 54492, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 250, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 7.2207423151131165e+19, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
