| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 3282, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.009142857142857144, |
| "grad_norm": 11.471486053550391, |
| "learning_rate": 1.3677811550151977e-07, |
| "loss": 1.1274017333984374, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.018285714285714287, |
| "grad_norm": 9.508371755451213, |
| "learning_rate": 2.887537993920973e-07, |
| "loss": 1.130257797241211, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.027428571428571427, |
| "grad_norm": 10.542927468388289, |
| "learning_rate": 4.407294832826748e-07, |
| "loss": 1.1144439697265625, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.036571428571428574, |
| "grad_norm": 6.697049917861166, |
| "learning_rate": 5.927051671732524e-07, |
| "loss": 1.0094490051269531, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.045714285714285714, |
| "grad_norm": 5.941699420465358, |
| "learning_rate": 7.446808510638298e-07, |
| "loss": 0.9933881759643555, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.054857142857142854, |
| "grad_norm": 5.3455930541478205, |
| "learning_rate": 8.966565349544073e-07, |
| "loss": 0.9302140235900879, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.064, |
| "grad_norm": 6.998077439326658, |
| "learning_rate": 1.0486322188449848e-06, |
| "loss": 0.8694108963012696, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.07314285714285715, |
| "grad_norm": 4.982935373256576, |
| "learning_rate": 1.2006079027355624e-06, |
| "loss": 0.8164114952087402, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.08228571428571428, |
| "grad_norm": 5.126667936316921, |
| "learning_rate": 1.35258358662614e-06, |
| "loss": 0.7984357833862304, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.09142857142857143, |
| "grad_norm": 4.691973630616157, |
| "learning_rate": 1.5045592705167174e-06, |
| "loss": 0.7703581809997558, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.10057142857142858, |
| "grad_norm": 4.109088483102385, |
| "learning_rate": 1.656534954407295e-06, |
| "loss": 0.7684980392456054, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.10971428571428571, |
| "grad_norm": 4.705692764193293, |
| "learning_rate": 1.8085106382978727e-06, |
| "loss": 0.7413692951202393, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.11885714285714286, |
| "grad_norm": 5.972929482228957, |
| "learning_rate": 1.9604863221884503e-06, |
| "loss": 0.7388993263244629, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.128, |
| "grad_norm": 10.001914427395132, |
| "learning_rate": 2.1124620060790275e-06, |
| "loss": 0.7307013511657715, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.13714285714285715, |
| "grad_norm": 4.317103680951329, |
| "learning_rate": 2.264437689969605e-06, |
| "loss": 0.7406478881835937, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.1462857142857143, |
| "grad_norm": 5.5365802683251095, |
| "learning_rate": 2.4164133738601827e-06, |
| "loss": 0.7177257061004638, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.15542857142857142, |
| "grad_norm": 4.511348473632121, |
| "learning_rate": 2.5683890577507603e-06, |
| "loss": 0.6978429794311524, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.16457142857142856, |
| "grad_norm": 4.865870528072603, |
| "learning_rate": 2.7203647416413375e-06, |
| "loss": 0.6770498275756835, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.1737142857142857, |
| "grad_norm": 5.144013410591731, |
| "learning_rate": 2.8723404255319155e-06, |
| "loss": 0.7257111072540283, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.18285714285714286, |
| "grad_norm": 3.9090505828568967, |
| "learning_rate": 3.0243161094224927e-06, |
| "loss": 0.7295607566833496, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.192, |
| "grad_norm": 4.792462633202108, |
| "learning_rate": 3.17629179331307e-06, |
| "loss": 0.6859935760498047, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.20114285714285715, |
| "grad_norm": 4.11675814791688, |
| "learning_rate": 3.328267477203648e-06, |
| "loss": 0.666834545135498, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.2102857142857143, |
| "grad_norm": 4.1484537243787285, |
| "learning_rate": 3.480243161094225e-06, |
| "loss": 0.6818761825561523, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.21942857142857142, |
| "grad_norm": 4.372066098282241, |
| "learning_rate": 3.6322188449848027e-06, |
| "loss": 0.6924076557159424, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.22857142857142856, |
| "grad_norm": 7.171222419800796, |
| "learning_rate": 3.78419452887538e-06, |
| "loss": 0.6980094909667969, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.2377142857142857, |
| "grad_norm": 4.823505480337155, |
| "learning_rate": 3.936170212765958e-06, |
| "loss": 0.6831412792205811, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.24685714285714286, |
| "grad_norm": 4.143889819875004, |
| "learning_rate": 4.088145896656536e-06, |
| "loss": 0.7023505210876465, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.256, |
| "grad_norm": 4.384163021150778, |
| "learning_rate": 4.240121580547113e-06, |
| "loss": 0.6777481079101563, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.2651428571428571, |
| "grad_norm": 3.6415831315187144, |
| "learning_rate": 4.39209726443769e-06, |
| "loss": 0.6797102928161621, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.2742857142857143, |
| "grad_norm": 3.6380849927818226, |
| "learning_rate": 4.544072948328268e-06, |
| "loss": 0.6712003231048584, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.2834285714285714, |
| "grad_norm": 8.084153177173372, |
| "learning_rate": 4.696048632218845e-06, |
| "loss": 0.6998483657836914, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.2925714285714286, |
| "grad_norm": 5.845503616027089, |
| "learning_rate": 4.848024316109423e-06, |
| "loss": 0.6608274936676025, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.3017142857142857, |
| "grad_norm": 3.835616675955984, |
| "learning_rate": 5e-06, |
| "loss": 0.6844888687133789, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.31085714285714283, |
| "grad_norm": 4.0416422134327, |
| "learning_rate": 4.999858525304355e-06, |
| "loss": 0.6876991271972657, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 3.47370553037831, |
| "learning_rate": 4.999434117229488e-06, |
| "loss": 0.6663712501525879, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.3291428571428571, |
| "grad_norm": 3.2640873821795466, |
| "learning_rate": 4.9987268238098055e-06, |
| "loss": 0.6727951526641845, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.3382857142857143, |
| "grad_norm": 5.364636646025433, |
| "learning_rate": 4.997736725096601e-06, |
| "loss": 0.662196159362793, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.3474285714285714, |
| "grad_norm": 4.684035755188119, |
| "learning_rate": 4.996463933149008e-06, |
| "loss": 0.6673268795013427, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.3565714285714286, |
| "grad_norm": 4.376293027620056, |
| "learning_rate": 4.994908592021309e-06, |
| "loss": 0.6938044548034668, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.3657142857142857, |
| "grad_norm": 3.445038842888017, |
| "learning_rate": 4.993070877746634e-06, |
| "loss": 0.669778299331665, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.37485714285714283, |
| "grad_norm": 3.417800196621973, |
| "learning_rate": 4.990950998317036e-06, |
| "loss": 0.688864803314209, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.384, |
| "grad_norm": 3.5395231875361524, |
| "learning_rate": 4.988549193659954e-06, |
| "loss": 0.6867477416992187, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.3931428571428571, |
| "grad_norm": 4.039473576039344, |
| "learning_rate": 4.985865735611053e-06, |
| "loss": 0.6630826950073242, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.4022857142857143, |
| "grad_norm": 4.240695845877376, |
| "learning_rate": 4.982900927883463e-06, |
| "loss": 0.6371231079101562, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.4114285714285714, |
| "grad_norm": 3.432137053093628, |
| "learning_rate": 4.9796551060334006e-06, |
| "loss": 0.6728553295135498, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.4205714285714286, |
| "grad_norm": 3.585809523290495, |
| "learning_rate": 4.976128637422191e-06, |
| "loss": 0.6505355358123779, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.4297142857142857, |
| "grad_norm": 3.8595326022641387, |
| "learning_rate": 4.972321921174695e-06, |
| "loss": 0.6685686588287354, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.43885714285714283, |
| "grad_norm": 3.5840282542423294, |
| "learning_rate": 4.9682353881341295e-06, |
| "loss": 0.6945607662200928, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.448, |
| "grad_norm": 3.7100398615561656, |
| "learning_rate": 4.963869500813308e-06, |
| "loss": 0.6876946926116944, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.45714285714285713, |
| "grad_norm": 3.963356609569816, |
| "learning_rate": 4.959224753342297e-06, |
| "loss": 0.6807312488555908, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.4662857142857143, |
| "grad_norm": 3.7630654864503996, |
| "learning_rate": 4.954301671412482e-06, |
| "loss": 0.6369428634643555, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.4754285714285714, |
| "grad_norm": 4.372556747989713, |
| "learning_rate": 4.949100812217079e-06, |
| "loss": 0.6668852806091309, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.4845714285714286, |
| "grad_norm": 4.976035084136393, |
| "learning_rate": 4.943622764388064e-06, |
| "loss": 0.67324800491333, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.4937142857142857, |
| "grad_norm": 3.300173767574678, |
| "learning_rate": 4.937868147929557e-06, |
| "loss": 0.6824999332427979, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.5028571428571429, |
| "grad_norm": 3.5966045901720745, |
| "learning_rate": 4.931837614147648e-06, |
| "loss": 0.659266471862793, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.512, |
| "grad_norm": 4.8253272518833175, |
| "learning_rate": 4.925531845576681e-06, |
| "loss": 0.6849282264709473, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.5211428571428571, |
| "grad_norm": 3.220162265916223, |
| "learning_rate": 4.918951555902009e-06, |
| "loss": 0.6748706817626953, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.5302857142857142, |
| "grad_norm": 3.5745575168011534, |
| "learning_rate": 4.912097489879214e-06, |
| "loss": 0.6703314781188965, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.5394285714285715, |
| "grad_norm": 3.620157146007224, |
| "learning_rate": 4.904970423249821e-06, |
| "loss": 0.6336056232452393, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.5485714285714286, |
| "grad_norm": 3.98651072743079, |
| "learning_rate": 4.897571162653493e-06, |
| "loss": 0.6563733577728271, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.5577142857142857, |
| "grad_norm": 4.615506207839311, |
| "learning_rate": 4.8899005455367454e-06, |
| "loss": 0.6912389278411866, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.5668571428571428, |
| "grad_norm": 3.4159585168797086, |
| "learning_rate": 4.881959440058156e-06, |
| "loss": 0.6701306343078614, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.576, |
| "grad_norm": 3.6698281318553314, |
| "learning_rate": 4.873748744990106e-06, |
| "loss": 0.6575275421142578, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.5851428571428572, |
| "grad_norm": 3.9682108106284346, |
| "learning_rate": 4.865269389617067e-06, |
| "loss": 0.6928033351898193, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.5942857142857143, |
| "grad_norm": 3.3456856401958843, |
| "learning_rate": 4.8565223336304166e-06, |
| "loss": 0.664832592010498, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.6034285714285714, |
| "grad_norm": 3.7671236223528397, |
| "learning_rate": 4.847508567019819e-06, |
| "loss": 0.6371614456176757, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.6125714285714285, |
| "grad_norm": 4.246849504979633, |
| "learning_rate": 4.838229109961184e-06, |
| "loss": 0.6713180541992188, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.6217142857142857, |
| "grad_norm": 3.674104838321279, |
| "learning_rate": 4.828685012701204e-06, |
| "loss": 0.668572473526001, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.6308571428571429, |
| "grad_norm": 4.009929042033788, |
| "learning_rate": 4.818877355438483e-06, |
| "loss": 0.6260498523712158, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 2.886902962638325, |
| "learning_rate": 4.808807248201282e-06, |
| "loss": 0.6418482780456543, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.6491428571428571, |
| "grad_norm": 4.13799670181259, |
| "learning_rate": 4.798475830721884e-06, |
| "loss": 0.6437315940856934, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.6582857142857143, |
| "grad_norm": 3.531078337849383, |
| "learning_rate": 4.787884272307607e-06, |
| "loss": 0.6641323566436768, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.6674285714285715, |
| "grad_norm": 3.37222182487955, |
| "learning_rate": 4.7770337717084515e-06, |
| "loss": 0.6566616058349609, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.6765714285714286, |
| "grad_norm": 3.3338860173872704, |
| "learning_rate": 4.765925556981434e-06, |
| "loss": 0.6291821002960205, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.6857142857142857, |
| "grad_norm": 4.0016074978044065, |
| "learning_rate": 4.754560885351591e-06, |
| "loss": 0.6643364906311036, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.6948571428571428, |
| "grad_norm": 3.317078353499146, |
| "learning_rate": 4.742941043069693e-06, |
| "loss": 0.6533621788024903, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.704, |
| "grad_norm": 3.3524674432376687, |
| "learning_rate": 4.7310673452666594e-06, |
| "loss": 0.6147947311401367, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.7131428571428572, |
| "grad_norm": 3.299244592355662, |
| "learning_rate": 4.718941135804716e-06, |
| "loss": 0.6452123641967773, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.7222857142857143, |
| "grad_norm": 3.348384039697503, |
| "learning_rate": 4.706563787125298e-06, |
| "loss": 0.6501338958740235, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.7314285714285714, |
| "grad_norm": 3.8711188245407206, |
| "learning_rate": 4.693936700093714e-06, |
| "loss": 0.6493902683258057, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.7405714285714285, |
| "grad_norm": 3.106569010380495, |
| "learning_rate": 4.6810613038406e-06, |
| "loss": 0.6437974452972413, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.7497142857142857, |
| "grad_norm": 3.7877324683244242, |
| "learning_rate": 4.66793905560017e-06, |
| "loss": 0.6351970672607422, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.7588571428571429, |
| "grad_norm": 3.889414583334145, |
| "learning_rate": 4.654571440545284e-06, |
| "loss": 0.6340930938720704, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.768, |
| "grad_norm": 4.041620423525788, |
| "learning_rate": 4.64095997161936e-06, |
| "loss": 0.6761879444122314, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.7771428571428571, |
| "grad_norm": 3.4077479285445986, |
| "learning_rate": 4.627106189365135e-06, |
| "loss": 0.6445336818695069, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.7862857142857143, |
| "grad_norm": 4.014609166232559, |
| "learning_rate": 4.613011661750313e-06, |
| "loss": 0.6355050086975098, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.7954285714285714, |
| "grad_norm": 4.434142357092266, |
| "learning_rate": 4.598677983990098e-06, |
| "loss": 0.6417135238647461, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.8045714285714286, |
| "grad_norm": 4.0928848006969645, |
| "learning_rate": 4.584106778366648e-06, |
| "loss": 0.6485600471496582, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.8137142857142857, |
| "grad_norm": 4.797589400271637, |
| "learning_rate": 4.5692996940454674e-06, |
| "loss": 0.6439845085144043, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.8228571428571428, |
| "grad_norm": 4.349857125084049, |
| "learning_rate": 4.554258406888754e-06, |
| "loss": 0.6050587177276612, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.832, |
| "grad_norm": 3.038595176325507, |
| "learning_rate": 4.538984619265727e-06, |
| "loss": 0.6268429756164551, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.8411428571428572, |
| "grad_norm": 4.591796271366957, |
| "learning_rate": 4.523480059859952e-06, |
| "loss": 0.6478725910186768, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.8502857142857143, |
| "grad_norm": 5.139531841843003, |
| "learning_rate": 4.507746483473683e-06, |
| "loss": 0.647419548034668, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.8594285714285714, |
| "grad_norm": 3.6757003721683827, |
| "learning_rate": 4.491785670829269e-06, |
| "loss": 0.6321591854095459, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.8685714285714285, |
| "grad_norm": 3.1667888772017756, |
| "learning_rate": 4.475599428367597e-06, |
| "loss": 0.6120502471923828, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.8777142857142857, |
| "grad_norm": 3.6687619237840035, |
| "learning_rate": 4.459189588043647e-06, |
| "loss": 0.6537229537963867, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.8868571428571429, |
| "grad_norm": 2.7810179062783194, |
| "learning_rate": 4.442558007119153e-06, |
| "loss": 0.6399202823638916, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.896, |
| "grad_norm": 3.7783348653765287, |
| "learning_rate": 4.425706567952394e-06, |
| "loss": 0.6669195175170899, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.9051428571428571, |
| "grad_norm": 3.1481123189579026, |
| "learning_rate": 4.408637177785151e-06, |
| "loss": 0.631269121170044, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.9142857142857143, |
| "grad_norm": 4.479050244392933, |
| "learning_rate": 4.391351768526848e-06, |
| "loss": 0.6654349327087402, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.9234285714285714, |
| "grad_norm": 3.2713227735388286, |
| "learning_rate": 4.373852296535896e-06, |
| "loss": 0.6277427673339844, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.9325714285714286, |
| "grad_norm": 2.92607371050686, |
| "learning_rate": 4.3561407423982735e-06, |
| "loss": 0.6586026191711426, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.9417142857142857, |
| "grad_norm": 3.6150466560250742, |
| "learning_rate": 4.3382191107033655e-06, |
| "loss": 0.6150027275085449, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.9508571428571428, |
| "grad_norm": 3.460697312652457, |
| "learning_rate": 4.3200894298170844e-06, |
| "loss": 0.6431099891662597, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 3.3496277908222414, |
| "learning_rate": 4.301753751652298e-06, |
| "loss": 0.6621922492980957, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.9691428571428572, |
| "grad_norm": 3.252798811682429, |
| "learning_rate": 4.283214151436596e-06, |
| "loss": 0.6344066143035889, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.9782857142857143, |
| "grad_norm": 4.235304709737586, |
| "learning_rate": 4.264472727477418e-06, |
| "loss": 0.642180061340332, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.9874285714285714, |
| "grad_norm": 3.1613277623122276, |
| "learning_rate": 4.245531600924563e-06, |
| "loss": 0.6505527973175049, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.9965714285714286, |
| "grad_norm": 3.297550963927661, |
| "learning_rate": 4.226392915530125e-06, |
| "loss": 0.6131467819213867, |
| "step": 1090 |
| }, |
| { |
| "epoch": 1.0054857142857143, |
| "grad_norm": 3.2497031988541667, |
| "learning_rate": 4.207058837405853e-06, |
| "loss": 0.5373872756958008, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.0146285714285714, |
| "grad_norm": 2.8139556696470565, |
| "learning_rate": 4.187531554778005e-06, |
| "loss": 0.39206643104553224, |
| "step": 1110 |
| }, |
| { |
| "epoch": 1.0237714285714286, |
| "grad_norm": 3.3671802896821137, |
| "learning_rate": 4.167813277739672e-06, |
| "loss": 0.4400962829589844, |
| "step": 1120 |
| }, |
| { |
| "epoch": 1.0329142857142857, |
| "grad_norm": 3.0892267793126917, |
| "learning_rate": 4.147906238000651e-06, |
| "loss": 0.4548200607299805, |
| "step": 1130 |
| }, |
| { |
| "epoch": 1.0420571428571428, |
| "grad_norm": 3.8246901134753495, |
| "learning_rate": 4.1278126886348495e-06, |
| "loss": 0.4130233287811279, |
| "step": 1140 |
| }, |
| { |
| "epoch": 1.0512, |
| "grad_norm": 3.519181372450036, |
| "learning_rate": 4.107534903825293e-06, |
| "loss": 0.42951488494873047, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.060342857142857, |
| "grad_norm": 3.2216196921372355, |
| "learning_rate": 4.087075178606731e-06, |
| "loss": 0.42777132987976074, |
| "step": 1160 |
| }, |
| { |
| "epoch": 1.0694857142857144, |
| "grad_norm": 3.1997097568670005, |
| "learning_rate": 4.06643582860588e-06, |
| "loss": 0.4200882911682129, |
| "step": 1170 |
| }, |
| { |
| "epoch": 1.0786285714285715, |
| "grad_norm": 2.834697714694963, |
| "learning_rate": 4.045619189779348e-06, |
| "loss": 0.46087031364440917, |
| "step": 1180 |
| }, |
| { |
| "epoch": 1.0877714285714286, |
| "grad_norm": 2.8509402495868787, |
| "learning_rate": 4.02462761814925e-06, |
| "loss": 0.43772568702697756, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.0969142857142857, |
| "grad_norm": 3.3157400164324304, |
| "learning_rate": 4.003463489536551e-06, |
| "loss": 0.4420557975769043, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.1060571428571428, |
| "grad_norm": 3.577008906529291, |
| "learning_rate": 3.982129199292174e-06, |
| "loss": 0.4336644172668457, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.1152, |
| "grad_norm": 2.9976519302552194, |
| "learning_rate": 3.960627162025896e-06, |
| "loss": 0.4147650241851807, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.124342857142857, |
| "grad_norm": 3.16528139476324, |
| "learning_rate": 3.9389598113330575e-06, |
| "loss": 0.42612924575805666, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.1334857142857142, |
| "grad_norm": 5.409838347914426, |
| "learning_rate": 3.917129599519135e-06, |
| "loss": 0.41550512313842775, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.1426285714285713, |
| "grad_norm": 3.2868323671988144, |
| "learning_rate": 3.895138997322187e-06, |
| "loss": 0.43940982818603513, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.1517714285714287, |
| "grad_norm": 3.3362440936270614, |
| "learning_rate": 3.872990493633215e-06, |
| "loss": 0.4418506622314453, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.1609142857142858, |
| "grad_norm": 3.4561361002374236, |
| "learning_rate": 3.850686595214474e-06, |
| "loss": 0.4440105438232422, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.170057142857143, |
| "grad_norm": 2.8758006005746246, |
| "learning_rate": 3.8282298264157556e-06, |
| "loss": 0.44544334411621095, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.1792, |
| "grad_norm": 3.4701594172043024, |
| "learning_rate": 3.8056227288886853e-06, |
| "loss": 0.4278397083282471, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.1883428571428571, |
| "grad_norm": 3.025493227312592, |
| "learning_rate": 3.7828678612990577e-06, |
| "loss": 0.44417996406555177, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.1974857142857143, |
| "grad_norm": 3.891185808555793, |
| "learning_rate": 3.7599677990372442e-06, |
| "loss": 0.4357439041137695, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.2066285714285714, |
| "grad_norm": 2.859053346482196, |
| "learning_rate": 3.7369251339267177e-06, |
| "loss": 0.43988494873046874, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.2157714285714285, |
| "grad_norm": 3.210177423453322, |
| "learning_rate": 3.7137424739307036e-06, |
| "loss": 0.46861562728881834, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.2249142857142856, |
| "grad_norm": 3.386229107406717, |
| "learning_rate": 3.6904224428570162e-06, |
| "loss": 0.43658876419067383, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.234057142857143, |
| "grad_norm": 3.12314639753368, |
| "learning_rate": 3.6669676800610942e-06, |
| "loss": 0.42545366287231445, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.2432, |
| "grad_norm": 3.100505323352921, |
| "learning_rate": 3.6433808401472805e-06, |
| "loss": 0.4477118492126465, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.2523428571428572, |
| "grad_norm": 2.9898226007103603, |
| "learning_rate": 3.6196645926683722e-06, |
| "loss": 0.4572641372680664, |
| "step": 1370 |
| }, |
| { |
| "epoch": 1.2614857142857143, |
| "grad_norm": 5.0297360076372835, |
| "learning_rate": 3.5958216218234858e-06, |
| "loss": 0.45319256782531736, |
| "step": 1380 |
| }, |
| { |
| "epoch": 1.2706285714285714, |
| "grad_norm": 2.986627855469088, |
| "learning_rate": 3.5718546261542557e-06, |
| "loss": 0.4245123863220215, |
| "step": 1390 |
| }, |
| { |
| "epoch": 1.2797714285714286, |
| "grad_norm": 3.1558156532734696, |
| "learning_rate": 3.5477663182394166e-06, |
| "loss": 0.45639562606811523, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.2889142857142857, |
| "grad_norm": 3.0706678234801283, |
| "learning_rate": 3.5235594243877922e-06, |
| "loss": 0.44690585136413574, |
| "step": 1410 |
| }, |
| { |
| "epoch": 1.2980571428571428, |
| "grad_norm": 3.5108411042134366, |
| "learning_rate": 3.499236684329736e-06, |
| "loss": 0.45906782150268555, |
| "step": 1420 |
| }, |
| { |
| "epoch": 1.3072, |
| "grad_norm": 3.3266494830778455, |
| "learning_rate": 3.4748008509070445e-06, |
| "loss": 0.45464215278625486, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.3163428571428573, |
| "grad_norm": 3.0137412074901944, |
| "learning_rate": 3.4502546897613946e-06, |
| "loss": 0.43608808517456055, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.3254857142857142, |
| "grad_norm": 3.2127451996596936, |
| "learning_rate": 3.4256009790213297e-06, |
| "loss": 0.43820781707763673, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.3346285714285715, |
| "grad_norm": 3.427262281605091, |
| "learning_rate": 3.4008425089878265e-06, |
| "loss": 0.43073239326477053, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.3437714285714286, |
| "grad_norm": 4.353700600187586, |
| "learning_rate": 3.3759820818184973e-06, |
| "loss": 0.45119776725769045, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.3529142857142857, |
| "grad_norm": 3.242139427180215, |
| "learning_rate": 3.3510225112104337e-06, |
| "loss": 0.44018216133117677, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.3620571428571429, |
| "grad_norm": 3.2411498641319847, |
| "learning_rate": 3.3259666220817622e-06, |
| "loss": 0.4520729064941406, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.3712, |
| "grad_norm": 6.0371875154833825, |
| "learning_rate": 3.3008172502519126e-06, |
| "loss": 0.462126636505127, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.380342857142857, |
| "grad_norm": 3.739537830386579, |
| "learning_rate": 3.2755772421206644e-06, |
| "loss": 0.4293963432312012, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.3894857142857142, |
| "grad_norm": 3.19498596726371, |
| "learning_rate": 3.2502494543459933e-06, |
| "loss": 0.43875484466552733, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.3986285714285716, |
| "grad_norm": 2.9820654591528655, |
| "learning_rate": 3.2248367535207527e-06, |
| "loss": 0.4411722183227539, |
| "step": 1530 |
| }, |
| { |
| "epoch": 1.4077714285714285, |
| "grad_norm": 3.14950619497062, |
| "learning_rate": 3.1993420158482345e-06, |
| "loss": 0.4349213600158691, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.4169142857142858, |
| "grad_norm": 3.1690918179822507, |
| "learning_rate": 3.17376812681664e-06, |
| "loss": 0.43657522201538085, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.426057142857143, |
| "grad_norm": 3.0291005683049645, |
| "learning_rate": 3.148117980872505e-06, |
| "loss": 0.43779573440551756, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.4352, |
| "grad_norm": 4.942394273668635, |
| "learning_rate": 3.1223944810930997e-06, |
| "loss": 0.4364370346069336, |
| "step": 1570 |
| }, |
| { |
| "epoch": 1.4443428571428572, |
| "grad_norm": 3.105747216662582, |
| "learning_rate": 3.0966005388578667e-06, |
| "loss": 0.4328590393066406, |
| "step": 1580 |
| }, |
| { |
| "epoch": 1.4534857142857143, |
| "grad_norm": 2.7725075982235836, |
| "learning_rate": 3.070739073518909e-06, |
| "loss": 0.4478790760040283, |
| "step": 1590 |
| }, |
| { |
| "epoch": 1.4626285714285714, |
| "grad_norm": 3.004398909698697, |
| "learning_rate": 3.0448130120705755e-06, |
| "loss": 0.4431458473205566, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.4717714285714285, |
| "grad_norm": 3.4454908519766287, |
| "learning_rate": 3.018825288818189e-06, |
| "loss": 0.43061065673828125, |
| "step": 1610 |
| }, |
| { |
| "epoch": 1.4809142857142858, |
| "grad_norm": 3.277363340056823, |
| "learning_rate": 2.992778845045939e-06, |
| "loss": 0.42577180862426756, |
| "step": 1620 |
| }, |
| { |
| "epoch": 1.4900571428571427, |
| "grad_norm": 3.280181821031211, |
| "learning_rate": 2.96667662868399e-06, |
| "loss": 0.4388378143310547, |
| "step": 1630 |
| }, |
| { |
| "epoch": 1.4992, |
| "grad_norm": 3.517475812091832, |
| "learning_rate": 2.9405215939748345e-06, |
| "loss": 0.4764075756072998, |
| "step": 1640 |
| }, |
| { |
| "epoch": 1.508342857142857, |
| "grad_norm": 3.6186803236597367, |
| "learning_rate": 2.9143167011389334e-06, |
| "loss": 0.44104642868041993, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.5174857142857143, |
| "grad_norm": 4.49908394192936, |
| "learning_rate": 2.888064916039676e-06, |
| "loss": 0.46334018707275393, |
| "step": 1660 |
| }, |
| { |
| "epoch": 1.5266285714285714, |
| "grad_norm": 4.368868620731799, |
| "learning_rate": 2.8617692098477083e-06, |
| "loss": 0.44715070724487305, |
| "step": 1670 |
| }, |
| { |
| "epoch": 1.5357714285714286, |
| "grad_norm": 3.199142545246703, |
| "learning_rate": 2.8354325587046553e-06, |
| "loss": 0.44616308212280276, |
| "step": 1680 |
| }, |
| { |
| "epoch": 1.5449142857142857, |
| "grad_norm": 3.440077773747208, |
| "learning_rate": 2.8090579433862804e-06, |
| "loss": 0.4543767929077148, |
| "step": 1690 |
| }, |
| { |
| "epoch": 1.5540571428571428, |
| "grad_norm": 2.7818538175759717, |
| "learning_rate": 2.7826483489651236e-06, |
| "loss": 0.40111846923828126, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.5632000000000001, |
| "grad_norm": 3.10795010245684, |
| "learning_rate": 2.7562067644726503e-06, |
| "loss": 0.4558586120605469, |
| "step": 1710 |
| }, |
| { |
| "epoch": 1.572342857142857, |
| "grad_norm": 3.2864212243908457, |
| "learning_rate": 2.729736182560957e-06, |
| "loss": 0.4243218421936035, |
| "step": 1720 |
| }, |
| { |
| "epoch": 1.5814857142857144, |
| "grad_norm": 3.2048887885997672, |
| "learning_rate": 2.7032395991640576e-06, |
| "loss": 0.4420520305633545, |
| "step": 1730 |
| }, |
| { |
| "epoch": 1.5906285714285713, |
| "grad_norm": 3.517255823497795, |
| "learning_rate": 2.6767200131588104e-06, |
| "loss": 0.4580650806427002, |
| "step": 1740 |
| }, |
| { |
| "epoch": 1.5997714285714286, |
| "grad_norm": 3.1565683175319617, |
| "learning_rate": 2.6501804260255025e-06, |
| "loss": 0.45360441207885743, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.6089142857142857, |
| "grad_norm": 4.043706266931836, |
| "learning_rate": 2.6236238415081437e-06, |
| "loss": 0.42459897994995116, |
| "step": 1760 |
| }, |
| { |
| "epoch": 1.6180571428571429, |
| "grad_norm": 3.279503442119918, |
| "learning_rate": 2.597053265274503e-06, |
| "loss": 0.4341078758239746, |
| "step": 1770 |
| }, |
| { |
| "epoch": 1.6272, |
| "grad_norm": 3.112655021860705, |
| "learning_rate": 2.57047170457593e-06, |
| "loss": 0.4280117034912109, |
| "step": 1780 |
| }, |
| { |
| "epoch": 1.636342857142857, |
| "grad_norm": 2.8263252138991013, |
| "learning_rate": 2.5438821679069903e-06, |
| "loss": 0.4240222930908203, |
| "step": 1790 |
| }, |
| { |
| "epoch": 1.6454857142857144, |
| "grad_norm": 3.4651277123003914, |
| "learning_rate": 2.517287664664973e-06, |
| "loss": 0.423565673828125, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.6546285714285713, |
| "grad_norm": 3.458251991463939, |
| "learning_rate": 2.4906912048092777e-06, |
| "loss": 0.4391635894775391, |
| "step": 1810 |
| }, |
| { |
| "epoch": 1.6637714285714287, |
| "grad_norm": 3.437568084955159, |
| "learning_rate": 2.4640957985207555e-06, |
| "loss": 0.42197561264038086, |
| "step": 1820 |
| }, |
| { |
| "epoch": 1.6729142857142856, |
| "grad_norm": 2.7818959484075165, |
| "learning_rate": 2.4375044558610138e-06, |
| "loss": 0.44665961265563964, |
| "step": 1830 |
| }, |
| { |
| "epoch": 1.682057142857143, |
| "grad_norm": 2.944183416002998, |
| "learning_rate": 2.410920186431742e-06, |
| "loss": 0.4473154544830322, |
| "step": 1840 |
| }, |
| { |
| "epoch": 1.6912, |
| "grad_norm": 2.7870159545544744, |
| "learning_rate": 2.384345999034081e-06, |
| "loss": 0.41730351448059083, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.7003428571428572, |
| "grad_norm": 3.33967839938956, |
| "learning_rate": 2.3577849013280883e-06, |
| "loss": 0.4570345878601074, |
| "step": 1860 |
| }, |
| { |
| "epoch": 1.7094857142857143, |
| "grad_norm": 3.5017488802826455, |
| "learning_rate": 2.331239899492337e-06, |
| "loss": 0.420123815536499, |
| "step": 1870 |
| }, |
| { |
| "epoch": 1.7186285714285714, |
| "grad_norm": 2.9074562278744156, |
| "learning_rate": 2.3047139978836713e-06, |
| "loss": 0.4343130111694336, |
| "step": 1880 |
| }, |
| { |
| "epoch": 1.7277714285714287, |
| "grad_norm": 3.1775155444025622, |
| "learning_rate": 2.2782101986971754e-06, |
| "loss": 0.4349550247192383, |
| "step": 1890 |
| }, |
| { |
| "epoch": 1.7369142857142856, |
| "grad_norm": 3.861708541739034, |
| "learning_rate": 2.2517315016263887e-06, |
| "loss": 0.42552576065063474, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.746057142857143, |
| "grad_norm": 2.581084576438278, |
| "learning_rate": 2.225280903523799e-06, |
| "loss": 0.4077327251434326, |
| "step": 1910 |
| }, |
| { |
| "epoch": 1.7551999999999999, |
| "grad_norm": 3.179994401464169, |
| "learning_rate": 2.1988613980616595e-06, |
| "loss": 0.43221235275268555, |
| "step": 1920 |
| }, |
| { |
| "epoch": 1.7643428571428572, |
| "grad_norm": 3.1749999002372844, |
| "learning_rate": 2.1724759753931645e-06, |
| "loss": 0.4288123607635498, |
| "step": 1930 |
| }, |
| { |
| "epoch": 1.7734857142857143, |
| "grad_norm": 2.8008541280150427, |
| "learning_rate": 2.1461276218140277e-06, |
| "loss": 0.42254185676574707, |
| "step": 1940 |
| }, |
| { |
| "epoch": 1.7826285714285715, |
| "grad_norm": 2.994068727512216, |
| "learning_rate": 2.119819319424492e-06, |
| "loss": 0.43700246810913085, |
| "step": 1950 |
| }, |
| { |
| "epoch": 1.7917714285714286, |
| "grad_norm": 4.552347405118982, |
| "learning_rate": 2.093554045791817e-06, |
| "loss": 0.43660573959350585, |
| "step": 1960 |
| }, |
| { |
| "epoch": 1.8009142857142857, |
| "grad_norm": 3.1327882348335594, |
| "learning_rate": 2.0673347736132755e-06, |
| "loss": 0.4373785972595215, |
| "step": 1970 |
| }, |
| { |
| "epoch": 1.8100571428571428, |
| "grad_norm": 3.1271063998169994, |
| "learning_rate": 2.04116447037971e-06, |
| "loss": 0.4470353126525879, |
| "step": 1980 |
| }, |
| { |
| "epoch": 1.8192, |
| "grad_norm": 3.2677713682332032, |
| "learning_rate": 2.015046098039668e-06, |
| "loss": 0.4334103584289551, |
| "step": 1990 |
| }, |
| { |
| "epoch": 1.8283428571428573, |
| "grad_norm": 4.3344890461140615, |
| "learning_rate": 1.9889826126641725e-06, |
| "loss": 0.4345421314239502, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.8374857142857142, |
| "grad_norm": 3.1369039671057037, |
| "learning_rate": 1.9629769641121505e-06, |
| "loss": 0.43268346786499023, |
| "step": 2010 |
| }, |
| { |
| "epoch": 1.8466285714285715, |
| "grad_norm": 3.087192205340555, |
| "learning_rate": 1.9370320956965744e-06, |
| "loss": 0.4391191482543945, |
| "step": 2020 |
| }, |
| { |
| "epoch": 1.8557714285714284, |
| "grad_norm": 4.217628941349784, |
| "learning_rate": 1.911150943851334e-06, |
| "loss": 0.40320940017700196, |
| "step": 2030 |
| }, |
| { |
| "epoch": 1.8649142857142857, |
| "grad_norm": 2.8735268917521615, |
| "learning_rate": 1.8853364377988943e-06, |
| "loss": 0.44879951477050783, |
| "step": 2040 |
| }, |
| { |
| "epoch": 1.8740571428571429, |
| "grad_norm": 3.214365579670086, |
| "learning_rate": 1.8595914992187631e-06, |
| "loss": 0.4494847297668457, |
| "step": 2050 |
| }, |
| { |
| "epoch": 1.8832, |
| "grad_norm": 3.534792019812254, |
| "learning_rate": 1.8339190419168218e-06, |
| "loss": 0.4198641777038574, |
| "step": 2060 |
| }, |
| { |
| "epoch": 1.892342857142857, |
| "grad_norm": 5.8738496363773125, |
| "learning_rate": 1.8083219714955366e-06, |
| "loss": 0.4413148880004883, |
| "step": 2070 |
| }, |
| { |
| "epoch": 1.9014857142857142, |
| "grad_norm": 3.2022928406375533, |
| "learning_rate": 1.7828031850251066e-06, |
| "loss": 0.436600399017334, |
| "step": 2080 |
| }, |
| { |
| "epoch": 1.9106285714285716, |
| "grad_norm": 3.2126047217045994, |
| "learning_rate": 1.757365570715569e-06, |
| "loss": 0.4329060554504395, |
| "step": 2090 |
| }, |
| { |
| "epoch": 1.9197714285714285, |
| "grad_norm": 2.642690267856541, |
| "learning_rate": 1.7320120075899184e-06, |
| "loss": 0.4353902816772461, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.9289142857142858, |
| "grad_norm": 3.4937941929931666, |
| "learning_rate": 1.7067453651582578e-06, |
| "loss": 0.43367576599121094, |
| "step": 2110 |
| }, |
| { |
| "epoch": 1.9380571428571427, |
| "grad_norm": 3.40397498122847, |
| "learning_rate": 1.6815685030930232e-06, |
| "loss": 0.41201076507568357, |
| "step": 2120 |
| }, |
| { |
| "epoch": 1.9472, |
| "grad_norm": 3.2017143149040463, |
| "learning_rate": 1.656484270905334e-06, |
| "loss": 0.4455230712890625, |
| "step": 2130 |
| }, |
| { |
| "epoch": 1.9563428571428572, |
| "grad_norm": 4.48489218999384, |
| "learning_rate": 1.631495507622482e-06, |
| "loss": 0.4423556327819824, |
| "step": 2140 |
| }, |
| { |
| "epoch": 1.9654857142857143, |
| "grad_norm": 2.919306495268925, |
| "learning_rate": 1.6066050414666118e-06, |
| "loss": 0.4162015914916992, |
| "step": 2150 |
| }, |
| { |
| "epoch": 1.9746285714285714, |
| "grad_norm": 3.32553420624746, |
| "learning_rate": 1.5818156895346204e-06, |
| "loss": 0.39836313724517824, |
| "step": 2160 |
| }, |
| { |
| "epoch": 1.9837714285714285, |
| "grad_norm": 3.138755010556365, |
| "learning_rate": 1.5571302574793252e-06, |
| "loss": 0.41482887268066404, |
| "step": 2170 |
| }, |
| { |
| "epoch": 1.9929142857142859, |
| "grad_norm": 3.0900245066470493, |
| "learning_rate": 1.5325515391919148e-06, |
| "loss": 0.4117753982543945, |
| "step": 2180 |
| }, |
| { |
| "epoch": 2.0018285714285713, |
| "grad_norm": 2.1455782292116434, |
| "learning_rate": 1.5080823164857427e-06, |
| "loss": 0.41173501014709474, |
| "step": 2190 |
| }, |
| { |
| "epoch": 2.0109714285714286, |
| "grad_norm": 2.331925083932664, |
| "learning_rate": 1.4837253587814742e-06, |
| "loss": 0.28417210578918456, |
| "step": 2200 |
| }, |
| { |
| "epoch": 2.0201142857142855, |
| "grad_norm": 2.797520975914452, |
| "learning_rate": 1.4594834227936527e-06, |
| "loss": 0.2759065628051758, |
| "step": 2210 |
| }, |
| { |
| "epoch": 2.029257142857143, |
| "grad_norm": 2.7316124845044913, |
| "learning_rate": 1.4353592522186915e-06, |
| "loss": 0.2795105934143066, |
| "step": 2220 |
| }, |
| { |
| "epoch": 2.0384, |
| "grad_norm": 2.5142368786137186, |
| "learning_rate": 1.411355577424342e-06, |
| "loss": 0.2630774021148682, |
| "step": 2230 |
| }, |
| { |
| "epoch": 2.047542857142857, |
| "grad_norm": 3.0806115423827922, |
| "learning_rate": 1.387475115140673e-06, |
| "loss": 0.28287272453308104, |
| "step": 2240 |
| }, |
| { |
| "epoch": 2.0566857142857145, |
| "grad_norm": 3.110707613396574, |
| "learning_rate": 1.36372056815259e-06, |
| "loss": 0.2759075403213501, |
| "step": 2250 |
| }, |
| { |
| "epoch": 2.0658285714285713, |
| "grad_norm": 2.8001881041080425, |
| "learning_rate": 1.3400946249939392e-06, |
| "loss": 0.2967714309692383, |
| "step": 2260 |
| }, |
| { |
| "epoch": 2.0749714285714287, |
| "grad_norm": 2.6575160852395383, |
| "learning_rate": 1.316599959643214e-06, |
| "loss": 0.2909571170806885, |
| "step": 2270 |
| }, |
| { |
| "epoch": 2.0841142857142856, |
| "grad_norm": 2.4932343811676225, |
| "learning_rate": 1.2932392312209183e-06, |
| "loss": 0.25677051544189455, |
| "step": 2280 |
| }, |
| { |
| "epoch": 2.093257142857143, |
| "grad_norm": 3.3930138643702916, |
| "learning_rate": 1.2700150836886057e-06, |
| "loss": 0.2645407199859619, |
| "step": 2290 |
| }, |
| { |
| "epoch": 2.1024, |
| "grad_norm": 2.847214706519789, |
| "learning_rate": 1.2469301455496425e-06, |
| "loss": 0.2937319755554199, |
| "step": 2300 |
| }, |
| { |
| "epoch": 2.111542857142857, |
| "grad_norm": 2.8983772937624646, |
| "learning_rate": 1.2239870295517023e-06, |
| "loss": 0.28319683074951174, |
| "step": 2310 |
| }, |
| { |
| "epoch": 2.120685714285714, |
| "grad_norm": 2.60083123585202, |
| "learning_rate": 1.201188332391071e-06, |
| "loss": 0.28835506439208985, |
| "step": 2320 |
| }, |
| { |
| "epoch": 2.1298285714285714, |
| "grad_norm": 2.9924905191048086, |
| "learning_rate": 1.1785366344187391e-06, |
| "loss": 0.26238574981689455, |
| "step": 2330 |
| }, |
| { |
| "epoch": 2.1389714285714287, |
| "grad_norm": 2.5490336359087613, |
| "learning_rate": 1.1560344993483712e-06, |
| "loss": 0.2972123146057129, |
| "step": 2340 |
| }, |
| { |
| "epoch": 2.1481142857142856, |
| "grad_norm": 2.877749657219292, |
| "learning_rate": 1.1336844739661323e-06, |
| "loss": 0.27041053771972656, |
| "step": 2350 |
| }, |
| { |
| "epoch": 2.157257142857143, |
| "grad_norm": 3.0458116805440274, |
| "learning_rate": 1.1114890878424558e-06, |
| "loss": 0.2877945899963379, |
| "step": 2360 |
| }, |
| { |
| "epoch": 2.1664, |
| "grad_norm": 3.4511019174253246, |
| "learning_rate": 1.089450853045737e-06, |
| "loss": 0.2601182222366333, |
| "step": 2370 |
| }, |
| { |
| "epoch": 2.1755428571428572, |
| "grad_norm": 2.9409614966959357, |
| "learning_rate": 1.0675722638580272e-06, |
| "loss": 0.2745830059051514, |
| "step": 2380 |
| }, |
| { |
| "epoch": 2.184685714285714, |
| "grad_norm": 2.9527590069918044, |
| "learning_rate": 1.0458557964927199e-06, |
| "loss": 0.2711923599243164, |
| "step": 2390 |
| }, |
| { |
| "epoch": 2.1938285714285715, |
| "grad_norm": 3.5434052190550007, |
| "learning_rate": 1.0243039088143064e-06, |
| "loss": 0.2741232872009277, |
| "step": 2400 |
| }, |
| { |
| "epoch": 2.202971428571429, |
| "grad_norm": 2.593916543705238, |
| "learning_rate": 1.0029190400601849e-06, |
| "loss": 0.2650418996810913, |
| "step": 2410 |
| }, |
| { |
| "epoch": 2.2121142857142857, |
| "grad_norm": 5.458957198039009, |
| "learning_rate": 9.817036105645973e-07, |
| "loss": 0.2851154088973999, |
| "step": 2420 |
| }, |
| { |
| "epoch": 2.221257142857143, |
| "grad_norm": 2.797419008621176, |
| "learning_rate": 9.60660021484684e-07, |
| "loss": 0.2927062511444092, |
| "step": 2430 |
| }, |
| { |
| "epoch": 2.2304, |
| "grad_norm": 2.5165587869464767, |
| "learning_rate": 9.397906545287364e-07, |
| "loss": 0.28804736137390136, |
| "step": 2440 |
| }, |
| { |
| "epoch": 2.2395428571428573, |
| "grad_norm": 2.8068710367884364, |
| "learning_rate": 9.190978716866234e-07, |
| "loss": 0.2795238971710205, |
| "step": 2450 |
| }, |
| { |
| "epoch": 2.248685714285714, |
| "grad_norm": 3.032320478128081, |
| "learning_rate": 8.985840149624711e-07, |
| "loss": 0.2737816333770752, |
| "step": 2460 |
| }, |
| { |
| "epoch": 2.2578285714285715, |
| "grad_norm": 2.45844847317339, |
| "learning_rate": 8.782514061095857e-07, |
| "loss": 0.2709775447845459, |
| "step": 2470 |
| }, |
| { |
| "epoch": 2.2669714285714284, |
| "grad_norm": 2.762916896820192, |
| "learning_rate": 8.581023463676891e-07, |
| "loss": 0.2839071035385132, |
| "step": 2480 |
| }, |
| { |
| "epoch": 2.2761142857142858, |
| "grad_norm": 4.204279171269985, |
| "learning_rate": 8.381391162024546e-07, |
| "loss": 0.28216550350189207, |
| "step": 2490 |
| }, |
| { |
| "epoch": 2.2852571428571427, |
| "grad_norm": 3.658985340256555, |
| "learning_rate": 8.183639750474148e-07, |
| "loss": 0.2637728214263916, |
| "step": 2500 |
| }, |
| { |
| "epoch": 2.2944, |
| "grad_norm": 3.1133594582005495, |
| "learning_rate": 7.987791610482273e-07, |
| "loss": 0.29704737663269043, |
| "step": 2510 |
| }, |
| { |
| "epoch": 2.3035428571428573, |
| "grad_norm": 3.690776210653126, |
| "learning_rate": 7.793868908093741e-07, |
| "loss": 0.2734424591064453, |
| "step": 2520 |
| }, |
| { |
| "epoch": 2.3126857142857142, |
| "grad_norm": 2.9193823050504437, |
| "learning_rate": 7.601893591432783e-07, |
| "loss": 0.2964025020599365, |
| "step": 2530 |
| }, |
| { |
| "epoch": 2.3218285714285716, |
| "grad_norm": 3.1219703362208278, |
| "learning_rate": 7.411887388219e-07, |
| "loss": 0.27420711517333984, |
| "step": 2540 |
| }, |
| { |
| "epoch": 2.3309714285714285, |
| "grad_norm": 2.6896951062457544, |
| "learning_rate": 7.223871803308197e-07, |
| "loss": 0.28046393394470215, |
| "step": 2550 |
| }, |
| { |
| "epoch": 2.340114285714286, |
| "grad_norm": 2.8869534336843112, |
| "learning_rate": 7.037868116258512e-07, |
| "loss": 0.28264617919921875, |
| "step": 2560 |
| }, |
| { |
| "epoch": 2.3492571428571427, |
| "grad_norm": 3.211167429739125, |
| "learning_rate": 6.85389737892195e-07, |
| "loss": 0.2707538604736328, |
| "step": 2570 |
| }, |
| { |
| "epoch": 2.3584, |
| "grad_norm": 2.9245764167686064, |
| "learning_rate": 6.671980413061765e-07, |
| "loss": 0.2886025905609131, |
| "step": 2580 |
| }, |
| { |
| "epoch": 2.367542857142857, |
| "grad_norm": 3.006045586066139, |
| "learning_rate": 6.492137807995857e-07, |
| "loss": 0.2865435123443604, |
| "step": 2590 |
| }, |
| { |
| "epoch": 2.3766857142857143, |
| "grad_norm": 2.904179442386007, |
| "learning_rate": 6.314389918266492e-07, |
| "loss": 0.27129201889038085, |
| "step": 2600 |
| }, |
| { |
| "epoch": 2.385828571428571, |
| "grad_norm": 2.7279197463085074, |
| "learning_rate": 6.138756861336542e-07, |
| "loss": 0.28215818405151366, |
| "step": 2610 |
| }, |
| { |
| "epoch": 2.3949714285714285, |
| "grad_norm": 4.008408816111731, |
| "learning_rate": 5.96525851531263e-07, |
| "loss": 0.28048908710479736, |
| "step": 2620 |
| }, |
| { |
| "epoch": 2.404114285714286, |
| "grad_norm": 3.320215936969822, |
| "learning_rate": 5.793914516695303e-07, |
| "loss": 0.290478515625, |
| "step": 2630 |
| }, |
| { |
| "epoch": 2.4132571428571428, |
| "grad_norm": 2.9471386803081723, |
| "learning_rate": 5.624744258156622e-07, |
| "loss": 0.2790560722351074, |
| "step": 2640 |
| }, |
| { |
| "epoch": 2.4224, |
| "grad_norm": 2.7802018757338445, |
| "learning_rate": 5.45776688634525e-07, |
| "loss": 0.28078885078430177, |
| "step": 2650 |
| }, |
| { |
| "epoch": 2.431542857142857, |
| "grad_norm": 3.441939690522524, |
| "learning_rate": 5.293001299719474e-07, |
| "loss": 0.27572739124298096, |
| "step": 2660 |
| }, |
| { |
| "epoch": 2.4406857142857143, |
| "grad_norm": 2.6403900442290396, |
| "learning_rate": 5.130466146408269e-07, |
| "loss": 0.28520448207855226, |
| "step": 2670 |
| }, |
| { |
| "epoch": 2.4498285714285712, |
| "grad_norm": 2.919676897711747, |
| "learning_rate": 4.970179822100709e-07, |
| "loss": 0.2793970823287964, |
| "step": 2680 |
| }, |
| { |
| "epoch": 2.4589714285714286, |
| "grad_norm": 2.5169051026523284, |
| "learning_rate": 4.812160467963961e-07, |
| "loss": 0.25467662811279296, |
| "step": 2690 |
| }, |
| { |
| "epoch": 2.468114285714286, |
| "grad_norm": 3.150115641765334, |
| "learning_rate": 4.656425968590048e-07, |
| "loss": 0.26524691581726073, |
| "step": 2700 |
| }, |
| { |
| "epoch": 2.477257142857143, |
| "grad_norm": 2.798567762503104, |
| "learning_rate": 4.5029939499716845e-07, |
| "loss": 0.2708770990371704, |
| "step": 2710 |
| }, |
| { |
| "epoch": 2.4864, |
| "grad_norm": 2.779144429002268, |
| "learning_rate": 4.3518817775073803e-07, |
| "loss": 0.2831141948699951, |
| "step": 2720 |
| }, |
| { |
| "epoch": 2.495542857142857, |
| "grad_norm": 2.9493120279424354, |
| "learning_rate": 4.2031065540360324e-07, |
| "loss": 0.2714195728302002, |
| "step": 2730 |
| }, |
| { |
| "epoch": 2.5046857142857144, |
| "grad_norm": 3.114136833647926, |
| "learning_rate": 4.056685117901199e-07, |
| "loss": 0.2746497392654419, |
| "step": 2740 |
| }, |
| { |
| "epoch": 2.5138285714285713, |
| "grad_norm": 3.8795836052599992, |
| "learning_rate": 3.912634041045374e-07, |
| "loss": 0.2960409164428711, |
| "step": 2750 |
| }, |
| { |
| "epoch": 2.5229714285714286, |
| "grad_norm": 3.7611974062902402, |
| "learning_rate": 3.770969627134363e-07, |
| "loss": 0.2696434497833252, |
| "step": 2760 |
| }, |
| { |
| "epoch": 2.532114285714286, |
| "grad_norm": 3.084236649645437, |
| "learning_rate": 3.631707909712029e-07, |
| "loss": 0.2951453447341919, |
| "step": 2770 |
| }, |
| { |
| "epoch": 2.541257142857143, |
| "grad_norm": 2.7536418992296494, |
| "learning_rate": 3.4948646503856597e-07, |
| "loss": 0.26727540493011476, |
| "step": 2780 |
| }, |
| { |
| "epoch": 2.5504, |
| "grad_norm": 2.4447069339756453, |
| "learning_rate": 3.3604553370420153e-07, |
| "loss": 0.26174561977386473, |
| "step": 2790 |
| }, |
| { |
| "epoch": 2.559542857142857, |
| "grad_norm": 2.6204889030814917, |
| "learning_rate": 3.228495182094457e-07, |
| "loss": 0.25725569725036623, |
| "step": 2800 |
| }, |
| { |
| "epoch": 2.5686857142857145, |
| "grad_norm": 2.854546748178268, |
| "learning_rate": 3.09899912076119e-07, |
| "loss": 0.26064653396606446, |
| "step": 2810 |
| }, |
| { |
| "epoch": 2.5778285714285714, |
| "grad_norm": 3.071473221872306, |
| "learning_rate": 2.9719818093748993e-07, |
| "loss": 0.28105137348175047, |
| "step": 2820 |
| }, |
| { |
| "epoch": 2.5869714285714287, |
| "grad_norm": 3.547166978357724, |
| "learning_rate": 2.847457623723976e-07, |
| "loss": 0.26943848133087156, |
| "step": 2830 |
| }, |
| { |
| "epoch": 2.5961142857142856, |
| "grad_norm": 2.8077199918364992, |
| "learning_rate": 2.725440657425424e-07, |
| "loss": 0.271466064453125, |
| "step": 2840 |
| }, |
| { |
| "epoch": 2.605257142857143, |
| "grad_norm": 3.3870796915867967, |
| "learning_rate": 2.605944720329781e-07, |
| "loss": 0.30047783851623533, |
| "step": 2850 |
| }, |
| { |
| "epoch": 2.6144, |
| "grad_norm": 3.37481446466192, |
| "learning_rate": 2.488983336958106e-07, |
| "loss": 0.27461848258972166, |
| "step": 2860 |
| }, |
| { |
| "epoch": 2.623542857142857, |
| "grad_norm": 3.3965631891349077, |
| "learning_rate": 2.3745697449713e-07, |
| "loss": 0.2756947040557861, |
| "step": 2870 |
| }, |
| { |
| "epoch": 2.6326857142857145, |
| "grad_norm": 2.9333428705323916, |
| "learning_rate": 2.262716893671846e-07, |
| "loss": 0.2747671127319336, |
| "step": 2880 |
| }, |
| { |
| "epoch": 2.6418285714285714, |
| "grad_norm": 2.6497732373612797, |
| "learning_rate": 2.1534374425382144e-07, |
| "loss": 0.25971531867980957, |
| "step": 2890 |
| }, |
| { |
| "epoch": 2.6509714285714283, |
| "grad_norm": 4.272951017108124, |
| "learning_rate": 2.0467437597920747e-07, |
| "loss": 0.2755371332168579, |
| "step": 2900 |
| }, |
| { |
| "epoch": 2.6601142857142857, |
| "grad_norm": 3.117894134867874, |
| "learning_rate": 1.9426479209984722e-07, |
| "loss": 0.28951458930969237, |
| "step": 2910 |
| }, |
| { |
| "epoch": 2.669257142857143, |
| "grad_norm": 2.464439468735964, |
| "learning_rate": 1.8411617076990878e-07, |
| "loss": 0.2649653673171997, |
| "step": 2920 |
| }, |
| { |
| "epoch": 2.6784, |
| "grad_norm": 2.72211328253953, |
| "learning_rate": 1.742296606078836e-07, |
| "loss": 0.29132938385009766, |
| "step": 2930 |
| }, |
| { |
| "epoch": 2.6875428571428572, |
| "grad_norm": 4.113842251476894, |
| "learning_rate": 1.646063805665843e-07, |
| "loss": 0.2908849000930786, |
| "step": 2940 |
| }, |
| { |
| "epoch": 2.696685714285714, |
| "grad_norm": 2.4174551461039124, |
| "learning_rate": 1.552474198065032e-07, |
| "loss": 0.27597498893737793, |
| "step": 2950 |
| }, |
| { |
| "epoch": 2.7058285714285715, |
| "grad_norm": 2.6899463765584306, |
| "learning_rate": 1.461538375725402e-07, |
| "loss": 0.277122950553894, |
| "step": 2960 |
| }, |
| { |
| "epoch": 2.7149714285714284, |
| "grad_norm": 2.8005053856013475, |
| "learning_rate": 1.3732666307411823e-07, |
| "loss": 0.25887160301208495, |
| "step": 2970 |
| }, |
| { |
| "epoch": 2.7241142857142857, |
| "grad_norm": 2.703231559676717, |
| "learning_rate": 1.2876689536869795e-07, |
| "loss": 0.2687790632247925, |
| "step": 2980 |
| }, |
| { |
| "epoch": 2.733257142857143, |
| "grad_norm": 2.9714387325356664, |
| "learning_rate": 1.2047550324870454e-07, |
| "loss": 0.2882379055023193, |
| "step": 2990 |
| }, |
| { |
| "epoch": 2.7424, |
| "grad_norm": 2.975636524179059, |
| "learning_rate": 1.1245342513187845e-07, |
| "loss": 0.2735182285308838, |
| "step": 3000 |
| }, |
| { |
| "epoch": 2.7515428571428573, |
| "grad_norm": 5.427438211860574, |
| "learning_rate": 1.0470156895506816e-07, |
| "loss": 0.28655252456665037, |
| "step": 3010 |
| }, |
| { |
| "epoch": 2.760685714285714, |
| "grad_norm": 2.834836865933173, |
| "learning_rate": 9.722081207146822e-08, |
| "loss": 0.2843330383300781, |
| "step": 3020 |
| }, |
| { |
| "epoch": 2.7698285714285715, |
| "grad_norm": 3.2508554170567745, |
| "learning_rate": 9.00120011513217e-08, |
| "loss": 0.3217320919036865, |
| "step": 3030 |
| }, |
| { |
| "epoch": 2.7789714285714284, |
| "grad_norm": 2.662652904640414, |
| "learning_rate": 8.307595208609242e-08, |
| "loss": 0.2799499988555908, |
| "step": 3040 |
| }, |
| { |
| "epoch": 2.7881142857142858, |
| "grad_norm": 3.313764988734726, |
| "learning_rate": 7.641344989612553e-08, |
| "loss": 0.2839944839477539, |
| "step": 3050 |
| }, |
| { |
| "epoch": 2.797257142857143, |
| "grad_norm": 3.1722414488072572, |
| "learning_rate": 7.002524864179655e-08, |
| "loss": 0.2826042413711548, |
| "step": 3060 |
| }, |
| { |
| "epoch": 2.8064, |
| "grad_norm": 2.4340202293962014, |
| "learning_rate": 6.391207133816801e-08, |
| "loss": 0.27430474758148193, |
| "step": 3070 |
| }, |
| { |
| "epoch": 2.815542857142857, |
| "grad_norm": 3.8981338718366443, |
| "learning_rate": 5.807460987315827e-08, |
| "loss": 0.28628087043762207, |
| "step": 3080 |
| }, |
| { |
| "epoch": 2.8246857142857142, |
| "grad_norm": 3.207003973875545, |
| "learning_rate": 5.251352492923523e-08, |
| "loss": 0.25586106777191164, |
| "step": 3090 |
| }, |
| { |
| "epoch": 2.8338285714285716, |
| "grad_norm": 2.6863291011820767, |
| "learning_rate": 4.7229445908638095e-08, |
| "loss": 0.2681715726852417, |
| "step": 3100 |
| }, |
| { |
| "epoch": 2.8429714285714285, |
| "grad_norm": 3.4170815541014594, |
| "learning_rate": 4.222297086214494e-08, |
| "loss": 0.2915987014770508, |
| "step": 3110 |
| }, |
| { |
| "epoch": 2.852114285714286, |
| "grad_norm": 2.941305890011209, |
| "learning_rate": 3.7494666421381274e-08, |
| "loss": 0.2657483577728271, |
| "step": 3120 |
| }, |
| { |
| "epoch": 2.8612571428571427, |
| "grad_norm": 3.526079056315177, |
| "learning_rate": 3.304506773469329e-08, |
| "loss": 0.25781662464141847, |
| "step": 3130 |
| }, |
| { |
| "epoch": 2.8704, |
| "grad_norm": 2.609874604937171, |
| "learning_rate": 2.8874678406576594e-08, |
| "loss": 0.2730119228363037, |
| "step": 3140 |
| }, |
| { |
| "epoch": 2.879542857142857, |
| "grad_norm": 3.0570740555603133, |
| "learning_rate": 2.4983970440680128e-08, |
| "loss": 0.2676541328430176, |
| "step": 3150 |
| }, |
| { |
| "epoch": 2.8886857142857143, |
| "grad_norm": 2.976760544679315, |
| "learning_rate": 2.1373384186383905e-08, |
| "loss": 0.2622354507446289, |
| "step": 3160 |
| }, |
| { |
| "epoch": 2.8978285714285716, |
| "grad_norm": 3.234328922862887, |
| "learning_rate": 1.8043328288961105e-08, |
| "loss": 0.2934865474700928, |
| "step": 3170 |
| }, |
| { |
| "epoch": 2.9069714285714285, |
| "grad_norm": 3.1913825418895403, |
| "learning_rate": 1.4994179643327555e-08, |
| "loss": 0.28752024173736573, |
| "step": 3180 |
| }, |
| { |
| "epoch": 2.9161142857142854, |
| "grad_norm": 3.135326939098938, |
| "learning_rate": 1.2226283351384482e-08, |
| "loss": 0.27213478088378906, |
| "step": 3190 |
| }, |
| { |
| "epoch": 2.925257142857143, |
| "grad_norm": 2.4788183611689663, |
| "learning_rate": 9.73995268296002e-09, |
| "loss": 0.2616039037704468, |
| "step": 3200 |
| }, |
| { |
| "epoch": 2.9344, |
| "grad_norm": 2.6512114328454897, |
| "learning_rate": 7.535469040354516e-09, |
| "loss": 0.27331559658050536, |
| "step": 3210 |
| }, |
| { |
| "epoch": 2.943542857142857, |
| "grad_norm": 2.5254267778654653, |
| "learning_rate": 5.613081926489073e-09, |
| "loss": 0.276494574546814, |
| "step": 3220 |
| }, |
| { |
| "epoch": 2.9526857142857144, |
| "grad_norm": 2.8166097166241686, |
| "learning_rate": 3.973008916669519e-09, |
| "loss": 0.26462578773498535, |
| "step": 3230 |
| }, |
| { |
| "epoch": 2.9618285714285717, |
| "grad_norm": 3.292706227456575, |
| "learning_rate": 2.6154356339599952e-09, |
| "loss": 0.27637853622436526, |
| "step": 3240 |
| }, |
| { |
| "epoch": 2.9709714285714286, |
| "grad_norm": 2.772394100009466, |
| "learning_rate": 1.5405157281739303e-09, |
| "loss": 0.26067826747894285, |
| "step": 3250 |
| }, |
| { |
| "epoch": 2.9801142857142855, |
| "grad_norm": 3.1362183961360555, |
| "learning_rate": 7.483708584843374e-10, |
| "loss": 0.2749017238616943, |
| "step": 3260 |
| }, |
| { |
| "epoch": 2.989257142857143, |
| "grad_norm": 2.5806364813100937, |
| "learning_rate": 2.390906796548298e-10, |
| "loss": 0.26424460411071776, |
| "step": 3270 |
| }, |
| { |
| "epoch": 2.9984, |
| "grad_norm": 2.944409763435295, |
| "learning_rate": 1.2732831892181553e-11, |
| "loss": 0.26900973320007326, |
| "step": 3280 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 3282, |
| "total_flos": 545049086656512.0, |
| "train_loss": 0.4685640548112405, |
| "train_runtime": 40125.0714, |
| "train_samples_per_second": 5.234, |
| "train_steps_per_second": 0.082 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 3282, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 545049086656512.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
