| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.70392068499324, |
| "eval_steps": 500, |
| "global_step": 6000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.004506534474988734, |
| "grad_norm": 14.53821849822998, |
| "learning_rate": 3e-06, |
| "loss": 1.2307, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.009013068949977467, |
| "grad_norm": 6.2319817543029785, |
| "learning_rate": 6.333333333333334e-06, |
| "loss": 0.9112, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.013519603424966201, |
| "grad_norm": 3.921008825302124, |
| "learning_rate": 9.666666666666667e-06, |
| "loss": 0.4952, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.018026137899954935, |
| "grad_norm": 1.564401626586914, |
| "learning_rate": 1.3000000000000001e-05, |
| "loss": 0.3001, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.02253267237494367, |
| "grad_norm": 2.1943016052246094, |
| "learning_rate": 1.6333333333333335e-05, |
| "loss": 0.2464, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.027039206849932402, |
| "grad_norm": 1.7073546648025513, |
| "learning_rate": 1.9666666666666666e-05, |
| "loss": 0.2244, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.031545741324921134, |
| "grad_norm": 1.4614131450653076, |
| "learning_rate": 2.3000000000000003e-05, |
| "loss": 0.1616, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.03605227579990987, |
| "grad_norm": 0.963083803653717, |
| "learning_rate": 2.633333333333333e-05, |
| "loss": 0.1673, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.040558810274898605, |
| "grad_norm": 0.8271272778511047, |
| "learning_rate": 2.9666666666666672e-05, |
| "loss": 0.1448, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.04506534474988734, |
| "grad_norm": 0.8204522132873535, |
| "learning_rate": 3.3e-05, |
| "loss": 0.1375, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.04957187922487607, |
| "grad_norm": 1.1316901445388794, |
| "learning_rate": 3.633333333333333e-05, |
| "loss": 0.1235, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.054078413699864804, |
| "grad_norm": 0.8282261490821838, |
| "learning_rate": 3.966666666666667e-05, |
| "loss": 0.1196, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.05858494817485354, |
| "grad_norm": 1.2716070413589478, |
| "learning_rate": 4.3e-05, |
| "loss": 0.121, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.06309148264984227, |
| "grad_norm": 0.9543779492378235, |
| "learning_rate": 4.633333333333333e-05, |
| "loss": 0.1179, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.067598017124831, |
| "grad_norm": 1.4000184535980225, |
| "learning_rate": 4.966666666666667e-05, |
| "loss": 0.1088, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.07210455159981974, |
| "grad_norm": 1.2869123220443726, |
| "learning_rate": 5.300000000000001e-05, |
| "loss": 0.1045, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.07661108607480847, |
| "grad_norm": 0.9816887974739075, |
| "learning_rate": 5.633333333333334e-05, |
| "loss": 0.1065, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.08111762054979721, |
| "grad_norm": 1.5869340896606445, |
| "learning_rate": 5.966666666666667e-05, |
| "loss": 0.1063, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.08562415502478594, |
| "grad_norm": 0.6799227595329285, |
| "learning_rate": 6.3e-05, |
| "loss": 0.096, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.09013068949977468, |
| "grad_norm": 1.0514198541641235, |
| "learning_rate": 6.633333333333334e-05, |
| "loss": 0.0929, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.0946372239747634, |
| "grad_norm": 1.0865650177001953, |
| "learning_rate": 6.966666666666668e-05, |
| "loss": 0.0994, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.09914375844975214, |
| "grad_norm": 1.6572996377944946, |
| "learning_rate": 7.3e-05, |
| "loss": 0.0996, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.10365029292474087, |
| "grad_norm": 0.7546595335006714, |
| "learning_rate": 7.633333333333334e-05, |
| "loss": 0.0848, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.10815682739972961, |
| "grad_norm": 0.6067747473716736, |
| "learning_rate": 7.966666666666666e-05, |
| "loss": 0.0765, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.11266336187471834, |
| "grad_norm": 0.5670067667961121, |
| "learning_rate": 8.3e-05, |
| "loss": 0.0771, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.11716989634970708, |
| "grad_norm": 0.6919602751731873, |
| "learning_rate": 8.633333333333334e-05, |
| "loss": 0.0744, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.12167643082469581, |
| "grad_norm": 0.826257586479187, |
| "learning_rate": 8.966666666666666e-05, |
| "loss": 0.0929, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.12618296529968454, |
| "grad_norm": 0.47245484590530396, |
| "learning_rate": 9.300000000000001e-05, |
| "loss": 0.0836, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.13068949977467328, |
| "grad_norm": 1.090720772743225, |
| "learning_rate": 9.633333333333335e-05, |
| "loss": 0.1018, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.135196034249662, |
| "grad_norm": 0.8763043284416199, |
| "learning_rate": 9.966666666666667e-05, |
| "loss": 0.0906, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.13970256872465076, |
| "grad_norm": 0.7124234437942505, |
| "learning_rate": 9.999938485971279e-05, |
| "loss": 0.0866, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.14420910319963948, |
| "grad_norm": 0.7818080186843872, |
| "learning_rate": 9.999725846827562e-05, |
| "loss": 0.077, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.1487156376746282, |
| "grad_norm": 0.5892180800437927, |
| "learning_rate": 9.999361329594254e-05, |
| "loss": 0.078, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.15322217214961695, |
| "grad_norm": 0.7807539105415344, |
| "learning_rate": 9.998844945344405e-05, |
| "loss": 0.073, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.15772870662460567, |
| "grad_norm": 0.7957954406738281, |
| "learning_rate": 9.99817670976436e-05, |
| "loss": 0.0661, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.16223524109959442, |
| "grad_norm": 0.7600560188293457, |
| "learning_rate": 9.997356643153303e-05, |
| "loss": 0.0705, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.16674177557458314, |
| "grad_norm": 0.7882967591285706, |
| "learning_rate": 9.996384770422629e-05, |
| "loss": 0.0695, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.1712483100495719, |
| "grad_norm": 0.7317643165588379, |
| "learning_rate": 9.995261121095194e-05, |
| "loss": 0.0693, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.1757548445245606, |
| "grad_norm": 0.8250670433044434, |
| "learning_rate": 9.993985729304408e-05, |
| "loss": 0.0666, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.18026137899954936, |
| "grad_norm": 0.6650032997131348, |
| "learning_rate": 9.992558633793212e-05, |
| "loss": 0.0685, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.18476791347453808, |
| "grad_norm": 0.6017889380455017, |
| "learning_rate": 9.990979877912891e-05, |
| "loss": 0.0704, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.1892744479495268, |
| "grad_norm": 0.571624755859375, |
| "learning_rate": 9.989249509621759e-05, |
| "loss": 0.0675, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.19378098242451555, |
| "grad_norm": 0.6547789573669434, |
| "learning_rate": 9.987367581483705e-05, |
| "loss": 0.0696, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.19828751689950427, |
| "grad_norm": 0.8543949127197266, |
| "learning_rate": 9.985334150666592e-05, |
| "loss": 0.0679, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.20279405137449302, |
| "grad_norm": 0.5812205076217651, |
| "learning_rate": 9.983149278940526e-05, |
| "loss": 0.063, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.20730058584948174, |
| "grad_norm": 0.7902841567993164, |
| "learning_rate": 9.980813032675974e-05, |
| "loss": 0.0662, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.2118071203244705, |
| "grad_norm": 0.9081692695617676, |
| "learning_rate": 9.978325482841753e-05, |
| "loss": 0.0693, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.21631365479945922, |
| "grad_norm": 0.4764185845851898, |
| "learning_rate": 9.975686705002867e-05, |
| "loss": 0.0679, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.22082018927444794, |
| "grad_norm": 0.614601731300354, |
| "learning_rate": 9.972896779318219e-05, |
| "loss": 0.0629, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.22532672374943669, |
| "grad_norm": 0.6726807951927185, |
| "learning_rate": 9.969955790538175e-05, |
| "loss": 0.0577, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.2298332582244254, |
| "grad_norm": 0.7430318593978882, |
| "learning_rate": 9.966863828001982e-05, |
| "loss": 0.0719, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.23433979269941416, |
| "grad_norm": 0.7464735507965088, |
| "learning_rate": 9.963620985635065e-05, |
| "loss": 0.058, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.23884632717440288, |
| "grad_norm": 0.34048497676849365, |
| "learning_rate": 9.960227361946164e-05, |
| "loss": 0.0573, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.24335286164939163, |
| "grad_norm": 0.4741065502166748, |
| "learning_rate": 9.95668306002435e-05, |
| "loss": 0.061, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.24785939612438035, |
| "grad_norm": 0.5728157162666321, |
| "learning_rate": 9.952988187535886e-05, |
| "loss": 0.0535, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.25236593059936907, |
| "grad_norm": 0.7769905924797058, |
| "learning_rate": 9.949142856720961e-05, |
| "loss": 0.051, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.2568724650743578, |
| "grad_norm": 0.44129762053489685, |
| "learning_rate": 9.945147184390278e-05, |
| "loss": 0.0545, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.26137899954934657, |
| "grad_norm": 0.4880560636520386, |
| "learning_rate": 9.941001291921512e-05, |
| "loss": 0.0511, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.2658855340243353, |
| "grad_norm": 0.5719348788261414, |
| "learning_rate": 9.936705305255612e-05, |
| "loss": 0.0523, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.270392068499324, |
| "grad_norm": 0.4453778564929962, |
| "learning_rate": 9.932259354892984e-05, |
| "loss": 0.0541, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.27489860297431273, |
| "grad_norm": 0.45762941241264343, |
| "learning_rate": 9.927663575889521e-05, |
| "loss": 0.0618, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.2794051374493015, |
| "grad_norm": 0.7653705477714539, |
| "learning_rate": 9.922918107852504e-05, |
| "loss": 0.0509, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.28391167192429023, |
| "grad_norm": 0.49632173776626587, |
| "learning_rate": 9.918023094936363e-05, |
| "loss": 0.0468, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.28841820639927895, |
| "grad_norm": 0.5989404320716858, |
| "learning_rate": 9.912978685838294e-05, |
| "loss": 0.0513, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.2929247408742677, |
| "grad_norm": 0.6759803891181946, |
| "learning_rate": 9.90778503379374e-05, |
| "loss": 0.0534, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.2974312753492564, |
| "grad_norm": 0.7475292682647705, |
| "learning_rate": 9.902442296571743e-05, |
| "loss": 0.0522, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.3019378098242452, |
| "grad_norm": 0.9700095653533936, |
| "learning_rate": 9.896950636470147e-05, |
| "loss": 0.0578, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.3064443442992339, |
| "grad_norm": 0.5562291145324707, |
| "learning_rate": 9.891310220310666e-05, |
| "loss": 0.0556, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.3109508787742226, |
| "grad_norm": 0.5783070921897888, |
| "learning_rate": 9.885521219433823e-05, |
| "loss": 0.0508, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.31545741324921134, |
| "grad_norm": 0.5998323559761047, |
| "learning_rate": 9.879583809693738e-05, |
| "loss": 0.0518, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.3199639477242001, |
| "grad_norm": 0.5073598623275757, |
| "learning_rate": 9.873498171452789e-05, |
| "loss": 0.0574, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.32447048219918884, |
| "grad_norm": 0.6259067058563232, |
| "learning_rate": 9.867264489576135e-05, |
| "loss": 0.0555, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.32897701667417756, |
| "grad_norm": 0.47906020283699036, |
| "learning_rate": 9.860882953426099e-05, |
| "loss": 0.0527, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.3334835511491663, |
| "grad_norm": 0.554572343826294, |
| "learning_rate": 9.854353756856412e-05, |
| "loss": 0.0456, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.337990085624155, |
| "grad_norm": 0.39397621154785156, |
| "learning_rate": 9.847677098206332e-05, |
| "loss": 0.0533, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.3424966200991438, |
| "grad_norm": 0.8097320795059204, |
| "learning_rate": 9.840853180294608e-05, |
| "loss": 0.0436, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.3470031545741325, |
| "grad_norm": 0.6215234994888306, |
| "learning_rate": 9.833882210413332e-05, |
| "loss": 0.0499, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.3515096890491212, |
| "grad_norm": 0.7343005537986755, |
| "learning_rate": 9.826764400321633e-05, |
| "loss": 0.0471, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.35601622352410994, |
| "grad_norm": 0.3959324061870575, |
| "learning_rate": 9.819499966239243e-05, |
| "loss": 0.0445, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.3605227579990987, |
| "grad_norm": 0.40139254927635193, |
| "learning_rate": 9.812089128839938e-05, |
| "loss": 0.0529, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.36502929247408744, |
| "grad_norm": 0.6324038505554199, |
| "learning_rate": 9.804532113244828e-05, |
| "loss": 0.0519, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.36953582694907616, |
| "grad_norm": 0.37922751903533936, |
| "learning_rate": 9.796829149015517e-05, |
| "loss": 0.0529, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.3740423614240649, |
| "grad_norm": 0.517382025718689, |
| "learning_rate": 9.788980470147132e-05, |
| "loss": 0.0519, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.3785488958990536, |
| "grad_norm": 0.6200494170188904, |
| "learning_rate": 9.780986315061218e-05, |
| "loss": 0.0446, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.3830554303740424, |
| "grad_norm": 0.6258692145347595, |
| "learning_rate": 9.772846926598491e-05, |
| "loss": 0.0564, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.3875619648490311, |
| "grad_norm": 0.5698913335800171, |
| "learning_rate": 9.76456255201146e-05, |
| "loss": 0.0488, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.3920684993240198, |
| "grad_norm": 0.5751222968101501, |
| "learning_rate": 9.756133442956923e-05, |
| "loss": 0.0463, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.39657503379900855, |
| "grad_norm": 0.43274766206741333, |
| "learning_rate": 9.747559855488313e-05, |
| "loss": 0.0437, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.40108156827399727, |
| "grad_norm": 0.3927587866783142, |
| "learning_rate": 9.73884205004793e-05, |
| "loss": 0.044, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.40558810274898605, |
| "grad_norm": 0.5701199769973755, |
| "learning_rate": 9.729980291459019e-05, |
| "loss": 0.0488, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.41009463722397477, |
| "grad_norm": 0.45737379789352417, |
| "learning_rate": 9.720974848917735e-05, |
| "loss": 0.0409, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.4146011716989635, |
| "grad_norm": 0.40015852451324463, |
| "learning_rate": 9.711825995984957e-05, |
| "loss": 0.0514, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.4191077061739522, |
| "grad_norm": 0.6784502863883972, |
| "learning_rate": 9.702534010577991e-05, |
| "loss": 0.043, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.423614240648941, |
| "grad_norm": 0.3368675112724304, |
| "learning_rate": 9.693099174962103e-05, |
| "loss": 0.0408, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.4281207751239297, |
| "grad_norm": 0.3900910019874573, |
| "learning_rate": 9.683521775741977e-05, |
| "loss": 0.0494, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.43262730959891843, |
| "grad_norm": 0.4324827194213867, |
| "learning_rate": 9.673802103852979e-05, |
| "loss": 0.0408, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.43713384407390715, |
| "grad_norm": 0.5750434398651123, |
| "learning_rate": 9.663940454552342e-05, |
| "loss": 0.0456, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.4416403785488959, |
| "grad_norm": 0.5348682999610901, |
| "learning_rate": 9.65393712741018e-05, |
| "loss": 0.0446, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.44614691302388465, |
| "grad_norm": 0.3242225646972656, |
| "learning_rate": 9.6437924263004e-05, |
| "loss": 0.0483, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.45065344749887337, |
| "grad_norm": 0.34451302886009216, |
| "learning_rate": 9.63350665939146e-05, |
| "loss": 0.0476, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.4551599819738621, |
| "grad_norm": 0.8562394976615906, |
| "learning_rate": 9.623080139137023e-05, |
| "loss": 0.0451, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.4596665164488508, |
| "grad_norm": 0.7813213467597961, |
| "learning_rate": 9.612513182266447e-05, |
| "loss": 0.0488, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.4641730509238396, |
| "grad_norm": 0.6274922490119934, |
| "learning_rate": 9.601806109775179e-05, |
| "loss": 0.0478, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.4686795853988283, |
| "grad_norm": 0.4990267753601074, |
| "learning_rate": 9.590959246914995e-05, |
| "loss": 0.0471, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.47318611987381703, |
| "grad_norm": 0.48680198192596436, |
| "learning_rate": 9.579972923184122e-05, |
| "loss": 0.0436, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.47769265434880576, |
| "grad_norm": 0.8127838373184204, |
| "learning_rate": 9.568847472317232e-05, |
| "loss": 0.0544, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.4821991888237945, |
| "grad_norm": 0.7934414148330688, |
| "learning_rate": 9.557583232275303e-05, |
| "loss": 0.0515, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.48670572329878325, |
| "grad_norm": 0.4210977852344513, |
| "learning_rate": 9.546180545235344e-05, |
| "loss": 0.047, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.491212257773772, |
| "grad_norm": 0.5208272337913513, |
| "learning_rate": 9.534639757580013e-05, |
| "loss": 0.0413, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.4957187922487607, |
| "grad_norm": 0.4155924320220947, |
| "learning_rate": 9.522961219887092e-05, |
| "loss": 0.0402, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.5002253267237494, |
| "grad_norm": 0.3867731988430023, |
| "learning_rate": 9.511145286918828e-05, |
| "loss": 0.0458, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.5047318611987381, |
| "grad_norm": 0.3131972551345825, |
| "learning_rate": 9.499192317611167e-05, |
| "loss": 0.0436, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.5092383956737269, |
| "grad_norm": 0.3678485155105591, |
| "learning_rate": 9.487102675062851e-05, |
| "loss": 0.0479, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.5137449301487156, |
| "grad_norm": 0.4949016571044922, |
| "learning_rate": 9.474876726524374e-05, |
| "loss": 0.0473, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.5182514646237044, |
| "grad_norm": 0.37694185972213745, |
| "learning_rate": 9.462514843386845e-05, |
| "loss": 0.043, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.5227579990986931, |
| "grad_norm": 0.4109172821044922, |
| "learning_rate": 9.450017401170689e-05, |
| "loss": 0.0428, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.5272645335736819, |
| "grad_norm": 0.5562658905982971, |
| "learning_rate": 9.437384779514256e-05, |
| "loss": 0.0459, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.5317710680486706, |
| "grad_norm": 0.41101861000061035, |
| "learning_rate": 9.424617362162271e-05, |
| "loss": 0.042, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.5362776025236593, |
| "grad_norm": 0.3128836750984192, |
| "learning_rate": 9.411715536954196e-05, |
| "loss": 0.0459, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.540784136998648, |
| "grad_norm": 0.45619115233421326, |
| "learning_rate": 9.39867969581243e-05, |
| "loss": 0.0413, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.5452906714736367, |
| "grad_norm": 0.40012937784194946, |
| "learning_rate": 9.385510234730415e-05, |
| "loss": 0.0474, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.5497972059486255, |
| "grad_norm": 0.5276387333869934, |
| "learning_rate": 9.372207553760603e-05, |
| "loss": 0.0366, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.5543037404236142, |
| "grad_norm": 0.4828699231147766, |
| "learning_rate": 9.358772057002312e-05, |
| "loss": 0.0435, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.558810274898603, |
| "grad_norm": 0.47781652212142944, |
| "learning_rate": 9.345204152589428e-05, |
| "loss": 0.0409, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.5633168093735917, |
| "grad_norm": 0.47398054599761963, |
| "learning_rate": 9.331504252678037e-05, |
| "loss": 0.0475, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.5678233438485805, |
| "grad_norm": 0.2740430533885956, |
| "learning_rate": 9.317672773433876e-05, |
| "loss": 0.0353, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.5723298783235692, |
| "grad_norm": 0.6962364315986633, |
| "learning_rate": 9.30371013501972e-05, |
| "loss": 0.0475, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.5768364127985579, |
| "grad_norm": 0.5584370493888855, |
| "learning_rate": 9.289616761582587e-05, |
| "loss": 0.0423, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.5813429472735466, |
| "grad_norm": 0.4609409272670746, |
| "learning_rate": 9.275393081240882e-05, |
| "loss": 0.0485, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.5858494817485354, |
| "grad_norm": 0.39195919036865234, |
| "learning_rate": 9.261039526071374e-05, |
| "loss": 0.044, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.5903560162235241, |
| "grad_norm": 0.38308221101760864, |
| "learning_rate": 9.246556532096078e-05, |
| "loss": 0.045, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.5948625506985128, |
| "grad_norm": 0.6399598717689514, |
| "learning_rate": 9.231944539269009e-05, |
| "loss": 0.0489, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.5993690851735016, |
| "grad_norm": 0.4743261933326721, |
| "learning_rate": 9.217203991462815e-05, |
| "loss": 0.0416, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.6038756196484903, |
| "grad_norm": 0.42909082770347595, |
| "learning_rate": 9.202335336455296e-05, |
| "loss": 0.0439, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.6083821541234791, |
| "grad_norm": 0.2556478977203369, |
| "learning_rate": 9.187339025915802e-05, |
| "loss": 0.0402, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.6128886885984678, |
| "grad_norm": 0.40358343720436096, |
| "learning_rate": 9.17221551539151e-05, |
| "loss": 0.0368, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.6173952230734565, |
| "grad_norm": 0.4480910897254944, |
| "learning_rate": 9.156965264293586e-05, |
| "loss": 0.0375, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.6219017575484452, |
| "grad_norm": 0.49092215299606323, |
| "learning_rate": 9.141588735883232e-05, |
| "loss": 0.0365, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.626408292023434, |
| "grad_norm": 0.49526581168174744, |
| "learning_rate": 9.126086397257612e-05, |
| "loss": 0.0404, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.6309148264984227, |
| "grad_norm": 0.45199936628341675, |
| "learning_rate": 9.110458719335659e-05, |
| "loss": 0.0408, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.6354213609734114, |
| "grad_norm": 0.5108069777488708, |
| "learning_rate": 9.094706176843777e-05, |
| "loss": 0.0384, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.6399278954484002, |
| "grad_norm": 0.323529988527298, |
| "learning_rate": 9.078829248301417e-05, |
| "loss": 0.0441, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.644434429923389, |
| "grad_norm": 0.6203600168228149, |
| "learning_rate": 9.062828416006539e-05, |
| "loss": 0.0407, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.6489409643983777, |
| "grad_norm": 0.501011312007904, |
| "learning_rate": 9.046704166020961e-05, |
| "loss": 0.0403, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.6534474988733664, |
| "grad_norm": 0.37820398807525635, |
| "learning_rate": 9.030456988155596e-05, |
| "loss": 0.0398, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.6579540333483551, |
| "grad_norm": 0.34268537163734436, |
| "learning_rate": 9.014087375955573e-05, |
| "loss": 0.0388, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.6624605678233438, |
| "grad_norm": 0.6062132120132446, |
| "learning_rate": 8.997595826685243e-05, |
| "loss": 0.0413, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.6669671022983326, |
| "grad_norm": 0.4472405016422272, |
| "learning_rate": 8.980982841313074e-05, |
| "loss": 0.0457, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.6714736367733213, |
| "grad_norm": 0.49445104598999023, |
| "learning_rate": 8.964248924496435e-05, |
| "loss": 0.0378, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.67598017124831, |
| "grad_norm": 0.5034408569335938, |
| "learning_rate": 8.947394584566258e-05, |
| "loss": 0.044, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.6804867057232988, |
| "grad_norm": 0.5149646401405334, |
| "learning_rate": 8.930420333511606e-05, |
| "loss": 0.0355, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.6849932401982876, |
| "grad_norm": 0.5068997740745544, |
| "learning_rate": 8.913326686964117e-05, |
| "loss": 0.0411, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.6894997746732763, |
| "grad_norm": 0.33313652873039246, |
| "learning_rate": 8.89611416418234e-05, |
| "loss": 0.0367, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.694006309148265, |
| "grad_norm": 0.36474865674972534, |
| "learning_rate": 8.878783288035957e-05, |
| "loss": 0.0463, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.6985128436232537, |
| "grad_norm": 0.4217991530895233, |
| "learning_rate": 8.86133458498991e-05, |
| "loss": 0.0424, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.7030193780982424, |
| "grad_norm": 0.41975319385528564, |
| "learning_rate": 8.843768585088393e-05, |
| "loss": 0.0405, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.7075259125732312, |
| "grad_norm": 0.4192656874656677, |
| "learning_rate": 8.82608582193877e-05, |
| "loss": 0.0397, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.7120324470482199, |
| "grad_norm": 0.4484514892101288, |
| "learning_rate": 8.80828683269535e-05, |
| "loss": 0.0397, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.7165389815232086, |
| "grad_norm": 0.45023399591445923, |
| "learning_rate": 8.790372158043074e-05, |
| "loss": 0.0453, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.7210455159981974, |
| "grad_norm": 0.6906777620315552, |
| "learning_rate": 8.772342342181095e-05, |
| "loss": 0.0402, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.7255520504731862, |
| "grad_norm": 0.4385577440261841, |
| "learning_rate": 8.75419793280624e-05, |
| "loss": 0.0372, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.7300585849481749, |
| "grad_norm": 0.3659243583679199, |
| "learning_rate": 8.735939481096378e-05, |
| "loss": 0.0341, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.7345651194231636, |
| "grad_norm": 0.2410971224308014, |
| "learning_rate": 8.717567541693673e-05, |
| "loss": 0.0341, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.7390716538981523, |
| "grad_norm": 0.7895175814628601, |
| "learning_rate": 8.699082672687734e-05, |
| "loss": 0.0403, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.743578188373141, |
| "grad_norm": 0.6201024055480957, |
| "learning_rate": 8.680485435598673e-05, |
| "loss": 0.0454, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.7480847228481298, |
| "grad_norm": 0.517561674118042, |
| "learning_rate": 8.661776395360029e-05, |
| "loss": 0.0366, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.7525912573231185, |
| "grad_norm": 0.267863929271698, |
| "learning_rate": 8.642956120301626e-05, |
| "loss": 0.039, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.7570977917981072, |
| "grad_norm": 0.25463584065437317, |
| "learning_rate": 8.624025182132292e-05, |
| "loss": 0.0394, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.761604326273096, |
| "grad_norm": 0.32316991686820984, |
| "learning_rate": 8.604984155922506e-05, |
| "loss": 0.036, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.7661108607480848, |
| "grad_norm": 0.3543960452079773, |
| "learning_rate": 8.585833620086918e-05, |
| "loss": 0.0323, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.7706173952230735, |
| "grad_norm": 0.284381628036499, |
| "learning_rate": 8.566574156366784e-05, |
| "loss": 0.041, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.7751239296980622, |
| "grad_norm": 0.5130760669708252, |
| "learning_rate": 8.547206349812298e-05, |
| "loss": 0.0398, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.7796304641730509, |
| "grad_norm": 0.7073652744293213, |
| "learning_rate": 8.527730788764805e-05, |
| "loss": 0.0373, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.7841369986480397, |
| "grad_norm": 0.4308309555053711, |
| "learning_rate": 8.508148064838948e-05, |
| "loss": 0.0354, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.7886435331230284, |
| "grad_norm": 0.5586718916893005, |
| "learning_rate": 8.488458772904684e-05, |
| "loss": 0.0396, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.7931500675980171, |
| "grad_norm": 0.3343735635280609, |
| "learning_rate": 8.468663511069217e-05, |
| "loss": 0.0417, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.7976566020730058, |
| "grad_norm": 0.41776391863822937, |
| "learning_rate": 8.448762880658825e-05, |
| "loss": 0.0366, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.8021631365479945, |
| "grad_norm": 0.5391690135002136, |
| "learning_rate": 8.428757486200603e-05, |
| "loss": 0.0384, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.8066696710229834, |
| "grad_norm": 0.5373733043670654, |
| "learning_rate": 8.40864793540409e-05, |
| "loss": 0.0433, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.8111762054979721, |
| "grad_norm": 0.49340489506721497, |
| "learning_rate": 8.388434839142813e-05, |
| "loss": 0.0383, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.8156827399729608, |
| "grad_norm": 0.5339429974555969, |
| "learning_rate": 8.368118811435726e-05, |
| "loss": 0.0361, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.8201892744479495, |
| "grad_norm": 0.44557151198387146, |
| "learning_rate": 8.347700469428564e-05, |
| "loss": 0.0375, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.8246958089229383, |
| "grad_norm": 0.326642245054245, |
| "learning_rate": 8.327180433375091e-05, |
| "loss": 0.0336, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.829202343397927, |
| "grad_norm": 0.2759721577167511, |
| "learning_rate": 8.306559326618259e-05, |
| "loss": 0.0321, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.8337088778729157, |
| "grad_norm": 0.3187578320503235, |
| "learning_rate": 8.285837775571276e-05, |
| "loss": 0.0352, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.8382154123479044, |
| "grad_norm": 0.33350566029548645, |
| "learning_rate": 8.265016409698573e-05, |
| "loss": 0.0347, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.8427219468228931, |
| "grad_norm": 0.4227285087108612, |
| "learning_rate": 8.244095861496686e-05, |
| "loss": 0.0348, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.847228481297882, |
| "grad_norm": 0.3198280930519104, |
| "learning_rate": 8.223076766475035e-05, |
| "loss": 0.0338, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.8517350157728707, |
| "grad_norm": 0.31304308772087097, |
| "learning_rate": 8.201959763136633e-05, |
| "loss": 0.0363, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.8562415502478594, |
| "grad_norm": 0.3133201003074646, |
| "learning_rate": 8.180745492958674e-05, |
| "loss": 0.0386, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.8607480847228481, |
| "grad_norm": 0.48023125529289246, |
| "learning_rate": 8.159434600373061e-05, |
| "loss": 0.0368, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.8652546191978369, |
| "grad_norm": 0.5830616354942322, |
| "learning_rate": 8.138027732746818e-05, |
| "loss": 0.0365, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.8697611536728256, |
| "grad_norm": 0.5465825200080872, |
| "learning_rate": 8.116525540362434e-05, |
| "loss": 0.0378, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.8742676881478143, |
| "grad_norm": 0.3258020281791687, |
| "learning_rate": 8.094928676398101e-05, |
| "loss": 0.0381, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.878774222622803, |
| "grad_norm": 0.3733347952365875, |
| "learning_rate": 8.073237796907882e-05, |
| "loss": 0.0376, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.8832807570977917, |
| "grad_norm": 0.3575168251991272, |
| "learning_rate": 8.051453560801772e-05, |
| "loss": 0.031, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.8877872915727806, |
| "grad_norm": 0.4539492428302765, |
| "learning_rate": 8.029576629825687e-05, |
| "loss": 0.0404, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.8922938260477693, |
| "grad_norm": 0.554835855960846, |
| "learning_rate": 8.007607668541362e-05, |
| "loss": 0.0409, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.896800360522758, |
| "grad_norm": 0.5027963519096375, |
| "learning_rate": 7.985547344306161e-05, |
| "loss": 0.0396, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.9013068949977467, |
| "grad_norm": 0.43169572949409485, |
| "learning_rate": 7.963396327252812e-05, |
| "loss": 0.034, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.9058134294727355, |
| "grad_norm": 0.4905344247817993, |
| "learning_rate": 7.941155290269038e-05, |
| "loss": 0.035, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.9103199639477242, |
| "grad_norm": 0.48100292682647705, |
| "learning_rate": 7.918824908977123e-05, |
| "loss": 0.0382, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.9148264984227129, |
| "grad_norm": 0.3942759335041046, |
| "learning_rate": 7.896405861713394e-05, |
| "loss": 0.0384, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.9193330328977016, |
| "grad_norm": 0.3523174226284027, |
| "learning_rate": 7.873898829507606e-05, |
| "loss": 0.0378, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.9238395673726904, |
| "grad_norm": 0.2700636088848114, |
| "learning_rate": 7.851304496062254e-05, |
| "loss": 0.0349, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.9283461018476792, |
| "grad_norm": 0.31548556685447693, |
| "learning_rate": 7.828623547731818e-05, |
| "loss": 0.0307, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.9328526363226679, |
| "grad_norm": 0.3480110466480255, |
| "learning_rate": 7.80585667350189e-05, |
| "loss": 0.0363, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.9373591707976566, |
| "grad_norm": 0.3023014962673187, |
| "learning_rate": 7.783004564968263e-05, |
| "loss": 0.0298, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.9418657052726453, |
| "grad_norm": 0.3934539258480072, |
| "learning_rate": 7.760067916315921e-05, |
| "loss": 0.0317, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.9463722397476341, |
| "grad_norm": 0.3067040741443634, |
| "learning_rate": 7.737047424297941e-05, |
| "loss": 0.0302, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.9508787742226228, |
| "grad_norm": 0.4051222801208496, |
| "learning_rate": 7.713943788214337e-05, |
| "loss": 0.0319, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.9553853086976115, |
| "grad_norm": 0.4564458429813385, |
| "learning_rate": 7.690757709890812e-05, |
| "loss": 0.0316, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.9598918431726002, |
| "grad_norm": 0.38106751441955566, |
| "learning_rate": 7.66748989365744e-05, |
| "loss": 0.0314, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.964398377647589, |
| "grad_norm": 0.3266526162624359, |
| "learning_rate": 7.644141046327271e-05, |
| "loss": 0.0367, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.9689049121225778, |
| "grad_norm": 0.3149985373020172, |
| "learning_rate": 7.620711877174866e-05, |
| "loss": 0.0384, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.9734114465975665, |
| "grad_norm": 0.4988161623477936, |
| "learning_rate": 7.597203097914732e-05, |
| "loss": 0.0346, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.9779179810725552, |
| "grad_norm": 0.31364119052886963, |
| "learning_rate": 7.573615422679726e-05, |
| "loss": 0.0286, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.982424515547544, |
| "grad_norm": 0.4760141670703888, |
| "learning_rate": 7.549949567999345e-05, |
| "loss": 0.036, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.9869310500225327, |
| "grad_norm": 0.27208760380744934, |
| "learning_rate": 7.526206252777968e-05, |
| "loss": 0.0316, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.9914375844975214, |
| "grad_norm": 0.28491514921188354, |
| "learning_rate": 7.50238619827301e-05, |
| "loss": 0.0317, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.9959441189725101, |
| "grad_norm": 0.44905760884284973, |
| "learning_rate": 7.478490128073022e-05, |
| "loss": 0.0313, |
| "step": 2210 |
| }, |
| { |
| "epoch": 1.0004506534474988, |
| "grad_norm": 0.3194334805011749, |
| "learning_rate": 7.454518768075704e-05, |
| "loss": 0.0295, |
| "step": 2220 |
| }, |
| { |
| "epoch": 1.0049571879224877, |
| "grad_norm": 0.5698510408401489, |
| "learning_rate": 7.430472846465856e-05, |
| "loss": 0.0356, |
| "step": 2230 |
| }, |
| { |
| "epoch": 1.0094637223974763, |
| "grad_norm": 0.23431414365768433, |
| "learning_rate": 7.406353093693253e-05, |
| "loss": 0.0309, |
| "step": 2240 |
| }, |
| { |
| "epoch": 1.0139702568724651, |
| "grad_norm": 0.3901083171367645, |
| "learning_rate": 7.382160242450469e-05, |
| "loss": 0.0347, |
| "step": 2250 |
| }, |
| { |
| "epoch": 1.0184767913474537, |
| "grad_norm": 0.2690788507461548, |
| "learning_rate": 7.357895027650598e-05, |
| "loss": 0.0318, |
| "step": 2260 |
| }, |
| { |
| "epoch": 1.0229833258224426, |
| "grad_norm": 0.3057044744491577, |
| "learning_rate": 7.333558186404958e-05, |
| "loss": 0.0303, |
| "step": 2270 |
| }, |
| { |
| "epoch": 1.0274898602974312, |
| "grad_norm": 0.3742911219596863, |
| "learning_rate": 7.309150458000668e-05, |
| "loss": 0.0357, |
| "step": 2280 |
| }, |
| { |
| "epoch": 1.03199639477242, |
| "grad_norm": 0.30288267135620117, |
| "learning_rate": 7.284672583878219e-05, |
| "loss": 0.0304, |
| "step": 2290 |
| }, |
| { |
| "epoch": 1.0365029292474088, |
| "grad_norm": 0.27141547203063965, |
| "learning_rate": 7.260125307608929e-05, |
| "loss": 0.0281, |
| "step": 2300 |
| }, |
| { |
| "epoch": 1.0410094637223974, |
| "grad_norm": 0.4549430310726166, |
| "learning_rate": 7.235509374872373e-05, |
| "loss": 0.0367, |
| "step": 2310 |
| }, |
| { |
| "epoch": 1.0455159981973863, |
| "grad_norm": 0.45741701126098633, |
| "learning_rate": 7.210825533433719e-05, |
| "loss": 0.029, |
| "step": 2320 |
| }, |
| { |
| "epoch": 1.0500225326723749, |
| "grad_norm": 0.2575257122516632, |
| "learning_rate": 7.186074533121013e-05, |
| "loss": 0.0371, |
| "step": 2330 |
| }, |
| { |
| "epoch": 1.0545290671473637, |
| "grad_norm": 0.26017987728118896, |
| "learning_rate": 7.161257125802413e-05, |
| "loss": 0.0282, |
| "step": 2340 |
| }, |
| { |
| "epoch": 1.0590356016223523, |
| "grad_norm": 0.2308460921049118, |
| "learning_rate": 7.136374065363334e-05, |
| "loss": 0.0343, |
| "step": 2350 |
| }, |
| { |
| "epoch": 1.0635421360973412, |
| "grad_norm": 0.3492124080657959, |
| "learning_rate": 7.11142610768356e-05, |
| "loss": 0.0278, |
| "step": 2360 |
| }, |
| { |
| "epoch": 1.0680486705723298, |
| "grad_norm": 0.5158171653747559, |
| "learning_rate": 7.086414010614276e-05, |
| "loss": 0.032, |
| "step": 2370 |
| }, |
| { |
| "epoch": 1.0725552050473186, |
| "grad_norm": 0.2429913580417633, |
| "learning_rate": 7.061338533955043e-05, |
| "loss": 0.0274, |
| "step": 2380 |
| }, |
| { |
| "epoch": 1.0770617395223074, |
| "grad_norm": 0.4619046747684479, |
| "learning_rate": 7.036200439430725e-05, |
| "loss": 0.0338, |
| "step": 2390 |
| }, |
| { |
| "epoch": 1.081568273997296, |
| "grad_norm": 0.3151096701622009, |
| "learning_rate": 7.01100049066835e-05, |
| "loss": 0.0366, |
| "step": 2400 |
| }, |
| { |
| "epoch": 1.0860748084722849, |
| "grad_norm": 0.5049667954444885, |
| "learning_rate": 6.985739453173903e-05, |
| "loss": 0.0295, |
| "step": 2410 |
| }, |
| { |
| "epoch": 1.0905813429472735, |
| "grad_norm": 0.2984870374202728, |
| "learning_rate": 6.960418094309085e-05, |
| "loss": 0.0307, |
| "step": 2420 |
| }, |
| { |
| "epoch": 1.0950878774222623, |
| "grad_norm": 0.2951014041900635, |
| "learning_rate": 6.93503718326799e-05, |
| "loss": 0.0271, |
| "step": 2430 |
| }, |
| { |
| "epoch": 1.099594411897251, |
| "grad_norm": 0.5065338015556335, |
| "learning_rate": 6.909597491053751e-05, |
| "loss": 0.0361, |
| "step": 2440 |
| }, |
| { |
| "epoch": 1.1041009463722398, |
| "grad_norm": 0.35973283648490906, |
| "learning_rate": 6.884099790455113e-05, |
| "loss": 0.0317, |
| "step": 2450 |
| }, |
| { |
| "epoch": 1.1086074808472284, |
| "grad_norm": 0.6809731125831604, |
| "learning_rate": 6.858544856022952e-05, |
| "loss": 0.0361, |
| "step": 2460 |
| }, |
| { |
| "epoch": 1.1131140153222172, |
| "grad_norm": 0.48550453782081604, |
| "learning_rate": 6.83293346404676e-05, |
| "loss": 0.0353, |
| "step": 2470 |
| }, |
| { |
| "epoch": 1.117620549797206, |
| "grad_norm": 0.547371506690979, |
| "learning_rate": 6.80726639253105e-05, |
| "loss": 0.0343, |
| "step": 2480 |
| }, |
| { |
| "epoch": 1.1221270842721947, |
| "grad_norm": 0.3938964903354645, |
| "learning_rate": 6.781544421171732e-05, |
| "loss": 0.0255, |
| "step": 2490 |
| }, |
| { |
| "epoch": 1.1266336187471835, |
| "grad_norm": 0.5378384590148926, |
| "learning_rate": 6.755768331332424e-05, |
| "loss": 0.0358, |
| "step": 2500 |
| }, |
| { |
| "epoch": 1.131140153222172, |
| "grad_norm": 0.6266477704048157, |
| "learning_rate": 6.729938906020713e-05, |
| "loss": 0.0311, |
| "step": 2510 |
| }, |
| { |
| "epoch": 1.135646687697161, |
| "grad_norm": 0.3484225571155548, |
| "learning_rate": 6.704056929864376e-05, |
| "loss": 0.0277, |
| "step": 2520 |
| }, |
| { |
| "epoch": 1.1401532221721495, |
| "grad_norm": 0.35137972235679626, |
| "learning_rate": 6.67812318908754e-05, |
| "loss": 0.0262, |
| "step": 2530 |
| }, |
| { |
| "epoch": 1.1446597566471384, |
| "grad_norm": 0.2380773276090622, |
| "learning_rate": 6.6521384714868e-05, |
| "loss": 0.0305, |
| "step": 2540 |
| }, |
| { |
| "epoch": 1.149166291122127, |
| "grad_norm": 0.2445567399263382, |
| "learning_rate": 6.626103566407295e-05, |
| "loss": 0.0339, |
| "step": 2550 |
| }, |
| { |
| "epoch": 1.1536728255971158, |
| "grad_norm": 0.29134535789489746, |
| "learning_rate": 6.600019264718713e-05, |
| "loss": 0.0336, |
| "step": 2560 |
| }, |
| { |
| "epoch": 1.1581793600721046, |
| "grad_norm": 0.3474774956703186, |
| "learning_rate": 6.573886358791285e-05, |
| "loss": 0.0272, |
| "step": 2570 |
| }, |
| { |
| "epoch": 1.1626858945470933, |
| "grad_norm": 0.5043516159057617, |
| "learning_rate": 6.547705642471703e-05, |
| "loss": 0.0302, |
| "step": 2580 |
| }, |
| { |
| "epoch": 1.167192429022082, |
| "grad_norm": 0.3329950273036957, |
| "learning_rate": 6.521477911059008e-05, |
| "loss": 0.0298, |
| "step": 2590 |
| }, |
| { |
| "epoch": 1.1716989634970707, |
| "grad_norm": 0.385541170835495, |
| "learning_rate": 6.495203961280434e-05, |
| "loss": 0.0279, |
| "step": 2600 |
| }, |
| { |
| "epoch": 1.1762054979720595, |
| "grad_norm": 0.258178174495697, |
| "learning_rate": 6.468884591267204e-05, |
| "loss": 0.0272, |
| "step": 2610 |
| }, |
| { |
| "epoch": 1.1807120324470481, |
| "grad_norm": 0.2735304832458496, |
| "learning_rate": 6.44252060053028e-05, |
| "loss": 0.0281, |
| "step": 2620 |
| }, |
| { |
| "epoch": 1.185218566922037, |
| "grad_norm": 0.20870614051818848, |
| "learning_rate": 6.416112789936086e-05, |
| "loss": 0.0256, |
| "step": 2630 |
| }, |
| { |
| "epoch": 1.1897251013970256, |
| "grad_norm": 0.22472037374973297, |
| "learning_rate": 6.389661961682173e-05, |
| "loss": 0.0251, |
| "step": 2640 |
| }, |
| { |
| "epoch": 1.1942316358720144, |
| "grad_norm": 0.40740641951560974, |
| "learning_rate": 6.363168919272846e-05, |
| "loss": 0.029, |
| "step": 2650 |
| }, |
| { |
| "epoch": 1.1987381703470033, |
| "grad_norm": 0.4470803439617157, |
| "learning_rate": 6.336634467494768e-05, |
| "loss": 0.0357, |
| "step": 2660 |
| }, |
| { |
| "epoch": 1.2032447048219919, |
| "grad_norm": 0.3361937999725342, |
| "learning_rate": 6.310059412392505e-05, |
| "loss": 0.0326, |
| "step": 2670 |
| }, |
| { |
| "epoch": 1.2077512392969807, |
| "grad_norm": 0.3716053366661072, |
| "learning_rate": 6.283444561244042e-05, |
| "loss": 0.0315, |
| "step": 2680 |
| }, |
| { |
| "epoch": 1.2122577737719693, |
| "grad_norm": 0.6193884611129761, |
| "learning_rate": 6.256790722536251e-05, |
| "loss": 0.0258, |
| "step": 2690 |
| }, |
| { |
| "epoch": 1.2167643082469581, |
| "grad_norm": 0.29460155963897705, |
| "learning_rate": 6.230098705940354e-05, |
| "loss": 0.0313, |
| "step": 2700 |
| }, |
| { |
| "epoch": 1.2212708427219467, |
| "grad_norm": 0.35301142930984497, |
| "learning_rate": 6.203369322287306e-05, |
| "loss": 0.0285, |
| "step": 2710 |
| }, |
| { |
| "epoch": 1.2257773771969356, |
| "grad_norm": 0.3603770136833191, |
| "learning_rate": 6.17660338354317e-05, |
| "loss": 0.0283, |
| "step": 2720 |
| }, |
| { |
| "epoch": 1.2302839116719242, |
| "grad_norm": 0.3696976602077484, |
| "learning_rate": 6.149801702784456e-05, |
| "loss": 0.0292, |
| "step": 2730 |
| }, |
| { |
| "epoch": 1.234790446146913, |
| "grad_norm": 0.3672865033149719, |
| "learning_rate": 6.122965094173424e-05, |
| "loss": 0.0273, |
| "step": 2740 |
| }, |
| { |
| "epoch": 1.2392969806219019, |
| "grad_norm": 0.25342118740081787, |
| "learning_rate": 6.0960943729333374e-05, |
| "loss": 0.0239, |
| "step": 2750 |
| }, |
| { |
| "epoch": 1.2438035150968905, |
| "grad_norm": 0.3180871605873108, |
| "learning_rate": 6.069190355323717e-05, |
| "loss": 0.0263, |
| "step": 2760 |
| }, |
| { |
| "epoch": 1.2483100495718793, |
| "grad_norm": 0.24975071847438812, |
| "learning_rate": 6.042253858615532e-05, |
| "loss": 0.0292, |
| "step": 2770 |
| }, |
| { |
| "epoch": 1.252816584046868, |
| "grad_norm": 0.3322277367115021, |
| "learning_rate": 6.015285701066382e-05, |
| "loss": 0.0263, |
| "step": 2780 |
| }, |
| { |
| "epoch": 1.2573231185218567, |
| "grad_norm": 0.40767839550971985, |
| "learning_rate": 5.988286701895631e-05, |
| "loss": 0.0282, |
| "step": 2790 |
| }, |
| { |
| "epoch": 1.2618296529968454, |
| "grad_norm": 0.2597889006137848, |
| "learning_rate": 5.961257681259535e-05, |
| "loss": 0.0265, |
| "step": 2800 |
| }, |
| { |
| "epoch": 1.2663361874718342, |
| "grad_norm": 0.24626852571964264, |
| "learning_rate": 5.934199460226317e-05, |
| "loss": 0.0257, |
| "step": 2810 |
| }, |
| { |
| "epoch": 1.2708427219468228, |
| "grad_norm": 0.4305751323699951, |
| "learning_rate": 5.9071128607512285e-05, |
| "loss": 0.0263, |
| "step": 2820 |
| }, |
| { |
| "epoch": 1.2753492564218116, |
| "grad_norm": 0.3415781259536743, |
| "learning_rate": 5.8799987056515804e-05, |
| "loss": 0.0293, |
| "step": 2830 |
| }, |
| { |
| "epoch": 1.2798557908968005, |
| "grad_norm": 0.4113527238368988, |
| "learning_rate": 5.8528578185817514e-05, |
| "loss": 0.0282, |
| "step": 2840 |
| }, |
| { |
| "epoch": 1.284362325371789, |
| "grad_norm": 0.26331526041030884, |
| "learning_rate": 5.825691024008162e-05, |
| "loss": 0.0286, |
| "step": 2850 |
| }, |
| { |
| "epoch": 1.288868859846778, |
| "grad_norm": 0.1987772434949875, |
| "learning_rate": 5.798499147184233e-05, |
| "loss": 0.0277, |
| "step": 2860 |
| }, |
| { |
| "epoch": 1.2933753943217665, |
| "grad_norm": 0.3559706509113312, |
| "learning_rate": 5.771283014125317e-05, |
| "loss": 0.0286, |
| "step": 2870 |
| }, |
| { |
| "epoch": 1.2978819287967553, |
| "grad_norm": 0.3369794487953186, |
| "learning_rate": 5.7440434515836064e-05, |
| "loss": 0.0254, |
| "step": 2880 |
| }, |
| { |
| "epoch": 1.302388463271744, |
| "grad_norm": 0.36647582054138184, |
| "learning_rate": 5.7167812870230094e-05, |
| "loss": 0.0247, |
| "step": 2890 |
| }, |
| { |
| "epoch": 1.3068949977467328, |
| "grad_norm": 0.37875643372535706, |
| "learning_rate": 5.689497348594035e-05, |
| "loss": 0.0295, |
| "step": 2900 |
| }, |
| { |
| "epoch": 1.3114015322217214, |
| "grad_norm": 0.46447986364364624, |
| "learning_rate": 5.662192465108613e-05, |
| "loss": 0.0397, |
| "step": 2910 |
| }, |
| { |
| "epoch": 1.3159080666967102, |
| "grad_norm": 0.3683643341064453, |
| "learning_rate": 5.634867466014932e-05, |
| "loss": 0.0277, |
| "step": 2920 |
| }, |
| { |
| "epoch": 1.320414601171699, |
| "grad_norm": 0.4282144010066986, |
| "learning_rate": 5.607523181372234e-05, |
| "loss": 0.0306, |
| "step": 2930 |
| }, |
| { |
| "epoch": 1.3249211356466877, |
| "grad_norm": 0.32971569895744324, |
| "learning_rate": 5.5801604418256117e-05, |
| "loss": 0.027, |
| "step": 2940 |
| }, |
| { |
| "epoch": 1.3294276701216765, |
| "grad_norm": 0.19777680933475494, |
| "learning_rate": 5.552780078580756e-05, |
| "loss": 0.027, |
| "step": 2950 |
| }, |
| { |
| "epoch": 1.3339342045966651, |
| "grad_norm": 0.31832247972488403, |
| "learning_rate": 5.525382923378728e-05, |
| "loss": 0.0329, |
| "step": 2960 |
| }, |
| { |
| "epoch": 1.338440739071654, |
| "grad_norm": 0.3062137961387634, |
| "learning_rate": 5.49796980847068e-05, |
| "loss": 0.0292, |
| "step": 2970 |
| }, |
| { |
| "epoch": 1.3429472735466426, |
| "grad_norm": 0.4744734466075897, |
| "learning_rate": 5.470541566592573e-05, |
| "loss": 0.0262, |
| "step": 2980 |
| }, |
| { |
| "epoch": 1.3474538080216314, |
| "grad_norm": 0.3146628439426422, |
| "learning_rate": 5.443099030939887e-05, |
| "loss": 0.0259, |
| "step": 2990 |
| }, |
| { |
| "epoch": 1.35196034249662, |
| "grad_norm": 0.22106441855430603, |
| "learning_rate": 5.415643035142309e-05, |
| "loss": 0.0265, |
| "step": 3000 |
| }, |
| { |
| "epoch": 1.3564668769716088, |
| "grad_norm": 0.3651915490627289, |
| "learning_rate": 5.3881744132384104e-05, |
| "loss": 0.0269, |
| "step": 3010 |
| }, |
| { |
| "epoch": 1.3609734114465977, |
| "grad_norm": 0.3757505714893341, |
| "learning_rate": 5.360693999650303e-05, |
| "loss": 0.0306, |
| "step": 3020 |
| }, |
| { |
| "epoch": 1.3654799459215863, |
| "grad_norm": 0.35480281710624695, |
| "learning_rate": 5.3332026291583016e-05, |
| "loss": 0.0248, |
| "step": 3030 |
| }, |
| { |
| "epoch": 1.3699864803965751, |
| "grad_norm": 0.2390768975019455, |
| "learning_rate": 5.305701136875566e-05, |
| "loss": 0.0222, |
| "step": 3040 |
| }, |
| { |
| "epoch": 1.3744930148715637, |
| "grad_norm": 0.22887788712978363, |
| "learning_rate": 5.278190358222721e-05, |
| "loss": 0.0274, |
| "step": 3050 |
| }, |
| { |
| "epoch": 1.3789995493465526, |
| "grad_norm": 0.212739497423172, |
| "learning_rate": 5.25067112890249e-05, |
| "loss": 0.0305, |
| "step": 3060 |
| }, |
| { |
| "epoch": 1.3835060838215412, |
| "grad_norm": 0.2689642012119293, |
| "learning_rate": 5.2231442848743064e-05, |
| "loss": 0.0265, |
| "step": 3070 |
| }, |
| { |
| "epoch": 1.38801261829653, |
| "grad_norm": 0.3842788636684418, |
| "learning_rate": 5.1956106623289145e-05, |
| "loss": 0.0272, |
| "step": 3080 |
| }, |
| { |
| "epoch": 1.3925191527715186, |
| "grad_norm": 0.24520057439804077, |
| "learning_rate": 5.168071097662972e-05, |
| "loss": 0.0293, |
| "step": 3090 |
| }, |
| { |
| "epoch": 1.3970256872465074, |
| "grad_norm": 0.2542608082294464, |
| "learning_rate": 5.1405264274536445e-05, |
| "loss": 0.0267, |
| "step": 3100 |
| }, |
| { |
| "epoch": 1.4015322217214963, |
| "grad_norm": 0.4185429513454437, |
| "learning_rate": 5.112977488433188e-05, |
| "loss": 0.0285, |
| "step": 3110 |
| }, |
| { |
| "epoch": 1.4060387561964849, |
| "grad_norm": 0.19431346654891968, |
| "learning_rate": 5.085425117463533e-05, |
| "loss": 0.0289, |
| "step": 3120 |
| }, |
| { |
| "epoch": 1.4105452906714737, |
| "grad_norm": 0.26062771677970886, |
| "learning_rate": 5.057870151510864e-05, |
| "loss": 0.0279, |
| "step": 3130 |
| }, |
| { |
| "epoch": 1.4150518251464623, |
| "grad_norm": 0.26456546783447266, |
| "learning_rate": 5.030313427620197e-05, |
| "loss": 0.0275, |
| "step": 3140 |
| }, |
| { |
| "epoch": 1.4195583596214512, |
| "grad_norm": 0.43564432859420776, |
| "learning_rate": 5.0027557828899426e-05, |
| "loss": 0.0277, |
| "step": 3150 |
| }, |
| { |
| "epoch": 1.4240648940964398, |
| "grad_norm": 0.30640044808387756, |
| "learning_rate": 4.975198054446492e-05, |
| "loss": 0.0265, |
| "step": 3160 |
| }, |
| { |
| "epoch": 1.4285714285714286, |
| "grad_norm": 0.38438597321510315, |
| "learning_rate": 4.947641079418773e-05, |
| "loss": 0.0262, |
| "step": 3170 |
| }, |
| { |
| "epoch": 1.4330779630464172, |
| "grad_norm": 0.16926309466362, |
| "learning_rate": 4.920085694912828e-05, |
| "loss": 0.0217, |
| "step": 3180 |
| }, |
| { |
| "epoch": 1.437584497521406, |
| "grad_norm": 0.27010154724121094, |
| "learning_rate": 4.892532737986387e-05, |
| "loss": 0.0256, |
| "step": 3190 |
| }, |
| { |
| "epoch": 1.4420910319963949, |
| "grad_norm": 0.2321266531944275, |
| "learning_rate": 4.864983045623434e-05, |
| "loss": 0.03, |
| "step": 3200 |
| }, |
| { |
| "epoch": 1.4465975664713835, |
| "grad_norm": 0.25559666752815247, |
| "learning_rate": 4.837437454708784e-05, |
| "loss": 0.0253, |
| "step": 3210 |
| }, |
| { |
| "epoch": 1.4511041009463723, |
| "grad_norm": 0.4330507516860962, |
| "learning_rate": 4.809896802002662e-05, |
| "loss": 0.0238, |
| "step": 3220 |
| }, |
| { |
| "epoch": 1.455610635421361, |
| "grad_norm": 0.19567400217056274, |
| "learning_rate": 4.7823619241152854e-05, |
| "loss": 0.0246, |
| "step": 3230 |
| }, |
| { |
| "epoch": 1.4601171698963498, |
| "grad_norm": 0.23764099180698395, |
| "learning_rate": 4.754833657481445e-05, |
| "loss": 0.0226, |
| "step": 3240 |
| }, |
| { |
| "epoch": 1.4646237043713384, |
| "grad_norm": 0.2503581643104553, |
| "learning_rate": 4.7273128383351015e-05, |
| "loss": 0.0247, |
| "step": 3250 |
| }, |
| { |
| "epoch": 1.4691302388463272, |
| "grad_norm": 0.4557305872440338, |
| "learning_rate": 4.699800302683981e-05, |
| "loss": 0.0289, |
| "step": 3260 |
| }, |
| { |
| "epoch": 1.4736367733213158, |
| "grad_norm": 0.1994752585887909, |
| "learning_rate": 4.6722968862841806e-05, |
| "loss": 0.0234, |
| "step": 3270 |
| }, |
| { |
| "epoch": 1.4781433077963047, |
| "grad_norm": 0.20211614668369293, |
| "learning_rate": 4.6448034246147754e-05, |
| "loss": 0.0224, |
| "step": 3280 |
| }, |
| { |
| "epoch": 1.4826498422712935, |
| "grad_norm": 0.3650805354118347, |
| "learning_rate": 4.6173207528524476e-05, |
| "loss": 0.0267, |
| "step": 3290 |
| }, |
| { |
| "epoch": 1.487156376746282, |
| "grad_norm": 0.24409425258636475, |
| "learning_rate": 4.58984970584611e-05, |
| "loss": 0.021, |
| "step": 3300 |
| }, |
| { |
| "epoch": 1.4916629112212707, |
| "grad_norm": 0.4426845908164978, |
| "learning_rate": 4.562391118091544e-05, |
| "loss": 0.0228, |
| "step": 3310 |
| }, |
| { |
| "epoch": 1.4961694456962595, |
| "grad_norm": 0.19797363877296448, |
| "learning_rate": 4.534945823706056e-05, |
| "loss": 0.0245, |
| "step": 3320 |
| }, |
| { |
| "epoch": 1.5006759801712484, |
| "grad_norm": 0.358799546957016, |
| "learning_rate": 4.507514656403137e-05, |
| "loss": 0.027, |
| "step": 3330 |
| }, |
| { |
| "epoch": 1.5051825146462372, |
| "grad_norm": 0.34802407026290894, |
| "learning_rate": 4.480098449467132e-05, |
| "loss": 0.0244, |
| "step": 3340 |
| }, |
| { |
| "epoch": 1.5096890491212258, |
| "grad_norm": 0.38031768798828125, |
| "learning_rate": 4.452698035727929e-05, |
| "loss": 0.0281, |
| "step": 3350 |
| }, |
| { |
| "epoch": 1.5141955835962144, |
| "grad_norm": 0.23278948664665222, |
| "learning_rate": 4.425314247535668e-05, |
| "loss": 0.0238, |
| "step": 3360 |
| }, |
| { |
| "epoch": 1.5187021180712033, |
| "grad_norm": 0.26341181993484497, |
| "learning_rate": 4.3979479167354477e-05, |
| "loss": 0.0306, |
| "step": 3370 |
| }, |
| { |
| "epoch": 1.523208652546192, |
| "grad_norm": 0.2616805136203766, |
| "learning_rate": 4.370599874642055e-05, |
| "loss": 0.0285, |
| "step": 3380 |
| }, |
| { |
| "epoch": 1.5277151870211807, |
| "grad_norm": 0.25497758388519287, |
| "learning_rate": 4.3432709520147205e-05, |
| "loss": 0.0249, |
| "step": 3390 |
| }, |
| { |
| "epoch": 1.5322217214961693, |
| "grad_norm": 0.31226202845573425, |
| "learning_rate": 4.315961979031875e-05, |
| "loss": 0.0275, |
| "step": 3400 |
| }, |
| { |
| "epoch": 1.5367282559711581, |
| "grad_norm": 0.2331710159778595, |
| "learning_rate": 4.2886737852659325e-05, |
| "loss": 0.0227, |
| "step": 3410 |
| }, |
| { |
| "epoch": 1.541234790446147, |
| "grad_norm": 0.1688726544380188, |
| "learning_rate": 4.261407199658093e-05, |
| "loss": 0.0276, |
| "step": 3420 |
| }, |
| { |
| "epoch": 1.5457413249211358, |
| "grad_norm": 0.18571513891220093, |
| "learning_rate": 4.234163050493158e-05, |
| "loss": 0.0235, |
| "step": 3430 |
| }, |
| { |
| "epoch": 1.5502478593961244, |
| "grad_norm": 0.21006722748279572, |
| "learning_rate": 4.2069421653743706e-05, |
| "loss": 0.0259, |
| "step": 3440 |
| }, |
| { |
| "epoch": 1.554754393871113, |
| "grad_norm": 0.29187068343162537, |
| "learning_rate": 4.179745371198276e-05, |
| "loss": 0.0238, |
| "step": 3450 |
| }, |
| { |
| "epoch": 1.5592609283461019, |
| "grad_norm": 0.34513866901397705, |
| "learning_rate": 4.1525734941296026e-05, |
| "loss": 0.0292, |
| "step": 3460 |
| }, |
| { |
| "epoch": 1.5637674628210907, |
| "grad_norm": 0.21385741233825684, |
| "learning_rate": 4.125427359576162e-05, |
| "loss": 0.0244, |
| "step": 3470 |
| }, |
| { |
| "epoch": 1.5682739972960793, |
| "grad_norm": 0.24833562970161438, |
| "learning_rate": 4.0983077921637815e-05, |
| "loss": 0.0253, |
| "step": 3480 |
| }, |
| { |
| "epoch": 1.572780531771068, |
| "grad_norm": 0.24809709191322327, |
| "learning_rate": 4.07121561571125e-05, |
| "loss": 0.0262, |
| "step": 3490 |
| }, |
| { |
| "epoch": 1.5772870662460567, |
| "grad_norm": 0.21606875956058502, |
| "learning_rate": 4.044151653205292e-05, |
| "loss": 0.0298, |
| "step": 3500 |
| }, |
| { |
| "epoch": 1.5817936007210456, |
| "grad_norm": 0.275266170501709, |
| "learning_rate": 4.0171167267755696e-05, |
| "loss": 0.0264, |
| "step": 3510 |
| }, |
| { |
| "epoch": 1.5863001351960344, |
| "grad_norm": 0.25929492712020874, |
| "learning_rate": 3.9901116576697083e-05, |
| "loss": 0.0232, |
| "step": 3520 |
| }, |
| { |
| "epoch": 1.590806669671023, |
| "grad_norm": 0.34931516647338867, |
| "learning_rate": 3.963137266228349e-05, |
| "loss": 0.0238, |
| "step": 3530 |
| }, |
| { |
| "epoch": 1.5953132041460116, |
| "grad_norm": 0.2846148610115051, |
| "learning_rate": 3.93619437186023e-05, |
| "loss": 0.0297, |
| "step": 3540 |
| }, |
| { |
| "epoch": 1.5998197386210005, |
| "grad_norm": 0.3250427544116974, |
| "learning_rate": 3.9092837930172884e-05, |
| "loss": 0.0232, |
| "step": 3550 |
| }, |
| { |
| "epoch": 1.6043262730959893, |
| "grad_norm": 0.4357468783855438, |
| "learning_rate": 3.8824063471698105e-05, |
| "loss": 0.0263, |
| "step": 3560 |
| }, |
| { |
| "epoch": 1.608832807570978, |
| "grad_norm": 0.3501298427581787, |
| "learning_rate": 3.855562850781589e-05, |
| "loss": 0.0291, |
| "step": 3570 |
| }, |
| { |
| "epoch": 1.6133393420459665, |
| "grad_norm": 0.2766558527946472, |
| "learning_rate": 3.828754119285123e-05, |
| "loss": 0.0261, |
| "step": 3580 |
| }, |
| { |
| "epoch": 1.6178458765209554, |
| "grad_norm": 0.4394232928752899, |
| "learning_rate": 3.801980967056851e-05, |
| "loss": 0.0253, |
| "step": 3590 |
| }, |
| { |
| "epoch": 1.6223524109959442, |
| "grad_norm": 0.22753509879112244, |
| "learning_rate": 3.77524420739241e-05, |
| "loss": 0.0247, |
| "step": 3600 |
| }, |
| { |
| "epoch": 1.626858945470933, |
| "grad_norm": 0.14668750762939453, |
| "learning_rate": 3.748544652481927e-05, |
| "loss": 0.0217, |
| "step": 3610 |
| }, |
| { |
| "epoch": 1.6313654799459216, |
| "grad_norm": 0.3097372055053711, |
| "learning_rate": 3.721883113385353e-05, |
| "loss": 0.0228, |
| "step": 3620 |
| }, |
| { |
| "epoch": 1.6358720144209102, |
| "grad_norm": 0.20907972753047943, |
| "learning_rate": 3.695260400007819e-05, |
| "loss": 0.0232, |
| "step": 3630 |
| }, |
| { |
| "epoch": 1.640378548895899, |
| "grad_norm": 0.3218024671077728, |
| "learning_rate": 3.6686773210750385e-05, |
| "loss": 0.0256, |
| "step": 3640 |
| }, |
| { |
| "epoch": 1.644885083370888, |
| "grad_norm": 0.4825204610824585, |
| "learning_rate": 3.642134684108737e-05, |
| "loss": 0.027, |
| "step": 3650 |
| }, |
| { |
| "epoch": 1.6493916178458765, |
| "grad_norm": 0.26790353655815125, |
| "learning_rate": 3.615633295402123e-05, |
| "loss": 0.0243, |
| "step": 3660 |
| }, |
| { |
| "epoch": 1.6538981523208651, |
| "grad_norm": 0.2203965038061142, |
| "learning_rate": 3.5891739599953945e-05, |
| "loss": 0.0264, |
| "step": 3670 |
| }, |
| { |
| "epoch": 1.658404686795854, |
| "grad_norm": 0.23409201204776764, |
| "learning_rate": 3.5627574816512846e-05, |
| "loss": 0.0246, |
| "step": 3680 |
| }, |
| { |
| "epoch": 1.6629112212708428, |
| "grad_norm": 0.30383962392807007, |
| "learning_rate": 3.536384662830648e-05, |
| "loss": 0.0259, |
| "step": 3690 |
| }, |
| { |
| "epoch": 1.6674177557458316, |
| "grad_norm": 0.35908758640289307, |
| "learning_rate": 3.5100563046680764e-05, |
| "loss": 0.0215, |
| "step": 3700 |
| }, |
| { |
| "epoch": 1.6719242902208202, |
| "grad_norm": 0.2763601839542389, |
| "learning_rate": 3.483773206947572e-05, |
| "loss": 0.028, |
| "step": 3710 |
| }, |
| { |
| "epoch": 1.6764308246958088, |
| "grad_norm": 0.3407805562019348, |
| "learning_rate": 3.457536168078247e-05, |
| "loss": 0.0248, |
| "step": 3720 |
| }, |
| { |
| "epoch": 1.6809373591707977, |
| "grad_norm": 0.39421331882476807, |
| "learning_rate": 3.431345985070067e-05, |
| "loss": 0.0213, |
| "step": 3730 |
| }, |
| { |
| "epoch": 1.6854438936457865, |
| "grad_norm": 0.24252741038799286, |
| "learning_rate": 3.40520345350965e-05, |
| "loss": 0.0241, |
| "step": 3740 |
| }, |
| { |
| "epoch": 1.6899504281207751, |
| "grad_norm": 0.3197745382785797, |
| "learning_rate": 3.379109367536089e-05, |
| "loss": 0.0244, |
| "step": 3750 |
| }, |
| { |
| "epoch": 1.6944569625957637, |
| "grad_norm": 0.19386452436447144, |
| "learning_rate": 3.3530645198168295e-05, |
| "loss": 0.024, |
| "step": 3760 |
| }, |
| { |
| "epoch": 1.6989634970707526, |
| "grad_norm": 0.28744441270828247, |
| "learning_rate": 3.327069701523595e-05, |
| "loss": 0.0253, |
| "step": 3770 |
| }, |
| { |
| "epoch": 1.7034700315457414, |
| "grad_norm": 0.2507604658603668, |
| "learning_rate": 3.301125702308353e-05, |
| "loss": 0.025, |
| "step": 3780 |
| }, |
| { |
| "epoch": 1.7079765660207302, |
| "grad_norm": 0.1742129772901535, |
| "learning_rate": 3.275233310279321e-05, |
| "loss": 0.021, |
| "step": 3790 |
| }, |
| { |
| "epoch": 1.7124831004957188, |
| "grad_norm": 0.2849141061306, |
| "learning_rate": 3.249393311977037e-05, |
| "loss": 0.0247, |
| "step": 3800 |
| }, |
| { |
| "epoch": 1.7169896349707074, |
| "grad_norm": 0.29733148217201233, |
| "learning_rate": 3.223606492350451e-05, |
| "loss": 0.0225, |
| "step": 3810 |
| }, |
| { |
| "epoch": 1.7214961694456963, |
| "grad_norm": 0.30721890926361084, |
| "learning_rate": 3.197873634733096e-05, |
| "loss": 0.0303, |
| "step": 3820 |
| }, |
| { |
| "epoch": 1.726002703920685, |
| "grad_norm": 0.2713988423347473, |
| "learning_rate": 3.172195520819285e-05, |
| "loss": 0.0248, |
| "step": 3830 |
| }, |
| { |
| "epoch": 1.7305092383956737, |
| "grad_norm": 0.3847905099391937, |
| "learning_rate": 3.146572930640362e-05, |
| "loss": 0.0209, |
| "step": 3840 |
| }, |
| { |
| "epoch": 1.7350157728706623, |
| "grad_norm": 0.31028538942337036, |
| "learning_rate": 3.121006642541014e-05, |
| "loss": 0.0202, |
| "step": 3850 |
| }, |
| { |
| "epoch": 1.7395223073456512, |
| "grad_norm": 0.27602332830429077, |
| "learning_rate": 3.095497433155626e-05, |
| "loss": 0.0233, |
| "step": 3860 |
| }, |
| { |
| "epoch": 1.74402884182064, |
| "grad_norm": 0.3796842694282532, |
| "learning_rate": 3.070046077384682e-05, |
| "loss": 0.0223, |
| "step": 3870 |
| }, |
| { |
| "epoch": 1.7485353762956286, |
| "grad_norm": 0.2119683027267456, |
| "learning_rate": 3.0446533483712304e-05, |
| "loss": 0.0239, |
| "step": 3880 |
| }, |
| { |
| "epoch": 1.7530419107706174, |
| "grad_norm": 0.24506255984306335, |
| "learning_rate": 3.0193200174774038e-05, |
| "loss": 0.022, |
| "step": 3890 |
| }, |
| { |
| "epoch": 1.757548445245606, |
| "grad_norm": 0.32508525252342224, |
| "learning_rate": 2.994046854260974e-05, |
| "loss": 0.0245, |
| "step": 3900 |
| }, |
| { |
| "epoch": 1.7620549797205949, |
| "grad_norm": 0.20469440519809723, |
| "learning_rate": 2.9688346264519866e-05, |
| "loss": 0.0207, |
| "step": 3910 |
| }, |
| { |
| "epoch": 1.7665615141955837, |
| "grad_norm": 0.26294296979904175, |
| "learning_rate": 2.943684099929436e-05, |
| "loss": 0.0216, |
| "step": 3920 |
| }, |
| { |
| "epoch": 1.7710680486705723, |
| "grad_norm": 0.3567039668560028, |
| "learning_rate": 2.918596038697995e-05, |
| "loss": 0.0218, |
| "step": 3930 |
| }, |
| { |
| "epoch": 1.775574583145561, |
| "grad_norm": 0.2530527412891388, |
| "learning_rate": 2.8935712048648112e-05, |
| "loss": 0.0235, |
| "step": 3940 |
| }, |
| { |
| "epoch": 1.7800811176205498, |
| "grad_norm": 0.24893037974834442, |
| "learning_rate": 2.8686103586163626e-05, |
| "loss": 0.0241, |
| "step": 3950 |
| }, |
| { |
| "epoch": 1.7845876520955386, |
| "grad_norm": 0.16834482550621033, |
| "learning_rate": 2.843714258195346e-05, |
| "loss": 0.0205, |
| "step": 3960 |
| }, |
| { |
| "epoch": 1.7890941865705272, |
| "grad_norm": 0.27988240122795105, |
| "learning_rate": 2.8188836598776662e-05, |
| "loss": 0.0252, |
| "step": 3970 |
| }, |
| { |
| "epoch": 1.793600721045516, |
| "grad_norm": 0.30347898602485657, |
| "learning_rate": 2.7941193179494484e-05, |
| "loss": 0.0217, |
| "step": 3980 |
| }, |
| { |
| "epoch": 1.7981072555205047, |
| "grad_norm": 0.25655266642570496, |
| "learning_rate": 2.7694219846841262e-05, |
| "loss": 0.0211, |
| "step": 3990 |
| }, |
| { |
| "epoch": 1.8026137899954935, |
| "grad_norm": 0.3710828125476837, |
| "learning_rate": 2.7447924103195976e-05, |
| "loss": 0.0219, |
| "step": 4000 |
| }, |
| { |
| "epoch": 1.8071203244704823, |
| "grad_norm": 0.2574242949485779, |
| "learning_rate": 2.7202313430354253e-05, |
| "loss": 0.0247, |
| "step": 4010 |
| }, |
| { |
| "epoch": 1.811626858945471, |
| "grad_norm": 0.40293288230895996, |
| "learning_rate": 2.695739528930111e-05, |
| "loss": 0.0209, |
| "step": 4020 |
| }, |
| { |
| "epoch": 1.8161333934204595, |
| "grad_norm": 0.3222706913948059, |
| "learning_rate": 2.67131771199844e-05, |
| "loss": 0.0251, |
| "step": 4030 |
| }, |
| { |
| "epoch": 1.8206399278954484, |
| "grad_norm": 0.26648765802383423, |
| "learning_rate": 2.6469666341088677e-05, |
| "loss": 0.0256, |
| "step": 4040 |
| }, |
| { |
| "epoch": 1.8251464623704372, |
| "grad_norm": 0.28373172879219055, |
| "learning_rate": 2.6226870349809885e-05, |
| "loss": 0.0202, |
| "step": 4050 |
| }, |
| { |
| "epoch": 1.8296529968454258, |
| "grad_norm": 0.25330257415771484, |
| "learning_rate": 2.5984796521630737e-05, |
| "loss": 0.0247, |
| "step": 4060 |
| }, |
| { |
| "epoch": 1.8341595313204146, |
| "grad_norm": 0.139094278216362, |
| "learning_rate": 2.574345221009653e-05, |
| "loss": 0.0205, |
| "step": 4070 |
| }, |
| { |
| "epoch": 1.8386660657954033, |
| "grad_norm": 0.2842341959476471, |
| "learning_rate": 2.5502844746591804e-05, |
| "loss": 0.0216, |
| "step": 4080 |
| }, |
| { |
| "epoch": 1.843172600270392, |
| "grad_norm": 0.41371697187423706, |
| "learning_rate": 2.526298144011775e-05, |
| "loss": 0.0222, |
| "step": 4090 |
| }, |
| { |
| "epoch": 1.847679134745381, |
| "grad_norm": 0.2952522039413452, |
| "learning_rate": 2.5023869577070013e-05, |
| "loss": 0.0241, |
| "step": 4100 |
| }, |
| { |
| "epoch": 1.8521856692203695, |
| "grad_norm": 0.19774621725082397, |
| "learning_rate": 2.478551642101743e-05, |
| "loss": 0.0224, |
| "step": 4110 |
| }, |
| { |
| "epoch": 1.8566922036953581, |
| "grad_norm": 0.29574140906333923, |
| "learning_rate": 2.4547929212481435e-05, |
| "loss": 0.0216, |
| "step": 4120 |
| }, |
| { |
| "epoch": 1.861198738170347, |
| "grad_norm": 0.195835679769516, |
| "learning_rate": 2.4311115168716013e-05, |
| "loss": 0.0215, |
| "step": 4130 |
| }, |
| { |
| "epoch": 1.8657052726453358, |
| "grad_norm": 0.20670582354068756, |
| "learning_rate": 2.4075081483488494e-05, |
| "loss": 0.0232, |
| "step": 4140 |
| }, |
| { |
| "epoch": 1.8702118071203244, |
| "grad_norm": 0.2566024363040924, |
| "learning_rate": 2.3839835326861104e-05, |
| "loss": 0.0199, |
| "step": 4150 |
| }, |
| { |
| "epoch": 1.8747183415953133, |
| "grad_norm": 0.2638568878173828, |
| "learning_rate": 2.3605383844972966e-05, |
| "loss": 0.0205, |
| "step": 4160 |
| }, |
| { |
| "epoch": 1.8792248760703019, |
| "grad_norm": 0.3287387192249298, |
| "learning_rate": 2.3371734159823284e-05, |
| "loss": 0.0261, |
| "step": 4170 |
| }, |
| { |
| "epoch": 1.8837314105452907, |
| "grad_norm": 0.2699003517627716, |
| "learning_rate": 2.3138893369054766e-05, |
| "loss": 0.0254, |
| "step": 4180 |
| }, |
| { |
| "epoch": 1.8882379450202795, |
| "grad_norm": 0.21036432683467865, |
| "learning_rate": 2.2906868545738102e-05, |
| "loss": 0.0269, |
| "step": 4190 |
| }, |
| { |
| "epoch": 1.8927444794952681, |
| "grad_norm": 0.19465819001197815, |
| "learning_rate": 2.2675666738157186e-05, |
| "loss": 0.0187, |
| "step": 4200 |
| }, |
| { |
| "epoch": 1.8972510139702567, |
| "grad_norm": 0.2767084538936615, |
| "learning_rate": 2.2445294969594844e-05, |
| "loss": 0.0193, |
| "step": 4210 |
| }, |
| { |
| "epoch": 1.9017575484452456, |
| "grad_norm": 0.2378600835800171, |
| "learning_rate": 2.22157602381196e-05, |
| "loss": 0.0193, |
| "step": 4220 |
| }, |
| { |
| "epoch": 1.9062640829202344, |
| "grad_norm": 0.19627360999584198, |
| "learning_rate": 2.1987069516373098e-05, |
| "loss": 0.0191, |
| "step": 4230 |
| }, |
| { |
| "epoch": 1.910770617395223, |
| "grad_norm": 0.2340729534626007, |
| "learning_rate": 2.1759229751358217e-05, |
| "loss": 0.0217, |
| "step": 4240 |
| }, |
| { |
| "epoch": 1.9152771518702119, |
| "grad_norm": 0.3141508102416992, |
| "learning_rate": 2.1532247864228084e-05, |
| "loss": 0.0212, |
| "step": 4250 |
| }, |
| { |
| "epoch": 1.9197836863452005, |
| "grad_norm": 0.20378944277763367, |
| "learning_rate": 2.1306130750075865e-05, |
| "loss": 0.0247, |
| "step": 4260 |
| }, |
| { |
| "epoch": 1.9242902208201893, |
| "grad_norm": 0.22219422459602356, |
| "learning_rate": 2.1080885277725236e-05, |
| "loss": 0.0197, |
| "step": 4270 |
| }, |
| { |
| "epoch": 1.9287967552951781, |
| "grad_norm": 0.24195589125156403, |
| "learning_rate": 2.085651828952175e-05, |
| "loss": 0.0204, |
| "step": 4280 |
| }, |
| { |
| "epoch": 1.9333032897701667, |
| "grad_norm": 0.20648203790187836, |
| "learning_rate": 2.063303660112506e-05, |
| "loss": 0.0215, |
| "step": 4290 |
| }, |
| { |
| "epoch": 1.9378098242451554, |
| "grad_norm": 0.18438620865345, |
| "learning_rate": 2.0410447001301753e-05, |
| "loss": 0.0203, |
| "step": 4300 |
| }, |
| { |
| "epoch": 1.9423163587201442, |
| "grad_norm": 0.2851010859012604, |
| "learning_rate": 2.0188756251719203e-05, |
| "loss": 0.0192, |
| "step": 4310 |
| }, |
| { |
| "epoch": 1.946822893195133, |
| "grad_norm": 0.22230264544487, |
| "learning_rate": 1.9967971086740195e-05, |
| "loss": 0.0194, |
| "step": 4320 |
| }, |
| { |
| "epoch": 1.9513294276701216, |
| "grad_norm": 0.2532363533973694, |
| "learning_rate": 1.974809821321827e-05, |
| "loss": 0.0199, |
| "step": 4330 |
| }, |
| { |
| "epoch": 1.9558359621451105, |
| "grad_norm": 0.27732741832733154, |
| "learning_rate": 1.9529144310294023e-05, |
| "loss": 0.0176, |
| "step": 4340 |
| }, |
| { |
| "epoch": 1.960342496620099, |
| "grad_norm": 0.2874254882335663, |
| "learning_rate": 1.9311116029192278e-05, |
| "loss": 0.0206, |
| "step": 4350 |
| }, |
| { |
| "epoch": 1.964849031095088, |
| "grad_norm": 0.47138524055480957, |
| "learning_rate": 1.909401999301993e-05, |
| "loss": 0.0208, |
| "step": 4360 |
| }, |
| { |
| "epoch": 1.9693555655700767, |
| "grad_norm": 0.36398109793663025, |
| "learning_rate": 1.887786279656482e-05, |
| "loss": 0.0194, |
| "step": 4370 |
| }, |
| { |
| "epoch": 1.9738621000450653, |
| "grad_norm": 0.2535214424133301, |
| "learning_rate": 1.8662651006095387e-05, |
| "loss": 0.0168, |
| "step": 4380 |
| }, |
| { |
| "epoch": 1.978368634520054, |
| "grad_norm": 0.27305617928504944, |
| "learning_rate": 1.8448391159161204e-05, |
| "loss": 0.0231, |
| "step": 4390 |
| }, |
| { |
| "epoch": 1.9828751689950428, |
| "grad_norm": 0.37687426805496216, |
| "learning_rate": 1.8235089764394408e-05, |
| "loss": 0.0264, |
| "step": 4400 |
| }, |
| { |
| "epoch": 1.9873817034700316, |
| "grad_norm": 0.27355533838272095, |
| "learning_rate": 1.8022753301311935e-05, |
| "loss": 0.0187, |
| "step": 4410 |
| }, |
| { |
| "epoch": 1.9918882379450202, |
| "grad_norm": 0.18611645698547363, |
| "learning_rate": 1.7811388220118707e-05, |
| "loss": 0.0205, |
| "step": 4420 |
| }, |
| { |
| "epoch": 1.996394772420009, |
| "grad_norm": 0.24097110331058502, |
| "learning_rate": 1.7601000941511757e-05, |
| "loss": 0.0193, |
| "step": 4430 |
| }, |
| { |
| "epoch": 2.0009013068949977, |
| "grad_norm": 0.24425698816776276, |
| "learning_rate": 1.7391597856485083e-05, |
| "loss": 0.0235, |
| "step": 4440 |
| }, |
| { |
| "epoch": 2.0054078413699865, |
| "grad_norm": 0.17581070959568024, |
| "learning_rate": 1.7183185326135543e-05, |
| "loss": 0.0185, |
| "step": 4450 |
| }, |
| { |
| "epoch": 2.0099143758449753, |
| "grad_norm": 0.3250001072883606, |
| "learning_rate": 1.6975769681469705e-05, |
| "loss": 0.0222, |
| "step": 4460 |
| }, |
| { |
| "epoch": 2.0144209103199637, |
| "grad_norm": 0.19219358265399933, |
| "learning_rate": 1.676935722321139e-05, |
| "loss": 0.0181, |
| "step": 4470 |
| }, |
| { |
| "epoch": 2.0189274447949526, |
| "grad_norm": 0.241658017039299, |
| "learning_rate": 1.6563954221610355e-05, |
| "loss": 0.019, |
| "step": 4480 |
| }, |
| { |
| "epoch": 2.0234339792699414, |
| "grad_norm": 0.2774387300014496, |
| "learning_rate": 1.6359566916251845e-05, |
| "loss": 0.0192, |
| "step": 4490 |
| }, |
| { |
| "epoch": 2.0279405137449302, |
| "grad_norm": 0.21496427059173584, |
| "learning_rate": 1.615620151586697e-05, |
| "loss": 0.0188, |
| "step": 4500 |
| }, |
| { |
| "epoch": 2.032447048219919, |
| "grad_norm": 0.1837158203125, |
| "learning_rate": 1.5953864198144135e-05, |
| "loss": 0.0233, |
| "step": 4510 |
| }, |
| { |
| "epoch": 2.0369535826949074, |
| "grad_norm": 0.17668190598487854, |
| "learning_rate": 1.5752561109541447e-05, |
| "loss": 0.019, |
| "step": 4520 |
| }, |
| { |
| "epoch": 2.0414601171698963, |
| "grad_norm": 0.30871114134788513, |
| "learning_rate": 1.5552298365099882e-05, |
| "loss": 0.02, |
| "step": 4530 |
| }, |
| { |
| "epoch": 2.045966651644885, |
| "grad_norm": 0.2313903123140335, |
| "learning_rate": 1.5353082048257596e-05, |
| "loss": 0.0188, |
| "step": 4540 |
| }, |
| { |
| "epoch": 2.050473186119874, |
| "grad_norm": 0.26024189591407776, |
| "learning_rate": 1.5154918210665148e-05, |
| "loss": 0.0178, |
| "step": 4550 |
| }, |
| { |
| "epoch": 2.0549797205948623, |
| "grad_norm": 0.17537832260131836, |
| "learning_rate": 1.4957812872001614e-05, |
| "loss": 0.0171, |
| "step": 4560 |
| }, |
| { |
| "epoch": 2.059486255069851, |
| "grad_norm": 0.22276636958122253, |
| "learning_rate": 1.4761772019791748e-05, |
| "loss": 0.0218, |
| "step": 4570 |
| }, |
| { |
| "epoch": 2.06399278954484, |
| "grad_norm": 0.29226812720298767, |
| "learning_rate": 1.4566801609224096e-05, |
| "loss": 0.0199, |
| "step": 4580 |
| }, |
| { |
| "epoch": 2.068499324019829, |
| "grad_norm": 0.13950946927070618, |
| "learning_rate": 1.4372907562970079e-05, |
| "loss": 0.0185, |
| "step": 4590 |
| }, |
| { |
| "epoch": 2.0730058584948177, |
| "grad_norm": 0.3369109034538269, |
| "learning_rate": 1.4180095771004154e-05, |
| "loss": 0.0185, |
| "step": 4600 |
| }, |
| { |
| "epoch": 2.077512392969806, |
| "grad_norm": 0.18175926804542542, |
| "learning_rate": 1.3988372090424773e-05, |
| "loss": 0.0182, |
| "step": 4610 |
| }, |
| { |
| "epoch": 2.082018927444795, |
| "grad_norm": 0.18728753924369812, |
| "learning_rate": 1.3797742345276521e-05, |
| "loss": 0.0212, |
| "step": 4620 |
| }, |
| { |
| "epoch": 2.0865254619197837, |
| "grad_norm": 0.34477806091308594, |
| "learning_rate": 1.3608212326373249e-05, |
| "loss": 0.0178, |
| "step": 4630 |
| }, |
| { |
| "epoch": 2.0910319963947726, |
| "grad_norm": 0.26200950145721436, |
| "learning_rate": 1.3419787791122062e-05, |
| "loss": 0.0224, |
| "step": 4640 |
| }, |
| { |
| "epoch": 2.095538530869761, |
| "grad_norm": 0.3021700978279114, |
| "learning_rate": 1.323247446334847e-05, |
| "loss": 0.0191, |
| "step": 4650 |
| }, |
| { |
| "epoch": 2.1000450653447498, |
| "grad_norm": 0.3316539525985718, |
| "learning_rate": 1.3046278033122577e-05, |
| "loss": 0.0283, |
| "step": 4660 |
| }, |
| { |
| "epoch": 2.1045515998197386, |
| "grad_norm": 0.1632920801639557, |
| "learning_rate": 1.286120415658611e-05, |
| "loss": 0.0194, |
| "step": 4670 |
| }, |
| { |
| "epoch": 2.1090581342947274, |
| "grad_norm": 0.1976853907108307, |
| "learning_rate": 1.2677258455780683e-05, |
| "loss": 0.0148, |
| "step": 4680 |
| }, |
| { |
| "epoch": 2.1135646687697163, |
| "grad_norm": 0.23479895293712616, |
| "learning_rate": 1.2494446518477022e-05, |
| "loss": 0.0189, |
| "step": 4690 |
| }, |
| { |
| "epoch": 2.1180712032447047, |
| "grad_norm": 0.30539777874946594, |
| "learning_rate": 1.2312773898005175e-05, |
| "loss": 0.0228, |
| "step": 4700 |
| }, |
| { |
| "epoch": 2.1225777377196935, |
| "grad_norm": 0.30705100297927856, |
| "learning_rate": 1.2132246113085822e-05, |
| "loss": 0.0193, |
| "step": 4710 |
| }, |
| { |
| "epoch": 2.1270842721946823, |
| "grad_norm": 0.2029878795146942, |
| "learning_rate": 1.1952868647662696e-05, |
| "loss": 0.019, |
| "step": 4720 |
| }, |
| { |
| "epoch": 2.131590806669671, |
| "grad_norm": 0.18533135950565338, |
| "learning_rate": 1.1774646950735913e-05, |
| "loss": 0.0195, |
| "step": 4730 |
| }, |
| { |
| "epoch": 2.1360973411446595, |
| "grad_norm": 0.2080821990966797, |
| "learning_rate": 1.1597586436196473e-05, |
| "loss": 0.0166, |
| "step": 4740 |
| }, |
| { |
| "epoch": 2.1406038756196484, |
| "grad_norm": 0.31969302892684937, |
| "learning_rate": 1.1421692482661856e-05, |
| "loss": 0.0203, |
| "step": 4750 |
| }, |
| { |
| "epoch": 2.145110410094637, |
| "grad_norm": 0.24333935976028442, |
| "learning_rate": 1.124697043331256e-05, |
| "loss": 0.0184, |
| "step": 4760 |
| }, |
| { |
| "epoch": 2.149616944569626, |
| "grad_norm": 0.19227945804595947, |
| "learning_rate": 1.107342559572977e-05, |
| "loss": 0.0188, |
| "step": 4770 |
| }, |
| { |
| "epoch": 2.154123479044615, |
| "grad_norm": 0.19732537865638733, |
| "learning_rate": 1.090106324173426e-05, |
| "loss": 0.0197, |
| "step": 4780 |
| }, |
| { |
| "epoch": 2.1586300135196033, |
| "grad_norm": 0.15802103281021118, |
| "learning_rate": 1.0729888607226113e-05, |
| "loss": 0.0182, |
| "step": 4790 |
| }, |
| { |
| "epoch": 2.163136547994592, |
| "grad_norm": 0.2904999852180481, |
| "learning_rate": 1.0559906892025745e-05, |
| "loss": 0.0186, |
| "step": 4800 |
| }, |
| { |
| "epoch": 2.167643082469581, |
| "grad_norm": 0.23428887128829956, |
| "learning_rate": 1.0391123259715906e-05, |
| "loss": 0.0159, |
| "step": 4810 |
| }, |
| { |
| "epoch": 2.1721496169445698, |
| "grad_norm": 0.3197067379951477, |
| "learning_rate": 1.0223542837484839e-05, |
| "loss": 0.0162, |
| "step": 4820 |
| }, |
| { |
| "epoch": 2.176656151419558, |
| "grad_norm": 0.28800123929977417, |
| "learning_rate": 1.0057170715970559e-05, |
| "loss": 0.0212, |
| "step": 4830 |
| }, |
| { |
| "epoch": 2.181162685894547, |
| "grad_norm": 0.17282193899154663, |
| "learning_rate": 9.892011949106172e-06, |
| "loss": 0.0239, |
| "step": 4840 |
| }, |
| { |
| "epoch": 2.185669220369536, |
| "grad_norm": 0.1726592779159546, |
| "learning_rate": 9.728071553966339e-06, |
| "loss": 0.0189, |
| "step": 4850 |
| }, |
| { |
| "epoch": 2.1901757548445246, |
| "grad_norm": 0.35551711916923523, |
| "learning_rate": 9.56535451061496e-06, |
| "loss": 0.019, |
| "step": 4860 |
| }, |
| { |
| "epoch": 2.1946822893195135, |
| "grad_norm": 0.17836950719356537, |
| "learning_rate": 9.403865761953779e-06, |
| "loss": 0.0188, |
| "step": 4870 |
| }, |
| { |
| "epoch": 2.199188823794502, |
| "grad_norm": 0.23516590893268585, |
| "learning_rate": 9.243610213572285e-06, |
| "loss": 0.0186, |
| "step": 4880 |
| }, |
| { |
| "epoch": 2.2036953582694907, |
| "grad_norm": 0.2716933488845825, |
| "learning_rate": 9.084592733598735e-06, |
| "loss": 0.0189, |
| "step": 4890 |
| }, |
| { |
| "epoch": 2.2082018927444795, |
| "grad_norm": 0.20004285871982574, |
| "learning_rate": 8.92681815255219e-06, |
| "loss": 0.0188, |
| "step": 4900 |
| }, |
| { |
| "epoch": 2.2127084272194684, |
| "grad_norm": 0.2067214548587799, |
| "learning_rate": 8.770291263195819e-06, |
| "loss": 0.0165, |
| "step": 4910 |
| }, |
| { |
| "epoch": 2.2172149616944568, |
| "grad_norm": 0.28879204392433167, |
| "learning_rate": 8.615016820391342e-06, |
| "loss": 0.0178, |
| "step": 4920 |
| }, |
| { |
| "epoch": 2.2217214961694456, |
| "grad_norm": 0.2629530429840088, |
| "learning_rate": 8.460999540954517e-06, |
| "loss": 0.0183, |
| "step": 4930 |
| }, |
| { |
| "epoch": 2.2262280306444344, |
| "grad_norm": 0.2962844967842102, |
| "learning_rate": 8.308244103511909e-06, |
| "loss": 0.0174, |
| "step": 4940 |
| }, |
| { |
| "epoch": 2.2307345651194233, |
| "grad_norm": 0.3171859383583069, |
| "learning_rate": 8.156755148358764e-06, |
| "loss": 0.0196, |
| "step": 4950 |
| }, |
| { |
| "epoch": 2.235241099594412, |
| "grad_norm": 0.2336103320121765, |
| "learning_rate": 8.00653727731801e-06, |
| "loss": 0.0172, |
| "step": 4960 |
| }, |
| { |
| "epoch": 2.2397476340694005, |
| "grad_norm": 0.216200590133667, |
| "learning_rate": 7.857595053600513e-06, |
| "loss": 0.0214, |
| "step": 4970 |
| }, |
| { |
| "epoch": 2.2442541685443893, |
| "grad_norm": 0.22072236239910126, |
| "learning_rate": 7.709933001666431e-06, |
| "loss": 0.0223, |
| "step": 4980 |
| }, |
| { |
| "epoch": 2.248760703019378, |
| "grad_norm": 0.20535816252231598, |
| "learning_rate": 7.56355560708778e-06, |
| "loss": 0.0181, |
| "step": 4990 |
| }, |
| { |
| "epoch": 2.253267237494367, |
| "grad_norm": 0.2562779188156128, |
| "learning_rate": 7.418467316412158e-06, |
| "loss": 0.0188, |
| "step": 5000 |
| }, |
| { |
| "epoch": 2.2577737719693554, |
| "grad_norm": 0.16461294889450073, |
| "learning_rate": 7.2746725370277435e-06, |
| "loss": 0.0179, |
| "step": 5010 |
| }, |
| { |
| "epoch": 2.262280306444344, |
| "grad_norm": 0.330908864736557, |
| "learning_rate": 7.132175637029293e-06, |
| "loss": 0.0191, |
| "step": 5020 |
| }, |
| { |
| "epoch": 2.266786840919333, |
| "grad_norm": 0.2241436243057251, |
| "learning_rate": 6.9909809450855345e-06, |
| "loss": 0.0188, |
| "step": 5030 |
| }, |
| { |
| "epoch": 2.271293375394322, |
| "grad_norm": 0.13138526678085327, |
| "learning_rate": 6.851092750307686e-06, |
| "loss": 0.0163, |
| "step": 5040 |
| }, |
| { |
| "epoch": 2.2757999098693107, |
| "grad_norm": 0.1890491396188736, |
| "learning_rate": 6.712515302119077e-06, |
| "loss": 0.0158, |
| "step": 5050 |
| }, |
| { |
| "epoch": 2.280306444344299, |
| "grad_norm": 0.306371808052063, |
| "learning_rate": 6.575252810126143e-06, |
| "loss": 0.0189, |
| "step": 5060 |
| }, |
| { |
| "epoch": 2.284812978819288, |
| "grad_norm": 0.1549181491136551, |
| "learning_rate": 6.439309443990532e-06, |
| "loss": 0.0149, |
| "step": 5070 |
| }, |
| { |
| "epoch": 2.2893195132942767, |
| "grad_norm": 0.2806573212146759, |
| "learning_rate": 6.304689333302416e-06, |
| "loss": 0.0176, |
| "step": 5080 |
| }, |
| { |
| "epoch": 2.2938260477692656, |
| "grad_norm": 0.1734631359577179, |
| "learning_rate": 6.171396567455051e-06, |
| "loss": 0.0206, |
| "step": 5090 |
| }, |
| { |
| "epoch": 2.298332582244254, |
| "grad_norm": 0.21924105286598206, |
| "learning_rate": 6.039435195520604e-06, |
| "loss": 0.0182, |
| "step": 5100 |
| }, |
| { |
| "epoch": 2.302839116719243, |
| "grad_norm": 0.17462554574012756, |
| "learning_rate": 5.908809226127054e-06, |
| "loss": 0.0158, |
| "step": 5110 |
| }, |
| { |
| "epoch": 2.3073456511942316, |
| "grad_norm": 0.17253363132476807, |
| "learning_rate": 5.779522627336537e-06, |
| "loss": 0.0217, |
| "step": 5120 |
| }, |
| { |
| "epoch": 2.3118521856692205, |
| "grad_norm": 0.20045822858810425, |
| "learning_rate": 5.651579326524709e-06, |
| "loss": 0.0158, |
| "step": 5130 |
| }, |
| { |
| "epoch": 2.3163587201442093, |
| "grad_norm": 0.22998452186584473, |
| "learning_rate": 5.524983210261481e-06, |
| "loss": 0.0167, |
| "step": 5140 |
| }, |
| { |
| "epoch": 2.3208652546191977, |
| "grad_norm": 0.18026438355445862, |
| "learning_rate": 5.399738124192988e-06, |
| "loss": 0.0183, |
| "step": 5150 |
| }, |
| { |
| "epoch": 2.3253717890941865, |
| "grad_norm": 0.23258791863918304, |
| "learning_rate": 5.2758478729247164e-06, |
| "loss": 0.0217, |
| "step": 5160 |
| }, |
| { |
| "epoch": 2.3298783235691753, |
| "grad_norm": 0.17998817563056946, |
| "learning_rate": 5.153316219905946e-06, |
| "loss": 0.0138, |
| "step": 5170 |
| }, |
| { |
| "epoch": 2.334384858044164, |
| "grad_norm": 0.19988596439361572, |
| "learning_rate": 5.032146887315448e-06, |
| "loss": 0.0166, |
| "step": 5180 |
| }, |
| { |
| "epoch": 2.3388913925191526, |
| "grad_norm": 0.22880075871944427, |
| "learning_rate": 4.91234355594839e-06, |
| "loss": 0.0201, |
| "step": 5190 |
| }, |
| { |
| "epoch": 2.3433979269941414, |
| "grad_norm": 0.2588236927986145, |
| "learning_rate": 4.7939098651045235e-06, |
| "loss": 0.0192, |
| "step": 5200 |
| }, |
| { |
| "epoch": 2.3479044614691302, |
| "grad_norm": 0.27468037605285645, |
| "learning_rate": 4.67684941247768e-06, |
| "loss": 0.0168, |
| "step": 5210 |
| }, |
| { |
| "epoch": 2.352410995944119, |
| "grad_norm": 0.27830731868743896, |
| "learning_rate": 4.5611657540464036e-06, |
| "loss": 0.0173, |
| "step": 5220 |
| }, |
| { |
| "epoch": 2.356917530419108, |
| "grad_norm": 0.18895769119262695, |
| "learning_rate": 4.446862403965984e-06, |
| "loss": 0.0171, |
| "step": 5230 |
| }, |
| { |
| "epoch": 2.3614240648940963, |
| "grad_norm": 0.21669025719165802, |
| "learning_rate": 4.333942834461702e-06, |
| "loss": 0.0164, |
| "step": 5240 |
| }, |
| { |
| "epoch": 2.365930599369085, |
| "grad_norm": 0.2360762655735016, |
| "learning_rate": 4.222410475723326e-06, |
| "loss": 0.0141, |
| "step": 5250 |
| }, |
| { |
| "epoch": 2.370437133844074, |
| "grad_norm": 0.1209314838051796, |
| "learning_rate": 4.112268715800943e-06, |
| "loss": 0.0167, |
| "step": 5260 |
| }, |
| { |
| "epoch": 2.374943668319063, |
| "grad_norm": 0.20551355183124542, |
| "learning_rate": 4.003520900502028e-06, |
| "loss": 0.0199, |
| "step": 5270 |
| }, |
| { |
| "epoch": 2.379450202794051, |
| "grad_norm": 0.22898143529891968, |
| "learning_rate": 3.8961703332898e-06, |
| "loss": 0.0191, |
| "step": 5280 |
| }, |
| { |
| "epoch": 2.38395673726904, |
| "grad_norm": 0.23443341255187988, |
| "learning_rate": 3.790220275182854e-06, |
| "loss": 0.0174, |
| "step": 5290 |
| }, |
| { |
| "epoch": 2.388463271744029, |
| "grad_norm": 0.2726236879825592, |
| "learning_rate": 3.685673944656176e-06, |
| "loss": 0.0163, |
| "step": 5300 |
| }, |
| { |
| "epoch": 2.3929698062190177, |
| "grad_norm": 0.1628473550081253, |
| "learning_rate": 3.582534517543268e-06, |
| "loss": 0.0171, |
| "step": 5310 |
| }, |
| { |
| "epoch": 2.3974763406940065, |
| "grad_norm": 0.21988871693611145, |
| "learning_rate": 3.4808051269397512e-06, |
| "loss": 0.017, |
| "step": 5320 |
| }, |
| { |
| "epoch": 2.401982875168995, |
| "grad_norm": 0.20831140875816345, |
| "learning_rate": 3.380488863108183e-06, |
| "loss": 0.0147, |
| "step": 5330 |
| }, |
| { |
| "epoch": 2.4064894096439837, |
| "grad_norm": 0.14857836067676544, |
| "learning_rate": 3.2815887733841365e-06, |
| "loss": 0.017, |
| "step": 5340 |
| }, |
| { |
| "epoch": 2.4109959441189726, |
| "grad_norm": 0.2192021608352661, |
| "learning_rate": 3.1841078620836683e-06, |
| "loss": 0.0178, |
| "step": 5350 |
| }, |
| { |
| "epoch": 2.4155024785939614, |
| "grad_norm": 0.3058303892612457, |
| "learning_rate": 3.0880490904120874e-06, |
| "loss": 0.0181, |
| "step": 5360 |
| }, |
| { |
| "epoch": 2.4200090130689498, |
| "grad_norm": 0.18619996309280396, |
| "learning_rate": 2.9934153763739205e-06, |
| "loss": 0.0206, |
| "step": 5370 |
| }, |
| { |
| "epoch": 2.4245155475439386, |
| "grad_norm": 0.27164605259895325, |
| "learning_rate": 2.9002095946843277e-06, |
| "loss": 0.0184, |
| "step": 5380 |
| }, |
| { |
| "epoch": 2.4290220820189274, |
| "grad_norm": 0.1635366976261139, |
| "learning_rate": 2.8084345766817676e-06, |
| "loss": 0.0146, |
| "step": 5390 |
| }, |
| { |
| "epoch": 2.4335286164939163, |
| "grad_norm": 0.17613479495048523, |
| "learning_rate": 2.718093110241976e-06, |
| "loss": 0.0162, |
| "step": 5400 |
| }, |
| { |
| "epoch": 2.438035150968905, |
| "grad_norm": 0.17367282509803772, |
| "learning_rate": 2.6291879396933004e-06, |
| "loss": 0.0173, |
| "step": 5410 |
| }, |
| { |
| "epoch": 2.4425416854438935, |
| "grad_norm": 0.32133030891418457, |
| "learning_rate": 2.541721765733318e-06, |
| "loss": 0.0159, |
| "step": 5420 |
| }, |
| { |
| "epoch": 2.4470482199188823, |
| "grad_norm": 0.19625501334667206, |
| "learning_rate": 2.455697245346783e-06, |
| "loss": 0.0163, |
| "step": 5430 |
| }, |
| { |
| "epoch": 2.451554754393871, |
| "grad_norm": 0.20847471058368683, |
| "learning_rate": 2.371116991724953e-06, |
| "loss": 0.015, |
| "step": 5440 |
| }, |
| { |
| "epoch": 2.45606128886886, |
| "grad_norm": 0.364586740732193, |
| "learning_rate": 2.2879835741861586e-06, |
| "loss": 0.0201, |
| "step": 5450 |
| }, |
| { |
| "epoch": 2.4605678233438484, |
| "grad_norm": 0.15361112356185913, |
| "learning_rate": 2.206299518097804e-06, |
| "loss": 0.015, |
| "step": 5460 |
| }, |
| { |
| "epoch": 2.465074357818837, |
| "grad_norm": 0.2299061268568039, |
| "learning_rate": 2.1260673047996227e-06, |
| "loss": 0.0157, |
| "step": 5470 |
| }, |
| { |
| "epoch": 2.469580892293826, |
| "grad_norm": 0.21467052400112152, |
| "learning_rate": 2.047289371528299e-06, |
| "loss": 0.0163, |
| "step": 5480 |
| }, |
| { |
| "epoch": 2.474087426768815, |
| "grad_norm": 0.16478459537029266, |
| "learning_rate": 1.96996811134344e-06, |
| "loss": 0.0143, |
| "step": 5490 |
| }, |
| { |
| "epoch": 2.4785939612438037, |
| "grad_norm": 0.18089932203292847, |
| "learning_rate": 1.8941058730549132e-06, |
| "loss": 0.0141, |
| "step": 5500 |
| }, |
| { |
| "epoch": 2.483100495718792, |
| "grad_norm": 0.18908849358558655, |
| "learning_rate": 1.8197049611514194e-06, |
| "loss": 0.015, |
| "step": 5510 |
| }, |
| { |
| "epoch": 2.487607030193781, |
| "grad_norm": 0.1969355046749115, |
| "learning_rate": 1.7467676357305561e-06, |
| "loss": 0.0133, |
| "step": 5520 |
| }, |
| { |
| "epoch": 2.4921135646687698, |
| "grad_norm": 0.22678668797016144, |
| "learning_rate": 1.6752961124301415e-06, |
| "loss": 0.0213, |
| "step": 5530 |
| }, |
| { |
| "epoch": 2.4966200991437586, |
| "grad_norm": 0.20495742559432983, |
| "learning_rate": 1.6052925623609049e-06, |
| "loss": 0.0157, |
| "step": 5540 |
| }, |
| { |
| "epoch": 2.501126633618747, |
| "grad_norm": 0.14916372299194336, |
| "learning_rate": 1.5367591120405256e-06, |
| "loss": 0.0123, |
| "step": 5550 |
| }, |
| { |
| "epoch": 2.505633168093736, |
| "grad_norm": 0.15260601043701172, |
| "learning_rate": 1.4696978433290653e-06, |
| "loss": 0.0151, |
| "step": 5560 |
| }, |
| { |
| "epoch": 2.5101397025687247, |
| "grad_norm": 0.2676830291748047, |
| "learning_rate": 1.4041107933656928e-06, |
| "loss": 0.0158, |
| "step": 5570 |
| }, |
| { |
| "epoch": 2.5146462370437135, |
| "grad_norm": 0.16708776354789734, |
| "learning_rate": 1.339999954506821e-06, |
| "loss": 0.0155, |
| "step": 5580 |
| }, |
| { |
| "epoch": 2.5191527715187023, |
| "grad_norm": 0.158686563372612, |
| "learning_rate": 1.2773672742655784e-06, |
| "loss": 0.0159, |
| "step": 5590 |
| }, |
| { |
| "epoch": 2.5236593059936907, |
| "grad_norm": 0.2014172077178955, |
| "learning_rate": 1.2162146552526399e-06, |
| "loss": 0.0178, |
| "step": 5600 |
| }, |
| { |
| "epoch": 2.5281658404686795, |
| "grad_norm": 0.15936008095741272, |
| "learning_rate": 1.1565439551184664e-06, |
| "loss": 0.0208, |
| "step": 5610 |
| }, |
| { |
| "epoch": 2.5326723749436684, |
| "grad_norm": 0.19606739282608032, |
| "learning_rate": 1.0983569864968346e-06, |
| "loss": 0.017, |
| "step": 5620 |
| }, |
| { |
| "epoch": 2.537178909418657, |
| "grad_norm": 0.23838160932064056, |
| "learning_rate": 1.0416555169497688e-06, |
| "loss": 0.0162, |
| "step": 5630 |
| }, |
| { |
| "epoch": 2.5416854438936456, |
| "grad_norm": 0.1477113664150238, |
| "learning_rate": 9.864412689139123e-07, |
| "loss": 0.0175, |
| "step": 5640 |
| }, |
| { |
| "epoch": 2.5461919783686344, |
| "grad_norm": 0.3453280031681061, |
| "learning_rate": 9.327159196481138e-07, |
| "loss": 0.0151, |
| "step": 5650 |
| }, |
| { |
| "epoch": 2.5506985128436233, |
| "grad_norm": 0.25375545024871826, |
| "learning_rate": 8.804811011825398e-07, |
| "loss": 0.0169, |
| "step": 5660 |
| }, |
| { |
| "epoch": 2.555205047318612, |
| "grad_norm": 0.19323547184467316, |
| "learning_rate": 8.297384002690866e-07, |
| "loss": 0.016, |
| "step": 5670 |
| }, |
| { |
| "epoch": 2.559711581793601, |
| "grad_norm": 0.20397160947322845, |
| "learning_rate": 7.804893583331696e-07, |
| "loss": 0.0171, |
| "step": 5680 |
| }, |
| { |
| "epoch": 2.5642181162685893, |
| "grad_norm": 0.19367815554141998, |
| "learning_rate": 7.32735471426893e-07, |
| "loss": 0.018, |
| "step": 5690 |
| }, |
| { |
| "epoch": 2.568724650743578, |
| "grad_norm": 0.18331119418144226, |
| "learning_rate": 6.864781901836259e-07, |
| "loss": 0.0127, |
| "step": 5700 |
| }, |
| { |
| "epoch": 2.573231185218567, |
| "grad_norm": 0.21828387677669525, |
| "learning_rate": 6.417189197739093e-07, |
| "loss": 0.0169, |
| "step": 5710 |
| }, |
| { |
| "epoch": 2.577737719693556, |
| "grad_norm": 0.2639792859554291, |
| "learning_rate": 5.984590198627849e-07, |
| "loss": 0.0207, |
| "step": 5720 |
| }, |
| { |
| "epoch": 2.582244254168544, |
| "grad_norm": 0.2220681756734848, |
| "learning_rate": 5.566998045685112e-07, |
| "loss": 0.0186, |
| "step": 5730 |
| }, |
| { |
| "epoch": 2.586750788643533, |
| "grad_norm": 0.21986675262451172, |
| "learning_rate": 5.164425424226016e-07, |
| "loss": 0.016, |
| "step": 5740 |
| }, |
| { |
| "epoch": 2.591257323118522, |
| "grad_norm": 0.14087721705436707, |
| "learning_rate": 4.776884563313266e-07, |
| "loss": 0.0149, |
| "step": 5750 |
| }, |
| { |
| "epoch": 2.5957638575935107, |
| "grad_norm": 0.15648958086967468, |
| "learning_rate": 4.404387235385443e-07, |
| "loss": 0.0155, |
| "step": 5760 |
| }, |
| { |
| "epoch": 2.6002703920684995, |
| "grad_norm": 0.17255397140979767, |
| "learning_rate": 4.0469447558995065e-07, |
| "loss": 0.0165, |
| "step": 5770 |
| }, |
| { |
| "epoch": 2.604776926543488, |
| "grad_norm": 0.17954176664352417, |
| "learning_rate": 3.7045679829870175e-07, |
| "loss": 0.0194, |
| "step": 5780 |
| }, |
| { |
| "epoch": 2.6092834610184767, |
| "grad_norm": 0.20555485785007477, |
| "learning_rate": 3.377267317124233e-07, |
| "loss": 0.0165, |
| "step": 5790 |
| }, |
| { |
| "epoch": 2.6137899954934656, |
| "grad_norm": 0.18988849222660065, |
| "learning_rate": 3.0650527008162513e-07, |
| "loss": 0.0157, |
| "step": 5800 |
| }, |
| { |
| "epoch": 2.6182965299684544, |
| "grad_norm": 0.3181002736091614, |
| "learning_rate": 2.767933618295082e-07, |
| "loss": 0.0168, |
| "step": 5810 |
| }, |
| { |
| "epoch": 2.622803064443443, |
| "grad_norm": 0.216518834233284, |
| "learning_rate": 2.485919095231326e-07, |
| "loss": 0.0161, |
| "step": 5820 |
| }, |
| { |
| "epoch": 2.6273095989184316, |
| "grad_norm": 0.22339344024658203, |
| "learning_rate": 2.219017698460002e-07, |
| "loss": 0.0193, |
| "step": 5830 |
| }, |
| { |
| "epoch": 2.6318161333934205, |
| "grad_norm": 0.18154725432395935, |
| "learning_rate": 1.9672375357206452e-07, |
| "loss": 0.0159, |
| "step": 5840 |
| }, |
| { |
| "epoch": 2.6363226678684093, |
| "grad_norm": 0.2056618332862854, |
| "learning_rate": 1.73058625541056e-07, |
| "loss": 0.0245, |
| "step": 5850 |
| }, |
| { |
| "epoch": 2.640829202343398, |
| "grad_norm": 0.13766035437583923, |
| "learning_rate": 1.5090710463527836e-07, |
| "loss": 0.016, |
| "step": 5860 |
| }, |
| { |
| "epoch": 2.6453357368183865, |
| "grad_norm": 0.16226807236671448, |
| "learning_rate": 1.3026986375776485e-07, |
| "loss": 0.017, |
| "step": 5870 |
| }, |
| { |
| "epoch": 2.6498422712933754, |
| "grad_norm": 0.22956885397434235, |
| "learning_rate": 1.1114752981183917e-07, |
| "loss": 0.021, |
| "step": 5880 |
| }, |
| { |
| "epoch": 2.654348805768364, |
| "grad_norm": 0.2843150794506073, |
| "learning_rate": 9.354068368204739e-08, |
| "loss": 0.0163, |
| "step": 5890 |
| }, |
| { |
| "epoch": 2.658855340243353, |
| "grad_norm": 0.2521210312843323, |
| "learning_rate": 7.744986021656076e-08, |
| "loss": 0.0168, |
| "step": 5900 |
| }, |
| { |
| "epoch": 2.6633618747183414, |
| "grad_norm": 0.25381311774253845, |
| "learning_rate": 6.287554821087783e-08, |
| "loss": 0.0171, |
| "step": 5910 |
| }, |
| { |
| "epoch": 2.6678684091933302, |
| "grad_norm": 0.20221705734729767, |
| "learning_rate": 4.981819039300284e-08, |
| "loss": 0.0185, |
| "step": 5920 |
| }, |
| { |
| "epoch": 2.672374943668319, |
| "grad_norm": 0.27977558970451355, |
| "learning_rate": 3.827818341000655e-08, |
| "loss": 0.0159, |
| "step": 5930 |
| }, |
| { |
| "epoch": 2.676881478143308, |
| "grad_norm": 0.1848827749490738, |
| "learning_rate": 2.8255877815946963e-08, |
| "loss": 0.0185, |
| "step": 5940 |
| }, |
| { |
| "epoch": 2.6813880126182967, |
| "grad_norm": 0.23391015827655792, |
| "learning_rate": 1.9751578061244504e-08, |
| "loss": 0.0167, |
| "step": 5950 |
| }, |
| { |
| "epoch": 2.685894547093285, |
| "grad_norm": 0.2515644133090973, |
| "learning_rate": 1.2765542483417214e-08, |
| "loss": 0.0156, |
| "step": 5960 |
| }, |
| { |
| "epoch": 2.690401081568274, |
| "grad_norm": 0.22628554701805115, |
| "learning_rate": 7.2979832992592365e-09, |
| "loss": 0.013, |
| "step": 5970 |
| }, |
| { |
| "epoch": 2.694907616043263, |
| "grad_norm": 0.2845340073108673, |
| "learning_rate": 3.349066598362649e-09, |
| "loss": 0.0176, |
| "step": 5980 |
| }, |
| { |
| "epoch": 2.6994141505182516, |
| "grad_norm": 0.2054021656513214, |
| "learning_rate": 9.189123380826114e-10, |
| "loss": 0.0164, |
| "step": 5990 |
| }, |
| { |
| "epoch": 2.70392068499324, |
| "grad_norm": 0.13317668437957764, |
| "learning_rate": 7.594339912486703e-12, |
| "loss": 0.0141, |
| "step": 6000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 6000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 2000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 32, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
