| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 16034, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0006236746912810278, |
| "grad_norm": 0.41670387983322144, |
| "learning_rate": 9.336099585062241e-07, |
| "loss": 2.4743, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0012473493825620556, |
| "grad_norm": 0.4229550361633301, |
| "learning_rate": 1.970954356846473e-06, |
| "loss": 2.4864, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0018710240738430836, |
| "grad_norm": 0.32918402552604675, |
| "learning_rate": 3.0082987551867224e-06, |
| "loss": 2.4923, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0024946987651241113, |
| "grad_norm": 0.33722758293151855, |
| "learning_rate": 4.045643153526971e-06, |
| "loss": 2.4702, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.003118373456405139, |
| "grad_norm": 0.2654361128807068, |
| "learning_rate": 5.08298755186722e-06, |
| "loss": 2.4621, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.003742048147686167, |
| "grad_norm": 0.21631720662117004, |
| "learning_rate": 6.120331950207469e-06, |
| "loss": 2.4571, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.004365722838967195, |
| "grad_norm": 0.24441741406917572, |
| "learning_rate": 7.157676348547718e-06, |
| "loss": 2.4458, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.0049893975302482225, |
| "grad_norm": 0.18830494582653046, |
| "learning_rate": 8.195020746887967e-06, |
| "loss": 2.4499, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.00561307222152925, |
| "grad_norm": 0.15586024522781372, |
| "learning_rate": 9.232365145228216e-06, |
| "loss": 2.4316, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.006236746912810278, |
| "grad_norm": 0.16457897424697876, |
| "learning_rate": 1.0269709543568465e-05, |
| "loss": 2.4304, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.006860421604091306, |
| "grad_norm": 0.15162746608257294, |
| "learning_rate": 1.1307053941908715e-05, |
| "loss": 2.4231, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.007484096295372334, |
| "grad_norm": 0.1669984757900238, |
| "learning_rate": 1.2344398340248964e-05, |
| "loss": 2.4254, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.008107770986653362, |
| "grad_norm": 0.15381669998168945, |
| "learning_rate": 1.3381742738589212e-05, |
| "loss": 2.4081, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.00873144567793439, |
| "grad_norm": 0.15778709948062897, |
| "learning_rate": 1.441908713692946e-05, |
| "loss": 2.4184, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.009355120369215417, |
| "grad_norm": 0.14629285037517548, |
| "learning_rate": 1.545643153526971e-05, |
| "loss": 2.4226, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.009978795060496445, |
| "grad_norm": 0.15976369380950928, |
| "learning_rate": 1.649377593360996e-05, |
| "loss": 2.4239, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.010602469751777473, |
| "grad_norm": 0.1566198319196701, |
| "learning_rate": 1.7531120331950207e-05, |
| "loss": 2.437, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.0112261444430585, |
| "grad_norm": 0.15509852766990662, |
| "learning_rate": 1.8568464730290457e-05, |
| "loss": 2.4128, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.011849819134339528, |
| "grad_norm": 0.15803252160549164, |
| "learning_rate": 1.9605809128630707e-05, |
| "loss": 2.4083, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.012473493825620557, |
| "grad_norm": 0.15734675526618958, |
| "learning_rate": 2.0643153526970954e-05, |
| "loss": 2.4124, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.013097168516901583, |
| "grad_norm": 0.15747034549713135, |
| "learning_rate": 2.1680497925311204e-05, |
| "loss": 2.4103, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.013720843208182612, |
| "grad_norm": 0.1551424115896225, |
| "learning_rate": 2.2717842323651455e-05, |
| "loss": 2.4243, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.01434451789946364, |
| "grad_norm": 0.1558833122253418, |
| "learning_rate": 2.37551867219917e-05, |
| "loss": 2.4086, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.014968192590744668, |
| "grad_norm": 0.15832538902759552, |
| "learning_rate": 2.4792531120331952e-05, |
| "loss": 2.4115, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.015591867282025695, |
| "grad_norm": 0.1734156608581543, |
| "learning_rate": 2.5829875518672202e-05, |
| "loss": 2.4186, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.016215541973306723, |
| "grad_norm": 0.15840300917625427, |
| "learning_rate": 2.686721991701245e-05, |
| "loss": 2.4131, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.01683921666458775, |
| "grad_norm": 0.15089066326618195, |
| "learning_rate": 2.79045643153527e-05, |
| "loss": 2.4005, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.01746289135586878, |
| "grad_norm": 0.15164577960968018, |
| "learning_rate": 2.894190871369295e-05, |
| "loss": 2.4011, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.018086566047149807, |
| "grad_norm": 0.1682378202676773, |
| "learning_rate": 2.9979253112033196e-05, |
| "loss": 2.4096, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.018710240738430833, |
| "grad_norm": 0.21744981408119202, |
| "learning_rate": 3.1016597510373443e-05, |
| "loss": 2.4192, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.019333915429711863, |
| "grad_norm": 0.15539348125457764, |
| "learning_rate": 3.20539419087137e-05, |
| "loss": 2.4101, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.01995759012099289, |
| "grad_norm": 0.15430183708667755, |
| "learning_rate": 3.3091286307053944e-05, |
| "loss": 2.4017, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.020581264812273917, |
| "grad_norm": 0.16707681119441986, |
| "learning_rate": 3.412863070539419e-05, |
| "loss": 2.4105, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.021204939503554947, |
| "grad_norm": 0.16521887481212616, |
| "learning_rate": 3.5165975103734445e-05, |
| "loss": 2.4156, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.021828614194835973, |
| "grad_norm": 0.1879706233739853, |
| "learning_rate": 3.620331950207469e-05, |
| "loss": 2.4119, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.022452288886117, |
| "grad_norm": 0.1631043255329132, |
| "learning_rate": 3.724066390041494e-05, |
| "loss": 2.4049, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.02307596357739803, |
| "grad_norm": 0.15729844570159912, |
| "learning_rate": 3.8278008298755185e-05, |
| "loss": 2.4073, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.023699638268679057, |
| "grad_norm": 0.15961630642414093, |
| "learning_rate": 3.931535269709544e-05, |
| "loss": 2.4105, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.024323312959960083, |
| "grad_norm": 0.17993953824043274, |
| "learning_rate": 4.0352697095435686e-05, |
| "loss": 2.4046, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.024946987651241113, |
| "grad_norm": 0.1761723756790161, |
| "learning_rate": 4.139004149377593e-05, |
| "loss": 2.3957, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.02557066234252214, |
| "grad_norm": 0.1637117862701416, |
| "learning_rate": 4.2427385892116186e-05, |
| "loss": 2.3971, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.026194337033803167, |
| "grad_norm": 0.1527436375617981, |
| "learning_rate": 4.346473029045643e-05, |
| "loss": 2.4001, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.026818011725084197, |
| "grad_norm": 0.15107029676437378, |
| "learning_rate": 4.450207468879668e-05, |
| "loss": 2.3937, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.027441686416365223, |
| "grad_norm": 0.16435585916042328, |
| "learning_rate": 4.5539419087136934e-05, |
| "loss": 2.4012, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.02806536110764625, |
| "grad_norm": 0.1718418002128601, |
| "learning_rate": 4.657676348547718e-05, |
| "loss": 2.403, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.02868903579892728, |
| "grad_norm": 0.1797216683626175, |
| "learning_rate": 4.761410788381743e-05, |
| "loss": 2.4013, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.029312710490208307, |
| "grad_norm": 0.1815209537744522, |
| "learning_rate": 4.8651452282157675e-05, |
| "loss": 2.3954, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.029936385181489337, |
| "grad_norm": 0.16916194558143616, |
| "learning_rate": 4.968879668049793e-05, |
| "loss": 2.4062, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.030560059872770363, |
| "grad_norm": 0.16285821795463562, |
| "learning_rate": 4.999997500614357e-05, |
| "loss": 2.3932, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.03118373456405139, |
| "grad_norm": 0.1771118938922882, |
| "learning_rate": 4.999985258737522e-05, |
| "loss": 2.4139, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.03180740925533242, |
| "grad_norm": 0.19994522631168365, |
| "learning_rate": 4.9999628153485546e-05, |
| "loss": 2.387, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.03243108394661345, |
| "grad_norm": 0.16518527269363403, |
| "learning_rate": 4.999930170539038e-05, |
| "loss": 2.4152, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.03305475863789448, |
| "grad_norm": 0.16955524682998657, |
| "learning_rate": 4.999887324442184e-05, |
| "loss": 2.3992, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.0336784333291755, |
| "grad_norm": 0.1707555651664734, |
| "learning_rate": 4.999834277232831e-05, |
| "loss": 2.3889, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.03430210802045653, |
| "grad_norm": 0.1646123081445694, |
| "learning_rate": 4.9997710291274456e-05, |
| "loss": 2.3995, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.03492578271173756, |
| "grad_norm": 0.16619490087032318, |
| "learning_rate": 4.999697580384121e-05, |
| "loss": 2.403, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.03554945740301858, |
| "grad_norm": 0.16360510885715485, |
| "learning_rate": 4.9996139313025715e-05, |
| "loss": 2.3949, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.03617313209429961, |
| "grad_norm": 0.17579716444015503, |
| "learning_rate": 4.9995200822241396e-05, |
| "loss": 2.387, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.036796806785580644, |
| "grad_norm": 0.1826385110616684, |
| "learning_rate": 4.9994160335317874e-05, |
| "loss": 2.384, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.03742048147686167, |
| "grad_norm": 0.166533961892128, |
| "learning_rate": 4.9993017856501014e-05, |
| "loss": 2.3806, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.0380441561681427, |
| "grad_norm": 0.1595999151468277, |
| "learning_rate": 4.9991773390452825e-05, |
| "loss": 2.3966, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.03866783085942373, |
| "grad_norm": 0.16886429488658905, |
| "learning_rate": 4.9990426942251525e-05, |
| "loss": 2.4025, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.03929150555070475, |
| "grad_norm": 0.17494608461856842, |
| "learning_rate": 4.998897851739145e-05, |
| "loss": 2.3921, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.03991518024198578, |
| "grad_norm": 0.15493828058242798, |
| "learning_rate": 4.998742812178311e-05, |
| "loss": 2.3881, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.04053885493326681, |
| "grad_norm": 0.16069339215755463, |
| "learning_rate": 4.9985775761753084e-05, |
| "loss": 2.395, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.04116252962454783, |
| "grad_norm": 0.17597073316574097, |
| "learning_rate": 4.998402144404403e-05, |
| "loss": 2.3949, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.04178620431582886, |
| "grad_norm": 0.16567687690258026, |
| "learning_rate": 4.998216517581469e-05, |
| "loss": 2.3933, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.042409879007109894, |
| "grad_norm": 0.17086270451545715, |
| "learning_rate": 4.9980206964639775e-05, |
| "loss": 2.3911, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.04303355369839092, |
| "grad_norm": 0.17267341911792755, |
| "learning_rate": 4.997814681851004e-05, |
| "loss": 2.3921, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.04365722838967195, |
| "grad_norm": 0.16484571993350983, |
| "learning_rate": 4.997598474583218e-05, |
| "loss": 2.3872, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.04428090308095298, |
| "grad_norm": 0.1981930285692215, |
| "learning_rate": 4.99737207554288e-05, |
| "loss": 2.3859, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.044904577772234, |
| "grad_norm": 0.17644141614437103, |
| "learning_rate": 4.99713548565384e-05, |
| "loss": 2.404, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.04552825246351503, |
| "grad_norm": 0.15615567564964294, |
| "learning_rate": 4.996888705881535e-05, |
| "loss": 2.3833, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.04615192715479606, |
| "grad_norm": 0.17177200317382812, |
| "learning_rate": 4.996631737232981e-05, |
| "loss": 2.3929, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.04677560184607708, |
| "grad_norm": 0.15719611942768097, |
| "learning_rate": 4.996364580756772e-05, |
| "loss": 2.374, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.047399276537358113, |
| "grad_norm": 0.16247406601905823, |
| "learning_rate": 4.996087237543073e-05, |
| "loss": 2.3886, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.048022951228639144, |
| "grad_norm": 0.164581760764122, |
| "learning_rate": 4.9957997087236205e-05, |
| "loss": 2.3943, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.04864662591992017, |
| "grad_norm": 0.15948113799095154, |
| "learning_rate": 4.995501995471712e-05, |
| "loss": 2.396, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.0492703006112012, |
| "grad_norm": 0.1636001467704773, |
| "learning_rate": 4.9951940990022064e-05, |
| "loss": 2.3957, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.04989397530248223, |
| "grad_norm": 0.17266830801963806, |
| "learning_rate": 4.994876020571512e-05, |
| "loss": 2.3945, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.05051764999376325, |
| "grad_norm": 0.19006402790546417, |
| "learning_rate": 4.994547761477591e-05, |
| "loss": 2.3909, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.05114132468504428, |
| "grad_norm": 0.14989261329174042, |
| "learning_rate": 4.994209323059946e-05, |
| "loss": 2.3963, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.05176499937632531, |
| "grad_norm": 0.16390304267406464, |
| "learning_rate": 4.99386070669962e-05, |
| "loss": 2.391, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.05238867406760633, |
| "grad_norm": 0.17589038610458374, |
| "learning_rate": 4.993501913819186e-05, |
| "loss": 2.3788, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.053012348758887363, |
| "grad_norm": 0.15622840821743011, |
| "learning_rate": 4.9931329458827434e-05, |
| "loss": 2.3871, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.053636023450168394, |
| "grad_norm": 0.16731464862823486, |
| "learning_rate": 4.9927538043959157e-05, |
| "loss": 2.383, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.05425969814144942, |
| "grad_norm": 0.15298733115196228, |
| "learning_rate": 4.9923644909058376e-05, |
| "loss": 2.3813, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.05488337283273045, |
| "grad_norm": 0.180853933095932, |
| "learning_rate": 4.991965007001153e-05, |
| "loss": 2.3704, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.05550704752401148, |
| "grad_norm": 0.169890359044075, |
| "learning_rate": 4.9915553543120065e-05, |
| "loss": 2.3862, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.0561307222152925, |
| "grad_norm": 0.14712277054786682, |
| "learning_rate": 4.9911355345100394e-05, |
| "loss": 2.3886, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.05675439690657353, |
| "grad_norm": 0.19861334562301636, |
| "learning_rate": 4.9907055493083824e-05, |
| "loss": 2.3899, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.05737807159785456, |
| "grad_norm": 0.16187319159507751, |
| "learning_rate": 4.9902654004616424e-05, |
| "loss": 2.3974, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.05800174628913559, |
| "grad_norm": 0.17249417304992676, |
| "learning_rate": 4.9898150897659055e-05, |
| "loss": 2.3912, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.058625420980416613, |
| "grad_norm": 0.177936390042305, |
| "learning_rate": 4.989354619058722e-05, |
| "loss": 2.3756, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.059249095671697644, |
| "grad_norm": 0.16089926660060883, |
| "learning_rate": 4.988883990219102e-05, |
| "loss": 2.382, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.059872770362978674, |
| "grad_norm": 0.18391825258731842, |
| "learning_rate": 4.988403205167508e-05, |
| "loss": 2.3867, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.0604964450542597, |
| "grad_norm": 0.15143869817256927, |
| "learning_rate": 4.987912265865843e-05, |
| "loss": 2.3859, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.06112011974554073, |
| "grad_norm": 0.18540725111961365, |
| "learning_rate": 4.987411174317451e-05, |
| "loss": 2.3843, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.06174379443682176, |
| "grad_norm": 0.167070209980011, |
| "learning_rate": 4.9868999325670985e-05, |
| "loss": 2.3807, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.06236746912810278, |
| "grad_norm": 0.15831787884235382, |
| "learning_rate": 4.986378542700975e-05, |
| "loss": 2.3699, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.06299114381938381, |
| "grad_norm": 0.14451952278614044, |
| "learning_rate": 4.985847006846678e-05, |
| "loss": 2.3811, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.06361481851066483, |
| "grad_norm": 0.1579294204711914, |
| "learning_rate": 4.9853053271732076e-05, |
| "loss": 2.3886, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.06423849320194587, |
| "grad_norm": 0.15167826414108276, |
| "learning_rate": 4.984753505890959e-05, |
| "loss": 2.3723, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.0648621678932269, |
| "grad_norm": 0.1651124209165573, |
| "learning_rate": 4.9841915452517095e-05, |
| "loss": 2.3702, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.06548584258450792, |
| "grad_norm": 0.1760958880186081, |
| "learning_rate": 4.983619447548611e-05, |
| "loss": 2.3804, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.06610951727578895, |
| "grad_norm": 0.18940235674381256, |
| "learning_rate": 4.983037215116183e-05, |
| "loss": 2.3922, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.06673319196706998, |
| "grad_norm": 0.14631980657577515, |
| "learning_rate": 4.9824448503303e-05, |
| "loss": 2.3886, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.067356866658351, |
| "grad_norm": 0.15873593091964722, |
| "learning_rate": 4.9818423556081826e-05, |
| "loss": 2.3792, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.06798054134963204, |
| "grad_norm": 0.15249554812908173, |
| "learning_rate": 4.981229733408388e-05, |
| "loss": 2.3926, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.06860421604091306, |
| "grad_norm": 0.1827813684940338, |
| "learning_rate": 4.980606986230801e-05, |
| "loss": 2.3808, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.06922789073219408, |
| "grad_norm": 0.16536277532577515, |
| "learning_rate": 4.97997411661662e-05, |
| "loss": 2.3773, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.06985156542347512, |
| "grad_norm": 0.1424759477376938, |
| "learning_rate": 4.9793311271483526e-05, |
| "loss": 2.3713, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.07047524011475614, |
| "grad_norm": 0.15344633162021637, |
| "learning_rate": 4.978678020449799e-05, |
| "loss": 2.3748, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.07109891480603717, |
| "grad_norm": 0.15182995796203613, |
| "learning_rate": 4.978014799186046e-05, |
| "loss": 2.3822, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.0717225894973182, |
| "grad_norm": 0.1457945555448532, |
| "learning_rate": 4.977341466063454e-05, |
| "loss": 2.3765, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.07234626418859923, |
| "grad_norm": 0.1612432301044464, |
| "learning_rate": 4.976658023829645e-05, |
| "loss": 2.3838, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.07296993887988025, |
| "grad_norm": 0.15359076857566833, |
| "learning_rate": 4.975964475273492e-05, |
| "loss": 2.3641, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.07359361357116129, |
| "grad_norm": 0.1821724772453308, |
| "learning_rate": 4.975260823225112e-05, |
| "loss": 2.3763, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.07421728826244231, |
| "grad_norm": 0.14186090230941772, |
| "learning_rate": 4.974547070555845e-05, |
| "loss": 2.381, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.07484096295372333, |
| "grad_norm": 0.15153264999389648, |
| "learning_rate": 4.973823220178253e-05, |
| "loss": 2.3845, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.07546463764500437, |
| "grad_norm": 0.1769527643918991, |
| "learning_rate": 4.9730892750460986e-05, |
| "loss": 2.3819, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.0760883123362854, |
| "grad_norm": 0.46370983123779297, |
| "learning_rate": 4.9723452381543424e-05, |
| "loss": 2.3879, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.07671198702756642, |
| "grad_norm": 0.16112814843654633, |
| "learning_rate": 4.9715911125391206e-05, |
| "loss": 2.3687, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.07733566171884745, |
| "grad_norm": 0.15893271565437317, |
| "learning_rate": 4.9708269012777406e-05, |
| "loss": 2.3796, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.07795933641012848, |
| "grad_norm": 0.16827929019927979, |
| "learning_rate": 4.970052607488665e-05, |
| "loss": 2.3915, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.0785830111014095, |
| "grad_norm": 0.16493189334869385, |
| "learning_rate": 4.969268234331499e-05, |
| "loss": 2.3739, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.07920668579269054, |
| "grad_norm": 0.17363378405570984, |
| "learning_rate": 4.9684737850069794e-05, |
| "loss": 2.3682, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.07983036048397156, |
| "grad_norm": 0.15534628927707672, |
| "learning_rate": 4.967669262756959e-05, |
| "loss": 2.364, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.08045403517525258, |
| "grad_norm": 0.1859702318906784, |
| "learning_rate": 4.966854670864394e-05, |
| "loss": 2.3925, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.08107770986653362, |
| "grad_norm": 0.15106691420078278, |
| "learning_rate": 4.96603001265333e-05, |
| "loss": 2.3956, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.08170138455781464, |
| "grad_norm": 0.15107488632202148, |
| "learning_rate": 4.965195291488895e-05, |
| "loss": 2.3882, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.08232505924909567, |
| "grad_norm": 0.15238961577415466, |
| "learning_rate": 4.9643505107772725e-05, |
| "loss": 2.3731, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.0829487339403767, |
| "grad_norm": 0.16798114776611328, |
| "learning_rate": 4.963495673965702e-05, |
| "loss": 2.3845, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.08357240863165773, |
| "grad_norm": 0.16481807827949524, |
| "learning_rate": 4.9626307845424535e-05, |
| "loss": 2.3771, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.08419608332293875, |
| "grad_norm": 0.16786515712738037, |
| "learning_rate": 4.96175584603682e-05, |
| "loss": 2.3709, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.08481975801421979, |
| "grad_norm": 0.14930367469787598, |
| "learning_rate": 4.960870862019101e-05, |
| "loss": 2.3827, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.08544343270550081, |
| "grad_norm": 0.16234995424747467, |
| "learning_rate": 4.9599758361005894e-05, |
| "loss": 2.3697, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.08606710739678183, |
| "grad_norm": 0.14267085492610931, |
| "learning_rate": 4.959070771933552e-05, |
| "loss": 2.3637, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.08669078208806287, |
| "grad_norm": 0.16770698130130768, |
| "learning_rate": 4.95815567321122e-05, |
| "loss": 2.3748, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.0873144567793439, |
| "grad_norm": 0.1594451665878296, |
| "learning_rate": 4.9572305436677726e-05, |
| "loss": 2.3826, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.08793813147062492, |
| "grad_norm": 0.15811234712600708, |
| "learning_rate": 4.956295387078319e-05, |
| "loss": 2.3722, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.08856180616190595, |
| "grad_norm": 0.1707121729850769, |
| "learning_rate": 4.9553502072588865e-05, |
| "loss": 2.3626, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.08918548085318698, |
| "grad_norm": 0.16321256756782532, |
| "learning_rate": 4.954395008066404e-05, |
| "loss": 2.3721, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.089809155544468, |
| "grad_norm": 0.14922483265399933, |
| "learning_rate": 4.953429793398685e-05, |
| "loss": 2.3683, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.09043283023574904, |
| "grad_norm": 0.16837924718856812, |
| "learning_rate": 4.952454567194411e-05, |
| "loss": 2.3722, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.09105650492703006, |
| "grad_norm": 0.16941380500793457, |
| "learning_rate": 4.95146933343312e-05, |
| "loss": 2.3794, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.09168017961831108, |
| "grad_norm": 0.18481093645095825, |
| "learning_rate": 4.950474096135184e-05, |
| "loss": 2.3601, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.09230385430959212, |
| "grad_norm": 0.182200625538826, |
| "learning_rate": 4.9494688593617975e-05, |
| "loss": 2.3769, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.09292752900087314, |
| "grad_norm": 0.16691100597381592, |
| "learning_rate": 4.948453627214959e-05, |
| "loss": 2.3596, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.09355120369215417, |
| "grad_norm": 0.16006024181842804, |
| "learning_rate": 4.9474284038374534e-05, |
| "loss": 2.3821, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.0941748783834352, |
| "grad_norm": 0.1395539790391922, |
| "learning_rate": 4.946393193412838e-05, |
| "loss": 2.3754, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.09479855307471623, |
| "grad_norm": 0.15168268978595734, |
| "learning_rate": 4.945348000165422e-05, |
| "loss": 2.3809, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.09542222776599725, |
| "grad_norm": 0.16959401965141296, |
| "learning_rate": 4.9442928283602505e-05, |
| "loss": 2.3801, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.09604590245727829, |
| "grad_norm": 0.16105686128139496, |
| "learning_rate": 4.9432276823030885e-05, |
| "loss": 2.3694, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.09666957714855931, |
| "grad_norm": 0.1638866662979126, |
| "learning_rate": 4.942152566340402e-05, |
| "loss": 2.3758, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.09729325183984033, |
| "grad_norm": 0.15627315640449524, |
| "learning_rate": 4.9410674848593406e-05, |
| "loss": 2.3711, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.09791692653112137, |
| "grad_norm": 0.15470105409622192, |
| "learning_rate": 4.939972442287719e-05, |
| "loss": 2.3778, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.0985406012224024, |
| "grad_norm": 0.15460941195487976, |
| "learning_rate": 4.9388674430939985e-05, |
| "loss": 2.3701, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.09916427591368342, |
| "grad_norm": 0.1460798978805542, |
| "learning_rate": 4.937752491787272e-05, |
| "loss": 2.375, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.09978795060496445, |
| "grad_norm": 0.15154814720153809, |
| "learning_rate": 4.936627592917241e-05, |
| "loss": 2.3765, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.10041162529624548, |
| "grad_norm": 0.14979268610477448, |
| "learning_rate": 4.9354927510742014e-05, |
| "loss": 2.3662, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.1010352999875265, |
| "grad_norm": 0.16451983153820038, |
| "learning_rate": 4.934347970889021e-05, |
| "loss": 2.3714, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.10165897467880754, |
| "grad_norm": 0.1839207261800766, |
| "learning_rate": 4.933193257033123e-05, |
| "loss": 2.3735, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.10228264937008856, |
| "grad_norm": 0.17594371736049652, |
| "learning_rate": 4.932028614218467e-05, |
| "loss": 2.3648, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.10290632406136958, |
| "grad_norm": 0.1556452512741089, |
| "learning_rate": 4.9308540471975276e-05, |
| "loss": 2.3711, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.10352999875265062, |
| "grad_norm": 0.14653314650058746, |
| "learning_rate": 4.929669560763276e-05, |
| "loss": 2.3708, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.10415367344393164, |
| "grad_norm": 0.16261810064315796, |
| "learning_rate": 4.9284751597491626e-05, |
| "loss": 2.3751, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.10477734813521267, |
| "grad_norm": 0.16556388139724731, |
| "learning_rate": 4.927270849029095e-05, |
| "loss": 2.3681, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.1054010228264937, |
| "grad_norm": 0.14868180453777313, |
| "learning_rate": 4.926056633517418e-05, |
| "loss": 2.3781, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.10602469751777473, |
| "grad_norm": 0.1559772789478302, |
| "learning_rate": 4.9248325181688936e-05, |
| "loss": 2.3743, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.10664837220905575, |
| "grad_norm": 0.13827170431613922, |
| "learning_rate": 4.923598507978684e-05, |
| "loss": 2.361, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.10727204690033679, |
| "grad_norm": 0.18506045639514923, |
| "learning_rate": 4.922354607982327e-05, |
| "loss": 2.3809, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.10789572159161781, |
| "grad_norm": 0.17932069301605225, |
| "learning_rate": 4.921100823255714e-05, |
| "loss": 2.3794, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.10851939628289883, |
| "grad_norm": 0.17719389498233795, |
| "learning_rate": 4.9198371589150785e-05, |
| "loss": 2.3726, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.10914307097417987, |
| "grad_norm": 0.15440979599952698, |
| "learning_rate": 4.918563620116965e-05, |
| "loss": 2.374, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.1097667456654609, |
| "grad_norm": 0.14924229681491852, |
| "learning_rate": 4.917280212058211e-05, |
| "loss": 2.3652, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.11039042035674192, |
| "grad_norm": 0.15106210112571716, |
| "learning_rate": 4.91598693997593e-05, |
| "loss": 2.3565, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.11101409504802295, |
| "grad_norm": 0.15020950138568878, |
| "learning_rate": 4.9146838091474855e-05, |
| "loss": 2.3577, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.11163776973930398, |
| "grad_norm": 0.17721211910247803, |
| "learning_rate": 4.91337082489047e-05, |
| "loss": 2.3719, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.112261444430585, |
| "grad_norm": 0.16256529092788696, |
| "learning_rate": 4.912047992562686e-05, |
| "loss": 2.3759, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.11288511912186604, |
| "grad_norm": 0.15910358726978302, |
| "learning_rate": 4.9107153175621204e-05, |
| "loss": 2.3778, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.11350879381314706, |
| "grad_norm": 0.14661118388175964, |
| "learning_rate": 4.909372805326926e-05, |
| "loss": 2.3819, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.11413246850442808, |
| "grad_norm": 0.1638752818107605, |
| "learning_rate": 4.9080204613353975e-05, |
| "loss": 2.3597, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.11475614319570912, |
| "grad_norm": 0.1609017699956894, |
| "learning_rate": 4.9066582911059476e-05, |
| "loss": 2.3701, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.11537981788699014, |
| "grad_norm": 0.16804265975952148, |
| "learning_rate": 4.905286300197088e-05, |
| "loss": 2.3729, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.11600349257827118, |
| "grad_norm": 0.1403237134218216, |
| "learning_rate": 4.903904494207405e-05, |
| "loss": 2.3776, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.1166271672695522, |
| "grad_norm": 0.16138309240341187, |
| "learning_rate": 4.902512878775536e-05, |
| "loss": 2.3718, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.11725084196083323, |
| "grad_norm": 0.16280491650104523, |
| "learning_rate": 4.9011114595801465e-05, |
| "loss": 2.3556, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.11787451665211426, |
| "grad_norm": 0.16729538142681122, |
| "learning_rate": 4.8997002423399086e-05, |
| "loss": 2.3619, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.11849819134339529, |
| "grad_norm": 0.1636359691619873, |
| "learning_rate": 4.898279232813476e-05, |
| "loss": 2.3648, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.11912186603467631, |
| "grad_norm": 0.14803646504878998, |
| "learning_rate": 4.8968484367994616e-05, |
| "loss": 2.3639, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.11974554072595735, |
| "grad_norm": 0.14796897768974304, |
| "learning_rate": 4.8954078601364125e-05, |
| "loss": 2.3596, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.12036921541723837, |
| "grad_norm": 0.17454275488853455, |
| "learning_rate": 4.893957508702789e-05, |
| "loss": 2.3778, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.1209928901085194, |
| "grad_norm": 0.15446002781391144, |
| "learning_rate": 4.892497388416935e-05, |
| "loss": 2.3809, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.12161656479980043, |
| "grad_norm": 0.1513909548521042, |
| "learning_rate": 4.89102750523706e-05, |
| "loss": 2.3822, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.12224023949108145, |
| "grad_norm": 0.16386543214321136, |
| "learning_rate": 4.8895478651612126e-05, |
| "loss": 2.363, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.12286391418236248, |
| "grad_norm": 0.15429188311100006, |
| "learning_rate": 4.888058474227255e-05, |
| "loss": 2.3688, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.12348758887364351, |
| "grad_norm": 0.15081825852394104, |
| "learning_rate": 4.886559338512838e-05, |
| "loss": 2.3638, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.12411126356492454, |
| "grad_norm": 0.16191057860851288, |
| "learning_rate": 4.8850504641353785e-05, |
| "loss": 2.3544, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.12473493825620556, |
| "grad_norm": 0.13938157260417938, |
| "learning_rate": 4.883531857252033e-05, |
| "loss": 2.3748, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.1253586129474866, |
| "grad_norm": 0.1533849537372589, |
| "learning_rate": 4.8820035240596726e-05, |
| "loss": 2.3712, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.12598228763876762, |
| "grad_norm": 0.1513861119747162, |
| "learning_rate": 4.8804654707948583e-05, |
| "loss": 2.3814, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.12660596233004864, |
| "grad_norm": 0.15665526688098907, |
| "learning_rate": 4.878917703733814e-05, |
| "loss": 2.365, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.12722963702132967, |
| "grad_norm": 0.16361114382743835, |
| "learning_rate": 4.877360229192404e-05, |
| "loss": 2.3654, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.1278533117126107, |
| "grad_norm": 0.17679214477539062, |
| "learning_rate": 4.875793053526102e-05, |
| "loss": 2.3496, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.12847698640389174, |
| "grad_norm": 0.14169806241989136, |
| "learning_rate": 4.874216183129971e-05, |
| "loss": 2.3553, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.12910066109517276, |
| "grad_norm": 0.16534940898418427, |
| "learning_rate": 4.872629624438636e-05, |
| "loss": 2.3643, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.1297243357864538, |
| "grad_norm": 0.1514582633972168, |
| "learning_rate": 4.8710333839262515e-05, |
| "loss": 2.3514, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.1303480104777348, |
| "grad_norm": 0.15417665243148804, |
| "learning_rate": 4.869427468106484e-05, |
| "loss": 2.3654, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.13097168516901583, |
| "grad_norm": 0.13984616100788116, |
| "learning_rate": 4.867811883532479e-05, |
| "loss": 2.361, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.13159535986029686, |
| "grad_norm": 0.1384606659412384, |
| "learning_rate": 4.86618663679684e-05, |
| "loss": 2.3674, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.1322190345515779, |
| "grad_norm": 0.15613453090190887, |
| "learning_rate": 4.864551734531593e-05, |
| "loss": 2.3711, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.13284270924285893, |
| "grad_norm": 0.13707023859024048, |
| "learning_rate": 4.86290718340817e-05, |
| "loss": 2.3742, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.13346638393413995, |
| "grad_norm": 0.17950017750263214, |
| "learning_rate": 4.861252990137372e-05, |
| "loss": 2.3746, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.13409005862542098, |
| "grad_norm": 0.17012935876846313, |
| "learning_rate": 4.859589161469348e-05, |
| "loss": 2.367, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.134713733316702, |
| "grad_norm": 0.1517307311296463, |
| "learning_rate": 4.857915704193566e-05, |
| "loss": 2.3695, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.13533740800798302, |
| "grad_norm": 0.13392361998558044, |
| "learning_rate": 4.856232625138784e-05, |
| "loss": 2.3705, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.13596108269926407, |
| "grad_norm": 0.16148246824741364, |
| "learning_rate": 4.854539931173023e-05, |
| "loss": 2.3518, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.1365847573905451, |
| "grad_norm": 0.17677681148052216, |
| "learning_rate": 4.8528376292035394e-05, |
| "loss": 2.3681, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.13720843208182612, |
| "grad_norm": 0.16243180632591248, |
| "learning_rate": 4.851125726176795e-05, |
| "loss": 2.3708, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.13783210677310714, |
| "grad_norm": 0.14445683360099792, |
| "learning_rate": 4.849404229078431e-05, |
| "loss": 2.3633, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.13845578146438817, |
| "grad_norm": 0.13599912822246552, |
| "learning_rate": 4.847673144933239e-05, |
| "loss": 2.3711, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.1390794561556692, |
| "grad_norm": 0.15116427838802338, |
| "learning_rate": 4.8459324808051296e-05, |
| "loss": 2.3561, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.13970313084695024, |
| "grad_norm": 0.14650499820709229, |
| "learning_rate": 4.84418224379711e-05, |
| "loss": 2.3585, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.14032680553823126, |
| "grad_norm": 0.14963819086551666, |
| "learning_rate": 4.842422441051244e-05, |
| "loss": 2.3619, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.1409504802295123, |
| "grad_norm": 0.15572498738765717, |
| "learning_rate": 4.840653079748636e-05, |
| "loss": 2.3636, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.1415741549207933, |
| "grad_norm": 0.1360142081975937, |
| "learning_rate": 4.838874167109393e-05, |
| "loss": 2.3611, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.14219782961207433, |
| "grad_norm": 0.14192165434360504, |
| "learning_rate": 4.837085710392596e-05, |
| "loss": 2.3752, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.14282150430335536, |
| "grad_norm": 0.14357425272464752, |
| "learning_rate": 4.835287716896275e-05, |
| "loss": 2.3623, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.1434451789946364, |
| "grad_norm": 0.1507657766342163, |
| "learning_rate": 4.833480193957373e-05, |
| "loss": 2.3586, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.14406885368591743, |
| "grad_norm": 0.14856036007404327, |
| "learning_rate": 4.8316631489517195e-05, |
| "loss": 2.3773, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.14469252837719845, |
| "grad_norm": 0.15194950997829437, |
| "learning_rate": 4.829836589294003e-05, |
| "loss": 2.3561, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.14531620306847948, |
| "grad_norm": 0.17704755067825317, |
| "learning_rate": 4.8280005224377346e-05, |
| "loss": 2.3645, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.1459398777597605, |
| "grad_norm": 0.15497970581054688, |
| "learning_rate": 4.826154955875221e-05, |
| "loss": 2.3834, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.14656355245104152, |
| "grad_norm": 0.19315293431282043, |
| "learning_rate": 4.8242998971375365e-05, |
| "loss": 2.3456, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.14718722714232257, |
| "grad_norm": 0.16075266897678375, |
| "learning_rate": 4.8224353537944855e-05, |
| "loss": 2.3486, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.1478109018336036, |
| "grad_norm": 0.14947225153446198, |
| "learning_rate": 4.8205613334545787e-05, |
| "loss": 2.3647, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.14843457652488462, |
| "grad_norm": 0.1643250733613968, |
| "learning_rate": 4.818677843764997e-05, |
| "loss": 2.3514, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.14905825121616564, |
| "grad_norm": 0.14453144371509552, |
| "learning_rate": 4.816784892411562e-05, |
| "loss": 2.3646, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.14968192590744667, |
| "grad_norm": 0.18339532613754272, |
| "learning_rate": 4.814882487118708e-05, |
| "loss": 2.3611, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.1503056005987277, |
| "grad_norm": 0.13738547265529633, |
| "learning_rate": 4.812970635649444e-05, |
| "loss": 2.3749, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.15092927529000874, |
| "grad_norm": 0.1539304107427597, |
| "learning_rate": 4.811049345805326e-05, |
| "loss": 2.3604, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.15155294998128976, |
| "grad_norm": 0.15802118182182312, |
| "learning_rate": 4.809118625426425e-05, |
| "loss": 2.3591, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.1521766246725708, |
| "grad_norm": 0.1467391848564148, |
| "learning_rate": 4.8071784823912945e-05, |
| "loss": 2.3651, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.1528002993638518, |
| "grad_norm": 0.15457208454608917, |
| "learning_rate": 4.805228924616938e-05, |
| "loss": 2.3669, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.15342397405513283, |
| "grad_norm": 0.1541777104139328, |
| "learning_rate": 4.8032699600587785e-05, |
| "loss": 2.3674, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.15404764874641388, |
| "grad_norm": 0.14590679109096527, |
| "learning_rate": 4.801301596710622e-05, |
| "loss": 2.3753, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.1546713234376949, |
| "grad_norm": 0.1396832913160324, |
| "learning_rate": 4.7993238426046294e-05, |
| "loss": 2.3544, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.15529499812897593, |
| "grad_norm": 0.16385552287101746, |
| "learning_rate": 4.7973367058112817e-05, |
| "loss": 2.3663, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.15591867282025695, |
| "grad_norm": 0.1804358959197998, |
| "learning_rate": 4.795340194439346e-05, |
| "loss": 2.3575, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.15654234751153798, |
| "grad_norm": 0.1480095237493515, |
| "learning_rate": 4.7933343166358445e-05, |
| "loss": 2.3681, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.157166022202819, |
| "grad_norm": 0.13722391426563263, |
| "learning_rate": 4.791319080586021e-05, |
| "loss": 2.3609, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.15778969689410005, |
| "grad_norm": 0.1410772055387497, |
| "learning_rate": 4.789294494513305e-05, |
| "loss": 2.3531, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.15841337158538107, |
| "grad_norm": 0.14121457934379578, |
| "learning_rate": 4.787260566679281e-05, |
| "loss": 2.3651, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.1590370462766621, |
| "grad_norm": 0.17605450749397278, |
| "learning_rate": 4.785217305383655e-05, |
| "loss": 2.3698, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.15966072096794312, |
| "grad_norm": 0.16521906852722168, |
| "learning_rate": 4.783164718964217e-05, |
| "loss": 2.3594, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.16028439565922414, |
| "grad_norm": 0.15262700617313385, |
| "learning_rate": 4.78110281579681e-05, |
| "loss": 2.3538, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.16090807035050517, |
| "grad_norm": 0.13933639228343964, |
| "learning_rate": 4.7790316042952965e-05, |
| "loss": 2.3499, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.16153174504178622, |
| "grad_norm": 0.15630322694778442, |
| "learning_rate": 4.776951092911522e-05, |
| "loss": 2.3702, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.16215541973306724, |
| "grad_norm": 0.14377400279045105, |
| "learning_rate": 4.7748612901352816e-05, |
| "loss": 2.3474, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.16277909442434826, |
| "grad_norm": 0.15223635733127594, |
| "learning_rate": 4.772762204494285e-05, |
| "loss": 2.3636, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.1634027691156293, |
| "grad_norm": 0.1760929375886917, |
| "learning_rate": 4.770653844554121e-05, |
| "loss": 2.3623, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.1640264438069103, |
| "grad_norm": 0.140994593501091, |
| "learning_rate": 4.7685362189182246e-05, |
| "loss": 2.367, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.16465011849819133, |
| "grad_norm": 0.15391018986701965, |
| "learning_rate": 4.76640933622784e-05, |
| "loss": 2.3655, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.16527379318947238, |
| "grad_norm": 0.1286151260137558, |
| "learning_rate": 4.7642732051619866e-05, |
| "loss": 2.3584, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.1658974678807534, |
| "grad_norm": 0.15722590684890747, |
| "learning_rate": 4.762127834437422e-05, |
| "loss": 2.3648, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.16652114257203443, |
| "grad_norm": 0.1505156308412552, |
| "learning_rate": 4.759973232808609e-05, |
| "loss": 2.3656, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.16714481726331545, |
| "grad_norm": 0.17064248025417328, |
| "learning_rate": 4.757809409067676e-05, |
| "loss": 2.3613, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.16776849195459648, |
| "grad_norm": 0.1413319706916809, |
| "learning_rate": 4.7556363720443856e-05, |
| "loss": 2.358, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.1683921666458775, |
| "grad_norm": 0.15576501190662384, |
| "learning_rate": 4.753454130606095e-05, |
| "loss": 2.3646, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.16901584133715855, |
| "grad_norm": 0.15216603875160217, |
| "learning_rate": 4.751262693657722e-05, |
| "loss": 2.3654, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.16963951602843957, |
| "grad_norm": 0.18417833745479584, |
| "learning_rate": 4.7490620701417084e-05, |
| "loss": 2.3686, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.1702631907197206, |
| "grad_norm": 0.17547443509101868, |
| "learning_rate": 4.746852269037981e-05, |
| "loss": 2.3592, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.17088686541100162, |
| "grad_norm": 0.1472870260477066, |
| "learning_rate": 4.744633299363917e-05, |
| "loss": 2.3523, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.17151054010228264, |
| "grad_norm": 0.1369195580482483, |
| "learning_rate": 4.742405170174312e-05, |
| "loss": 2.359, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.17213421479356367, |
| "grad_norm": 0.16515766084194183, |
| "learning_rate": 4.74016789056133e-05, |
| "loss": 2.3677, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.17275788948484472, |
| "grad_norm": 0.15656915307044983, |
| "learning_rate": 4.737921469654482e-05, |
| "loss": 2.3605, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.17338156417612574, |
| "grad_norm": 0.1503135859966278, |
| "learning_rate": 4.735665916620577e-05, |
| "loss": 2.3461, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.17400523886740676, |
| "grad_norm": 0.13564448058605194, |
| "learning_rate": 4.733401240663689e-05, |
| "loss": 2.3674, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.1746289135586878, |
| "grad_norm": 0.15465176105499268, |
| "learning_rate": 4.731127451025122e-05, |
| "loss": 2.3671, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.1752525882499688, |
| "grad_norm": 0.15757709741592407, |
| "learning_rate": 4.728844556983367e-05, |
| "loss": 2.3516, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.17587626294124983, |
| "grad_norm": 0.14442560076713562, |
| "learning_rate": 4.726552567854067e-05, |
| "loss": 2.3527, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.17649993763253088, |
| "grad_norm": 0.16484662890434265, |
| "learning_rate": 4.724251492989979e-05, |
| "loss": 2.3422, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.1771236123238119, |
| "grad_norm": 0.14872005581855774, |
| "learning_rate": 4.721941341780937e-05, |
| "loss": 2.3549, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.17774728701509293, |
| "grad_norm": 0.14466901123523712, |
| "learning_rate": 4.719622123653808e-05, |
| "loss": 2.3581, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.17837096170637395, |
| "grad_norm": 0.13595257699489594, |
| "learning_rate": 4.7172938480724646e-05, |
| "loss": 2.3691, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.17899463639765498, |
| "grad_norm": 0.1440969705581665, |
| "learning_rate": 4.714956524537732e-05, |
| "loss": 2.3552, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.179618311088936, |
| "grad_norm": 0.13850174844264984, |
| "learning_rate": 4.712610162587362e-05, |
| "loss": 2.3634, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.18024198578021705, |
| "grad_norm": 0.1564585268497467, |
| "learning_rate": 4.710254771795986e-05, |
| "loss": 2.3757, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.18086566047149807, |
| "grad_norm": 0.15581445395946503, |
| "learning_rate": 4.70789036177508e-05, |
| "loss": 2.3657, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.1814893351627791, |
| "grad_norm": 0.17123162746429443, |
| "learning_rate": 4.705516942172925e-05, |
| "loss": 2.3716, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.18211300985406012, |
| "grad_norm": 0.1703883707523346, |
| "learning_rate": 4.7031345226745646e-05, |
| "loss": 2.3567, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.18273668454534114, |
| "grad_norm": 0.15798546373844147, |
| "learning_rate": 4.7007431130017685e-05, |
| "loss": 2.3575, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.18336035923662217, |
| "grad_norm": 0.14238792657852173, |
| "learning_rate": 4.698342722912993e-05, |
| "loss": 2.3602, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.18398403392790322, |
| "grad_norm": 0.15973889827728271, |
| "learning_rate": 4.695933362203338e-05, |
| "loss": 2.3679, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.18460770861918424, |
| "grad_norm": 0.140547513961792, |
| "learning_rate": 4.6935150407045126e-05, |
| "loss": 2.3609, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.18523138331046526, |
| "grad_norm": 0.14850257337093353, |
| "learning_rate": 4.691087768284787e-05, |
| "loss": 2.3744, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.1858550580017463, |
| "grad_norm": 0.15789325535297394, |
| "learning_rate": 4.6886515548489605e-05, |
| "loss": 2.3735, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.1864787326930273, |
| "grad_norm": 0.14583180844783783, |
| "learning_rate": 4.686206410338317e-05, |
| "loss": 2.3457, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.18710240738430833, |
| "grad_norm": 0.1452397108078003, |
| "learning_rate": 4.683752344730582e-05, |
| "loss": 2.3698, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.18772608207558938, |
| "grad_norm": 0.14124251902103424, |
| "learning_rate": 4.6812893680398874e-05, |
| "loss": 2.3715, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.1883497567668704, |
| "grad_norm": 0.14728666841983795, |
| "learning_rate": 4.6788174903167273e-05, |
| "loss": 2.3482, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.18897343145815143, |
| "grad_norm": 0.14139746129512787, |
| "learning_rate": 4.676336721647917e-05, |
| "loss": 2.3601, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.18959710614943245, |
| "grad_norm": 0.1449970304965973, |
| "learning_rate": 4.673847072156554e-05, |
| "loss": 2.3575, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.19022078084071348, |
| "grad_norm": 0.14849254488945007, |
| "learning_rate": 4.6713485520019715e-05, |
| "loss": 2.3623, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.1908444555319945, |
| "grad_norm": 0.13635998964309692, |
| "learning_rate": 4.668841171379706e-05, |
| "loss": 2.3606, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.19146813022327555, |
| "grad_norm": 0.15768380463123322, |
| "learning_rate": 4.666324940521446e-05, |
| "loss": 2.351, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.19209180491455657, |
| "grad_norm": 0.18455922603607178, |
| "learning_rate": 4.6637998696949955e-05, |
| "loss": 2.3543, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.1927154796058376, |
| "grad_norm": 0.1482485830783844, |
| "learning_rate": 4.661265969204231e-05, |
| "loss": 2.3491, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.19333915429711862, |
| "grad_norm": 0.1632106751203537, |
| "learning_rate": 4.658723249389063e-05, |
| "loss": 2.3485, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.19396282898839964, |
| "grad_norm": 0.136933833360672, |
| "learning_rate": 4.656171720625385e-05, |
| "loss": 2.3712, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.19458650367968067, |
| "grad_norm": 0.13777218759059906, |
| "learning_rate": 4.653611393325039e-05, |
| "loss": 2.3611, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.19521017837096172, |
| "grad_norm": 0.15462389588356018, |
| "learning_rate": 4.651042277935771e-05, |
| "loss": 2.3552, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.19583385306224274, |
| "grad_norm": 0.1322590708732605, |
| "learning_rate": 4.648464384941189e-05, |
| "loss": 2.3534, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.19645752775352376, |
| "grad_norm": 0.15900003910064697, |
| "learning_rate": 4.645877724860715e-05, |
| "loss": 2.3506, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.1970812024448048, |
| "grad_norm": 0.14527671039104462, |
| "learning_rate": 4.643282308249552e-05, |
| "loss": 2.3723, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.1977048771360858, |
| "grad_norm": 0.15096133947372437, |
| "learning_rate": 4.6406781456986295e-05, |
| "loss": 2.3633, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.19832855182736683, |
| "grad_norm": 0.17484094202518463, |
| "learning_rate": 4.63806524783457e-05, |
| "loss": 2.3685, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.19895222651864788, |
| "grad_norm": 0.15617534518241882, |
| "learning_rate": 4.6354436253196386e-05, |
| "loss": 2.3488, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.1995759012099289, |
| "grad_norm": 0.1345047503709793, |
| "learning_rate": 4.632813288851705e-05, |
| "loss": 2.3596, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.20019957590120993, |
| "grad_norm": 0.1654609739780426, |
| "learning_rate": 4.630174249164197e-05, |
| "loss": 2.3674, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.20082325059249095, |
| "grad_norm": 0.14261305332183838, |
| "learning_rate": 4.627526517026055e-05, |
| "loss": 2.3549, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.20144692528377198, |
| "grad_norm": 0.13842733204364777, |
| "learning_rate": 4.624870103241691e-05, |
| "loss": 2.3443, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.202070599975053, |
| "grad_norm": 0.17485995590686798, |
| "learning_rate": 4.622205018650946e-05, |
| "loss": 2.3614, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.20269427466633405, |
| "grad_norm": 0.12797701358795166, |
| "learning_rate": 4.6195312741290385e-05, |
| "loss": 2.3521, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.20331794935761507, |
| "grad_norm": 0.14820531010627747, |
| "learning_rate": 4.6168488805865293e-05, |
| "loss": 2.3621, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.2039416240488961, |
| "grad_norm": 0.13652510941028595, |
| "learning_rate": 4.614157848969271e-05, |
| "loss": 2.3771, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.20456529874017712, |
| "grad_norm": 0.13010281324386597, |
| "learning_rate": 4.611458190258365e-05, |
| "loss": 2.36, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.20518897343145814, |
| "grad_norm": 0.13477684557437897, |
| "learning_rate": 4.608749915470116e-05, |
| "loss": 2.3739, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.20581264812273917, |
| "grad_norm": 0.1453387439250946, |
| "learning_rate": 4.606033035655989e-05, |
| "loss": 2.368, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.20643632281402022, |
| "grad_norm": 0.1391947865486145, |
| "learning_rate": 4.6033075619025627e-05, |
| "loss": 2.3549, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.20705999750530124, |
| "grad_norm": 0.1408076286315918, |
| "learning_rate": 4.600573505331484e-05, |
| "loss": 2.3639, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.20768367219658226, |
| "grad_norm": 0.14326432347297668, |
| "learning_rate": 4.597830877099422e-05, |
| "loss": 2.3587, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.2083073468878633, |
| "grad_norm": 0.14278508722782135, |
| "learning_rate": 4.595079688398025e-05, |
| "loss": 2.3468, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.2089310215791443, |
| "grad_norm": 0.1359265148639679, |
| "learning_rate": 4.592319950453875e-05, |
| "loss": 2.352, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.20955469627042533, |
| "grad_norm": 0.1372850090265274, |
| "learning_rate": 4.5895516745284366e-05, |
| "loss": 2.3601, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.21017837096170638, |
| "grad_norm": 0.14285150170326233, |
| "learning_rate": 4.5867748719180174e-05, |
| "loss": 2.3558, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.2108020456529874, |
| "grad_norm": 0.14760075509548187, |
| "learning_rate": 4.583989553953718e-05, |
| "loss": 2.3723, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.21142572034426843, |
| "grad_norm": 0.14625504612922668, |
| "learning_rate": 4.5811957320013876e-05, |
| "loss": 2.3605, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.21204939503554945, |
| "grad_norm": 0.15551872551441193, |
| "learning_rate": 4.5783934174615775e-05, |
| "loss": 2.351, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.21267306972683048, |
| "grad_norm": 0.15205097198486328, |
| "learning_rate": 4.5755826217694926e-05, |
| "loss": 2.3531, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.2132967444181115, |
| "grad_norm": 0.18132199347019196, |
| "learning_rate": 4.572763356394947e-05, |
| "loss": 2.357, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.21392041910939255, |
| "grad_norm": 0.14040516316890717, |
| "learning_rate": 4.569935632842317e-05, |
| "loss": 2.3508, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.21454409380067357, |
| "grad_norm": 0.13961316645145416, |
| "learning_rate": 4.5670994626504925e-05, |
| "loss": 2.3573, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.2151677684919546, |
| "grad_norm": 0.1766781508922577, |
| "learning_rate": 4.564254857392832e-05, |
| "loss": 2.3442, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.21579144318323562, |
| "grad_norm": 0.14075367152690887, |
| "learning_rate": 4.5614018286771146e-05, |
| "loss": 2.3647, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.21641511787451664, |
| "grad_norm": 0.16981342434883118, |
| "learning_rate": 4.558540388145492e-05, |
| "loss": 2.3451, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.21703879256579767, |
| "grad_norm": 0.14325180649757385, |
| "learning_rate": 4.555670547474438e-05, |
| "loss": 2.3638, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.21766246725707872, |
| "grad_norm": 0.1308158040046692, |
| "learning_rate": 4.552792318374711e-05, |
| "loss": 2.3389, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.21828614194835974, |
| "grad_norm": 0.15656307339668274, |
| "learning_rate": 4.549905712591294e-05, |
| "loss": 2.3666, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.21890981663964076, |
| "grad_norm": 0.13429449498653412, |
| "learning_rate": 4.5470107419033544e-05, |
| "loss": 2.3585, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.2195334913309218, |
| "grad_norm": 0.1523762345314026, |
| "learning_rate": 4.544107418124195e-05, |
| "loss": 2.3566, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.2201571660222028, |
| "grad_norm": 0.14228644967079163, |
| "learning_rate": 4.5411957531012e-05, |
| "loss": 2.3467, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.22078084071348383, |
| "grad_norm": 0.1455477476119995, |
| "learning_rate": 4.538275758715795e-05, |
| "loss": 2.3391, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.22140451540476488, |
| "grad_norm": 0.12802129983901978, |
| "learning_rate": 4.5353474468833943e-05, |
| "loss": 2.3659, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.2220281900960459, |
| "grad_norm": 0.16137489676475525, |
| "learning_rate": 4.532410829553351e-05, |
| "loss": 2.3578, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.22265186478732693, |
| "grad_norm": 0.14855757355690002, |
| "learning_rate": 4.5294659187089113e-05, |
| "loss": 2.3625, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.22327553947860795, |
| "grad_norm": 0.12832091748714447, |
| "learning_rate": 4.526512726367163e-05, |
| "loss": 2.3517, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.22389921416988898, |
| "grad_norm": 0.15883712470531464, |
| "learning_rate": 4.5235512645789876e-05, |
| "loss": 2.3478, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.22452288886117, |
| "grad_norm": 0.14640286564826965, |
| "learning_rate": 4.520581545429014e-05, |
| "loss": 2.3508, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.22514656355245105, |
| "grad_norm": 0.14035877585411072, |
| "learning_rate": 4.51760358103556e-05, |
| "loss": 2.3679, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.22577023824373207, |
| "grad_norm": 0.13900130987167358, |
| "learning_rate": 4.514617383550597e-05, |
| "loss": 2.3507, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.2263939129350131, |
| "grad_norm": 0.15522676706314087, |
| "learning_rate": 4.511622965159687e-05, |
| "loss": 2.3433, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.22701758762629412, |
| "grad_norm": 0.12869855761528015, |
| "learning_rate": 4.508620338081942e-05, |
| "loss": 2.3558, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.22764126231757514, |
| "grad_norm": 0.14917826652526855, |
| "learning_rate": 4.505609514569966e-05, |
| "loss": 2.3568, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.22826493700885617, |
| "grad_norm": 0.15120118856430054, |
| "learning_rate": 4.502590506909815e-05, |
| "loss": 2.3676, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.22888861170013722, |
| "grad_norm": 0.13652756810188293, |
| "learning_rate": 4.4995633274209377e-05, |
| "loss": 2.3476, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.22951228639141824, |
| "grad_norm": 0.13404864072799683, |
| "learning_rate": 4.496527988456131e-05, |
| "loss": 2.3491, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.23013596108269926, |
| "grad_norm": 0.1415766179561615, |
| "learning_rate": 4.493484502401485e-05, |
| "loss": 2.346, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.2307596357739803, |
| "grad_norm": 0.1360810250043869, |
| "learning_rate": 4.49043288167634e-05, |
| "loss": 2.3606, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.2313833104652613, |
| "grad_norm": 0.1411070078611374, |
| "learning_rate": 4.487373138733225e-05, |
| "loss": 2.3534, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.23200698515654236, |
| "grad_norm": 0.14109541475772858, |
| "learning_rate": 4.484305286057817e-05, |
| "loss": 2.3615, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.23263065984782338, |
| "grad_norm": 0.14225104451179504, |
| "learning_rate": 4.481229336168884e-05, |
| "loss": 2.3489, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.2332543345391044, |
| "grad_norm": 0.13787128031253815, |
| "learning_rate": 4.478145301618235e-05, |
| "loss": 2.3644, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.23387800923038543, |
| "grad_norm": 0.1465398371219635, |
| "learning_rate": 4.475053194990673e-05, |
| "loss": 2.3484, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.23450168392166645, |
| "grad_norm": 0.1436600387096405, |
| "learning_rate": 4.4719530289039354e-05, |
| "loss": 2.3604, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.23512535861294748, |
| "grad_norm": 0.14832279086112976, |
| "learning_rate": 4.4688448160086505e-05, |
| "loss": 2.3627, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.23574903330422853, |
| "grad_norm": 0.14112870395183563, |
| "learning_rate": 4.465728568988282e-05, |
| "loss": 2.3454, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.23637270799550955, |
| "grad_norm": 0.12255072593688965, |
| "learning_rate": 4.462604300559077e-05, |
| "loss": 2.3509, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.23699638268679057, |
| "grad_norm": 0.13297311961650848, |
| "learning_rate": 4.459472023470015e-05, |
| "loss": 2.3528, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.2376200573780716, |
| "grad_norm": 0.12283466011285782, |
| "learning_rate": 4.456331750502758e-05, |
| "loss": 2.341, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.23824373206935262, |
| "grad_norm": 0.15348957479000092, |
| "learning_rate": 4.4531834944715944e-05, |
| "loss": 2.343, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.23886740676063364, |
| "grad_norm": 0.14176245033740997, |
| "learning_rate": 4.450027268223388e-05, |
| "loss": 2.3496, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.2394910814519147, |
| "grad_norm": 0.1277739256620407, |
| "learning_rate": 4.446863084637527e-05, |
| "loss": 2.3479, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.24011475614319572, |
| "grad_norm": 0.16022410988807678, |
| "learning_rate": 4.44369095662587e-05, |
| "loss": 2.3521, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.24073843083447674, |
| "grad_norm": 0.14966467022895813, |
| "learning_rate": 4.4405108971326956e-05, |
| "loss": 2.3553, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.24136210552575776, |
| "grad_norm": 0.12898631393909454, |
| "learning_rate": 4.437322919134647e-05, |
| "loss": 2.3638, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.2419857802170388, |
| "grad_norm": 0.1366306096315384, |
| "learning_rate": 4.434127035640677e-05, |
| "loss": 2.3369, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.2426094549083198, |
| "grad_norm": 0.1325025111436844, |
| "learning_rate": 4.4309232596920015e-05, |
| "loss": 2.3568, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.24323312959960086, |
| "grad_norm": 0.14077791571617126, |
| "learning_rate": 4.4277116043620415e-05, |
| "loss": 2.3512, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.24385680429088188, |
| "grad_norm": 0.12765513360500336, |
| "learning_rate": 4.4244920827563694e-05, |
| "loss": 2.3664, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.2444804789821629, |
| "grad_norm": 0.146512970328331, |
| "learning_rate": 4.42126470801266e-05, |
| "loss": 2.3576, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.24510415367344393, |
| "grad_norm": 0.1542866975069046, |
| "learning_rate": 4.418029493300631e-05, |
| "loss": 2.3467, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.24572782836472495, |
| "grad_norm": 0.14266926050186157, |
| "learning_rate": 4.414786451821993e-05, |
| "loss": 2.3503, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.24635150305600598, |
| "grad_norm": 0.21696056425571442, |
| "learning_rate": 4.411535596810395e-05, |
| "loss": 2.3425, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.24697517774728703, |
| "grad_norm": 0.13872909545898438, |
| "learning_rate": 4.4082769415313704e-05, |
| "loss": 2.3514, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.24759885243856805, |
| "grad_norm": 0.12459717690944672, |
| "learning_rate": 4.405010499282281e-05, |
| "loss": 2.3567, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.24822252712984907, |
| "grad_norm": 0.13433867692947388, |
| "learning_rate": 4.4017362833922665e-05, |
| "loss": 2.3561, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.2488462018211301, |
| "grad_norm": 0.15979231894016266, |
| "learning_rate": 4.398454307222186e-05, |
| "loss": 2.3641, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.24946987651241112, |
| "grad_norm": 0.13779185712337494, |
| "learning_rate": 4.395164584164568e-05, |
| "loss": 2.3606, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.25009355120369214, |
| "grad_norm": 0.1664193570613861, |
| "learning_rate": 4.3918671276435495e-05, |
| "loss": 2.3537, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.2507172258949732, |
| "grad_norm": 0.12802939116954803, |
| "learning_rate": 4.388561951114829e-05, |
| "loss": 2.3449, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.2513409005862542, |
| "grad_norm": 0.1286672204732895, |
| "learning_rate": 4.385249068065604e-05, |
| "loss": 2.363, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.25196457527753524, |
| "grad_norm": 0.13827621936798096, |
| "learning_rate": 4.381928492014521e-05, |
| "loss": 2.3388, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.2525882499688163, |
| "grad_norm": 0.1397390216588974, |
| "learning_rate": 4.3786002365116184e-05, |
| "loss": 2.3468, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.2532119246600973, |
| "grad_norm": 0.17700490355491638, |
| "learning_rate": 4.3752643151382734e-05, |
| "loss": 2.343, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.25383559935137834, |
| "grad_norm": 0.1451135128736496, |
| "learning_rate": 4.3719207415071405e-05, |
| "loss": 2.3527, |
| "step": 4070 |
| }, |
| { |
| "epoch": 0.25445927404265933, |
| "grad_norm": 0.12708404660224915, |
| "learning_rate": 4.368569529262106e-05, |
| "loss": 2.3587, |
| "step": 4080 |
| }, |
| { |
| "epoch": 0.2550829487339404, |
| "grad_norm": 0.14039453864097595, |
| "learning_rate": 4.365210692078221e-05, |
| "loss": 2.367, |
| "step": 4090 |
| }, |
| { |
| "epoch": 0.2557066234252214, |
| "grad_norm": 0.13493026793003082, |
| "learning_rate": 4.361844243661656e-05, |
| "loss": 2.3504, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.25633029811650243, |
| "grad_norm": 0.16070623695850372, |
| "learning_rate": 4.358470197749635e-05, |
| "loss": 2.3554, |
| "step": 4110 |
| }, |
| { |
| "epoch": 0.2569539728077835, |
| "grad_norm": 0.15550489723682404, |
| "learning_rate": 4.355088568110389e-05, |
| "loss": 2.3469, |
| "step": 4120 |
| }, |
| { |
| "epoch": 0.2575776474990645, |
| "grad_norm": 0.13801085948944092, |
| "learning_rate": 4.351699368543094e-05, |
| "loss": 2.3431, |
| "step": 4130 |
| }, |
| { |
| "epoch": 0.25820132219034553, |
| "grad_norm": 0.1539461463689804, |
| "learning_rate": 4.348302612877815e-05, |
| "loss": 2.3457, |
| "step": 4140 |
| }, |
| { |
| "epoch": 0.2588249968816265, |
| "grad_norm": 0.12077134847640991, |
| "learning_rate": 4.344898314975451e-05, |
| "loss": 2.3545, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.2594486715729076, |
| "grad_norm": 0.15185841917991638, |
| "learning_rate": 4.341486488727679e-05, |
| "loss": 2.3479, |
| "step": 4160 |
| }, |
| { |
| "epoch": 0.2600723462641886, |
| "grad_norm": 0.1457655429840088, |
| "learning_rate": 4.338067148056896e-05, |
| "loss": 2.3518, |
| "step": 4170 |
| }, |
| { |
| "epoch": 0.2606960209554696, |
| "grad_norm": 0.13554567098617554, |
| "learning_rate": 4.3346403069161626e-05, |
| "loss": 2.3395, |
| "step": 4180 |
| }, |
| { |
| "epoch": 0.26131969564675067, |
| "grad_norm": 0.15511424839496613, |
| "learning_rate": 4.3312059792891444e-05, |
| "loss": 2.3441, |
| "step": 4190 |
| }, |
| { |
| "epoch": 0.26194337033803167, |
| "grad_norm": 0.1327853500843048, |
| "learning_rate": 4.32776417919006e-05, |
| "loss": 2.3422, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.2625670450293127, |
| "grad_norm": 0.13403037190437317, |
| "learning_rate": 4.3243149206636174e-05, |
| "loss": 2.366, |
| "step": 4210 |
| }, |
| { |
| "epoch": 0.2631907197205937, |
| "grad_norm": 0.13026653230190277, |
| "learning_rate": 4.3208582177849606e-05, |
| "loss": 2.3411, |
| "step": 4220 |
| }, |
| { |
| "epoch": 0.26381439441187476, |
| "grad_norm": 0.1641235202550888, |
| "learning_rate": 4.3173940846596115e-05, |
| "loss": 2.3458, |
| "step": 4230 |
| }, |
| { |
| "epoch": 0.2644380691031558, |
| "grad_norm": 0.15854433178901672, |
| "learning_rate": 4.3139225354234115e-05, |
| "loss": 2.3363, |
| "step": 4240 |
| }, |
| { |
| "epoch": 0.2650617437944368, |
| "grad_norm": 0.16002143919467926, |
| "learning_rate": 4.3104435842424664e-05, |
| "loss": 2.3665, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.26568541848571786, |
| "grad_norm": 0.1313835233449936, |
| "learning_rate": 4.306957245313082e-05, |
| "loss": 2.3636, |
| "step": 4260 |
| }, |
| { |
| "epoch": 0.26630909317699886, |
| "grad_norm": 0.120053730905056, |
| "learning_rate": 4.303463532861717e-05, |
| "loss": 2.3521, |
| "step": 4270 |
| }, |
| { |
| "epoch": 0.2669327678682799, |
| "grad_norm": 0.138257697224617, |
| "learning_rate": 4.299962461144913e-05, |
| "loss": 2.3472, |
| "step": 4280 |
| }, |
| { |
| "epoch": 0.26755644255956096, |
| "grad_norm": 0.13860560953617096, |
| "learning_rate": 4.296454044449245e-05, |
| "loss": 2.3519, |
| "step": 4290 |
| }, |
| { |
| "epoch": 0.26818011725084195, |
| "grad_norm": 0.1304989755153656, |
| "learning_rate": 4.2929382970912614e-05, |
| "loss": 2.3643, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.268803791942123, |
| "grad_norm": 0.12747874855995178, |
| "learning_rate": 4.28941523341742e-05, |
| "loss": 2.3435, |
| "step": 4310 |
| }, |
| { |
| "epoch": 0.269427466633404, |
| "grad_norm": 0.1258695274591446, |
| "learning_rate": 4.2858848678040376e-05, |
| "loss": 2.3551, |
| "step": 4320 |
| }, |
| { |
| "epoch": 0.27005114132468505, |
| "grad_norm": 0.13157832622528076, |
| "learning_rate": 4.2823472146572266e-05, |
| "loss": 2.3478, |
| "step": 4330 |
| }, |
| { |
| "epoch": 0.27067481601596605, |
| "grad_norm": 0.1262928992509842, |
| "learning_rate": 4.278802288412836e-05, |
| "loss": 2.3571, |
| "step": 4340 |
| }, |
| { |
| "epoch": 0.2712984907072471, |
| "grad_norm": 0.13785511255264282, |
| "learning_rate": 4.275250103536394e-05, |
| "loss": 2.3481, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.27192216539852815, |
| "grad_norm": 0.12842819094657898, |
| "learning_rate": 4.27169067452305e-05, |
| "loss": 2.3397, |
| "step": 4360 |
| }, |
| { |
| "epoch": 0.27254584008980914, |
| "grad_norm": 0.13661450147628784, |
| "learning_rate": 4.268124015897512e-05, |
| "loss": 2.3419, |
| "step": 4370 |
| }, |
| { |
| "epoch": 0.2731695147810902, |
| "grad_norm": 0.12943510711193085, |
| "learning_rate": 4.26455014221399e-05, |
| "loss": 2.3441, |
| "step": 4380 |
| }, |
| { |
| "epoch": 0.2737931894723712, |
| "grad_norm": 0.16127528250217438, |
| "learning_rate": 4.260969068056137e-05, |
| "loss": 2.3399, |
| "step": 4390 |
| }, |
| { |
| "epoch": 0.27441686416365224, |
| "grad_norm": 0.13408130407333374, |
| "learning_rate": 4.257380808036989e-05, |
| "loss": 2.3596, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.2750405388549333, |
| "grad_norm": 0.15434421598911285, |
| "learning_rate": 4.253785376798902e-05, |
| "loss": 2.3566, |
| "step": 4410 |
| }, |
| { |
| "epoch": 0.2756642135462143, |
| "grad_norm": 0.13655562698841095, |
| "learning_rate": 4.2501827890134965e-05, |
| "loss": 2.3431, |
| "step": 4420 |
| }, |
| { |
| "epoch": 0.27628788823749534, |
| "grad_norm": 0.14737586677074432, |
| "learning_rate": 4.246573059381597e-05, |
| "loss": 2.3514, |
| "step": 4430 |
| }, |
| { |
| "epoch": 0.27691156292877633, |
| "grad_norm": 0.12414093315601349, |
| "learning_rate": 4.242956202633171e-05, |
| "loss": 2.3465, |
| "step": 4440 |
| }, |
| { |
| "epoch": 0.2775352376200574, |
| "grad_norm": 0.1440233588218689, |
| "learning_rate": 4.239332233527267e-05, |
| "loss": 2.3615, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.2781589123113384, |
| "grad_norm": 0.15972205996513367, |
| "learning_rate": 4.23570116685196e-05, |
| "loss": 2.3365, |
| "step": 4460 |
| }, |
| { |
| "epoch": 0.27878258700261943, |
| "grad_norm": 0.1259658932685852, |
| "learning_rate": 4.232063017424285e-05, |
| "loss": 2.3732, |
| "step": 4470 |
| }, |
| { |
| "epoch": 0.2794062616939005, |
| "grad_norm": 0.13149166107177734, |
| "learning_rate": 4.228417800090179e-05, |
| "loss": 2.3527, |
| "step": 4480 |
| }, |
| { |
| "epoch": 0.2800299363851815, |
| "grad_norm": 0.12127082794904709, |
| "learning_rate": 4.2247655297244226e-05, |
| "loss": 2.3553, |
| "step": 4490 |
| }, |
| { |
| "epoch": 0.28065361107646253, |
| "grad_norm": 0.15749895572662354, |
| "learning_rate": 4.2211062212305755e-05, |
| "loss": 2.3355, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.2812772857677435, |
| "grad_norm": 0.13849584758281708, |
| "learning_rate": 4.2174398895409176e-05, |
| "loss": 2.3379, |
| "step": 4510 |
| }, |
| { |
| "epoch": 0.2819009604590246, |
| "grad_norm": 0.14453892409801483, |
| "learning_rate": 4.2137665496163866e-05, |
| "loss": 2.3637, |
| "step": 4520 |
| }, |
| { |
| "epoch": 0.2825246351503056, |
| "grad_norm": 0.12820300459861755, |
| "learning_rate": 4.2100862164465214e-05, |
| "loss": 2.346, |
| "step": 4530 |
| }, |
| { |
| "epoch": 0.2831483098415866, |
| "grad_norm": 0.14552940428256989, |
| "learning_rate": 4.206398905049396e-05, |
| "loss": 2.3334, |
| "step": 4540 |
| }, |
| { |
| "epoch": 0.28377198453286767, |
| "grad_norm": 0.1368761956691742, |
| "learning_rate": 4.202704630471559e-05, |
| "loss": 2.3568, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.28439565922414867, |
| "grad_norm": 0.11998875439167023, |
| "learning_rate": 4.199003407787974e-05, |
| "loss": 2.3532, |
| "step": 4560 |
| }, |
| { |
| "epoch": 0.2850193339154297, |
| "grad_norm": 0.1306314468383789, |
| "learning_rate": 4.1952952521019586e-05, |
| "loss": 2.3593, |
| "step": 4570 |
| }, |
| { |
| "epoch": 0.2856430086067107, |
| "grad_norm": 0.13415250182151794, |
| "learning_rate": 4.1915801785451184e-05, |
| "loss": 2.3634, |
| "step": 4580 |
| }, |
| { |
| "epoch": 0.28626668329799176, |
| "grad_norm": 0.13411609828472137, |
| "learning_rate": 4.187858202277291e-05, |
| "loss": 2.3548, |
| "step": 4590 |
| }, |
| { |
| "epoch": 0.2868903579892728, |
| "grad_norm": 0.12579558789730072, |
| "learning_rate": 4.1841293384864805e-05, |
| "loss": 2.3489, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.2875140326805538, |
| "grad_norm": 0.12190133333206177, |
| "learning_rate": 4.1803936023887955e-05, |
| "loss": 2.3392, |
| "step": 4610 |
| }, |
| { |
| "epoch": 0.28813770737183486, |
| "grad_norm": 0.1285092532634735, |
| "learning_rate": 4.1766510092283895e-05, |
| "loss": 2.3327, |
| "step": 4620 |
| }, |
| { |
| "epoch": 0.28876138206311586, |
| "grad_norm": 0.1506451815366745, |
| "learning_rate": 4.172901574277396e-05, |
| "loss": 2.3397, |
| "step": 4630 |
| }, |
| { |
| "epoch": 0.2893850567543969, |
| "grad_norm": 0.12325321137905121, |
| "learning_rate": 4.169145312835867e-05, |
| "loss": 2.353, |
| "step": 4640 |
| }, |
| { |
| "epoch": 0.29000873144567796, |
| "grad_norm": 0.1281268149614334, |
| "learning_rate": 4.1653822402317134e-05, |
| "loss": 2.3457, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.29063240613695895, |
| "grad_norm": 0.134659081697464, |
| "learning_rate": 4.1616123718206364e-05, |
| "loss": 2.3478, |
| "step": 4660 |
| }, |
| { |
| "epoch": 0.29125608082824, |
| "grad_norm": 0.13283471763134003, |
| "learning_rate": 4.157835722986071e-05, |
| "loss": 2.3592, |
| "step": 4670 |
| }, |
| { |
| "epoch": 0.291879755519521, |
| "grad_norm": 0.18123313784599304, |
| "learning_rate": 4.154052309139118e-05, |
| "loss": 2.357, |
| "step": 4680 |
| }, |
| { |
| "epoch": 0.29250343021080205, |
| "grad_norm": 0.14308828115463257, |
| "learning_rate": 4.1502621457184883e-05, |
| "loss": 2.3652, |
| "step": 4690 |
| }, |
| { |
| "epoch": 0.29312710490208305, |
| "grad_norm": 0.1331060826778412, |
| "learning_rate": 4.1464652481904296e-05, |
| "loss": 2.3367, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.2937507795933641, |
| "grad_norm": 0.1428663581609726, |
| "learning_rate": 4.1426616320486724e-05, |
| "loss": 2.3456, |
| "step": 4710 |
| }, |
| { |
| "epoch": 0.29437445428464515, |
| "grad_norm": 0.15617789328098297, |
| "learning_rate": 4.138851312814364e-05, |
| "loss": 2.3575, |
| "step": 4720 |
| }, |
| { |
| "epoch": 0.29499812897592614, |
| "grad_norm": 0.1299167424440384, |
| "learning_rate": 4.135034306036002e-05, |
| "loss": 2.3474, |
| "step": 4730 |
| }, |
| { |
| "epoch": 0.2956218036672072, |
| "grad_norm": 0.12944835424423218, |
| "learning_rate": 4.1312106272893745e-05, |
| "loss": 2.3497, |
| "step": 4740 |
| }, |
| { |
| "epoch": 0.2962454783584882, |
| "grad_norm": 0.13776618242263794, |
| "learning_rate": 4.127380292177496e-05, |
| "loss": 2.3403, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.29686915304976924, |
| "grad_norm": 0.12296651303768158, |
| "learning_rate": 4.123543316330544e-05, |
| "loss": 2.349, |
| "step": 4760 |
| }, |
| { |
| "epoch": 0.2974928277410503, |
| "grad_norm": 0.1347527801990509, |
| "learning_rate": 4.11969971540579e-05, |
| "loss": 2.3443, |
| "step": 4770 |
| }, |
| { |
| "epoch": 0.2981165024323313, |
| "grad_norm": 0.1341458410024643, |
| "learning_rate": 4.115849505087546e-05, |
| "loss": 2.3461, |
| "step": 4780 |
| }, |
| { |
| "epoch": 0.29874017712361234, |
| "grad_norm": 0.1228293776512146, |
| "learning_rate": 4.1119927010870895e-05, |
| "loss": 2.3555, |
| "step": 4790 |
| }, |
| { |
| "epoch": 0.29936385181489333, |
| "grad_norm": 0.1496277153491974, |
| "learning_rate": 4.1081293191426075e-05, |
| "loss": 2.3353, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.2999875265061744, |
| "grad_norm": 0.12531830370426178, |
| "learning_rate": 4.1042593750191284e-05, |
| "loss": 2.3329, |
| "step": 4810 |
| }, |
| { |
| "epoch": 0.3006112011974554, |
| "grad_norm": 0.14016346633434296, |
| "learning_rate": 4.100382884508457e-05, |
| "loss": 2.3523, |
| "step": 4820 |
| }, |
| { |
| "epoch": 0.30123487588873643, |
| "grad_norm": 0.14636535942554474, |
| "learning_rate": 4.0964998634291135e-05, |
| "loss": 2.3545, |
| "step": 4830 |
| }, |
| { |
| "epoch": 0.3018585505800175, |
| "grad_norm": 0.11429703235626221, |
| "learning_rate": 4.092610327626265e-05, |
| "loss": 2.3528, |
| "step": 4840 |
| }, |
| { |
| "epoch": 0.3024822252712985, |
| "grad_norm": 0.12562789022922516, |
| "learning_rate": 4.0887142929716656e-05, |
| "loss": 2.3531, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.30310589996257953, |
| "grad_norm": 0.14455021917819977, |
| "learning_rate": 4.084811775363585e-05, |
| "loss": 2.3321, |
| "step": 4860 |
| }, |
| { |
| "epoch": 0.3037295746538605, |
| "grad_norm": 0.14194808900356293, |
| "learning_rate": 4.08090279072675e-05, |
| "loss": 2.3548, |
| "step": 4870 |
| }, |
| { |
| "epoch": 0.3043532493451416, |
| "grad_norm": 0.15222592651844025, |
| "learning_rate": 4.076987355012277e-05, |
| "loss": 2.3569, |
| "step": 4880 |
| }, |
| { |
| "epoch": 0.3049769240364226, |
| "grad_norm": 0.13321363925933838, |
| "learning_rate": 4.0730654841976046e-05, |
| "loss": 2.3454, |
| "step": 4890 |
| }, |
| { |
| "epoch": 0.3056005987277036, |
| "grad_norm": 0.13900774717330933, |
| "learning_rate": 4.069137194286434e-05, |
| "loss": 2.3421, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.30622427341898467, |
| "grad_norm": 0.13709060847759247, |
| "learning_rate": 4.065202501308658e-05, |
| "loss": 2.337, |
| "step": 4910 |
| }, |
| { |
| "epoch": 0.30684794811026567, |
| "grad_norm": 0.12528562545776367, |
| "learning_rate": 4.061261421320298e-05, |
| "loss": 2.3573, |
| "step": 4920 |
| }, |
| { |
| "epoch": 0.3074716228015467, |
| "grad_norm": 0.14611902832984924, |
| "learning_rate": 4.0573139704034405e-05, |
| "loss": 2.3384, |
| "step": 4930 |
| }, |
| { |
| "epoch": 0.30809529749282777, |
| "grad_norm": 0.11507061123847961, |
| "learning_rate": 4.0533601646661656e-05, |
| "loss": 2.3575, |
| "step": 4940 |
| }, |
| { |
| "epoch": 0.30871897218410876, |
| "grad_norm": 0.13609890639781952, |
| "learning_rate": 4.0494000202424885e-05, |
| "loss": 2.3354, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.3093426468753898, |
| "grad_norm": 0.12402752041816711, |
| "learning_rate": 4.0454335532922894e-05, |
| "loss": 2.3295, |
| "step": 4960 |
| }, |
| { |
| "epoch": 0.3099663215666708, |
| "grad_norm": 0.13901638984680176, |
| "learning_rate": 4.041460780001247e-05, |
| "loss": 2.3371, |
| "step": 4970 |
| }, |
| { |
| "epoch": 0.31058999625795186, |
| "grad_norm": 0.13664992153644562, |
| "learning_rate": 4.037481716580776e-05, |
| "loss": 2.3444, |
| "step": 4980 |
| }, |
| { |
| "epoch": 0.31121367094923286, |
| "grad_norm": 0.1372072398662567, |
| "learning_rate": 4.033496379267957e-05, |
| "loss": 2.354, |
| "step": 4990 |
| }, |
| { |
| "epoch": 0.3118373456405139, |
| "grad_norm": 0.13416796922683716, |
| "learning_rate": 4.029504784325473e-05, |
| "loss": 2.3502, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.31246102033179496, |
| "grad_norm": 0.14506535232067108, |
| "learning_rate": 4.025506948041541e-05, |
| "loss": 2.3605, |
| "step": 5010 |
| }, |
| { |
| "epoch": 0.31308469502307595, |
| "grad_norm": 0.14919407665729523, |
| "learning_rate": 4.0215028867298485e-05, |
| "loss": 2.3455, |
| "step": 5020 |
| }, |
| { |
| "epoch": 0.313708369714357, |
| "grad_norm": 0.12435267120599747, |
| "learning_rate": 4.017492616729483e-05, |
| "loss": 2.3549, |
| "step": 5030 |
| }, |
| { |
| "epoch": 0.314332044405638, |
| "grad_norm": 0.14025436341762543, |
| "learning_rate": 4.013476154404868e-05, |
| "loss": 2.3445, |
| "step": 5040 |
| }, |
| { |
| "epoch": 0.31495571909691905, |
| "grad_norm": 0.1254836469888687, |
| "learning_rate": 4.009453516145697e-05, |
| "loss": 2.3384, |
| "step": 5050 |
| }, |
| { |
| "epoch": 0.3155793937882001, |
| "grad_norm": 0.1342635452747345, |
| "learning_rate": 4.005424718366863e-05, |
| "loss": 2.3518, |
| "step": 5060 |
| }, |
| { |
| "epoch": 0.3162030684794811, |
| "grad_norm": 0.12734586000442505, |
| "learning_rate": 4.001389777508394e-05, |
| "loss": 2.3399, |
| "step": 5070 |
| }, |
| { |
| "epoch": 0.31682674317076215, |
| "grad_norm": 0.1323811262845993, |
| "learning_rate": 3.9973487100353886e-05, |
| "loss": 2.3473, |
| "step": 5080 |
| }, |
| { |
| "epoch": 0.31745041786204314, |
| "grad_norm": 0.1299595981836319, |
| "learning_rate": 3.993301532437942e-05, |
| "loss": 2.3476, |
| "step": 5090 |
| }, |
| { |
| "epoch": 0.3180740925533242, |
| "grad_norm": 0.14300356805324554, |
| "learning_rate": 3.9892482612310836e-05, |
| "loss": 2.3359, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.3186977672446052, |
| "grad_norm": 0.12890104949474335, |
| "learning_rate": 3.98518891295471e-05, |
| "loss": 2.3415, |
| "step": 5110 |
| }, |
| { |
| "epoch": 0.31932144193588624, |
| "grad_norm": 0.14795483648777008, |
| "learning_rate": 3.9811235041735155e-05, |
| "loss": 2.3586, |
| "step": 5120 |
| }, |
| { |
| "epoch": 0.3199451166271673, |
| "grad_norm": 0.13104943931102753, |
| "learning_rate": 3.977052051476924e-05, |
| "loss": 2.3443, |
| "step": 5130 |
| }, |
| { |
| "epoch": 0.3205687913184483, |
| "grad_norm": 0.14327722787857056, |
| "learning_rate": 3.9729745714790237e-05, |
| "loss": 2.345, |
| "step": 5140 |
| }, |
| { |
| "epoch": 0.32119246600972934, |
| "grad_norm": 0.12906871736049652, |
| "learning_rate": 3.9688910808184966e-05, |
| "loss": 2.3524, |
| "step": 5150 |
| }, |
| { |
| "epoch": 0.32181614070101033, |
| "grad_norm": 0.13408376276493073, |
| "learning_rate": 3.9648015961585525e-05, |
| "loss": 2.3329, |
| "step": 5160 |
| }, |
| { |
| "epoch": 0.3224398153922914, |
| "grad_norm": 0.1328035444021225, |
| "learning_rate": 3.9607061341868626e-05, |
| "loss": 2.3343, |
| "step": 5170 |
| }, |
| { |
| "epoch": 0.32306349008357244, |
| "grad_norm": 0.13883130252361298, |
| "learning_rate": 3.956604711615486e-05, |
| "loss": 2.3401, |
| "step": 5180 |
| }, |
| { |
| "epoch": 0.32368716477485343, |
| "grad_norm": 0.13564351201057434, |
| "learning_rate": 3.9524973451808056e-05, |
| "loss": 2.3358, |
| "step": 5190 |
| }, |
| { |
| "epoch": 0.3243108394661345, |
| "grad_norm": 0.14235635101795197, |
| "learning_rate": 3.948384051643461e-05, |
| "loss": 2.3278, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.3249345141574155, |
| "grad_norm": 0.12823864817619324, |
| "learning_rate": 3.9442648477882774e-05, |
| "loss": 2.3449, |
| "step": 5210 |
| }, |
| { |
| "epoch": 0.32555818884869653, |
| "grad_norm": 0.12369381636381149, |
| "learning_rate": 3.940139750424194e-05, |
| "loss": 2.3292, |
| "step": 5220 |
| }, |
| { |
| "epoch": 0.3261818635399775, |
| "grad_norm": 0.14057503640651703, |
| "learning_rate": 3.9360087763842054e-05, |
| "loss": 2.3438, |
| "step": 5230 |
| }, |
| { |
| "epoch": 0.3268055382312586, |
| "grad_norm": 0.13606642186641693, |
| "learning_rate": 3.931871942525283e-05, |
| "loss": 2.35, |
| "step": 5240 |
| }, |
| { |
| "epoch": 0.3274292129225396, |
| "grad_norm": 0.12465052306652069, |
| "learning_rate": 3.92772926572831e-05, |
| "loss": 2.3551, |
| "step": 5250 |
| }, |
| { |
| "epoch": 0.3280528876138206, |
| "grad_norm": 0.15152309834957123, |
| "learning_rate": 3.923580762898014e-05, |
| "loss": 2.3469, |
| "step": 5260 |
| }, |
| { |
| "epoch": 0.32867656230510167, |
| "grad_norm": 0.12202604860067368, |
| "learning_rate": 3.919426450962894e-05, |
| "loss": 2.3323, |
| "step": 5270 |
| }, |
| { |
| "epoch": 0.32930023699638267, |
| "grad_norm": 0.14046595990657806, |
| "learning_rate": 3.915266346875157e-05, |
| "loss": 2.3331, |
| "step": 5280 |
| }, |
| { |
| "epoch": 0.3299239116876637, |
| "grad_norm": 0.1267174929380417, |
| "learning_rate": 3.911100467610644e-05, |
| "loss": 2.3412, |
| "step": 5290 |
| }, |
| { |
| "epoch": 0.33054758637894477, |
| "grad_norm": 0.12384292483329773, |
| "learning_rate": 3.906928830168761e-05, |
| "loss": 2.3379, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.33117126107022576, |
| "grad_norm": 0.11524558812379837, |
| "learning_rate": 3.902751451572414e-05, |
| "loss": 2.3396, |
| "step": 5310 |
| }, |
| { |
| "epoch": 0.3317949357615068, |
| "grad_norm": 0.13076788187026978, |
| "learning_rate": 3.898568348867934e-05, |
| "loss": 2.3474, |
| "step": 5320 |
| }, |
| { |
| "epoch": 0.3324186104527878, |
| "grad_norm": 0.12447308748960495, |
| "learning_rate": 3.8943795391250106e-05, |
| "loss": 2.3421, |
| "step": 5330 |
| }, |
| { |
| "epoch": 0.33304228514406886, |
| "grad_norm": 0.13117621839046478, |
| "learning_rate": 3.8901850394366225e-05, |
| "loss": 2.339, |
| "step": 5340 |
| }, |
| { |
| "epoch": 0.33366595983534986, |
| "grad_norm": 0.13843026757240295, |
| "learning_rate": 3.885984866918966e-05, |
| "loss": 2.3478, |
| "step": 5350 |
| }, |
| { |
| "epoch": 0.3342896345266309, |
| "grad_norm": 0.15518690645694733, |
| "learning_rate": 3.881779038711387e-05, |
| "loss": 2.3458, |
| "step": 5360 |
| }, |
| { |
| "epoch": 0.33491330921791196, |
| "grad_norm": 0.12413712590932846, |
| "learning_rate": 3.87756757197631e-05, |
| "loss": 2.3386, |
| "step": 5370 |
| }, |
| { |
| "epoch": 0.33553698390919295, |
| "grad_norm": 0.12104230374097824, |
| "learning_rate": 3.873350483899167e-05, |
| "loss": 2.346, |
| "step": 5380 |
| }, |
| { |
| "epoch": 0.336160658600474, |
| "grad_norm": 0.13745470345020294, |
| "learning_rate": 3.8691277916883306e-05, |
| "loss": 2.3416, |
| "step": 5390 |
| }, |
| { |
| "epoch": 0.336784333291755, |
| "grad_norm": 0.1286250501871109, |
| "learning_rate": 3.8648995125750384e-05, |
| "loss": 2.3338, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.33740800798303605, |
| "grad_norm": 0.12247445434331894, |
| "learning_rate": 3.860665663813331e-05, |
| "loss": 2.34, |
| "step": 5410 |
| }, |
| { |
| "epoch": 0.3380316826743171, |
| "grad_norm": 0.12959113717079163, |
| "learning_rate": 3.8564262626799735e-05, |
| "loss": 2.3409, |
| "step": 5420 |
| }, |
| { |
| "epoch": 0.3386553573655981, |
| "grad_norm": 0.12605847418308258, |
| "learning_rate": 3.852181326474388e-05, |
| "loss": 2.3533, |
| "step": 5430 |
| }, |
| { |
| "epoch": 0.33927903205687915, |
| "grad_norm": 0.12892314791679382, |
| "learning_rate": 3.8479308725185846e-05, |
| "loss": 2.3416, |
| "step": 5440 |
| }, |
| { |
| "epoch": 0.33990270674816014, |
| "grad_norm": 0.141749769449234, |
| "learning_rate": 3.843674918157089e-05, |
| "loss": 2.3411, |
| "step": 5450 |
| }, |
| { |
| "epoch": 0.3405263814394412, |
| "grad_norm": 0.12725882232189178, |
| "learning_rate": 3.839413480756869e-05, |
| "loss": 2.3601, |
| "step": 5460 |
| }, |
| { |
| "epoch": 0.3411500561307222, |
| "grad_norm": 0.13972321152687073, |
| "learning_rate": 3.8351465777072726e-05, |
| "loss": 2.3519, |
| "step": 5470 |
| }, |
| { |
| "epoch": 0.34177373082200324, |
| "grad_norm": 0.13252346217632294, |
| "learning_rate": 3.830874226419946e-05, |
| "loss": 2.3419, |
| "step": 5480 |
| }, |
| { |
| "epoch": 0.3423974055132843, |
| "grad_norm": 0.1490195244550705, |
| "learning_rate": 3.8265964443287704e-05, |
| "loss": 2.336, |
| "step": 5490 |
| }, |
| { |
| "epoch": 0.3430210802045653, |
| "grad_norm": 0.1327432245016098, |
| "learning_rate": 3.822313248889785e-05, |
| "loss": 2.357, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.34364475489584634, |
| "grad_norm": 0.12243432551622391, |
| "learning_rate": 3.818024657581124e-05, |
| "loss": 2.3401, |
| "step": 5510 |
| }, |
| { |
| "epoch": 0.34426842958712733, |
| "grad_norm": 0.1491895169019699, |
| "learning_rate": 3.813730687902935e-05, |
| "loss": 2.3454, |
| "step": 5520 |
| }, |
| { |
| "epoch": 0.3448921042784084, |
| "grad_norm": 0.13530054688453674, |
| "learning_rate": 3.8094313573773154e-05, |
| "loss": 2.3246, |
| "step": 5530 |
| }, |
| { |
| "epoch": 0.34551577896968944, |
| "grad_norm": 0.1478978395462036, |
| "learning_rate": 3.805126683548237e-05, |
| "loss": 2.336, |
| "step": 5540 |
| }, |
| { |
| "epoch": 0.34613945366097043, |
| "grad_norm": 0.13625144958496094, |
| "learning_rate": 3.8008166839814776e-05, |
| "loss": 2.3489, |
| "step": 5550 |
| }, |
| { |
| "epoch": 0.3467631283522515, |
| "grad_norm": 0.12173423171043396, |
| "learning_rate": 3.796501376264545e-05, |
| "loss": 2.3402, |
| "step": 5560 |
| }, |
| { |
| "epoch": 0.3473868030435325, |
| "grad_norm": 0.13634905219078064, |
| "learning_rate": 3.792180778006609e-05, |
| "loss": 2.3598, |
| "step": 5570 |
| }, |
| { |
| "epoch": 0.34801047773481353, |
| "grad_norm": 0.13939450681209564, |
| "learning_rate": 3.787854906838427e-05, |
| "loss": 2.3558, |
| "step": 5580 |
| }, |
| { |
| "epoch": 0.3486341524260945, |
| "grad_norm": 0.13545145094394684, |
| "learning_rate": 3.783523780412276e-05, |
| "loss": 2.3674, |
| "step": 5590 |
| }, |
| { |
| "epoch": 0.3492578271173756, |
| "grad_norm": 0.12225452810525894, |
| "learning_rate": 3.779187416401874e-05, |
| "loss": 2.3518, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.3498815018086566, |
| "grad_norm": 0.13159427046775818, |
| "learning_rate": 3.774845832502314e-05, |
| "loss": 2.342, |
| "step": 5610 |
| }, |
| { |
| "epoch": 0.3505051764999376, |
| "grad_norm": 0.13917483389377594, |
| "learning_rate": 3.770499046429988e-05, |
| "loss": 2.3396, |
| "step": 5620 |
| }, |
| { |
| "epoch": 0.35112885119121867, |
| "grad_norm": 0.13559618592262268, |
| "learning_rate": 3.766147075922518e-05, |
| "loss": 2.3444, |
| "step": 5630 |
| }, |
| { |
| "epoch": 0.35175252588249967, |
| "grad_norm": 0.12999975681304932, |
| "learning_rate": 3.76178993873868e-05, |
| "loss": 2.3333, |
| "step": 5640 |
| }, |
| { |
| "epoch": 0.3523762005737807, |
| "grad_norm": 0.12488022446632385, |
| "learning_rate": 3.757427652658335e-05, |
| "loss": 2.3467, |
| "step": 5650 |
| }, |
| { |
| "epoch": 0.35299987526506177, |
| "grad_norm": 0.15739747881889343, |
| "learning_rate": 3.7530602354823526e-05, |
| "loss": 2.357, |
| "step": 5660 |
| }, |
| { |
| "epoch": 0.35362354995634276, |
| "grad_norm": 0.1301366537809372, |
| "learning_rate": 3.748687705032541e-05, |
| "loss": 2.3359, |
| "step": 5670 |
| }, |
| { |
| "epoch": 0.3542472246476238, |
| "grad_norm": 0.1360599845647812, |
| "learning_rate": 3.7443100791515766e-05, |
| "loss": 2.3346, |
| "step": 5680 |
| }, |
| { |
| "epoch": 0.3548708993389048, |
| "grad_norm": 0.12673410773277283, |
| "learning_rate": 3.739927375702924e-05, |
| "loss": 2.3475, |
| "step": 5690 |
| }, |
| { |
| "epoch": 0.35549457403018586, |
| "grad_norm": 0.13684386014938354, |
| "learning_rate": 3.7355396125707706e-05, |
| "loss": 2.346, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.35611824872146686, |
| "grad_norm": 0.12586291134357452, |
| "learning_rate": 3.7311468076599496e-05, |
| "loss": 2.3522, |
| "step": 5710 |
| }, |
| { |
| "epoch": 0.3567419234127479, |
| "grad_norm": 0.13861516118049622, |
| "learning_rate": 3.726748978895867e-05, |
| "loss": 2.3384, |
| "step": 5720 |
| }, |
| { |
| "epoch": 0.35736559810402896, |
| "grad_norm": 0.1293143332004547, |
| "learning_rate": 3.722346144224432e-05, |
| "loss": 2.3331, |
| "step": 5730 |
| }, |
| { |
| "epoch": 0.35798927279530995, |
| "grad_norm": 0.1340639591217041, |
| "learning_rate": 3.7179383216119764e-05, |
| "loss": 2.3454, |
| "step": 5740 |
| }, |
| { |
| "epoch": 0.358612947486591, |
| "grad_norm": 0.13201969861984253, |
| "learning_rate": 3.71352552904519e-05, |
| "loss": 2.345, |
| "step": 5750 |
| }, |
| { |
| "epoch": 0.359236622177872, |
| "grad_norm": 0.11367158591747284, |
| "learning_rate": 3.709107784531041e-05, |
| "loss": 2.3376, |
| "step": 5760 |
| }, |
| { |
| "epoch": 0.35986029686915305, |
| "grad_norm": 0.13649892807006836, |
| "learning_rate": 3.7046851060967065e-05, |
| "loss": 2.3562, |
| "step": 5770 |
| }, |
| { |
| "epoch": 0.3604839715604341, |
| "grad_norm": 0.14373785257339478, |
| "learning_rate": 3.7002575117894954e-05, |
| "loss": 2.3544, |
| "step": 5780 |
| }, |
| { |
| "epoch": 0.3611076462517151, |
| "grad_norm": 0.11794867366552353, |
| "learning_rate": 3.695825019676777e-05, |
| "loss": 2.3375, |
| "step": 5790 |
| }, |
| { |
| "epoch": 0.36173132094299615, |
| "grad_norm": 0.13260994851589203, |
| "learning_rate": 3.6913876478459076e-05, |
| "loss": 2.343, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.36235499563427714, |
| "grad_norm": 0.12407256662845612, |
| "learning_rate": 3.6869454144041535e-05, |
| "loss": 2.3194, |
| "step": 5810 |
| }, |
| { |
| "epoch": 0.3629786703255582, |
| "grad_norm": 0.12770940363407135, |
| "learning_rate": 3.6824983374786215e-05, |
| "loss": 2.342, |
| "step": 5820 |
| }, |
| { |
| "epoch": 0.3636023450168392, |
| "grad_norm": 0.13231664896011353, |
| "learning_rate": 3.678046435216183e-05, |
| "loss": 2.3401, |
| "step": 5830 |
| }, |
| { |
| "epoch": 0.36422601970812024, |
| "grad_norm": 0.1476144790649414, |
| "learning_rate": 3.6735897257833977e-05, |
| "loss": 2.3321, |
| "step": 5840 |
| }, |
| { |
| "epoch": 0.3648496943994013, |
| "grad_norm": 0.13438977301120758, |
| "learning_rate": 3.669128227366444e-05, |
| "loss": 2.3407, |
| "step": 5850 |
| }, |
| { |
| "epoch": 0.3654733690906823, |
| "grad_norm": 0.13909541070461273, |
| "learning_rate": 3.664661958171043e-05, |
| "loss": 2.338, |
| "step": 5860 |
| }, |
| { |
| "epoch": 0.36609704378196334, |
| "grad_norm": 0.11920545250177383, |
| "learning_rate": 3.660190936422378e-05, |
| "loss": 2.3418, |
| "step": 5870 |
| }, |
| { |
| "epoch": 0.36672071847324433, |
| "grad_norm": 0.11224260181188583, |
| "learning_rate": 3.655715180365033e-05, |
| "loss": 2.362, |
| "step": 5880 |
| }, |
| { |
| "epoch": 0.3673443931645254, |
| "grad_norm": 0.15434837341308594, |
| "learning_rate": 3.6512347082629055e-05, |
| "loss": 2.3472, |
| "step": 5890 |
| }, |
| { |
| "epoch": 0.36796806785580644, |
| "grad_norm": 0.12808671593666077, |
| "learning_rate": 3.646749538399141e-05, |
| "loss": 2.3393, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.36859174254708743, |
| "grad_norm": 0.1320265829563141, |
| "learning_rate": 3.6422596890760517e-05, |
| "loss": 2.3385, |
| "step": 5910 |
| }, |
| { |
| "epoch": 0.3692154172383685, |
| "grad_norm": 0.12384671717882156, |
| "learning_rate": 3.6377651786150484e-05, |
| "loss": 2.3425, |
| "step": 5920 |
| }, |
| { |
| "epoch": 0.3698390919296495, |
| "grad_norm": 0.12608911097049713, |
| "learning_rate": 3.633266025356559e-05, |
| "loss": 2.3435, |
| "step": 5930 |
| }, |
| { |
| "epoch": 0.37046276662093053, |
| "grad_norm": 0.13195784389972687, |
| "learning_rate": 3.628762247659959e-05, |
| "loss": 2.3501, |
| "step": 5940 |
| }, |
| { |
| "epoch": 0.3710864413122115, |
| "grad_norm": 0.15418589115142822, |
| "learning_rate": 3.624253863903494e-05, |
| "loss": 2.361, |
| "step": 5950 |
| }, |
| { |
| "epoch": 0.3717101160034926, |
| "grad_norm": 0.20524659752845764, |
| "learning_rate": 3.619740892484206e-05, |
| "loss": 2.3601, |
| "step": 5960 |
| }, |
| { |
| "epoch": 0.3723337906947736, |
| "grad_norm": 0.12948495149612427, |
| "learning_rate": 3.615223351817854e-05, |
| "loss": 2.3412, |
| "step": 5970 |
| }, |
| { |
| "epoch": 0.3729574653860546, |
| "grad_norm": 0.12009276449680328, |
| "learning_rate": 3.610701260338847e-05, |
| "loss": 2.337, |
| "step": 5980 |
| }, |
| { |
| "epoch": 0.37358114007733567, |
| "grad_norm": 0.14050887525081635, |
| "learning_rate": 3.606174636500163e-05, |
| "loss": 2.3396, |
| "step": 5990 |
| }, |
| { |
| "epoch": 0.37420481476861667, |
| "grad_norm": 0.1373419314622879, |
| "learning_rate": 3.601643498773272e-05, |
| "loss": 2.3443, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.3748284894598977, |
| "grad_norm": 0.11587025970220566, |
| "learning_rate": 3.5971078656480667e-05, |
| "loss": 2.3385, |
| "step": 6010 |
| }, |
| { |
| "epoch": 0.37545216415117877, |
| "grad_norm": 0.1352171152830124, |
| "learning_rate": 3.592567755632782e-05, |
| "loss": 2.3411, |
| "step": 6020 |
| }, |
| { |
| "epoch": 0.37607583884245976, |
| "grad_norm": 0.12752485275268555, |
| "learning_rate": 3.588023187253924e-05, |
| "loss": 2.3545, |
| "step": 6030 |
| }, |
| { |
| "epoch": 0.3766995135337408, |
| "grad_norm": 0.13394594192504883, |
| "learning_rate": 3.583474179056189e-05, |
| "loss": 2.3404, |
| "step": 6040 |
| }, |
| { |
| "epoch": 0.3773231882250218, |
| "grad_norm": 0.14235027134418488, |
| "learning_rate": 3.57892074960239e-05, |
| "loss": 2.3379, |
| "step": 6050 |
| }, |
| { |
| "epoch": 0.37794686291630286, |
| "grad_norm": 0.11724478006362915, |
| "learning_rate": 3.5743629174733844e-05, |
| "loss": 2.3405, |
| "step": 6060 |
| }, |
| { |
| "epoch": 0.37857053760758386, |
| "grad_norm": 0.12617653608322144, |
| "learning_rate": 3.5698007012679936e-05, |
| "loss": 2.349, |
| "step": 6070 |
| }, |
| { |
| "epoch": 0.3791942122988649, |
| "grad_norm": 0.12247848510742188, |
| "learning_rate": 3.5652341196029285e-05, |
| "loss": 2.3585, |
| "step": 6080 |
| }, |
| { |
| "epoch": 0.37981788699014596, |
| "grad_norm": 0.12787772715091705, |
| "learning_rate": 3.560663191112714e-05, |
| "loss": 2.3541, |
| "step": 6090 |
| }, |
| { |
| "epoch": 0.38044156168142695, |
| "grad_norm": 0.1385074406862259, |
| "learning_rate": 3.5560879344496136e-05, |
| "loss": 2.3381, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.381065236372708, |
| "grad_norm": 0.1201195940375328, |
| "learning_rate": 3.5515083682835524e-05, |
| "loss": 2.3375, |
| "step": 6110 |
| }, |
| { |
| "epoch": 0.381688911063989, |
| "grad_norm": 0.1226867139339447, |
| "learning_rate": 3.546924511302039e-05, |
| "loss": 2.3382, |
| "step": 6120 |
| }, |
| { |
| "epoch": 0.38231258575527005, |
| "grad_norm": 0.11989844590425491, |
| "learning_rate": 3.5423363822100955e-05, |
| "loss": 2.3437, |
| "step": 6130 |
| }, |
| { |
| "epoch": 0.3829362604465511, |
| "grad_norm": 0.12155073881149292, |
| "learning_rate": 3.5377439997301706e-05, |
| "loss": 2.3487, |
| "step": 6140 |
| }, |
| { |
| "epoch": 0.3835599351378321, |
| "grad_norm": 0.12472762167453766, |
| "learning_rate": 3.5331473826020755e-05, |
| "loss": 2.3431, |
| "step": 6150 |
| }, |
| { |
| "epoch": 0.38418360982911315, |
| "grad_norm": 0.126686230301857, |
| "learning_rate": 3.5285465495828974e-05, |
| "loss": 2.3299, |
| "step": 6160 |
| }, |
| { |
| "epoch": 0.38480728452039414, |
| "grad_norm": 0.11818558722734451, |
| "learning_rate": 3.5239415194469306e-05, |
| "loss": 2.3497, |
| "step": 6170 |
| }, |
| { |
| "epoch": 0.3854309592116752, |
| "grad_norm": 0.12631884217262268, |
| "learning_rate": 3.519332310985592e-05, |
| "loss": 2.3265, |
| "step": 6180 |
| }, |
| { |
| "epoch": 0.38605463390295625, |
| "grad_norm": 0.12569187581539154, |
| "learning_rate": 3.514718943007352e-05, |
| "loss": 2.3464, |
| "step": 6190 |
| }, |
| { |
| "epoch": 0.38667830859423724, |
| "grad_norm": 0.12539279460906982, |
| "learning_rate": 3.510101434337654e-05, |
| "loss": 2.3467, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.3873019832855183, |
| "grad_norm": 0.13284312188625336, |
| "learning_rate": 3.505479803818836e-05, |
| "loss": 2.3423, |
| "step": 6210 |
| }, |
| { |
| "epoch": 0.3879256579767993, |
| "grad_norm": 0.12682414054870605, |
| "learning_rate": 3.500854070310058e-05, |
| "loss": 2.34, |
| "step": 6220 |
| }, |
| { |
| "epoch": 0.38854933266808034, |
| "grad_norm": 0.12087757140398026, |
| "learning_rate": 3.496224252687222e-05, |
| "loss": 2.3386, |
| "step": 6230 |
| }, |
| { |
| "epoch": 0.38917300735936133, |
| "grad_norm": 0.12404356151819229, |
| "learning_rate": 3.491590369842895e-05, |
| "loss": 2.3341, |
| "step": 6240 |
| }, |
| { |
| "epoch": 0.3897966820506424, |
| "grad_norm": 0.11181644350290298, |
| "learning_rate": 3.486952440686234e-05, |
| "loss": 2.344, |
| "step": 6250 |
| }, |
| { |
| "epoch": 0.39042035674192344, |
| "grad_norm": 0.12474312633275986, |
| "learning_rate": 3.482310484142906e-05, |
| "loss": 2.3303, |
| "step": 6260 |
| }, |
| { |
| "epoch": 0.39104403143320443, |
| "grad_norm": 0.2457445114850998, |
| "learning_rate": 3.4776645191550136e-05, |
| "loss": 2.3532, |
| "step": 6270 |
| }, |
| { |
| "epoch": 0.3916677061244855, |
| "grad_norm": 0.12317252904176712, |
| "learning_rate": 3.473014564681016e-05, |
| "loss": 2.3379, |
| "step": 6280 |
| }, |
| { |
| "epoch": 0.3922913808157665, |
| "grad_norm": 0.16490347683429718, |
| "learning_rate": 3.468360639695652e-05, |
| "loss": 2.3463, |
| "step": 6290 |
| }, |
| { |
| "epoch": 0.39291505550704753, |
| "grad_norm": 0.12947745621204376, |
| "learning_rate": 3.463702763189862e-05, |
| "loss": 2.3384, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.3935387301983286, |
| "grad_norm": 0.14163103699684143, |
| "learning_rate": 3.459040954170712e-05, |
| "loss": 2.3311, |
| "step": 6310 |
| }, |
| { |
| "epoch": 0.3941624048896096, |
| "grad_norm": 0.15353286266326904, |
| "learning_rate": 3.4543752316613145e-05, |
| "loss": 2.3391, |
| "step": 6320 |
| }, |
| { |
| "epoch": 0.3947860795808906, |
| "grad_norm": 0.1320265829563141, |
| "learning_rate": 3.449705614700751e-05, |
| "loss": 2.3381, |
| "step": 6330 |
| }, |
| { |
| "epoch": 0.3954097542721716, |
| "grad_norm": 0.11878356337547302, |
| "learning_rate": 3.445032122343996e-05, |
| "loss": 2.3353, |
| "step": 6340 |
| }, |
| { |
| "epoch": 0.39603342896345267, |
| "grad_norm": 0.12569749355316162, |
| "learning_rate": 3.4403547736618386e-05, |
| "loss": 2.335, |
| "step": 6350 |
| }, |
| { |
| "epoch": 0.39665710365473367, |
| "grad_norm": 0.13250160217285156, |
| "learning_rate": 3.435673587740801e-05, |
| "loss": 2.3405, |
| "step": 6360 |
| }, |
| { |
| "epoch": 0.3972807783460147, |
| "grad_norm": 0.12401019781827927, |
| "learning_rate": 3.430988583683067e-05, |
| "loss": 2.3341, |
| "step": 6370 |
| }, |
| { |
| "epoch": 0.39790445303729577, |
| "grad_norm": 0.1291012316942215, |
| "learning_rate": 3.4262997806064e-05, |
| "loss": 2.3375, |
| "step": 6380 |
| }, |
| { |
| "epoch": 0.39852812772857676, |
| "grad_norm": 0.1186688244342804, |
| "learning_rate": 3.4216071976440655e-05, |
| "loss": 2.3233, |
| "step": 6390 |
| }, |
| { |
| "epoch": 0.3991518024198578, |
| "grad_norm": 0.11798477917909622, |
| "learning_rate": 3.4169108539447515e-05, |
| "loss": 2.3347, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.3997754771111388, |
| "grad_norm": 0.11315207928419113, |
| "learning_rate": 3.412210768672496e-05, |
| "loss": 2.3413, |
| "step": 6410 |
| }, |
| { |
| "epoch": 0.40039915180241986, |
| "grad_norm": 0.1185397207736969, |
| "learning_rate": 3.407506961006601e-05, |
| "loss": 2.3285, |
| "step": 6420 |
| }, |
| { |
| "epoch": 0.4010228264937009, |
| "grad_norm": 0.11519406735897064, |
| "learning_rate": 3.4027994501415624e-05, |
| "loss": 2.3259, |
| "step": 6430 |
| }, |
| { |
| "epoch": 0.4016465011849819, |
| "grad_norm": 0.13884194195270538, |
| "learning_rate": 3.3980882552869825e-05, |
| "loss": 2.3511, |
| "step": 6440 |
| }, |
| { |
| "epoch": 0.40227017587626296, |
| "grad_norm": 0.12883760035037994, |
| "learning_rate": 3.3933733956675006e-05, |
| "loss": 2.3521, |
| "step": 6450 |
| }, |
| { |
| "epoch": 0.40289385056754395, |
| "grad_norm": 0.1373828947544098, |
| "learning_rate": 3.388654890522709e-05, |
| "loss": 2.3467, |
| "step": 6460 |
| }, |
| { |
| "epoch": 0.403517525258825, |
| "grad_norm": 0.12584014236927032, |
| "learning_rate": 3.383932759107077e-05, |
| "loss": 2.3454, |
| "step": 6470 |
| }, |
| { |
| "epoch": 0.404141199950106, |
| "grad_norm": 0.13118071854114532, |
| "learning_rate": 3.3792070206898696e-05, |
| "loss": 2.3385, |
| "step": 6480 |
| }, |
| { |
| "epoch": 0.40476487464138705, |
| "grad_norm": 0.13357332348823547, |
| "learning_rate": 3.374477694555072e-05, |
| "loss": 2.3329, |
| "step": 6490 |
| }, |
| { |
| "epoch": 0.4053885493326681, |
| "grad_norm": 0.1244160383939743, |
| "learning_rate": 3.369744800001309e-05, |
| "loss": 2.3568, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.4060122240239491, |
| "grad_norm": 0.12574930489063263, |
| "learning_rate": 3.3650083563417665e-05, |
| "loss": 2.3338, |
| "step": 6510 |
| }, |
| { |
| "epoch": 0.40663589871523015, |
| "grad_norm": 0.11917813122272491, |
| "learning_rate": 3.360268382904115e-05, |
| "loss": 2.3438, |
| "step": 6520 |
| }, |
| { |
| "epoch": 0.40725957340651114, |
| "grad_norm": 0.12674586474895477, |
| "learning_rate": 3.355524899030426e-05, |
| "loss": 2.3448, |
| "step": 6530 |
| }, |
| { |
| "epoch": 0.4078832480977922, |
| "grad_norm": 0.12129604071378708, |
| "learning_rate": 3.3507779240770966e-05, |
| "loss": 2.3282, |
| "step": 6540 |
| }, |
| { |
| "epoch": 0.40850692278907325, |
| "grad_norm": 0.12753331661224365, |
| "learning_rate": 3.3460274774147705e-05, |
| "loss": 2.3521, |
| "step": 6550 |
| }, |
| { |
| "epoch": 0.40913059748035424, |
| "grad_norm": 0.12054205685853958, |
| "learning_rate": 3.341273578428258e-05, |
| "loss": 2.3416, |
| "step": 6560 |
| }, |
| { |
| "epoch": 0.4097542721716353, |
| "grad_norm": 0.12643662095069885, |
| "learning_rate": 3.336516246516456e-05, |
| "loss": 2.334, |
| "step": 6570 |
| }, |
| { |
| "epoch": 0.4103779468629163, |
| "grad_norm": 0.1284203827381134, |
| "learning_rate": 3.3317555010922725e-05, |
| "loss": 2.3498, |
| "step": 6580 |
| }, |
| { |
| "epoch": 0.41100162155419734, |
| "grad_norm": 0.11711442470550537, |
| "learning_rate": 3.3269913615825404e-05, |
| "loss": 2.3325, |
| "step": 6590 |
| }, |
| { |
| "epoch": 0.41162529624547833, |
| "grad_norm": 0.12891221046447754, |
| "learning_rate": 3.322223847427947e-05, |
| "loss": 2.3405, |
| "step": 6600 |
| }, |
| { |
| "epoch": 0.4122489709367594, |
| "grad_norm": 0.1399129331111908, |
| "learning_rate": 3.317452978082948e-05, |
| "loss": 2.3343, |
| "step": 6610 |
| }, |
| { |
| "epoch": 0.41287264562804044, |
| "grad_norm": 0.1266552060842514, |
| "learning_rate": 3.3126787730156895e-05, |
| "loss": 2.3327, |
| "step": 6620 |
| }, |
| { |
| "epoch": 0.41349632031932143, |
| "grad_norm": 0.13059918582439423, |
| "learning_rate": 3.307901251707932e-05, |
| "loss": 2.3504, |
| "step": 6630 |
| }, |
| { |
| "epoch": 0.4141199950106025, |
| "grad_norm": 0.12243564426898956, |
| "learning_rate": 3.303120433654968e-05, |
| "loss": 2.3352, |
| "step": 6640 |
| }, |
| { |
| "epoch": 0.4147436697018835, |
| "grad_norm": 0.13407419621944427, |
| "learning_rate": 3.29833633836554e-05, |
| "loss": 2.3392, |
| "step": 6650 |
| }, |
| { |
| "epoch": 0.41536734439316453, |
| "grad_norm": 0.1260213851928711, |
| "learning_rate": 3.293548985361766e-05, |
| "loss": 2.3393, |
| "step": 6660 |
| }, |
| { |
| "epoch": 0.4159910190844456, |
| "grad_norm": 0.11522527784109116, |
| "learning_rate": 3.288758394179058e-05, |
| "loss": 2.3448, |
| "step": 6670 |
| }, |
| { |
| "epoch": 0.4166146937757266, |
| "grad_norm": 0.14241696894168854, |
| "learning_rate": 3.28396458436604e-05, |
| "loss": 2.3314, |
| "step": 6680 |
| }, |
| { |
| "epoch": 0.4172383684670076, |
| "grad_norm": 0.12537403404712677, |
| "learning_rate": 3.279167575484471e-05, |
| "loss": 2.3417, |
| "step": 6690 |
| }, |
| { |
| "epoch": 0.4178620431582886, |
| "grad_norm": 0.16207078099250793, |
| "learning_rate": 3.2743673871091653e-05, |
| "loss": 2.3233, |
| "step": 6700 |
| }, |
| { |
| "epoch": 0.41848571784956967, |
| "grad_norm": 0.12005165964365005, |
| "learning_rate": 3.269564038827908e-05, |
| "loss": 2.3267, |
| "step": 6710 |
| }, |
| { |
| "epoch": 0.41910939254085067, |
| "grad_norm": 0.13461945950984955, |
| "learning_rate": 3.264757550241384e-05, |
| "loss": 2.3411, |
| "step": 6720 |
| }, |
| { |
| "epoch": 0.4197330672321317, |
| "grad_norm": 0.13534677028656006, |
| "learning_rate": 3.2599479409630874e-05, |
| "loss": 2.3352, |
| "step": 6730 |
| }, |
| { |
| "epoch": 0.42035674192341277, |
| "grad_norm": 0.15434837341308594, |
| "learning_rate": 3.2551352306192493e-05, |
| "loss": 2.3339, |
| "step": 6740 |
| }, |
| { |
| "epoch": 0.42098041661469376, |
| "grad_norm": 0.12305505573749542, |
| "learning_rate": 3.250319438848755e-05, |
| "loss": 2.3188, |
| "step": 6750 |
| }, |
| { |
| "epoch": 0.4216040913059748, |
| "grad_norm": 0.1319957822561264, |
| "learning_rate": 3.2455005853030646e-05, |
| "loss": 2.3419, |
| "step": 6760 |
| }, |
| { |
| "epoch": 0.4222277659972558, |
| "grad_norm": 0.21255195140838623, |
| "learning_rate": 3.240678689646129e-05, |
| "loss": 2.3369, |
| "step": 6770 |
| }, |
| { |
| "epoch": 0.42285144068853686, |
| "grad_norm": 0.12417815625667572, |
| "learning_rate": 3.235853771554317e-05, |
| "loss": 2.3412, |
| "step": 6780 |
| }, |
| { |
| "epoch": 0.4234751153798179, |
| "grad_norm": 0.1338357776403427, |
| "learning_rate": 3.2310258507163274e-05, |
| "loss": 2.3292, |
| "step": 6790 |
| }, |
| { |
| "epoch": 0.4240987900710989, |
| "grad_norm": 0.13558506965637207, |
| "learning_rate": 3.226194946833114e-05, |
| "loss": 2.3402, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.42472246476237996, |
| "grad_norm": 0.13316696882247925, |
| "learning_rate": 3.221361079617804e-05, |
| "loss": 2.3408, |
| "step": 6810 |
| }, |
| { |
| "epoch": 0.42534613945366095, |
| "grad_norm": 0.12537701427936554, |
| "learning_rate": 3.216524268795615e-05, |
| "loss": 2.3496, |
| "step": 6820 |
| }, |
| { |
| "epoch": 0.425969814144942, |
| "grad_norm": 0.12147895991802216, |
| "learning_rate": 3.211684534103776e-05, |
| "loss": 2.3329, |
| "step": 6830 |
| }, |
| { |
| "epoch": 0.426593488836223, |
| "grad_norm": 0.1163184717297554, |
| "learning_rate": 3.20684189529145e-05, |
| "loss": 2.3448, |
| "step": 6840 |
| }, |
| { |
| "epoch": 0.42721716352750405, |
| "grad_norm": 0.12012782692909241, |
| "learning_rate": 3.201996372119648e-05, |
| "loss": 2.3421, |
| "step": 6850 |
| }, |
| { |
| "epoch": 0.4278408382187851, |
| "grad_norm": 0.12391063570976257, |
| "learning_rate": 3.197147984361152e-05, |
| "loss": 2.332, |
| "step": 6860 |
| }, |
| { |
| "epoch": 0.4284645129100661, |
| "grad_norm": 0.12589991092681885, |
| "learning_rate": 3.1922967518004336e-05, |
| "loss": 2.3401, |
| "step": 6870 |
| }, |
| { |
| "epoch": 0.42908818760134715, |
| "grad_norm": 0.12866675853729248, |
| "learning_rate": 3.1874426942335726e-05, |
| "loss": 2.3421, |
| "step": 6880 |
| }, |
| { |
| "epoch": 0.42971186229262814, |
| "grad_norm": 0.13817405700683594, |
| "learning_rate": 3.1825858314681774e-05, |
| "loss": 2.3405, |
| "step": 6890 |
| }, |
| { |
| "epoch": 0.4303355369839092, |
| "grad_norm": 0.13052722811698914, |
| "learning_rate": 3.177726183323301e-05, |
| "loss": 2.3463, |
| "step": 6900 |
| }, |
| { |
| "epoch": 0.43095921167519025, |
| "grad_norm": 0.1309136003255844, |
| "learning_rate": 3.172863769629365e-05, |
| "loss": 2.3377, |
| "step": 6910 |
| }, |
| { |
| "epoch": 0.43158288636647124, |
| "grad_norm": 0.12325666099786758, |
| "learning_rate": 3.167998610228074e-05, |
| "loss": 2.3364, |
| "step": 6920 |
| }, |
| { |
| "epoch": 0.4322065610577523, |
| "grad_norm": 0.14596515893936157, |
| "learning_rate": 3.1631307249723415e-05, |
| "loss": 2.3433, |
| "step": 6930 |
| }, |
| { |
| "epoch": 0.4328302357490333, |
| "grad_norm": 0.11658128350973129, |
| "learning_rate": 3.158260133726198e-05, |
| "loss": 2.3299, |
| "step": 6940 |
| }, |
| { |
| "epoch": 0.43345391044031434, |
| "grad_norm": 0.11347878724336624, |
| "learning_rate": 3.15338685636472e-05, |
| "loss": 2.3408, |
| "step": 6950 |
| }, |
| { |
| "epoch": 0.43407758513159533, |
| "grad_norm": 0.1261526644229889, |
| "learning_rate": 3.148510912773943e-05, |
| "loss": 2.3402, |
| "step": 6960 |
| }, |
| { |
| "epoch": 0.4347012598228764, |
| "grad_norm": 0.12420699000358582, |
| "learning_rate": 3.1436323228507845e-05, |
| "loss": 2.3362, |
| "step": 6970 |
| }, |
| { |
| "epoch": 0.43532493451415744, |
| "grad_norm": 0.135872021317482, |
| "learning_rate": 3.1387511065029586e-05, |
| "loss": 2.3407, |
| "step": 6980 |
| }, |
| { |
| "epoch": 0.43594860920543843, |
| "grad_norm": 0.1262342631816864, |
| "learning_rate": 3.133867283648899e-05, |
| "loss": 2.3342, |
| "step": 6990 |
| }, |
| { |
| "epoch": 0.4365722838967195, |
| "grad_norm": 0.12637701630592346, |
| "learning_rate": 3.1289808742176735e-05, |
| "loss": 2.3431, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.4371959585880005, |
| "grad_norm": 0.12144090235233307, |
| "learning_rate": 3.124091898148907e-05, |
| "loss": 2.3398, |
| "step": 7010 |
| }, |
| { |
| "epoch": 0.43781963327928153, |
| "grad_norm": 0.13231639564037323, |
| "learning_rate": 3.119200375392695e-05, |
| "loss": 2.3382, |
| "step": 7020 |
| }, |
| { |
| "epoch": 0.4384433079705626, |
| "grad_norm": 0.1230720728635788, |
| "learning_rate": 3.114306325909528e-05, |
| "loss": 2.3475, |
| "step": 7030 |
| }, |
| { |
| "epoch": 0.4390669826618436, |
| "grad_norm": 0.12690319120883942, |
| "learning_rate": 3.109409769670204e-05, |
| "loss": 2.3335, |
| "step": 7040 |
| }, |
| { |
| "epoch": 0.4396906573531246, |
| "grad_norm": 0.123020701110363, |
| "learning_rate": 3.1045107266557546e-05, |
| "loss": 2.3287, |
| "step": 7050 |
| }, |
| { |
| "epoch": 0.4403143320444056, |
| "grad_norm": 0.11914866417646408, |
| "learning_rate": 3.099609216857354e-05, |
| "loss": 2.3309, |
| "step": 7060 |
| }, |
| { |
| "epoch": 0.44093800673568667, |
| "grad_norm": 0.11924278736114502, |
| "learning_rate": 3.0947052602762465e-05, |
| "loss": 2.3375, |
| "step": 7070 |
| }, |
| { |
| "epoch": 0.44156168142696767, |
| "grad_norm": 0.11277420073747635, |
| "learning_rate": 3.089798876923658e-05, |
| "loss": 2.3409, |
| "step": 7080 |
| }, |
| { |
| "epoch": 0.4421853561182487, |
| "grad_norm": 0.12123094499111176, |
| "learning_rate": 3.0848900868207194e-05, |
| "loss": 2.3475, |
| "step": 7090 |
| }, |
| { |
| "epoch": 0.44280903080952977, |
| "grad_norm": 0.13447490334510803, |
| "learning_rate": 3.07997890999838e-05, |
| "loss": 2.3403, |
| "step": 7100 |
| }, |
| { |
| "epoch": 0.44343270550081076, |
| "grad_norm": 0.1268174648284912, |
| "learning_rate": 3.0750653664973314e-05, |
| "loss": 2.3203, |
| "step": 7110 |
| }, |
| { |
| "epoch": 0.4440563801920918, |
| "grad_norm": 0.1289375126361847, |
| "learning_rate": 3.070149476367921e-05, |
| "loss": 2.3435, |
| "step": 7120 |
| }, |
| { |
| "epoch": 0.4446800548833728, |
| "grad_norm": 0.1128678247332573, |
| "learning_rate": 3.065231259670071e-05, |
| "loss": 2.334, |
| "step": 7130 |
| }, |
| { |
| "epoch": 0.44530372957465386, |
| "grad_norm": 0.13755285739898682, |
| "learning_rate": 3.060310736473199e-05, |
| "loss": 2.3443, |
| "step": 7140 |
| }, |
| { |
| "epoch": 0.4459274042659349, |
| "grad_norm": 0.15675626695156097, |
| "learning_rate": 3.055387926856136e-05, |
| "loss": 2.3171, |
| "step": 7150 |
| }, |
| { |
| "epoch": 0.4465510789572159, |
| "grad_norm": 0.12421199679374695, |
| "learning_rate": 3.0504628509070392e-05, |
| "loss": 2.3328, |
| "step": 7160 |
| }, |
| { |
| "epoch": 0.44717475364849696, |
| "grad_norm": 0.14210863411426544, |
| "learning_rate": 3.0455355287233172e-05, |
| "loss": 2.3415, |
| "step": 7170 |
| }, |
| { |
| "epoch": 0.44779842833977795, |
| "grad_norm": 0.11888423562049866, |
| "learning_rate": 3.040605980411543e-05, |
| "loss": 2.3349, |
| "step": 7180 |
| }, |
| { |
| "epoch": 0.448422103031059, |
| "grad_norm": 0.13034485280513763, |
| "learning_rate": 3.035674226087374e-05, |
| "loss": 2.3356, |
| "step": 7190 |
| }, |
| { |
| "epoch": 0.44904577772234, |
| "grad_norm": 0.11416008323431015, |
| "learning_rate": 3.0307402858754687e-05, |
| "loss": 2.3462, |
| "step": 7200 |
| }, |
| { |
| "epoch": 0.44966945241362105, |
| "grad_norm": 0.1131959781050682, |
| "learning_rate": 3.0258041799094077e-05, |
| "loss": 2.3437, |
| "step": 7210 |
| }, |
| { |
| "epoch": 0.4502931271049021, |
| "grad_norm": 0.12849222123622894, |
| "learning_rate": 3.0208659283316067e-05, |
| "loss": 2.3345, |
| "step": 7220 |
| }, |
| { |
| "epoch": 0.4509168017961831, |
| "grad_norm": 0.1162048727273941, |
| "learning_rate": 3.0159255512932373e-05, |
| "loss": 2.3269, |
| "step": 7230 |
| }, |
| { |
| "epoch": 0.45154047648746415, |
| "grad_norm": 0.11569054424762726, |
| "learning_rate": 3.010983068954146e-05, |
| "loss": 2.3322, |
| "step": 7240 |
| }, |
| { |
| "epoch": 0.45216415117874514, |
| "grad_norm": 0.1324879378080368, |
| "learning_rate": 3.006038501482769e-05, |
| "loss": 2.3275, |
| "step": 7250 |
| }, |
| { |
| "epoch": 0.4527878258700262, |
| "grad_norm": 0.1359993815422058, |
| "learning_rate": 3.0010918690560514e-05, |
| "loss": 2.3448, |
| "step": 7260 |
| }, |
| { |
| "epoch": 0.45341150056130725, |
| "grad_norm": 0.11463424563407898, |
| "learning_rate": 2.996143191859364e-05, |
| "loss": 2.3366, |
| "step": 7270 |
| }, |
| { |
| "epoch": 0.45403517525258824, |
| "grad_norm": 0.13143254816532135, |
| "learning_rate": 2.991192490086422e-05, |
| "loss": 2.3351, |
| "step": 7280 |
| }, |
| { |
| "epoch": 0.4546588499438693, |
| "grad_norm": 0.11326905339956284, |
| "learning_rate": 2.986239783939203e-05, |
| "loss": 2.3282, |
| "step": 7290 |
| }, |
| { |
| "epoch": 0.4552825246351503, |
| "grad_norm": 0.1212373599410057, |
| "learning_rate": 2.981285093627862e-05, |
| "loss": 2.3356, |
| "step": 7300 |
| }, |
| { |
| "epoch": 0.45590619932643134, |
| "grad_norm": 0.11297118663787842, |
| "learning_rate": 2.9763284393706524e-05, |
| "loss": 2.3391, |
| "step": 7310 |
| }, |
| { |
| "epoch": 0.45652987401771233, |
| "grad_norm": 0.13279440999031067, |
| "learning_rate": 2.9713698413938395e-05, |
| "loss": 2.3355, |
| "step": 7320 |
| }, |
| { |
| "epoch": 0.4571535487089934, |
| "grad_norm": 0.12784942984580994, |
| "learning_rate": 2.9664093199316228e-05, |
| "loss": 2.3451, |
| "step": 7330 |
| }, |
| { |
| "epoch": 0.45777722340027444, |
| "grad_norm": 0.13544122874736786, |
| "learning_rate": 2.96144689522605e-05, |
| "loss": 2.3413, |
| "step": 7340 |
| }, |
| { |
| "epoch": 0.45840089809155543, |
| "grad_norm": 0.13510844111442566, |
| "learning_rate": 2.956482587526933e-05, |
| "loss": 2.3412, |
| "step": 7350 |
| }, |
| { |
| "epoch": 0.4590245727828365, |
| "grad_norm": 0.12742632627487183, |
| "learning_rate": 2.9515164170917713e-05, |
| "loss": 2.3378, |
| "step": 7360 |
| }, |
| { |
| "epoch": 0.4596482474741175, |
| "grad_norm": 0.11725907027721405, |
| "learning_rate": 2.946548404185663e-05, |
| "loss": 2.3298, |
| "step": 7370 |
| }, |
| { |
| "epoch": 0.46027192216539853, |
| "grad_norm": 0.11936945468187332, |
| "learning_rate": 2.941578569081224e-05, |
| "loss": 2.3425, |
| "step": 7380 |
| }, |
| { |
| "epoch": 0.4608955968566796, |
| "grad_norm": 0.12343460321426392, |
| "learning_rate": 2.936606932058509e-05, |
| "loss": 2.3323, |
| "step": 7390 |
| }, |
| { |
| "epoch": 0.4615192715479606, |
| "grad_norm": 0.12001600861549377, |
| "learning_rate": 2.9316335134049217e-05, |
| "loss": 2.3365, |
| "step": 7400 |
| }, |
| { |
| "epoch": 0.4621429462392416, |
| "grad_norm": 0.11870110780000687, |
| "learning_rate": 2.92665833341514e-05, |
| "loss": 2.3297, |
| "step": 7410 |
| }, |
| { |
| "epoch": 0.4627666209305226, |
| "grad_norm": 0.11815103143453598, |
| "learning_rate": 2.9216814123910264e-05, |
| "loss": 2.3283, |
| "step": 7420 |
| }, |
| { |
| "epoch": 0.46339029562180367, |
| "grad_norm": 0.1314137727022171, |
| "learning_rate": 2.9167027706415484e-05, |
| "loss": 2.3283, |
| "step": 7430 |
| }, |
| { |
| "epoch": 0.4640139703130847, |
| "grad_norm": 0.12753470242023468, |
| "learning_rate": 2.9117224284826967e-05, |
| "loss": 2.3373, |
| "step": 7440 |
| }, |
| { |
| "epoch": 0.4646376450043657, |
| "grad_norm": 0.12882475554943085, |
| "learning_rate": 2.9067404062373975e-05, |
| "loss": 2.343, |
| "step": 7450 |
| }, |
| { |
| "epoch": 0.46526131969564677, |
| "grad_norm": 0.11788322031497955, |
| "learning_rate": 2.9017567242354373e-05, |
| "loss": 2.3395, |
| "step": 7460 |
| }, |
| { |
| "epoch": 0.46588499438692776, |
| "grad_norm": 0.11982868611812592, |
| "learning_rate": 2.8967714028133707e-05, |
| "loss": 2.3216, |
| "step": 7470 |
| }, |
| { |
| "epoch": 0.4665086690782088, |
| "grad_norm": 0.12890906631946564, |
| "learning_rate": 2.8917844623144457e-05, |
| "loss": 2.3295, |
| "step": 7480 |
| }, |
| { |
| "epoch": 0.4671323437694898, |
| "grad_norm": 0.11983728408813477, |
| "learning_rate": 2.886795923088515e-05, |
| "loss": 2.3249, |
| "step": 7490 |
| }, |
| { |
| "epoch": 0.46775601846077086, |
| "grad_norm": 0.12307586520910263, |
| "learning_rate": 2.8818058054919573e-05, |
| "loss": 2.332, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.4683796931520519, |
| "grad_norm": 0.11762631684541702, |
| "learning_rate": 2.87681412988759e-05, |
| "loss": 2.3338, |
| "step": 7510 |
| }, |
| { |
| "epoch": 0.4690033678433329, |
| "grad_norm": 0.11739619076251984, |
| "learning_rate": 2.871820916644589e-05, |
| "loss": 2.337, |
| "step": 7520 |
| }, |
| { |
| "epoch": 0.46962704253461396, |
| "grad_norm": 0.1197611466050148, |
| "learning_rate": 2.8668261861384045e-05, |
| "loss": 2.3402, |
| "step": 7530 |
| }, |
| { |
| "epoch": 0.47025071722589495, |
| "grad_norm": 0.11613060534000397, |
| "learning_rate": 2.8618299587506786e-05, |
| "loss": 2.3329, |
| "step": 7540 |
| }, |
| { |
| "epoch": 0.470874391917176, |
| "grad_norm": 0.12041467428207397, |
| "learning_rate": 2.8568322548691605e-05, |
| "loss": 2.3278, |
| "step": 7550 |
| }, |
| { |
| "epoch": 0.47149806660845706, |
| "grad_norm": 0.12351541221141815, |
| "learning_rate": 2.8518330948876265e-05, |
| "loss": 2.328, |
| "step": 7560 |
| }, |
| { |
| "epoch": 0.47212174129973805, |
| "grad_norm": 0.1220502182841301, |
| "learning_rate": 2.8468324992057916e-05, |
| "loss": 2.3341, |
| "step": 7570 |
| }, |
| { |
| "epoch": 0.4727454159910191, |
| "grad_norm": 0.12698058784008026, |
| "learning_rate": 2.841830488229232e-05, |
| "loss": 2.327, |
| "step": 7580 |
| }, |
| { |
| "epoch": 0.4733690906823001, |
| "grad_norm": 0.12575218081474304, |
| "learning_rate": 2.8368270823692984e-05, |
| "loss": 2.3358, |
| "step": 7590 |
| }, |
| { |
| "epoch": 0.47399276537358115, |
| "grad_norm": 0.11948730796575546, |
| "learning_rate": 2.8318223020430335e-05, |
| "loss": 2.3287, |
| "step": 7600 |
| }, |
| { |
| "epoch": 0.47461644006486214, |
| "grad_norm": 0.13604596257209778, |
| "learning_rate": 2.8268161676730886e-05, |
| "loss": 2.3321, |
| "step": 7610 |
| }, |
| { |
| "epoch": 0.4752401147561432, |
| "grad_norm": 0.13527970016002655, |
| "learning_rate": 2.82180869968764e-05, |
| "loss": 2.3445, |
| "step": 7620 |
| }, |
| { |
| "epoch": 0.47586378944742425, |
| "grad_norm": 0.12673655152320862, |
| "learning_rate": 2.816799918520307e-05, |
| "loss": 2.3253, |
| "step": 7630 |
| }, |
| { |
| "epoch": 0.47648746413870524, |
| "grad_norm": 0.12825903296470642, |
| "learning_rate": 2.8117898446100664e-05, |
| "loss": 2.3342, |
| "step": 7640 |
| }, |
| { |
| "epoch": 0.4771111388299863, |
| "grad_norm": 0.12138539552688599, |
| "learning_rate": 2.8067784984011702e-05, |
| "loss": 2.3243, |
| "step": 7650 |
| }, |
| { |
| "epoch": 0.4777348135212673, |
| "grad_norm": 0.11705111712217331, |
| "learning_rate": 2.801765900343064e-05, |
| "loss": 2.3426, |
| "step": 7660 |
| }, |
| { |
| "epoch": 0.47835848821254834, |
| "grad_norm": 0.1281273066997528, |
| "learning_rate": 2.796752070890299e-05, |
| "loss": 2.3313, |
| "step": 7670 |
| }, |
| { |
| "epoch": 0.4789821629038294, |
| "grad_norm": 0.12074923515319824, |
| "learning_rate": 2.7917370305024526e-05, |
| "loss": 2.3483, |
| "step": 7680 |
| }, |
| { |
| "epoch": 0.4796058375951104, |
| "grad_norm": 0.1457042396068573, |
| "learning_rate": 2.786720799644044e-05, |
| "loss": 2.3421, |
| "step": 7690 |
| }, |
| { |
| "epoch": 0.48022951228639144, |
| "grad_norm": 0.12343043833971024, |
| "learning_rate": 2.7817033987844516e-05, |
| "loss": 2.3381, |
| "step": 7700 |
| }, |
| { |
| "epoch": 0.48085318697767243, |
| "grad_norm": 0.1265762448310852, |
| "learning_rate": 2.7766848483978235e-05, |
| "loss": 2.3413, |
| "step": 7710 |
| }, |
| { |
| "epoch": 0.4814768616689535, |
| "grad_norm": 0.1273472160100937, |
| "learning_rate": 2.7716651689630035e-05, |
| "loss": 2.3356, |
| "step": 7720 |
| }, |
| { |
| "epoch": 0.4821005363602345, |
| "grad_norm": 0.12564663589000702, |
| "learning_rate": 2.76664438096344e-05, |
| "loss": 2.3373, |
| "step": 7730 |
| }, |
| { |
| "epoch": 0.48272421105151553, |
| "grad_norm": 0.11849991977214813, |
| "learning_rate": 2.7616225048871057e-05, |
| "loss": 2.3258, |
| "step": 7740 |
| }, |
| { |
| "epoch": 0.4833478857427966, |
| "grad_norm": 0.12967613339424133, |
| "learning_rate": 2.756599561226413e-05, |
| "loss": 2.3146, |
| "step": 7750 |
| }, |
| { |
| "epoch": 0.4839715604340776, |
| "grad_norm": 0.12391798943281174, |
| "learning_rate": 2.7515755704781315e-05, |
| "loss": 2.3192, |
| "step": 7760 |
| }, |
| { |
| "epoch": 0.4845952351253586, |
| "grad_norm": 0.12109081447124481, |
| "learning_rate": 2.7465505531433032e-05, |
| "loss": 2.3553, |
| "step": 7770 |
| }, |
| { |
| "epoch": 0.4852189098166396, |
| "grad_norm": 0.12619255483150482, |
| "learning_rate": 2.7415245297271584e-05, |
| "loss": 2.3234, |
| "step": 7780 |
| }, |
| { |
| "epoch": 0.48584258450792067, |
| "grad_norm": 0.1172308549284935, |
| "learning_rate": 2.7364975207390347e-05, |
| "loss": 2.331, |
| "step": 7790 |
| }, |
| { |
| "epoch": 0.4864662591992017, |
| "grad_norm": 0.12592428922653198, |
| "learning_rate": 2.7314695466922895e-05, |
| "loss": 2.3353, |
| "step": 7800 |
| }, |
| { |
| "epoch": 0.4870899338904827, |
| "grad_norm": 0.1420683115720749, |
| "learning_rate": 2.7264406281042194e-05, |
| "loss": 2.3368, |
| "step": 7810 |
| }, |
| { |
| "epoch": 0.48771360858176377, |
| "grad_norm": 0.11987517774105072, |
| "learning_rate": 2.7214107854959746e-05, |
| "loss": 2.3259, |
| "step": 7820 |
| }, |
| { |
| "epoch": 0.48833728327304476, |
| "grad_norm": 0.1201055571436882, |
| "learning_rate": 2.716380039392477e-05, |
| "loss": 2.3333, |
| "step": 7830 |
| }, |
| { |
| "epoch": 0.4889609579643258, |
| "grad_norm": 0.11764312535524368, |
| "learning_rate": 2.711348410322333e-05, |
| "loss": 2.3446, |
| "step": 7840 |
| }, |
| { |
| "epoch": 0.4895846326556068, |
| "grad_norm": 0.12818413972854614, |
| "learning_rate": 2.706315918817756e-05, |
| "loss": 2.3446, |
| "step": 7850 |
| }, |
| { |
| "epoch": 0.49020830734688786, |
| "grad_norm": 0.11963646113872528, |
| "learning_rate": 2.7012825854144746e-05, |
| "loss": 2.3389, |
| "step": 7860 |
| }, |
| { |
| "epoch": 0.4908319820381689, |
| "grad_norm": 0.12297649681568146, |
| "learning_rate": 2.6962484306516562e-05, |
| "loss": 2.3199, |
| "step": 7870 |
| }, |
| { |
| "epoch": 0.4914556567294499, |
| "grad_norm": 0.11679911613464355, |
| "learning_rate": 2.691213475071816e-05, |
| "loss": 2.3217, |
| "step": 7880 |
| }, |
| { |
| "epoch": 0.49207933142073096, |
| "grad_norm": 0.1326771229505539, |
| "learning_rate": 2.6861777392207417e-05, |
| "loss": 2.3433, |
| "step": 7890 |
| }, |
| { |
| "epoch": 0.49270300611201195, |
| "grad_norm": 0.13141435384750366, |
| "learning_rate": 2.681141243647401e-05, |
| "loss": 2.3285, |
| "step": 7900 |
| }, |
| { |
| "epoch": 0.493326680803293, |
| "grad_norm": 0.12428433448076248, |
| "learning_rate": 2.6761040089038643e-05, |
| "loss": 2.3379, |
| "step": 7910 |
| }, |
| { |
| "epoch": 0.49395035549457406, |
| "grad_norm": 0.12830790877342224, |
| "learning_rate": 2.671066055545216e-05, |
| "loss": 2.3323, |
| "step": 7920 |
| }, |
| { |
| "epoch": 0.49457403018585505, |
| "grad_norm": 0.11867877840995789, |
| "learning_rate": 2.666027404129476e-05, |
| "loss": 2.3445, |
| "step": 7930 |
| }, |
| { |
| "epoch": 0.4951977048771361, |
| "grad_norm": 0.12800118327140808, |
| "learning_rate": 2.66098807521751e-05, |
| "loss": 2.3405, |
| "step": 7940 |
| }, |
| { |
| "epoch": 0.4958213795684171, |
| "grad_norm": 0.11956726014614105, |
| "learning_rate": 2.6559480893729495e-05, |
| "loss": 2.3389, |
| "step": 7950 |
| }, |
| { |
| "epoch": 0.49644505425969815, |
| "grad_norm": 0.12382861971855164, |
| "learning_rate": 2.650907467162106e-05, |
| "loss": 2.3324, |
| "step": 7960 |
| }, |
| { |
| "epoch": 0.49706872895097914, |
| "grad_norm": 0.13069528341293335, |
| "learning_rate": 2.645866229153889e-05, |
| "loss": 2.3277, |
| "step": 7970 |
| }, |
| { |
| "epoch": 0.4976924036422602, |
| "grad_norm": 0.13430552184581757, |
| "learning_rate": 2.6408243959197192e-05, |
| "loss": 2.3265, |
| "step": 7980 |
| }, |
| { |
| "epoch": 0.49831607833354125, |
| "grad_norm": 0.13295526802539825, |
| "learning_rate": 2.6357819880334484e-05, |
| "loss": 2.3373, |
| "step": 7990 |
| }, |
| { |
| "epoch": 0.49893975302482224, |
| "grad_norm": 0.13571719825267792, |
| "learning_rate": 2.6307390260712707e-05, |
| "loss": 2.3298, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.4995634277161033, |
| "grad_norm": 0.11777428537607193, |
| "learning_rate": 2.625695530611642e-05, |
| "loss": 2.3319, |
| "step": 8010 |
| }, |
| { |
| "epoch": 0.5001871024073843, |
| "grad_norm": 0.11240827292203903, |
| "learning_rate": 2.6206515222351978e-05, |
| "loss": 2.3402, |
| "step": 8020 |
| }, |
| { |
| "epoch": 0.5008107770986653, |
| "grad_norm": 0.11981494724750519, |
| "learning_rate": 2.6156070215246637e-05, |
| "loss": 2.3311, |
| "step": 8030 |
| }, |
| { |
| "epoch": 0.5014344517899464, |
| "grad_norm": 0.11294851452112198, |
| "learning_rate": 2.6105620490647742e-05, |
| "loss": 2.3269, |
| "step": 8040 |
| }, |
| { |
| "epoch": 0.5020581264812274, |
| "grad_norm": 0.12481925636529922, |
| "learning_rate": 2.605516625442191e-05, |
| "loss": 2.3328, |
| "step": 8050 |
| }, |
| { |
| "epoch": 0.5026818011725084, |
| "grad_norm": 0.13962052762508392, |
| "learning_rate": 2.6004707712454145e-05, |
| "loss": 2.3492, |
| "step": 8060 |
| }, |
| { |
| "epoch": 0.5033054758637895, |
| "grad_norm": 0.11842987686395645, |
| "learning_rate": 2.5954245070647043e-05, |
| "loss": 2.3357, |
| "step": 8070 |
| }, |
| { |
| "epoch": 0.5039291505550705, |
| "grad_norm": 0.12368904799222946, |
| "learning_rate": 2.5903778534919908e-05, |
| "loss": 2.3339, |
| "step": 8080 |
| }, |
| { |
| "epoch": 0.5045528252463515, |
| "grad_norm": 0.12739381194114685, |
| "learning_rate": 2.5853308311207962e-05, |
| "loss": 2.3355, |
| "step": 8090 |
| }, |
| { |
| "epoch": 0.5051764999376326, |
| "grad_norm": 0.1132756769657135, |
| "learning_rate": 2.580283460546144e-05, |
| "loss": 2.3235, |
| "step": 8100 |
| }, |
| { |
| "epoch": 0.5058001746289136, |
| "grad_norm": 0.13094355165958405, |
| "learning_rate": 2.5752357623644813e-05, |
| "loss": 2.3279, |
| "step": 8110 |
| }, |
| { |
| "epoch": 0.5064238493201946, |
| "grad_norm": 0.11889371275901794, |
| "learning_rate": 2.5701877571735922e-05, |
| "loss": 2.3391, |
| "step": 8120 |
| }, |
| { |
| "epoch": 0.5070475240114756, |
| "grad_norm": 0.12352652847766876, |
| "learning_rate": 2.5651394655725108e-05, |
| "loss": 2.3328, |
| "step": 8130 |
| }, |
| { |
| "epoch": 0.5076711987027567, |
| "grad_norm": 0.12920433282852173, |
| "learning_rate": 2.560090908161443e-05, |
| "loss": 2.3421, |
| "step": 8140 |
| }, |
| { |
| "epoch": 0.5082948733940377, |
| "grad_norm": 0.11250314861536026, |
| "learning_rate": 2.5550421055416778e-05, |
| "loss": 2.3313, |
| "step": 8150 |
| }, |
| { |
| "epoch": 0.5089185480853187, |
| "grad_norm": 0.11539722979068756, |
| "learning_rate": 2.549993078315505e-05, |
| "loss": 2.3365, |
| "step": 8160 |
| }, |
| { |
| "epoch": 0.5095422227765998, |
| "grad_norm": 0.11826910823583603, |
| "learning_rate": 2.5449438470861324e-05, |
| "loss": 2.3404, |
| "step": 8170 |
| }, |
| { |
| "epoch": 0.5101658974678808, |
| "grad_norm": 0.11364687979221344, |
| "learning_rate": 2.539894432457597e-05, |
| "loss": 2.3378, |
| "step": 8180 |
| }, |
| { |
| "epoch": 0.5107895721591618, |
| "grad_norm": 0.1295008659362793, |
| "learning_rate": 2.5348448550346865e-05, |
| "loss": 2.3404, |
| "step": 8190 |
| }, |
| { |
| "epoch": 0.5114132468504428, |
| "grad_norm": 0.126438170671463, |
| "learning_rate": 2.5297951354228545e-05, |
| "loss": 2.3374, |
| "step": 8200 |
| }, |
| { |
| "epoch": 0.5120369215417239, |
| "grad_norm": 0.11148343235254288, |
| "learning_rate": 2.52474529422813e-05, |
| "loss": 2.3383, |
| "step": 8210 |
| }, |
| { |
| "epoch": 0.5126605962330049, |
| "grad_norm": 0.22206014394760132, |
| "learning_rate": 2.519695352057043e-05, |
| "loss": 2.325, |
| "step": 8220 |
| }, |
| { |
| "epoch": 0.5132842709242859, |
| "grad_norm": 0.11585627496242523, |
| "learning_rate": 2.514645329516533e-05, |
| "loss": 2.3238, |
| "step": 8230 |
| }, |
| { |
| "epoch": 0.513907945615567, |
| "grad_norm": 0.14320793747901917, |
| "learning_rate": 2.509595247213868e-05, |
| "loss": 2.3454, |
| "step": 8240 |
| }, |
| { |
| "epoch": 0.514531620306848, |
| "grad_norm": 0.1164005696773529, |
| "learning_rate": 2.5045451257565594e-05, |
| "loss": 2.3339, |
| "step": 8250 |
| }, |
| { |
| "epoch": 0.515155294998129, |
| "grad_norm": 0.12340841442346573, |
| "learning_rate": 2.4994949857522794e-05, |
| "loss": 2.3325, |
| "step": 8260 |
| }, |
| { |
| "epoch": 0.51577896968941, |
| "grad_norm": 0.11803573369979858, |
| "learning_rate": 2.494444847808775e-05, |
| "loss": 2.3219, |
| "step": 8270 |
| }, |
| { |
| "epoch": 0.5164026443806911, |
| "grad_norm": 0.11292694509029388, |
| "learning_rate": 2.4893947325337858e-05, |
| "loss": 2.3321, |
| "step": 8280 |
| }, |
| { |
| "epoch": 0.517026319071972, |
| "grad_norm": 0.1227034255862236, |
| "learning_rate": 2.4843446605349568e-05, |
| "loss": 2.3342, |
| "step": 8290 |
| }, |
| { |
| "epoch": 0.517649993763253, |
| "grad_norm": 0.12608270347118378, |
| "learning_rate": 2.4792946524197595e-05, |
| "loss": 2.3365, |
| "step": 8300 |
| }, |
| { |
| "epoch": 0.5182736684545342, |
| "grad_norm": 0.1279149353504181, |
| "learning_rate": 2.4742447287954015e-05, |
| "loss": 2.3232, |
| "step": 8310 |
| }, |
| { |
| "epoch": 0.5188973431458151, |
| "grad_norm": 0.1295466125011444, |
| "learning_rate": 2.4691949102687475e-05, |
| "loss": 2.3505, |
| "step": 8320 |
| }, |
| { |
| "epoch": 0.5195210178370961, |
| "grad_norm": 0.16433344781398773, |
| "learning_rate": 2.4641452174462336e-05, |
| "loss": 2.3254, |
| "step": 8330 |
| }, |
| { |
| "epoch": 0.5201446925283773, |
| "grad_norm": 0.1238812506198883, |
| "learning_rate": 2.459095670933783e-05, |
| "loss": 2.3313, |
| "step": 8340 |
| }, |
| { |
| "epoch": 0.5207683672196582, |
| "grad_norm": 0.11139658093452454, |
| "learning_rate": 2.4540462913367197e-05, |
| "loss": 2.3205, |
| "step": 8350 |
| }, |
| { |
| "epoch": 0.5213920419109392, |
| "grad_norm": 0.1297583132982254, |
| "learning_rate": 2.4489970992596893e-05, |
| "loss": 2.3464, |
| "step": 8360 |
| }, |
| { |
| "epoch": 0.5220157166022202, |
| "grad_norm": 0.12573572993278503, |
| "learning_rate": 2.4439481153065698e-05, |
| "loss": 2.3322, |
| "step": 8370 |
| }, |
| { |
| "epoch": 0.5226393912935013, |
| "grad_norm": 0.12458223104476929, |
| "learning_rate": 2.438899360080392e-05, |
| "loss": 2.3398, |
| "step": 8380 |
| }, |
| { |
| "epoch": 0.5232630659847823, |
| "grad_norm": 0.13003340363502502, |
| "learning_rate": 2.4338508541832515e-05, |
| "loss": 2.3303, |
| "step": 8390 |
| }, |
| { |
| "epoch": 0.5238867406760633, |
| "grad_norm": 0.1324792206287384, |
| "learning_rate": 2.4288026182162292e-05, |
| "loss": 2.338, |
| "step": 8400 |
| }, |
| { |
| "epoch": 0.5245104153673444, |
| "grad_norm": 0.11512788385152817, |
| "learning_rate": 2.4237546727793008e-05, |
| "loss": 2.3301, |
| "step": 8410 |
| }, |
| { |
| "epoch": 0.5251340900586254, |
| "grad_norm": 0.1160612478852272, |
| "learning_rate": 2.4187070384712595e-05, |
| "loss": 2.332, |
| "step": 8420 |
| }, |
| { |
| "epoch": 0.5257577647499064, |
| "grad_norm": 0.12262651324272156, |
| "learning_rate": 2.413659735889627e-05, |
| "loss": 2.3332, |
| "step": 8430 |
| }, |
| { |
| "epoch": 0.5263814394411874, |
| "grad_norm": 0.12386035174131393, |
| "learning_rate": 2.4086127856305736e-05, |
| "loss": 2.3417, |
| "step": 8440 |
| }, |
| { |
| "epoch": 0.5270051141324685, |
| "grad_norm": 0.12524278461933136, |
| "learning_rate": 2.403566208288829e-05, |
| "loss": 2.319, |
| "step": 8450 |
| }, |
| { |
| "epoch": 0.5276287888237495, |
| "grad_norm": 0.11416669934988022, |
| "learning_rate": 2.3985200244576032e-05, |
| "loss": 2.3267, |
| "step": 8460 |
| }, |
| { |
| "epoch": 0.5282524635150305, |
| "grad_norm": 0.12256087362766266, |
| "learning_rate": 2.3934742547285e-05, |
| "loss": 2.3422, |
| "step": 8470 |
| }, |
| { |
| "epoch": 0.5288761382063116, |
| "grad_norm": 0.11176160722970963, |
| "learning_rate": 2.388428919691433e-05, |
| "loss": 2.3318, |
| "step": 8480 |
| }, |
| { |
| "epoch": 0.5294998128975926, |
| "grad_norm": 0.13809004426002502, |
| "learning_rate": 2.3833840399345418e-05, |
| "loss": 2.3394, |
| "step": 8490 |
| }, |
| { |
| "epoch": 0.5301234875888736, |
| "grad_norm": 0.13300685584545135, |
| "learning_rate": 2.378339636044109e-05, |
| "loss": 2.346, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.5307471622801546, |
| "grad_norm": 0.11901047825813293, |
| "learning_rate": 2.373295728604476e-05, |
| "loss": 2.3362, |
| "step": 8510 |
| }, |
| { |
| "epoch": 0.5313708369714357, |
| "grad_norm": 0.11793050169944763, |
| "learning_rate": 2.368252338197956e-05, |
| "loss": 2.3421, |
| "step": 8520 |
| }, |
| { |
| "epoch": 0.5319945116627167, |
| "grad_norm": 0.11108794808387756, |
| "learning_rate": 2.3632094854047546e-05, |
| "loss": 2.3266, |
| "step": 8530 |
| }, |
| { |
| "epoch": 0.5326181863539977, |
| "grad_norm": 0.13026048243045807, |
| "learning_rate": 2.3581671908028815e-05, |
| "loss": 2.3259, |
| "step": 8540 |
| }, |
| { |
| "epoch": 0.5332418610452788, |
| "grad_norm": 0.11881540715694427, |
| "learning_rate": 2.3531254749680713e-05, |
| "loss": 2.3284, |
| "step": 8550 |
| }, |
| { |
| "epoch": 0.5338655357365598, |
| "grad_norm": 0.12190395593643188, |
| "learning_rate": 2.3480843584736942e-05, |
| "loss": 2.3249, |
| "step": 8560 |
| }, |
| { |
| "epoch": 0.5344892104278408, |
| "grad_norm": 0.13451004028320312, |
| "learning_rate": 2.343043861890677e-05, |
| "loss": 2.3191, |
| "step": 8570 |
| }, |
| { |
| "epoch": 0.5351128851191219, |
| "grad_norm": 0.14778344333171844, |
| "learning_rate": 2.338004005787415e-05, |
| "loss": 2.3437, |
| "step": 8580 |
| }, |
| { |
| "epoch": 0.5357365598104029, |
| "grad_norm": 0.12444095313549042, |
| "learning_rate": 2.3329648107296908e-05, |
| "loss": 2.3323, |
| "step": 8590 |
| }, |
| { |
| "epoch": 0.5363602345016839, |
| "grad_norm": 0.12311404943466187, |
| "learning_rate": 2.3279262972805897e-05, |
| "loss": 2.3378, |
| "step": 8600 |
| }, |
| { |
| "epoch": 0.5369839091929649, |
| "grad_norm": 0.12219557166099548, |
| "learning_rate": 2.322888486000415e-05, |
| "loss": 2.325, |
| "step": 8610 |
| }, |
| { |
| "epoch": 0.537607583884246, |
| "grad_norm": 0.13955554366111755, |
| "learning_rate": 2.317851397446606e-05, |
| "loss": 2.3368, |
| "step": 8620 |
| }, |
| { |
| "epoch": 0.538231258575527, |
| "grad_norm": 0.12046349048614502, |
| "learning_rate": 2.3128150521736506e-05, |
| "loss": 2.339, |
| "step": 8630 |
| }, |
| { |
| "epoch": 0.538854933266808, |
| "grad_norm": 0.11800386756658554, |
| "learning_rate": 2.3077794707330063e-05, |
| "loss": 2.3364, |
| "step": 8640 |
| }, |
| { |
| "epoch": 0.5394786079580891, |
| "grad_norm": 0.1429220587015152, |
| "learning_rate": 2.3027446736730113e-05, |
| "loss": 2.3207, |
| "step": 8650 |
| }, |
| { |
| "epoch": 0.5401022826493701, |
| "grad_norm": 0.13496311008930206, |
| "learning_rate": 2.2977106815388037e-05, |
| "loss": 2.3211, |
| "step": 8660 |
| }, |
| { |
| "epoch": 0.5407259573406511, |
| "grad_norm": 0.1270332783460617, |
| "learning_rate": 2.292677514872239e-05, |
| "loss": 2.3315, |
| "step": 8670 |
| }, |
| { |
| "epoch": 0.5413496320319321, |
| "grad_norm": 0.12640291452407837, |
| "learning_rate": 2.2876451942118013e-05, |
| "loss": 2.334, |
| "step": 8680 |
| }, |
| { |
| "epoch": 0.5419733067232132, |
| "grad_norm": 0.11325883865356445, |
| "learning_rate": 2.2826137400925247e-05, |
| "loss": 2.3405, |
| "step": 8690 |
| }, |
| { |
| "epoch": 0.5425969814144942, |
| "grad_norm": 0.12057223916053772, |
| "learning_rate": 2.2775831730459053e-05, |
| "loss": 2.3293, |
| "step": 8700 |
| }, |
| { |
| "epoch": 0.5432206561057752, |
| "grad_norm": 0.11820665746927261, |
| "learning_rate": 2.2725535135998214e-05, |
| "loss": 2.3355, |
| "step": 8710 |
| }, |
| { |
| "epoch": 0.5438443307970563, |
| "grad_norm": 0.12318682670593262, |
| "learning_rate": 2.2675247822784462e-05, |
| "loss": 2.335, |
| "step": 8720 |
| }, |
| { |
| "epoch": 0.5444680054883373, |
| "grad_norm": 0.11686327308416367, |
| "learning_rate": 2.2624969996021668e-05, |
| "loss": 2.3427, |
| "step": 8730 |
| }, |
| { |
| "epoch": 0.5450916801796183, |
| "grad_norm": 0.12585367262363434, |
| "learning_rate": 2.2574701860874972e-05, |
| "loss": 2.3407, |
| "step": 8740 |
| }, |
| { |
| "epoch": 0.5457153548708994, |
| "grad_norm": 0.11341255158185959, |
| "learning_rate": 2.2524443622469996e-05, |
| "loss": 2.3473, |
| "step": 8750 |
| }, |
| { |
| "epoch": 0.5463390295621804, |
| "grad_norm": 0.11533860117197037, |
| "learning_rate": 2.2474195485891948e-05, |
| "loss": 2.3363, |
| "step": 8760 |
| }, |
| { |
| "epoch": 0.5469627042534614, |
| "grad_norm": 0.11665993183851242, |
| "learning_rate": 2.2423957656184837e-05, |
| "loss": 2.3243, |
| "step": 8770 |
| }, |
| { |
| "epoch": 0.5475863789447424, |
| "grad_norm": 0.11558125913143158, |
| "learning_rate": 2.237373033835059e-05, |
| "loss": 2.3393, |
| "step": 8780 |
| }, |
| { |
| "epoch": 0.5482100536360235, |
| "grad_norm": 0.1500750333070755, |
| "learning_rate": 2.232351373734827e-05, |
| "loss": 2.3413, |
| "step": 8790 |
| }, |
| { |
| "epoch": 0.5488337283273045, |
| "grad_norm": 0.11541528254747391, |
| "learning_rate": 2.2273308058093176e-05, |
| "loss": 2.3283, |
| "step": 8800 |
| }, |
| { |
| "epoch": 0.5494574030185855, |
| "grad_norm": 0.11570876091718674, |
| "learning_rate": 2.2223113505456065e-05, |
| "loss": 2.3175, |
| "step": 8810 |
| }, |
| { |
| "epoch": 0.5500810777098666, |
| "grad_norm": 0.115654356777668, |
| "learning_rate": 2.2172930284262273e-05, |
| "loss": 2.3264, |
| "step": 8820 |
| }, |
| { |
| "epoch": 0.5507047524011476, |
| "grad_norm": 0.1217854768037796, |
| "learning_rate": 2.2122758599290907e-05, |
| "loss": 2.3345, |
| "step": 8830 |
| }, |
| { |
| "epoch": 0.5513284270924286, |
| "grad_norm": 0.13697946071624756, |
| "learning_rate": 2.2072598655273986e-05, |
| "loss": 2.3336, |
| "step": 8840 |
| }, |
| { |
| "epoch": 0.5519521017837096, |
| "grad_norm": 0.12168578803539276, |
| "learning_rate": 2.202245065689564e-05, |
| "loss": 2.3321, |
| "step": 8850 |
| }, |
| { |
| "epoch": 0.5525757764749907, |
| "grad_norm": 0.11119357496500015, |
| "learning_rate": 2.1972314808791244e-05, |
| "loss": 2.3454, |
| "step": 8860 |
| }, |
| { |
| "epoch": 0.5531994511662717, |
| "grad_norm": 0.11084882915019989, |
| "learning_rate": 2.1922191315546577e-05, |
| "loss": 2.3277, |
| "step": 8870 |
| }, |
| { |
| "epoch": 0.5538231258575527, |
| "grad_norm": 0.11867938190698624, |
| "learning_rate": 2.1872080381697026e-05, |
| "loss": 2.3399, |
| "step": 8880 |
| }, |
| { |
| "epoch": 0.5544468005488338, |
| "grad_norm": 0.11725275963544846, |
| "learning_rate": 2.1821982211726703e-05, |
| "loss": 2.3303, |
| "step": 8890 |
| }, |
| { |
| "epoch": 0.5550704752401148, |
| "grad_norm": 0.12796702980995178, |
| "learning_rate": 2.177189701006766e-05, |
| "loss": 2.3261, |
| "step": 8900 |
| }, |
| { |
| "epoch": 0.5556941499313958, |
| "grad_norm": 0.11458159983158112, |
| "learning_rate": 2.172182498109902e-05, |
| "loss": 2.333, |
| "step": 8910 |
| }, |
| { |
| "epoch": 0.5563178246226768, |
| "grad_norm": 0.12645961344242096, |
| "learning_rate": 2.1671766329146143e-05, |
| "loss": 2.3303, |
| "step": 8920 |
| }, |
| { |
| "epoch": 0.5569414993139579, |
| "grad_norm": 0.11946485191583633, |
| "learning_rate": 2.1621721258479823e-05, |
| "loss": 2.3465, |
| "step": 8930 |
| }, |
| { |
| "epoch": 0.5575651740052389, |
| "grad_norm": 0.12523536384105682, |
| "learning_rate": 2.157168997331541e-05, |
| "loss": 2.3238, |
| "step": 8940 |
| }, |
| { |
| "epoch": 0.5581888486965199, |
| "grad_norm": 0.12233353406190872, |
| "learning_rate": 2.1521672677812025e-05, |
| "loss": 2.3341, |
| "step": 8950 |
| }, |
| { |
| "epoch": 0.558812523387801, |
| "grad_norm": 0.13180890679359436, |
| "learning_rate": 2.147166957607168e-05, |
| "loss": 2.3518, |
| "step": 8960 |
| }, |
| { |
| "epoch": 0.559436198079082, |
| "grad_norm": 0.12227053195238113, |
| "learning_rate": 2.1421680872138483e-05, |
| "loss": 2.3292, |
| "step": 8970 |
| }, |
| { |
| "epoch": 0.560059872770363, |
| "grad_norm": 0.11456210911273956, |
| "learning_rate": 2.137170676999778e-05, |
| "loss": 2.3228, |
| "step": 8980 |
| }, |
| { |
| "epoch": 0.5606835474616441, |
| "grad_norm": 0.11237351596355438, |
| "learning_rate": 2.132174747357535e-05, |
| "loss": 2.3266, |
| "step": 8990 |
| }, |
| { |
| "epoch": 0.5613072221529251, |
| "grad_norm": 0.10995803028345108, |
| "learning_rate": 2.1271803186736528e-05, |
| "loss": 2.3259, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.561930896844206, |
| "grad_norm": 0.13107170164585114, |
| "learning_rate": 2.122187411328541e-05, |
| "loss": 2.3316, |
| "step": 9010 |
| }, |
| { |
| "epoch": 0.562554571535487, |
| "grad_norm": 0.11786720156669617, |
| "learning_rate": 2.117196045696404e-05, |
| "loss": 2.3365, |
| "step": 9020 |
| }, |
| { |
| "epoch": 0.5631782462267682, |
| "grad_norm": 0.11667146533727646, |
| "learning_rate": 2.112206242145151e-05, |
| "loss": 2.3284, |
| "step": 9030 |
| }, |
| { |
| "epoch": 0.5638019209180491, |
| "grad_norm": 0.1208222433924675, |
| "learning_rate": 2.1072180210363197e-05, |
| "loss": 2.3445, |
| "step": 9040 |
| }, |
| { |
| "epoch": 0.5644255956093301, |
| "grad_norm": 0.1196942925453186, |
| "learning_rate": 2.1022314027249882e-05, |
| "loss": 2.3226, |
| "step": 9050 |
| }, |
| { |
| "epoch": 0.5650492703006113, |
| "grad_norm": 0.12012135982513428, |
| "learning_rate": 2.0972464075596963e-05, |
| "loss": 2.3285, |
| "step": 9060 |
| }, |
| { |
| "epoch": 0.5656729449918922, |
| "grad_norm": 0.12450049817562103, |
| "learning_rate": 2.0922630558823587e-05, |
| "loss": 2.3287, |
| "step": 9070 |
| }, |
| { |
| "epoch": 0.5662966196831732, |
| "grad_norm": 0.11976069957017899, |
| "learning_rate": 2.0872813680281854e-05, |
| "loss": 2.3224, |
| "step": 9080 |
| }, |
| { |
| "epoch": 0.5669202943744542, |
| "grad_norm": 0.11668270081281662, |
| "learning_rate": 2.0823013643255942e-05, |
| "loss": 2.3229, |
| "step": 9090 |
| }, |
| { |
| "epoch": 0.5675439690657353, |
| "grad_norm": 0.11221843212842941, |
| "learning_rate": 2.077323065096134e-05, |
| "loss": 2.3217, |
| "step": 9100 |
| }, |
| { |
| "epoch": 0.5681676437570163, |
| "grad_norm": 0.11377735435962677, |
| "learning_rate": 2.072346490654395e-05, |
| "loss": 2.3373, |
| "step": 9110 |
| }, |
| { |
| "epoch": 0.5687913184482973, |
| "grad_norm": 0.11491953581571579, |
| "learning_rate": 2.0673716613079325e-05, |
| "loss": 2.336, |
| "step": 9120 |
| }, |
| { |
| "epoch": 0.5694149931395784, |
| "grad_norm": 0.11774565279483795, |
| "learning_rate": 2.0623985973571772e-05, |
| "loss": 2.3151, |
| "step": 9130 |
| }, |
| { |
| "epoch": 0.5700386678308594, |
| "grad_norm": 0.13462625443935394, |
| "learning_rate": 2.057427319095359e-05, |
| "loss": 2.3194, |
| "step": 9140 |
| }, |
| { |
| "epoch": 0.5706623425221404, |
| "grad_norm": 0.11169546097517014, |
| "learning_rate": 2.052457846808419e-05, |
| "loss": 2.3333, |
| "step": 9150 |
| }, |
| { |
| "epoch": 0.5712860172134214, |
| "grad_norm": 0.1306905299425125, |
| "learning_rate": 2.0474902007749296e-05, |
| "loss": 2.3302, |
| "step": 9160 |
| }, |
| { |
| "epoch": 0.5719096919047025, |
| "grad_norm": 0.12004584819078445, |
| "learning_rate": 2.042524401266011e-05, |
| "loss": 2.339, |
| "step": 9170 |
| }, |
| { |
| "epoch": 0.5725333665959835, |
| "grad_norm": 0.12543968856334686, |
| "learning_rate": 2.037560468545247e-05, |
| "loss": 2.3391, |
| "step": 9180 |
| }, |
| { |
| "epoch": 0.5731570412872645, |
| "grad_norm": 0.11189854890108109, |
| "learning_rate": 2.032598422868607e-05, |
| "loss": 2.334, |
| "step": 9190 |
| }, |
| { |
| "epoch": 0.5737807159785456, |
| "grad_norm": 0.12248513102531433, |
| "learning_rate": 2.027638284484358e-05, |
| "loss": 2.3373, |
| "step": 9200 |
| }, |
| { |
| "epoch": 0.5744043906698266, |
| "grad_norm": 0.12819118797779083, |
| "learning_rate": 2.0226800736329825e-05, |
| "loss": 2.3311, |
| "step": 9210 |
| }, |
| { |
| "epoch": 0.5750280653611076, |
| "grad_norm": 0.11310485005378723, |
| "learning_rate": 2.0177238105471006e-05, |
| "loss": 2.3296, |
| "step": 9220 |
| }, |
| { |
| "epoch": 0.5756517400523887, |
| "grad_norm": 0.12338725477457047, |
| "learning_rate": 2.0127695154513816e-05, |
| "loss": 2.3246, |
| "step": 9230 |
| }, |
| { |
| "epoch": 0.5762754147436697, |
| "grad_norm": 0.13048864901065826, |
| "learning_rate": 2.007817208562466e-05, |
| "loss": 2.3169, |
| "step": 9240 |
| }, |
| { |
| "epoch": 0.5768990894349507, |
| "grad_norm": 0.12065581232309341, |
| "learning_rate": 2.00286691008888e-05, |
| "loss": 2.3551, |
| "step": 9250 |
| }, |
| { |
| "epoch": 0.5775227641262317, |
| "grad_norm": 0.11894048005342484, |
| "learning_rate": 1.9979186402309552e-05, |
| "loss": 2.3282, |
| "step": 9260 |
| }, |
| { |
| "epoch": 0.5781464388175128, |
| "grad_norm": 0.13374918699264526, |
| "learning_rate": 1.9929724191807442e-05, |
| "loss": 2.3497, |
| "step": 9270 |
| }, |
| { |
| "epoch": 0.5787701135087938, |
| "grad_norm": 0.11971046030521393, |
| "learning_rate": 1.98802826712194e-05, |
| "loss": 2.3286, |
| "step": 9280 |
| }, |
| { |
| "epoch": 0.5793937882000748, |
| "grad_norm": 0.11788909882307053, |
| "learning_rate": 1.983086204229792e-05, |
| "loss": 2.3397, |
| "step": 9290 |
| }, |
| { |
| "epoch": 0.5800174628913559, |
| "grad_norm": 0.11494279652833939, |
| "learning_rate": 1.9781462506710257e-05, |
| "loss": 2.3324, |
| "step": 9300 |
| }, |
| { |
| "epoch": 0.5806411375826369, |
| "grad_norm": 0.11868420243263245, |
| "learning_rate": 1.9732084266037575e-05, |
| "loss": 2.345, |
| "step": 9310 |
| }, |
| { |
| "epoch": 0.5812648122739179, |
| "grad_norm": 0.1202978789806366, |
| "learning_rate": 1.968272752177416e-05, |
| "loss": 2.3265, |
| "step": 9320 |
| }, |
| { |
| "epoch": 0.5818884869651989, |
| "grad_norm": 0.13600465655326843, |
| "learning_rate": 1.963339247532656e-05, |
| "loss": 2.3326, |
| "step": 9330 |
| }, |
| { |
| "epoch": 0.58251216165648, |
| "grad_norm": 0.12521101534366608, |
| "learning_rate": 1.95840793280128e-05, |
| "loss": 2.3258, |
| "step": 9340 |
| }, |
| { |
| "epoch": 0.583135836347761, |
| "grad_norm": 0.11340054124593735, |
| "learning_rate": 1.953478828106153e-05, |
| "loss": 2.3348, |
| "step": 9350 |
| }, |
| { |
| "epoch": 0.583759511039042, |
| "grad_norm": 0.11610358208417892, |
| "learning_rate": 1.9485519535611215e-05, |
| "loss": 2.3267, |
| "step": 9360 |
| }, |
| { |
| "epoch": 0.5843831857303231, |
| "grad_norm": 0.1188119649887085, |
| "learning_rate": 1.9436273292709343e-05, |
| "loss": 2.3364, |
| "step": 9370 |
| }, |
| { |
| "epoch": 0.5850068604216041, |
| "grad_norm": 0.11495302617549896, |
| "learning_rate": 1.9387049753311537e-05, |
| "loss": 2.3401, |
| "step": 9380 |
| }, |
| { |
| "epoch": 0.5856305351128851, |
| "grad_norm": 0.115375816822052, |
| "learning_rate": 1.9337849118280806e-05, |
| "loss": 2.3236, |
| "step": 9390 |
| }, |
| { |
| "epoch": 0.5862542098041661, |
| "grad_norm": 0.11241185665130615, |
| "learning_rate": 1.9288671588386678e-05, |
| "loss": 2.321, |
| "step": 9400 |
| }, |
| { |
| "epoch": 0.5868778844954472, |
| "grad_norm": 0.12658755481243134, |
| "learning_rate": 1.923951736430441e-05, |
| "loss": 2.3365, |
| "step": 9410 |
| }, |
| { |
| "epoch": 0.5875015591867282, |
| "grad_norm": 0.1146080419421196, |
| "learning_rate": 1.919038664661414e-05, |
| "loss": 2.3308, |
| "step": 9420 |
| }, |
| { |
| "epoch": 0.5881252338780092, |
| "grad_norm": 0.11392064392566681, |
| "learning_rate": 1.9141279635800106e-05, |
| "loss": 2.3244, |
| "step": 9430 |
| }, |
| { |
| "epoch": 0.5887489085692903, |
| "grad_norm": 0.13379211723804474, |
| "learning_rate": 1.9092196532249784e-05, |
| "loss": 2.3266, |
| "step": 9440 |
| }, |
| { |
| "epoch": 0.5893725832605713, |
| "grad_norm": 0.12358690798282623, |
| "learning_rate": 1.904313753625312e-05, |
| "loss": 2.338, |
| "step": 9450 |
| }, |
| { |
| "epoch": 0.5899962579518523, |
| "grad_norm": 0.11235358566045761, |
| "learning_rate": 1.899410284800166e-05, |
| "loss": 2.3174, |
| "step": 9460 |
| }, |
| { |
| "epoch": 0.5906199326431334, |
| "grad_norm": 0.12074881792068481, |
| "learning_rate": 1.8945092667587775e-05, |
| "loss": 2.3262, |
| "step": 9470 |
| }, |
| { |
| "epoch": 0.5912436073344144, |
| "grad_norm": 0.11079023033380508, |
| "learning_rate": 1.889610719500382e-05, |
| "loss": 2.3188, |
| "step": 9480 |
| }, |
| { |
| "epoch": 0.5918672820256954, |
| "grad_norm": 0.11672317981719971, |
| "learning_rate": 1.8847146630141342e-05, |
| "loss": 2.3391, |
| "step": 9490 |
| }, |
| { |
| "epoch": 0.5924909567169764, |
| "grad_norm": 0.11620891094207764, |
| "learning_rate": 1.8798211172790224e-05, |
| "loss": 2.3344, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.5931146314082575, |
| "grad_norm": 0.11661934107542038, |
| "learning_rate": 1.874930102263792e-05, |
| "loss": 2.3338, |
| "step": 9510 |
| }, |
| { |
| "epoch": 0.5937383060995385, |
| "grad_norm": 0.12268189340829849, |
| "learning_rate": 1.87004163792686e-05, |
| "loss": 2.3319, |
| "step": 9520 |
| }, |
| { |
| "epoch": 0.5943619807908195, |
| "grad_norm": 0.11591446399688721, |
| "learning_rate": 1.8651557442162334e-05, |
| "loss": 2.3354, |
| "step": 9530 |
| }, |
| { |
| "epoch": 0.5949856554821006, |
| "grad_norm": 0.14582060277462006, |
| "learning_rate": 1.8602724410694343e-05, |
| "loss": 2.3331, |
| "step": 9540 |
| }, |
| { |
| "epoch": 0.5956093301733816, |
| "grad_norm": 0.1220872551202774, |
| "learning_rate": 1.8553917484134094e-05, |
| "loss": 2.3491, |
| "step": 9550 |
| }, |
| { |
| "epoch": 0.5962330048646626, |
| "grad_norm": 0.11680004000663757, |
| "learning_rate": 1.8505136861644542e-05, |
| "loss": 2.3348, |
| "step": 9560 |
| }, |
| { |
| "epoch": 0.5968566795559436, |
| "grad_norm": 0.11796475201845169, |
| "learning_rate": 1.845638274228131e-05, |
| "loss": 2.3282, |
| "step": 9570 |
| }, |
| { |
| "epoch": 0.5974803542472247, |
| "grad_norm": 0.1220540776848793, |
| "learning_rate": 1.840765532499186e-05, |
| "loss": 2.3277, |
| "step": 9580 |
| }, |
| { |
| "epoch": 0.5981040289385057, |
| "grad_norm": 0.11362894624471664, |
| "learning_rate": 1.835895480861471e-05, |
| "loss": 2.329, |
| "step": 9590 |
| }, |
| { |
| "epoch": 0.5987277036297867, |
| "grad_norm": 0.11626161634922028, |
| "learning_rate": 1.831028139187858e-05, |
| "loss": 2.3273, |
| "step": 9600 |
| }, |
| { |
| "epoch": 0.5993513783210678, |
| "grad_norm": 0.12393059581518173, |
| "learning_rate": 1.826163527340164e-05, |
| "loss": 2.3459, |
| "step": 9610 |
| }, |
| { |
| "epoch": 0.5999750530123488, |
| "grad_norm": 0.11176793277263641, |
| "learning_rate": 1.8213016651690633e-05, |
| "loss": 2.3239, |
| "step": 9620 |
| }, |
| { |
| "epoch": 0.6005987277036298, |
| "grad_norm": 0.12128647416830063, |
| "learning_rate": 1.8164425725140122e-05, |
| "loss": 2.3351, |
| "step": 9630 |
| }, |
| { |
| "epoch": 0.6012224023949108, |
| "grad_norm": 0.11549714207649231, |
| "learning_rate": 1.8115862692031637e-05, |
| "loss": 2.3322, |
| "step": 9640 |
| }, |
| { |
| "epoch": 0.6018460770861919, |
| "grad_norm": 0.10935977846384048, |
| "learning_rate": 1.806732775053291e-05, |
| "loss": 2.3349, |
| "step": 9650 |
| }, |
| { |
| "epoch": 0.6024697517774729, |
| "grad_norm": 0.11649058014154434, |
| "learning_rate": 1.801882109869701e-05, |
| "loss": 2.3311, |
| "step": 9660 |
| }, |
| { |
| "epoch": 0.6030934264687539, |
| "grad_norm": 0.13105520606040955, |
| "learning_rate": 1.7970342934461592e-05, |
| "loss": 2.344, |
| "step": 9670 |
| }, |
| { |
| "epoch": 0.603717101160035, |
| "grad_norm": 0.12019595503807068, |
| "learning_rate": 1.792189345564805e-05, |
| "loss": 2.3142, |
| "step": 9680 |
| }, |
| { |
| "epoch": 0.604340775851316, |
| "grad_norm": 0.13857300579547882, |
| "learning_rate": 1.7873472859960738e-05, |
| "loss": 2.3295, |
| "step": 9690 |
| }, |
| { |
| "epoch": 0.604964450542597, |
| "grad_norm": 0.14000211656093597, |
| "learning_rate": 1.7825081344986122e-05, |
| "loss": 2.3343, |
| "step": 9700 |
| }, |
| { |
| "epoch": 0.6055881252338781, |
| "grad_norm": 0.15243901312351227, |
| "learning_rate": 1.777671910819203e-05, |
| "loss": 2.324, |
| "step": 9710 |
| }, |
| { |
| "epoch": 0.6062117999251591, |
| "grad_norm": 0.12121716886758804, |
| "learning_rate": 1.772838634692681e-05, |
| "loss": 2.3285, |
| "step": 9720 |
| }, |
| { |
| "epoch": 0.60683547461644, |
| "grad_norm": 0.10675205290317535, |
| "learning_rate": 1.7680083258418508e-05, |
| "loss": 2.3422, |
| "step": 9730 |
| }, |
| { |
| "epoch": 0.607459149307721, |
| "grad_norm": 0.13230326771736145, |
| "learning_rate": 1.7631810039774123e-05, |
| "loss": 2.3213, |
| "step": 9740 |
| }, |
| { |
| "epoch": 0.6080828239990022, |
| "grad_norm": 0.1178906038403511, |
| "learning_rate": 1.7583566887978722e-05, |
| "loss": 2.3361, |
| "step": 9750 |
| }, |
| { |
| "epoch": 0.6087064986902831, |
| "grad_norm": 0.11129958927631378, |
| "learning_rate": 1.7535353999894726e-05, |
| "loss": 2.3159, |
| "step": 9760 |
| }, |
| { |
| "epoch": 0.6093301733815641, |
| "grad_norm": 0.13674673438072205, |
| "learning_rate": 1.748717157226103e-05, |
| "loss": 2.3143, |
| "step": 9770 |
| }, |
| { |
| "epoch": 0.6099538480728453, |
| "grad_norm": 0.12332147359848022, |
| "learning_rate": 1.743901980169225e-05, |
| "loss": 2.3283, |
| "step": 9780 |
| }, |
| { |
| "epoch": 0.6105775227641262, |
| "grad_norm": 0.12112429738044739, |
| "learning_rate": 1.7390898884677888e-05, |
| "loss": 2.3331, |
| "step": 9790 |
| }, |
| { |
| "epoch": 0.6112011974554072, |
| "grad_norm": 0.11575057357549667, |
| "learning_rate": 1.7342809017581545e-05, |
| "loss": 2.3232, |
| "step": 9800 |
| }, |
| { |
| "epoch": 0.6118248721466882, |
| "grad_norm": 0.11243846267461777, |
| "learning_rate": 1.7294750396640124e-05, |
| "loss": 2.3102, |
| "step": 9810 |
| }, |
| { |
| "epoch": 0.6124485468379693, |
| "grad_norm": 0.11763894557952881, |
| "learning_rate": 1.724672321796303e-05, |
| "loss": 2.3353, |
| "step": 9820 |
| }, |
| { |
| "epoch": 0.6130722215292503, |
| "grad_norm": 0.11659735441207886, |
| "learning_rate": 1.7198727677531357e-05, |
| "loss": 2.326, |
| "step": 9830 |
| }, |
| { |
| "epoch": 0.6136958962205313, |
| "grad_norm": 0.11196490377187729, |
| "learning_rate": 1.7150763971197082e-05, |
| "loss": 2.3148, |
| "step": 9840 |
| }, |
| { |
| "epoch": 0.6143195709118124, |
| "grad_norm": 0.1269308626651764, |
| "learning_rate": 1.710283229468231e-05, |
| "loss": 2.3334, |
| "step": 9850 |
| }, |
| { |
| "epoch": 0.6149432456030934, |
| "grad_norm": 0.10951462388038635, |
| "learning_rate": 1.7054932843578414e-05, |
| "loss": 2.3249, |
| "step": 9860 |
| }, |
| { |
| "epoch": 0.6155669202943744, |
| "grad_norm": 0.11395633220672607, |
| "learning_rate": 1.7007065813345284e-05, |
| "loss": 2.3237, |
| "step": 9870 |
| }, |
| { |
| "epoch": 0.6161905949856555, |
| "grad_norm": 0.12711194157600403, |
| "learning_rate": 1.6959231399310498e-05, |
| "loss": 2.3298, |
| "step": 9880 |
| }, |
| { |
| "epoch": 0.6168142696769365, |
| "grad_norm": 0.1299418956041336, |
| "learning_rate": 1.691142979666856e-05, |
| "loss": 2.3299, |
| "step": 9890 |
| }, |
| { |
| "epoch": 0.6174379443682175, |
| "grad_norm": 0.11450273543596268, |
| "learning_rate": 1.6863661200480077e-05, |
| "loss": 2.3292, |
| "step": 9900 |
| }, |
| { |
| "epoch": 0.6180616190594985, |
| "grad_norm": 0.12262249737977982, |
| "learning_rate": 1.681592580567095e-05, |
| "loss": 2.335, |
| "step": 9910 |
| }, |
| { |
| "epoch": 0.6186852937507796, |
| "grad_norm": 0.127193421125412, |
| "learning_rate": 1.6768223807031623e-05, |
| "loss": 2.3506, |
| "step": 9920 |
| }, |
| { |
| "epoch": 0.6193089684420606, |
| "grad_norm": 0.12761294841766357, |
| "learning_rate": 1.6720555399216237e-05, |
| "loss": 2.3339, |
| "step": 9930 |
| }, |
| { |
| "epoch": 0.6199326431333416, |
| "grad_norm": 0.11998353153467178, |
| "learning_rate": 1.667292077674189e-05, |
| "loss": 2.3453, |
| "step": 9940 |
| }, |
| { |
| "epoch": 0.6205563178246227, |
| "grad_norm": 0.12318362295627594, |
| "learning_rate": 1.662532013398779e-05, |
| "loss": 2.3225, |
| "step": 9950 |
| }, |
| { |
| "epoch": 0.6211799925159037, |
| "grad_norm": 0.1147112101316452, |
| "learning_rate": 1.65777536651945e-05, |
| "loss": 2.3117, |
| "step": 9960 |
| }, |
| { |
| "epoch": 0.6218036672071847, |
| "grad_norm": 0.11665672063827515, |
| "learning_rate": 1.6530221564463126e-05, |
| "loss": 2.3228, |
| "step": 9970 |
| }, |
| { |
| "epoch": 0.6224273418984657, |
| "grad_norm": 0.11490792781114578, |
| "learning_rate": 1.6482724025754538e-05, |
| "loss": 2.3296, |
| "step": 9980 |
| }, |
| { |
| "epoch": 0.6230510165897468, |
| "grad_norm": 0.12502005696296692, |
| "learning_rate": 1.6435261242888556e-05, |
| "loss": 2.3276, |
| "step": 9990 |
| }, |
| { |
| "epoch": 0.6236746912810278, |
| "grad_norm": 0.12017041444778442, |
| "learning_rate": 1.6387833409543198e-05, |
| "loss": 2.3324, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.6242983659723088, |
| "grad_norm": 0.13090427219867706, |
| "learning_rate": 1.6340440719253832e-05, |
| "loss": 2.3345, |
| "step": 10010 |
| }, |
| { |
| "epoch": 0.6249220406635899, |
| "grad_norm": 0.11176399886608124, |
| "learning_rate": 1.629308336541246e-05, |
| "loss": 2.3289, |
| "step": 10020 |
| }, |
| { |
| "epoch": 0.6255457153548709, |
| "grad_norm": 0.12128260731697083, |
| "learning_rate": 1.6245761541266857e-05, |
| "loss": 2.3264, |
| "step": 10030 |
| }, |
| { |
| "epoch": 0.6261693900461519, |
| "grad_norm": 0.12432076036930084, |
| "learning_rate": 1.619847543991984e-05, |
| "loss": 2.3384, |
| "step": 10040 |
| }, |
| { |
| "epoch": 0.6267930647374329, |
| "grad_norm": 0.11122766137123108, |
| "learning_rate": 1.6151225254328416e-05, |
| "loss": 2.3175, |
| "step": 10050 |
| }, |
| { |
| "epoch": 0.627416739428714, |
| "grad_norm": 0.12756380438804626, |
| "learning_rate": 1.6104011177303085e-05, |
| "loss": 2.3255, |
| "step": 10060 |
| }, |
| { |
| "epoch": 0.628040414119995, |
| "grad_norm": 0.12103460729122162, |
| "learning_rate": 1.605683340150697e-05, |
| "loss": 2.3263, |
| "step": 10070 |
| }, |
| { |
| "epoch": 0.628664088811276, |
| "grad_norm": 0.11028456687927246, |
| "learning_rate": 1.6009692119455056e-05, |
| "loss": 2.322, |
| "step": 10080 |
| }, |
| { |
| "epoch": 0.6292877635025571, |
| "grad_norm": 0.11720642447471619, |
| "learning_rate": 1.5962587523513432e-05, |
| "loss": 2.3219, |
| "step": 10090 |
| }, |
| { |
| "epoch": 0.6299114381938381, |
| "grad_norm": 0.10837439447641373, |
| "learning_rate": 1.5915519805898465e-05, |
| "loss": 2.3365, |
| "step": 10100 |
| }, |
| { |
| "epoch": 0.6305351128851191, |
| "grad_norm": 0.11958006769418716, |
| "learning_rate": 1.586848915867605e-05, |
| "loss": 2.3246, |
| "step": 10110 |
| }, |
| { |
| "epoch": 0.6311587875764002, |
| "grad_norm": 0.12777547538280487, |
| "learning_rate": 1.582149577376081e-05, |
| "loss": 2.3276, |
| "step": 10120 |
| }, |
| { |
| "epoch": 0.6317824622676812, |
| "grad_norm": 0.12615182995796204, |
| "learning_rate": 1.57745398429153e-05, |
| "loss": 2.3267, |
| "step": 10130 |
| }, |
| { |
| "epoch": 0.6324061369589622, |
| "grad_norm": 0.12006457149982452, |
| "learning_rate": 1.572762155774926e-05, |
| "loss": 2.3204, |
| "step": 10140 |
| }, |
| { |
| "epoch": 0.6330298116502432, |
| "grad_norm": 0.12391640245914459, |
| "learning_rate": 1.5680741109718793e-05, |
| "loss": 2.3268, |
| "step": 10150 |
| }, |
| { |
| "epoch": 0.6336534863415243, |
| "grad_norm": 0.12610678374767303, |
| "learning_rate": 1.5633898690125617e-05, |
| "loss": 2.3258, |
| "step": 10160 |
| }, |
| { |
| "epoch": 0.6342771610328053, |
| "grad_norm": 0.12957870960235596, |
| "learning_rate": 1.5587094490116254e-05, |
| "loss": 2.3195, |
| "step": 10170 |
| }, |
| { |
| "epoch": 0.6349008357240863, |
| "grad_norm": 0.12296176701784134, |
| "learning_rate": 1.5540328700681288e-05, |
| "loss": 2.3227, |
| "step": 10180 |
| }, |
| { |
| "epoch": 0.6355245104153674, |
| "grad_norm": 0.11910593509674072, |
| "learning_rate": 1.5493601512654544e-05, |
| "loss": 2.3159, |
| "step": 10190 |
| }, |
| { |
| "epoch": 0.6361481851066484, |
| "grad_norm": 0.11930778622627258, |
| "learning_rate": 1.5446913116712343e-05, |
| "loss": 2.3314, |
| "step": 10200 |
| }, |
| { |
| "epoch": 0.6367718597979294, |
| "grad_norm": 0.11697711050510406, |
| "learning_rate": 1.5400263703372688e-05, |
| "loss": 2.3334, |
| "step": 10210 |
| }, |
| { |
| "epoch": 0.6373955344892104, |
| "grad_norm": 0.12148252129554749, |
| "learning_rate": 1.5353653462994545e-05, |
| "loss": 2.3346, |
| "step": 10220 |
| }, |
| { |
| "epoch": 0.6380192091804915, |
| "grad_norm": 0.1121847853064537, |
| "learning_rate": 1.5307082585776984e-05, |
| "loss": 2.3277, |
| "step": 10230 |
| }, |
| { |
| "epoch": 0.6386428838717725, |
| "grad_norm": 0.11173775047063828, |
| "learning_rate": 1.5260551261758494e-05, |
| "loss": 2.3302, |
| "step": 10240 |
| }, |
| { |
| "epoch": 0.6392665585630535, |
| "grad_norm": 0.11885429173707962, |
| "learning_rate": 1.521405968081614e-05, |
| "loss": 2.3362, |
| "step": 10250 |
| }, |
| { |
| "epoch": 0.6398902332543346, |
| "grad_norm": 0.10981769859790802, |
| "learning_rate": 1.5167608032664805e-05, |
| "loss": 2.3281, |
| "step": 10260 |
| }, |
| { |
| "epoch": 0.6405139079456156, |
| "grad_norm": 0.12209799140691757, |
| "learning_rate": 1.5121196506856427e-05, |
| "loss": 2.3232, |
| "step": 10270 |
| }, |
| { |
| "epoch": 0.6411375826368966, |
| "grad_norm": 0.1106402799487114, |
| "learning_rate": 1.507482529277922e-05, |
| "loss": 2.3219, |
| "step": 10280 |
| }, |
| { |
| "epoch": 0.6417612573281776, |
| "grad_norm": 0.17524734139442444, |
| "learning_rate": 1.5028494579656906e-05, |
| "loss": 2.3412, |
| "step": 10290 |
| }, |
| { |
| "epoch": 0.6423849320194587, |
| "grad_norm": 0.11379113048315048, |
| "learning_rate": 1.4982204556547927e-05, |
| "loss": 2.334, |
| "step": 10300 |
| }, |
| { |
| "epoch": 0.6430086067107397, |
| "grad_norm": 0.11249829083681107, |
| "learning_rate": 1.4935955412344696e-05, |
| "loss": 2.324, |
| "step": 10310 |
| }, |
| { |
| "epoch": 0.6436322814020207, |
| "grad_norm": 0.12215687334537506, |
| "learning_rate": 1.48897473357728e-05, |
| "loss": 2.3276, |
| "step": 10320 |
| }, |
| { |
| "epoch": 0.6442559560933018, |
| "grad_norm": 0.11360029876232147, |
| "learning_rate": 1.484358051539026e-05, |
| "loss": 2.3176, |
| "step": 10330 |
| }, |
| { |
| "epoch": 0.6448796307845828, |
| "grad_norm": 0.12010674178600311, |
| "learning_rate": 1.479745513958673e-05, |
| "loss": 2.3239, |
| "step": 10340 |
| }, |
| { |
| "epoch": 0.6455033054758638, |
| "grad_norm": 0.10970020294189453, |
| "learning_rate": 1.4751371396582764e-05, |
| "loss": 2.3243, |
| "step": 10350 |
| }, |
| { |
| "epoch": 0.6461269801671449, |
| "grad_norm": 0.1194850280880928, |
| "learning_rate": 1.4705329474429e-05, |
| "loss": 2.3234, |
| "step": 10360 |
| }, |
| { |
| "epoch": 0.6467506548584259, |
| "grad_norm": 0.12517963349819183, |
| "learning_rate": 1.4659329561005452e-05, |
| "loss": 2.3317, |
| "step": 10370 |
| }, |
| { |
| "epoch": 0.6473743295497069, |
| "grad_norm": 0.11612290143966675, |
| "learning_rate": 1.4613371844020687e-05, |
| "loss": 2.3265, |
| "step": 10380 |
| }, |
| { |
| "epoch": 0.6479980042409879, |
| "grad_norm": 0.12079460918903351, |
| "learning_rate": 1.4567456511011096e-05, |
| "loss": 2.3355, |
| "step": 10390 |
| }, |
| { |
| "epoch": 0.648621678932269, |
| "grad_norm": 0.11630034446716309, |
| "learning_rate": 1.4521583749340118e-05, |
| "loss": 2.3364, |
| "step": 10400 |
| }, |
| { |
| "epoch": 0.64924535362355, |
| "grad_norm": 0.12046258896589279, |
| "learning_rate": 1.4475753746197467e-05, |
| "loss": 2.3202, |
| "step": 10410 |
| }, |
| { |
| "epoch": 0.649869028314831, |
| "grad_norm": 0.12108028680086136, |
| "learning_rate": 1.4429966688598378e-05, |
| "loss": 2.3315, |
| "step": 10420 |
| }, |
| { |
| "epoch": 0.6504927030061121, |
| "grad_norm": 0.11258222162723541, |
| "learning_rate": 1.4384222763382849e-05, |
| "loss": 2.3313, |
| "step": 10430 |
| }, |
| { |
| "epoch": 0.6511163776973931, |
| "grad_norm": 0.10978444665670395, |
| "learning_rate": 1.4338522157214868e-05, |
| "loss": 2.3347, |
| "step": 10440 |
| }, |
| { |
| "epoch": 0.651740052388674, |
| "grad_norm": 0.1375747174024582, |
| "learning_rate": 1.429286505658163e-05, |
| "loss": 2.3283, |
| "step": 10450 |
| }, |
| { |
| "epoch": 0.652363727079955, |
| "grad_norm": 0.12464530766010284, |
| "learning_rate": 1.4247251647792833e-05, |
| "loss": 2.3289, |
| "step": 10460 |
| }, |
| { |
| "epoch": 0.6529874017712362, |
| "grad_norm": 0.12972909212112427, |
| "learning_rate": 1.420168211697987e-05, |
| "loss": 2.3351, |
| "step": 10470 |
| }, |
| { |
| "epoch": 0.6536110764625171, |
| "grad_norm": 0.11626869440078735, |
| "learning_rate": 1.4156156650095095e-05, |
| "loss": 2.3225, |
| "step": 10480 |
| }, |
| { |
| "epoch": 0.6542347511537981, |
| "grad_norm": 0.12318337708711624, |
| "learning_rate": 1.4110675432911028e-05, |
| "loss": 2.333, |
| "step": 10490 |
| }, |
| { |
| "epoch": 0.6548584258450793, |
| "grad_norm": 0.1175285130739212, |
| "learning_rate": 1.4065238651019646e-05, |
| "loss": 2.3334, |
| "step": 10500 |
| }, |
| { |
| "epoch": 0.6554821005363602, |
| "grad_norm": 0.11153411865234375, |
| "learning_rate": 1.4019846489831594e-05, |
| "loss": 2.3359, |
| "step": 10510 |
| }, |
| { |
| "epoch": 0.6561057752276412, |
| "grad_norm": 0.11497558653354645, |
| "learning_rate": 1.397449913457545e-05, |
| "loss": 2.3409, |
| "step": 10520 |
| }, |
| { |
| "epoch": 0.6567294499189222, |
| "grad_norm": 0.11479874700307846, |
| "learning_rate": 1.392919677029692e-05, |
| "loss": 2.3306, |
| "step": 10530 |
| }, |
| { |
| "epoch": 0.6573531246102033, |
| "grad_norm": 0.11082134395837784, |
| "learning_rate": 1.3883939581858158e-05, |
| "loss": 2.3306, |
| "step": 10540 |
| }, |
| { |
| "epoch": 0.6579767993014843, |
| "grad_norm": 0.11939290165901184, |
| "learning_rate": 1.3838727753936948e-05, |
| "loss": 2.322, |
| "step": 10550 |
| }, |
| { |
| "epoch": 0.6586004739927653, |
| "grad_norm": 0.12532168626785278, |
| "learning_rate": 1.3793561471025995e-05, |
| "loss": 2.3134, |
| "step": 10560 |
| }, |
| { |
| "epoch": 0.6592241486840464, |
| "grad_norm": 0.11688268184661865, |
| "learning_rate": 1.3748440917432115e-05, |
| "loss": 2.3142, |
| "step": 10570 |
| }, |
| { |
| "epoch": 0.6598478233753274, |
| "grad_norm": 0.10707306116819382, |
| "learning_rate": 1.3703366277275565e-05, |
| "loss": 2.3342, |
| "step": 10580 |
| }, |
| { |
| "epoch": 0.6604714980666084, |
| "grad_norm": 0.11362015455961227, |
| "learning_rate": 1.3658337734489223e-05, |
| "loss": 2.3359, |
| "step": 10590 |
| }, |
| { |
| "epoch": 0.6610951727578895, |
| "grad_norm": 0.12698064744472504, |
| "learning_rate": 1.3613355472817855e-05, |
| "loss": 2.3321, |
| "step": 10600 |
| }, |
| { |
| "epoch": 0.6617188474491705, |
| "grad_norm": 0.11660013347864151, |
| "learning_rate": 1.3568419675817379e-05, |
| "loss": 2.3301, |
| "step": 10610 |
| }, |
| { |
| "epoch": 0.6623425221404515, |
| "grad_norm": 0.11443380266427994, |
| "learning_rate": 1.3523530526854111e-05, |
| "loss": 2.3339, |
| "step": 10620 |
| }, |
| { |
| "epoch": 0.6629661968317325, |
| "grad_norm": 0.12115835398435593, |
| "learning_rate": 1.3478688209104017e-05, |
| "loss": 2.345, |
| "step": 10630 |
| }, |
| { |
| "epoch": 0.6635898715230136, |
| "grad_norm": 0.11116084456443787, |
| "learning_rate": 1.3433892905551936e-05, |
| "loss": 2.322, |
| "step": 10640 |
| }, |
| { |
| "epoch": 0.6642135462142946, |
| "grad_norm": 0.11218724399805069, |
| "learning_rate": 1.3389144798990896e-05, |
| "loss": 2.3193, |
| "step": 10650 |
| }, |
| { |
| "epoch": 0.6648372209055756, |
| "grad_norm": 0.12265145033597946, |
| "learning_rate": 1.3344444072021307e-05, |
| "loss": 2.3261, |
| "step": 10660 |
| }, |
| { |
| "epoch": 0.6654608955968567, |
| "grad_norm": 0.12273472547531128, |
| "learning_rate": 1.3299790907050258e-05, |
| "loss": 2.3367, |
| "step": 10670 |
| }, |
| { |
| "epoch": 0.6660845702881377, |
| "grad_norm": 0.12450592964887619, |
| "learning_rate": 1.3255185486290728e-05, |
| "loss": 2.3298, |
| "step": 10680 |
| }, |
| { |
| "epoch": 0.6667082449794187, |
| "grad_norm": 0.11576303839683533, |
| "learning_rate": 1.3210627991760895e-05, |
| "loss": 2.3269, |
| "step": 10690 |
| }, |
| { |
| "epoch": 0.6673319196706997, |
| "grad_norm": 0.12267053127288818, |
| "learning_rate": 1.3166118605283363e-05, |
| "loss": 2.3221, |
| "step": 10700 |
| }, |
| { |
| "epoch": 0.6679555943619808, |
| "grad_norm": 0.11387135088443756, |
| "learning_rate": 1.3121657508484425e-05, |
| "loss": 2.3232, |
| "step": 10710 |
| }, |
| { |
| "epoch": 0.6685792690532618, |
| "grad_norm": 0.12669159471988678, |
| "learning_rate": 1.3077244882793306e-05, |
| "loss": 2.3428, |
| "step": 10720 |
| }, |
| { |
| "epoch": 0.6692029437445428, |
| "grad_norm": 0.11336692422628403, |
| "learning_rate": 1.3032880909441453e-05, |
| "loss": 2.3185, |
| "step": 10730 |
| }, |
| { |
| "epoch": 0.6698266184358239, |
| "grad_norm": 0.11670122295618057, |
| "learning_rate": 1.298856576946178e-05, |
| "loss": 2.3296, |
| "step": 10740 |
| }, |
| { |
| "epoch": 0.6704502931271049, |
| "grad_norm": 0.1183091402053833, |
| "learning_rate": 1.2944299643687934e-05, |
| "loss": 2.3218, |
| "step": 10750 |
| }, |
| { |
| "epoch": 0.6710739678183859, |
| "grad_norm": 0.14378517866134644, |
| "learning_rate": 1.2900082712753544e-05, |
| "loss": 2.3315, |
| "step": 10760 |
| }, |
| { |
| "epoch": 0.6716976425096669, |
| "grad_norm": 0.12318568676710129, |
| "learning_rate": 1.2855915157091497e-05, |
| "loss": 2.3154, |
| "step": 10770 |
| }, |
| { |
| "epoch": 0.672321317200948, |
| "grad_norm": 0.11151120811700821, |
| "learning_rate": 1.2811797156933198e-05, |
| "loss": 2.3233, |
| "step": 10780 |
| }, |
| { |
| "epoch": 0.672944991892229, |
| "grad_norm": 0.11809705197811127, |
| "learning_rate": 1.276772889230784e-05, |
| "loss": 2.3404, |
| "step": 10790 |
| }, |
| { |
| "epoch": 0.67356866658351, |
| "grad_norm": 0.12546375393867493, |
| "learning_rate": 1.2723710543041644e-05, |
| "loss": 2.328, |
| "step": 10800 |
| }, |
| { |
| "epoch": 0.6741923412747911, |
| "grad_norm": 0.11328066140413284, |
| "learning_rate": 1.2679742288757169e-05, |
| "loss": 2.3327, |
| "step": 10810 |
| }, |
| { |
| "epoch": 0.6748160159660721, |
| "grad_norm": 0.10950411856174469, |
| "learning_rate": 1.2635824308872537e-05, |
| "loss": 2.3295, |
| "step": 10820 |
| }, |
| { |
| "epoch": 0.6754396906573531, |
| "grad_norm": 0.11956833302974701, |
| "learning_rate": 1.2591956782600744e-05, |
| "loss": 2.3185, |
| "step": 10830 |
| }, |
| { |
| "epoch": 0.6760633653486342, |
| "grad_norm": 0.12245277315378189, |
| "learning_rate": 1.2548139888948865e-05, |
| "loss": 2.3298, |
| "step": 10840 |
| }, |
| { |
| "epoch": 0.6766870400399152, |
| "grad_norm": 0.12240239977836609, |
| "learning_rate": 1.250437380671739e-05, |
| "loss": 2.3215, |
| "step": 10850 |
| }, |
| { |
| "epoch": 0.6773107147311962, |
| "grad_norm": 0.11650018393993378, |
| "learning_rate": 1.2460658714499463e-05, |
| "loss": 2.327, |
| "step": 10860 |
| }, |
| { |
| "epoch": 0.6779343894224772, |
| "grad_norm": 0.1226891353726387, |
| "learning_rate": 1.2416994790680162e-05, |
| "loss": 2.3195, |
| "step": 10870 |
| }, |
| { |
| "epoch": 0.6785580641137583, |
| "grad_norm": 0.11427874863147736, |
| "learning_rate": 1.2373382213435736e-05, |
| "loss": 2.3307, |
| "step": 10880 |
| }, |
| { |
| "epoch": 0.6791817388050393, |
| "grad_norm": 0.11886848509311676, |
| "learning_rate": 1.232982116073294e-05, |
| "loss": 2.3277, |
| "step": 10890 |
| }, |
| { |
| "epoch": 0.6798054134963203, |
| "grad_norm": 0.11400000005960464, |
| "learning_rate": 1.2286311810328267e-05, |
| "loss": 2.3201, |
| "step": 10900 |
| }, |
| { |
| "epoch": 0.6804290881876014, |
| "grad_norm": 0.1127428263425827, |
| "learning_rate": 1.2242854339767235e-05, |
| "loss": 2.3209, |
| "step": 10910 |
| }, |
| { |
| "epoch": 0.6810527628788824, |
| "grad_norm": 0.14690594375133514, |
| "learning_rate": 1.2199448926383627e-05, |
| "loss": 2.3184, |
| "step": 10920 |
| }, |
| { |
| "epoch": 0.6816764375701634, |
| "grad_norm": 0.11740609258413315, |
| "learning_rate": 1.2156095747298863e-05, |
| "loss": 2.3272, |
| "step": 10930 |
| }, |
| { |
| "epoch": 0.6823001122614444, |
| "grad_norm": 0.11053745448589325, |
| "learning_rate": 1.2112794979421172e-05, |
| "loss": 2.3215, |
| "step": 10940 |
| }, |
| { |
| "epoch": 0.6829237869527255, |
| "grad_norm": 0.11070570349693298, |
| "learning_rate": 1.2069546799444903e-05, |
| "loss": 2.3124, |
| "step": 10950 |
| }, |
| { |
| "epoch": 0.6835474616440065, |
| "grad_norm": 0.11833559721708298, |
| "learning_rate": 1.2026351383849841e-05, |
| "loss": 2.3267, |
| "step": 10960 |
| }, |
| { |
| "epoch": 0.6841711363352875, |
| "grad_norm": 0.19355033338069916, |
| "learning_rate": 1.1983208908900443e-05, |
| "loss": 2.3254, |
| "step": 10970 |
| }, |
| { |
| "epoch": 0.6847948110265686, |
| "grad_norm": 0.12041525542736053, |
| "learning_rate": 1.1940119550645155e-05, |
| "loss": 2.3369, |
| "step": 10980 |
| }, |
| { |
| "epoch": 0.6854184857178496, |
| "grad_norm": 0.12023776024580002, |
| "learning_rate": 1.1897083484915636e-05, |
| "loss": 2.3299, |
| "step": 10990 |
| }, |
| { |
| "epoch": 0.6860421604091306, |
| "grad_norm": 0.10935679823160172, |
| "learning_rate": 1.1854100887326109e-05, |
| "loss": 2.3294, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.6866658351004116, |
| "grad_norm": 0.11955167353153229, |
| "learning_rate": 1.1811171933272604e-05, |
| "loss": 2.3332, |
| "step": 11010 |
| }, |
| { |
| "epoch": 0.6872895097916927, |
| "grad_norm": 0.11386360228061676, |
| "learning_rate": 1.1768296797932266e-05, |
| "loss": 2.3355, |
| "step": 11020 |
| }, |
| { |
| "epoch": 0.6879131844829737, |
| "grad_norm": 0.10911037027835846, |
| "learning_rate": 1.172547565626259e-05, |
| "loss": 2.3269, |
| "step": 11030 |
| }, |
| { |
| "epoch": 0.6885368591742547, |
| "grad_norm": 0.11730317771434784, |
| "learning_rate": 1.1682708683000776e-05, |
| "loss": 2.3155, |
| "step": 11040 |
| }, |
| { |
| "epoch": 0.6891605338655358, |
| "grad_norm": 0.11943700909614563, |
| "learning_rate": 1.1639996052662968e-05, |
| "loss": 2.3126, |
| "step": 11050 |
| }, |
| { |
| "epoch": 0.6897842085568168, |
| "grad_norm": 0.10759107768535614, |
| "learning_rate": 1.1597337939543563e-05, |
| "loss": 2.3254, |
| "step": 11060 |
| }, |
| { |
| "epoch": 0.6904078832480978, |
| "grad_norm": 0.11340372264385223, |
| "learning_rate": 1.1554734517714499e-05, |
| "loss": 2.3212, |
| "step": 11070 |
| }, |
| { |
| "epoch": 0.6910315579393789, |
| "grad_norm": 0.10906215757131577, |
| "learning_rate": 1.1512185961024516e-05, |
| "loss": 2.3356, |
| "step": 11080 |
| }, |
| { |
| "epoch": 0.6916552326306599, |
| "grad_norm": 0.11500955373048782, |
| "learning_rate": 1.1469692443098479e-05, |
| "loss": 2.3089, |
| "step": 11090 |
| }, |
| { |
| "epoch": 0.6922789073219409, |
| "grad_norm": 0.13016055524349213, |
| "learning_rate": 1.1427254137336698e-05, |
| "loss": 2.3293, |
| "step": 11100 |
| }, |
| { |
| "epoch": 0.6929025820132219, |
| "grad_norm": 0.10811126977205276, |
| "learning_rate": 1.138487121691412e-05, |
| "loss": 2.3243, |
| "step": 11110 |
| }, |
| { |
| "epoch": 0.693526256704503, |
| "grad_norm": 0.12454427778720856, |
| "learning_rate": 1.1342543854779727e-05, |
| "loss": 2.3323, |
| "step": 11120 |
| }, |
| { |
| "epoch": 0.694149931395784, |
| "grad_norm": 0.13060212135314941, |
| "learning_rate": 1.1300272223655774e-05, |
| "loss": 2.3179, |
| "step": 11130 |
| }, |
| { |
| "epoch": 0.694773606087065, |
| "grad_norm": 0.11365767568349838, |
| "learning_rate": 1.1258056496037117e-05, |
| "loss": 2.3277, |
| "step": 11140 |
| }, |
| { |
| "epoch": 0.6953972807783461, |
| "grad_norm": 0.11969134211540222, |
| "learning_rate": 1.1215896844190448e-05, |
| "loss": 2.3292, |
| "step": 11150 |
| }, |
| { |
| "epoch": 0.6960209554696271, |
| "grad_norm": 0.11888335645198822, |
| "learning_rate": 1.1173793440153677e-05, |
| "loss": 2.3109, |
| "step": 11160 |
| }, |
| { |
| "epoch": 0.696644630160908, |
| "grad_norm": 0.11408642679452896, |
| "learning_rate": 1.1131746455735167e-05, |
| "loss": 2.3319, |
| "step": 11170 |
| }, |
| { |
| "epoch": 0.697268304852189, |
| "grad_norm": 0.11939073354005814, |
| "learning_rate": 1.1089756062513071e-05, |
| "loss": 2.3202, |
| "step": 11180 |
| }, |
| { |
| "epoch": 0.6978919795434702, |
| "grad_norm": 0.12123575061559677, |
| "learning_rate": 1.104782243183458e-05, |
| "loss": 2.3274, |
| "step": 11190 |
| }, |
| { |
| "epoch": 0.6985156542347511, |
| "grad_norm": 0.10839838534593582, |
| "learning_rate": 1.1005945734815292e-05, |
| "loss": 2.3296, |
| "step": 11200 |
| }, |
| { |
| "epoch": 0.6991393289260321, |
| "grad_norm": 0.11426977068185806, |
| "learning_rate": 1.0964126142338468e-05, |
| "loss": 2.3189, |
| "step": 11210 |
| }, |
| { |
| "epoch": 0.6997630036173133, |
| "grad_norm": 0.12230973690748215, |
| "learning_rate": 1.0922363825054354e-05, |
| "loss": 2.3218, |
| "step": 11220 |
| }, |
| { |
| "epoch": 0.7003866783085942, |
| "grad_norm": 0.11685538291931152, |
| "learning_rate": 1.0880658953379449e-05, |
| "loss": 2.32, |
| "step": 11230 |
| }, |
| { |
| "epoch": 0.7010103529998752, |
| "grad_norm": 0.13110411167144775, |
| "learning_rate": 1.0839011697495875e-05, |
| "loss": 2.3174, |
| "step": 11240 |
| }, |
| { |
| "epoch": 0.7016340276911563, |
| "grad_norm": 0.12281551957130432, |
| "learning_rate": 1.0797422227350617e-05, |
| "loss": 2.3251, |
| "step": 11250 |
| }, |
| { |
| "epoch": 0.7022577023824373, |
| "grad_norm": 0.11702202260494232, |
| "learning_rate": 1.0755890712654888e-05, |
| "loss": 2.3239, |
| "step": 11260 |
| }, |
| { |
| "epoch": 0.7028813770737183, |
| "grad_norm": 0.10448694974184036, |
| "learning_rate": 1.0714417322883356e-05, |
| "loss": 2.3242, |
| "step": 11270 |
| }, |
| { |
| "epoch": 0.7035050517649993, |
| "grad_norm": 0.11908908933401108, |
| "learning_rate": 1.0673002227273563e-05, |
| "loss": 2.3373, |
| "step": 11280 |
| }, |
| { |
| "epoch": 0.7041287264562804, |
| "grad_norm": 0.11190736293792725, |
| "learning_rate": 1.0631645594825146e-05, |
| "loss": 2.332, |
| "step": 11290 |
| }, |
| { |
| "epoch": 0.7047524011475614, |
| "grad_norm": 0.11180426925420761, |
| "learning_rate": 1.0590347594299157e-05, |
| "loss": 2.3178, |
| "step": 11300 |
| }, |
| { |
| "epoch": 0.7053760758388424, |
| "grad_norm": 0.12188137322664261, |
| "learning_rate": 1.0549108394217418e-05, |
| "loss": 2.3298, |
| "step": 11310 |
| }, |
| { |
| "epoch": 0.7059997505301235, |
| "grad_norm": 0.11672978103160858, |
| "learning_rate": 1.0507928162861804e-05, |
| "loss": 2.324, |
| "step": 11320 |
| }, |
| { |
| "epoch": 0.7066234252214045, |
| "grad_norm": 0.12054169178009033, |
| "learning_rate": 1.046680706827356e-05, |
| "loss": 2.3449, |
| "step": 11330 |
| }, |
| { |
| "epoch": 0.7072470999126855, |
| "grad_norm": 0.10956279188394547, |
| "learning_rate": 1.0425745278252612e-05, |
| "loss": 2.3265, |
| "step": 11340 |
| }, |
| { |
| "epoch": 0.7078707746039665, |
| "grad_norm": 0.11771098524332047, |
| "learning_rate": 1.0384742960356883e-05, |
| "loss": 2.3164, |
| "step": 11350 |
| }, |
| { |
| "epoch": 0.7084944492952476, |
| "grad_norm": 0.1148812398314476, |
| "learning_rate": 1.0343800281901619e-05, |
| "loss": 2.3331, |
| "step": 11360 |
| }, |
| { |
| "epoch": 0.7091181239865286, |
| "grad_norm": 0.11038649827241898, |
| "learning_rate": 1.0302917409958699e-05, |
| "loss": 2.326, |
| "step": 11370 |
| }, |
| { |
| "epoch": 0.7097417986778096, |
| "grad_norm": 0.11778529733419418, |
| "learning_rate": 1.0262094511355957e-05, |
| "loss": 2.3401, |
| "step": 11380 |
| }, |
| { |
| "epoch": 0.7103654733690907, |
| "grad_norm": 0.14081740379333496, |
| "learning_rate": 1.0221331752676484e-05, |
| "loss": 2.3282, |
| "step": 11390 |
| }, |
| { |
| "epoch": 0.7109891480603717, |
| "grad_norm": 0.12280261516571045, |
| "learning_rate": 1.0180629300257972e-05, |
| "loss": 2.3234, |
| "step": 11400 |
| }, |
| { |
| "epoch": 0.7116128227516527, |
| "grad_norm": 0.11731764674186707, |
| "learning_rate": 1.013998732019203e-05, |
| "loss": 2.3205, |
| "step": 11410 |
| }, |
| { |
| "epoch": 0.7122364974429337, |
| "grad_norm": 0.1239992305636406, |
| "learning_rate": 1.0099405978323504e-05, |
| "loss": 2.3169, |
| "step": 11420 |
| }, |
| { |
| "epoch": 0.7128601721342148, |
| "grad_norm": 0.11492156237363815, |
| "learning_rate": 1.0058885440249777e-05, |
| "loss": 2.3243, |
| "step": 11430 |
| }, |
| { |
| "epoch": 0.7134838468254958, |
| "grad_norm": 0.11505182832479477, |
| "learning_rate": 1.0018425871320122e-05, |
| "loss": 2.3063, |
| "step": 11440 |
| }, |
| { |
| "epoch": 0.7141075215167768, |
| "grad_norm": 0.10643351078033447, |
| "learning_rate": 9.97802743663506e-06, |
| "loss": 2.3371, |
| "step": 11450 |
| }, |
| { |
| "epoch": 0.7147311962080579, |
| "grad_norm": 0.10951405763626099, |
| "learning_rate": 9.937690301045576e-06, |
| "loss": 2.3246, |
| "step": 11460 |
| }, |
| { |
| "epoch": 0.7153548708993389, |
| "grad_norm": 0.13008306920528412, |
| "learning_rate": 9.897414629152567e-06, |
| "loss": 2.3261, |
| "step": 11470 |
| }, |
| { |
| "epoch": 0.7159785455906199, |
| "grad_norm": 0.12434671074151993, |
| "learning_rate": 9.857200585306107e-06, |
| "loss": 2.3244, |
| "step": 11480 |
| }, |
| { |
| "epoch": 0.716602220281901, |
| "grad_norm": 0.12462503463029861, |
| "learning_rate": 9.81704833360479e-06, |
| "loss": 2.3317, |
| "step": 11490 |
| }, |
| { |
| "epoch": 0.717225894973182, |
| "grad_norm": 0.114158496260643, |
| "learning_rate": 9.776958037895034e-06, |
| "loss": 2.3261, |
| "step": 11500 |
| }, |
| { |
| "epoch": 0.717849569664463, |
| "grad_norm": 0.11533239483833313, |
| "learning_rate": 9.736929861770474e-06, |
| "loss": 2.3276, |
| "step": 11510 |
| }, |
| { |
| "epoch": 0.718473244355744, |
| "grad_norm": 0.10688468813896179, |
| "learning_rate": 9.696963968571243e-06, |
| "loss": 2.3309, |
| "step": 11520 |
| }, |
| { |
| "epoch": 0.7190969190470251, |
| "grad_norm": 0.11271517723798752, |
| "learning_rate": 9.657060521383326e-06, |
| "loss": 2.3238, |
| "step": 11530 |
| }, |
| { |
| "epoch": 0.7197205937383061, |
| "grad_norm": 0.1158955916762352, |
| "learning_rate": 9.617219683037867e-06, |
| "loss": 2.3137, |
| "step": 11540 |
| }, |
| { |
| "epoch": 0.7203442684295871, |
| "grad_norm": 0.12187225371599197, |
| "learning_rate": 9.577441616110552e-06, |
| "loss": 2.3166, |
| "step": 11550 |
| }, |
| { |
| "epoch": 0.7209679431208682, |
| "grad_norm": 0.11923030763864517, |
| "learning_rate": 9.537726482920911e-06, |
| "loss": 2.335, |
| "step": 11560 |
| }, |
| { |
| "epoch": 0.7215916178121492, |
| "grad_norm": 0.11417540907859802, |
| "learning_rate": 9.498074445531673e-06, |
| "loss": 2.3331, |
| "step": 11570 |
| }, |
| { |
| "epoch": 0.7222152925034302, |
| "grad_norm": 0.11085979640483856, |
| "learning_rate": 9.45848566574807e-06, |
| "loss": 2.3394, |
| "step": 11580 |
| }, |
| { |
| "epoch": 0.7228389671947112, |
| "grad_norm": 0.11104951053857803, |
| "learning_rate": 9.418960305117234e-06, |
| "loss": 2.3274, |
| "step": 11590 |
| }, |
| { |
| "epoch": 0.7234626418859923, |
| "grad_norm": 0.11739622801542282, |
| "learning_rate": 9.379498524927488e-06, |
| "loss": 2.3165, |
| "step": 11600 |
| }, |
| { |
| "epoch": 0.7240863165772733, |
| "grad_norm": 0.1111864224076271, |
| "learning_rate": 9.34010048620772e-06, |
| "loss": 2.3364, |
| "step": 11610 |
| }, |
| { |
| "epoch": 0.7247099912685543, |
| "grad_norm": 0.11575809866189957, |
| "learning_rate": 9.300766349726703e-06, |
| "loss": 2.324, |
| "step": 11620 |
| }, |
| { |
| "epoch": 0.7253336659598354, |
| "grad_norm": 0.12073253095149994, |
| "learning_rate": 9.261496275992452e-06, |
| "loss": 2.3072, |
| "step": 11630 |
| }, |
| { |
| "epoch": 0.7259573406511164, |
| "grad_norm": 0.1160811334848404, |
| "learning_rate": 9.222290425251562e-06, |
| "loss": 2.3315, |
| "step": 11640 |
| }, |
| { |
| "epoch": 0.7265810153423974, |
| "grad_norm": 0.11007162928581238, |
| "learning_rate": 9.183148957488574e-06, |
| "loss": 2.3291, |
| "step": 11650 |
| }, |
| { |
| "epoch": 0.7272046900336784, |
| "grad_norm": 0.11521092802286148, |
| "learning_rate": 9.144072032425275e-06, |
| "loss": 2.323, |
| "step": 11660 |
| }, |
| { |
| "epoch": 0.7278283647249595, |
| "grad_norm": 0.10529891401529312, |
| "learning_rate": 9.105059809520102e-06, |
| "loss": 2.3218, |
| "step": 11670 |
| }, |
| { |
| "epoch": 0.7284520394162405, |
| "grad_norm": 0.1159123033285141, |
| "learning_rate": 9.066112447967464e-06, |
| "loss": 2.3336, |
| "step": 11680 |
| }, |
| { |
| "epoch": 0.7290757141075215, |
| "grad_norm": 0.11860664188861847, |
| "learning_rate": 9.027230106697096e-06, |
| "loss": 2.3294, |
| "step": 11690 |
| }, |
| { |
| "epoch": 0.7296993887988026, |
| "grad_norm": 0.10800643265247345, |
| "learning_rate": 8.988412944373387e-06, |
| "loss": 2.3222, |
| "step": 11700 |
| }, |
| { |
| "epoch": 0.7303230634900836, |
| "grad_norm": 0.11162019520998001, |
| "learning_rate": 8.949661119394781e-06, |
| "loss": 2.3304, |
| "step": 11710 |
| }, |
| { |
| "epoch": 0.7309467381813646, |
| "grad_norm": 0.11629191040992737, |
| "learning_rate": 8.910974789893094e-06, |
| "loss": 2.3247, |
| "step": 11720 |
| }, |
| { |
| "epoch": 0.7315704128726457, |
| "grad_norm": 0.11604594439268112, |
| "learning_rate": 8.872354113732895e-06, |
| "loss": 2.3245, |
| "step": 11730 |
| }, |
| { |
| "epoch": 0.7321940875639267, |
| "grad_norm": 0.11745835095643997, |
| "learning_rate": 8.833799248510807e-06, |
| "loss": 2.3257, |
| "step": 11740 |
| }, |
| { |
| "epoch": 0.7328177622552077, |
| "grad_norm": 0.10845550894737244, |
| "learning_rate": 8.795310351554939e-06, |
| "loss": 2.3255, |
| "step": 11750 |
| }, |
| { |
| "epoch": 0.7334414369464887, |
| "grad_norm": 0.11573302000761032, |
| "learning_rate": 8.7568875799242e-06, |
| "loss": 2.318, |
| "step": 11760 |
| }, |
| { |
| "epoch": 0.7340651116377698, |
| "grad_norm": 0.11157214641571045, |
| "learning_rate": 8.71853109040767e-06, |
| "loss": 2.3212, |
| "step": 11770 |
| }, |
| { |
| "epoch": 0.7346887863290508, |
| "grad_norm": 0.11451750248670578, |
| "learning_rate": 8.680241039523929e-06, |
| "loss": 2.3326, |
| "step": 11780 |
| }, |
| { |
| "epoch": 0.7353124610203318, |
| "grad_norm": 0.11472783982753754, |
| "learning_rate": 8.642017583520468e-06, |
| "loss": 2.3342, |
| "step": 11790 |
| }, |
| { |
| "epoch": 0.7359361357116129, |
| "grad_norm": 0.11717130243778229, |
| "learning_rate": 8.603860878373052e-06, |
| "loss": 2.3197, |
| "step": 11800 |
| }, |
| { |
| "epoch": 0.7365598104028939, |
| "grad_norm": 0.11736544966697693, |
| "learning_rate": 8.565771079785012e-06, |
| "loss": 2.3162, |
| "step": 11810 |
| }, |
| { |
| "epoch": 0.7371834850941749, |
| "grad_norm": 0.12546053528785706, |
| "learning_rate": 8.527748343186687e-06, |
| "loss": 2.3257, |
| "step": 11820 |
| }, |
| { |
| "epoch": 0.7378071597854559, |
| "grad_norm": 0.11798648536205292, |
| "learning_rate": 8.489792823734755e-06, |
| "loss": 2.3264, |
| "step": 11830 |
| }, |
| { |
| "epoch": 0.738430834476737, |
| "grad_norm": 0.11356209963560104, |
| "learning_rate": 8.451904676311617e-06, |
| "loss": 2.3422, |
| "step": 11840 |
| }, |
| { |
| "epoch": 0.739054509168018, |
| "grad_norm": 0.10595770180225372, |
| "learning_rate": 8.414084055524727e-06, |
| "loss": 2.3257, |
| "step": 11850 |
| }, |
| { |
| "epoch": 0.739678183859299, |
| "grad_norm": 0.11491603404283524, |
| "learning_rate": 8.376331115706006e-06, |
| "loss": 2.3343, |
| "step": 11860 |
| }, |
| { |
| "epoch": 0.7403018585505801, |
| "grad_norm": 0.12267739325761795, |
| "learning_rate": 8.3386460109112e-06, |
| "loss": 2.3349, |
| "step": 11870 |
| }, |
| { |
| "epoch": 0.7409255332418611, |
| "grad_norm": 0.11258307099342346, |
| "learning_rate": 8.30102889491924e-06, |
| "loss": 2.3221, |
| "step": 11880 |
| }, |
| { |
| "epoch": 0.741549207933142, |
| "grad_norm": 0.1095864325761795, |
| "learning_rate": 8.263479921231601e-06, |
| "loss": 2.3308, |
| "step": 11890 |
| }, |
| { |
| "epoch": 0.742172882624423, |
| "grad_norm": 0.11768944561481476, |
| "learning_rate": 8.225999243071721e-06, |
| "loss": 2.3212, |
| "step": 11900 |
| }, |
| { |
| "epoch": 0.7427965573157042, |
| "grad_norm": 0.11741852760314941, |
| "learning_rate": 8.188587013384338e-06, |
| "loss": 2.3318, |
| "step": 11910 |
| }, |
| { |
| "epoch": 0.7434202320069851, |
| "grad_norm": 0.11327473074197769, |
| "learning_rate": 8.15124338483489e-06, |
| "loss": 2.3364, |
| "step": 11920 |
| }, |
| { |
| "epoch": 0.7440439066982661, |
| "grad_norm": 0.11056627333164215, |
| "learning_rate": 8.113968509808843e-06, |
| "loss": 2.3472, |
| "step": 11930 |
| }, |
| { |
| "epoch": 0.7446675813895473, |
| "grad_norm": 0.11114642024040222, |
| "learning_rate": 8.076762540411145e-06, |
| "loss": 2.3216, |
| "step": 11940 |
| }, |
| { |
| "epoch": 0.7452912560808282, |
| "grad_norm": 0.11915438622236252, |
| "learning_rate": 8.039625628465547e-06, |
| "loss": 2.3266, |
| "step": 11950 |
| }, |
| { |
| "epoch": 0.7459149307721092, |
| "grad_norm": 0.11617117375135422, |
| "learning_rate": 8.002557925514007e-06, |
| "loss": 2.3228, |
| "step": 11960 |
| }, |
| { |
| "epoch": 0.7465386054633903, |
| "grad_norm": 0.11747953295707703, |
| "learning_rate": 7.965559582816064e-06, |
| "loss": 2.3233, |
| "step": 11970 |
| }, |
| { |
| "epoch": 0.7471622801546713, |
| "grad_norm": 0.11729386448860168, |
| "learning_rate": 7.928630751348229e-06, |
| "loss": 2.3394, |
| "step": 11980 |
| }, |
| { |
| "epoch": 0.7477859548459523, |
| "grad_norm": 0.11578994244337082, |
| "learning_rate": 7.891771581803355e-06, |
| "loss": 2.3284, |
| "step": 11990 |
| }, |
| { |
| "epoch": 0.7484096295372333, |
| "grad_norm": 0.11829861998558044, |
| "learning_rate": 7.854982224590047e-06, |
| "loss": 2.3329, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.7490333042285144, |
| "grad_norm": 0.11394292116165161, |
| "learning_rate": 7.818262829831999e-06, |
| "loss": 2.3309, |
| "step": 12010 |
| }, |
| { |
| "epoch": 0.7496569789197954, |
| "grad_norm": 0.11370863020420074, |
| "learning_rate": 7.781613547367445e-06, |
| "loss": 2.3126, |
| "step": 12020 |
| }, |
| { |
| "epoch": 0.7502806536110764, |
| "grad_norm": 0.11541591584682465, |
| "learning_rate": 7.74503452674851e-06, |
| "loss": 2.3243, |
| "step": 12030 |
| }, |
| { |
| "epoch": 0.7509043283023575, |
| "grad_norm": 0.10724633932113647, |
| "learning_rate": 7.708525917240605e-06, |
| "loss": 2.3409, |
| "step": 12040 |
| }, |
| { |
| "epoch": 0.7515280029936385, |
| "grad_norm": 0.11315209418535233, |
| "learning_rate": 7.672087867821806e-06, |
| "loss": 2.3067, |
| "step": 12050 |
| }, |
| { |
| "epoch": 0.7521516776849195, |
| "grad_norm": 0.11253931373357773, |
| "learning_rate": 7.63572052718228e-06, |
| "loss": 2.3244, |
| "step": 12060 |
| }, |
| { |
| "epoch": 0.7527753523762005, |
| "grad_norm": 0.11920401453971863, |
| "learning_rate": 7.599424043723646e-06, |
| "loss": 2.335, |
| "step": 12070 |
| }, |
| { |
| "epoch": 0.7533990270674816, |
| "grad_norm": 0.11759009957313538, |
| "learning_rate": 7.563198565558391e-06, |
| "loss": 2.3267, |
| "step": 12080 |
| }, |
| { |
| "epoch": 0.7540227017587626, |
| "grad_norm": 0.11140833050012589, |
| "learning_rate": 7.527044240509234e-06, |
| "loss": 2.3126, |
| "step": 12090 |
| }, |
| { |
| "epoch": 0.7546463764500436, |
| "grad_norm": 0.11350700259208679, |
| "learning_rate": 7.490961216108569e-06, |
| "loss": 2.3325, |
| "step": 12100 |
| }, |
| { |
| "epoch": 0.7552700511413247, |
| "grad_norm": 0.10984740406274796, |
| "learning_rate": 7.454949639597827e-06, |
| "loss": 2.3349, |
| "step": 12110 |
| }, |
| { |
| "epoch": 0.7558937258326057, |
| "grad_norm": 0.15190964937210083, |
| "learning_rate": 7.419009657926898e-06, |
| "loss": 2.3181, |
| "step": 12120 |
| }, |
| { |
| "epoch": 0.7565174005238867, |
| "grad_norm": 0.12216383963823318, |
| "learning_rate": 7.383141417753481e-06, |
| "loss": 2.3242, |
| "step": 12130 |
| }, |
| { |
| "epoch": 0.7571410752151677, |
| "grad_norm": 0.11986672878265381, |
| "learning_rate": 7.347345065442584e-06, |
| "loss": 2.3178, |
| "step": 12140 |
| }, |
| { |
| "epoch": 0.7577647499064488, |
| "grad_norm": 0.1117406040430069, |
| "learning_rate": 7.311620747065837e-06, |
| "loss": 2.3075, |
| "step": 12150 |
| }, |
| { |
| "epoch": 0.7583884245977298, |
| "grad_norm": 0.1106078177690506, |
| "learning_rate": 7.275968608400904e-06, |
| "loss": 2.3125, |
| "step": 12160 |
| }, |
| { |
| "epoch": 0.7590120992890108, |
| "grad_norm": 0.11457602679729462, |
| "learning_rate": 7.240388794930949e-06, |
| "loss": 2.3312, |
| "step": 12170 |
| }, |
| { |
| "epoch": 0.7596357739802919, |
| "grad_norm": 0.11651898175477982, |
| "learning_rate": 7.204881451843984e-06, |
| "loss": 2.3232, |
| "step": 12180 |
| }, |
| { |
| "epoch": 0.7602594486715729, |
| "grad_norm": 0.11183909326791763, |
| "learning_rate": 7.169446724032306e-06, |
| "loss": 2.3227, |
| "step": 12190 |
| }, |
| { |
| "epoch": 0.7608831233628539, |
| "grad_norm": 0.11291775107383728, |
| "learning_rate": 7.134084756091877e-06, |
| "loss": 2.3164, |
| "step": 12200 |
| }, |
| { |
| "epoch": 0.761506798054135, |
| "grad_norm": 0.11380565166473389, |
| "learning_rate": 7.098795692321775e-06, |
| "loss": 2.3233, |
| "step": 12210 |
| }, |
| { |
| "epoch": 0.762130472745416, |
| "grad_norm": 0.13784213364124298, |
| "learning_rate": 7.063579676723567e-06, |
| "loss": 2.3117, |
| "step": 12220 |
| }, |
| { |
| "epoch": 0.762754147436697, |
| "grad_norm": 0.11496659368276596, |
| "learning_rate": 7.028436853000761e-06, |
| "loss": 2.3366, |
| "step": 12230 |
| }, |
| { |
| "epoch": 0.763377822127978, |
| "grad_norm": 0.11448788642883301, |
| "learning_rate": 6.993367364558156e-06, |
| "loss": 2.3382, |
| "step": 12240 |
| }, |
| { |
| "epoch": 0.7640014968192591, |
| "grad_norm": 0.11213409155607224, |
| "learning_rate": 6.958371354501336e-06, |
| "loss": 2.3267, |
| "step": 12250 |
| }, |
| { |
| "epoch": 0.7646251715105401, |
| "grad_norm": 0.10913136601448059, |
| "learning_rate": 6.923448965636026e-06, |
| "loss": 2.317, |
| "step": 12260 |
| }, |
| { |
| "epoch": 0.7652488462018211, |
| "grad_norm": 0.12158036977052689, |
| "learning_rate": 6.888600340467538e-06, |
| "loss": 2.3106, |
| "step": 12270 |
| }, |
| { |
| "epoch": 0.7658725208931022, |
| "grad_norm": 0.1126130074262619, |
| "learning_rate": 6.853825621200189e-06, |
| "loss": 2.3173, |
| "step": 12280 |
| }, |
| { |
| "epoch": 0.7664961955843832, |
| "grad_norm": 0.12213795632123947, |
| "learning_rate": 6.819124949736683e-06, |
| "loss": 2.3307, |
| "step": 12290 |
| }, |
| { |
| "epoch": 0.7671198702756642, |
| "grad_norm": 0.11176756769418716, |
| "learning_rate": 6.784498467677597e-06, |
| "loss": 2.3286, |
| "step": 12300 |
| }, |
| { |
| "epoch": 0.7677435449669452, |
| "grad_norm": 0.10818132013082504, |
| "learning_rate": 6.749946316320749e-06, |
| "loss": 2.3278, |
| "step": 12310 |
| }, |
| { |
| "epoch": 0.7683672196582263, |
| "grad_norm": 0.1188206747174263, |
| "learning_rate": 6.7154686366606515e-06, |
| "loss": 2.3193, |
| "step": 12320 |
| }, |
| { |
| "epoch": 0.7689908943495073, |
| "grad_norm": 0.12179037928581238, |
| "learning_rate": 6.68106556938792e-06, |
| "loss": 2.3355, |
| "step": 12330 |
| }, |
| { |
| "epoch": 0.7696145690407883, |
| "grad_norm": 0.11242129653692245, |
| "learning_rate": 6.646737254888708e-06, |
| "loss": 2.3338, |
| "step": 12340 |
| }, |
| { |
| "epoch": 0.7702382437320694, |
| "grad_norm": 0.109133280813694, |
| "learning_rate": 6.612483833244129e-06, |
| "loss": 2.327, |
| "step": 12350 |
| }, |
| { |
| "epoch": 0.7708619184233504, |
| "grad_norm": 0.1199965551495552, |
| "learning_rate": 6.578305444229676e-06, |
| "loss": 2.3117, |
| "step": 12360 |
| }, |
| { |
| "epoch": 0.7714855931146314, |
| "grad_norm": 0.11277058720588684, |
| "learning_rate": 6.5442022273146775e-06, |
| "loss": 2.3167, |
| "step": 12370 |
| }, |
| { |
| "epoch": 0.7721092678059125, |
| "grad_norm": 0.11726175993680954, |
| "learning_rate": 6.5101743216617075e-06, |
| "loss": 2.3439, |
| "step": 12380 |
| }, |
| { |
| "epoch": 0.7727329424971935, |
| "grad_norm": 0.11217547208070755, |
| "learning_rate": 6.476221866126029e-06, |
| "loss": 2.312, |
| "step": 12390 |
| }, |
| { |
| "epoch": 0.7733566171884745, |
| "grad_norm": 0.10979986190795898, |
| "learning_rate": 6.4423449992549955e-06, |
| "loss": 2.3302, |
| "step": 12400 |
| }, |
| { |
| "epoch": 0.7739802918797555, |
| "grad_norm": 0.11193552613258362, |
| "learning_rate": 6.408543859287541e-06, |
| "loss": 2.3292, |
| "step": 12410 |
| }, |
| { |
| "epoch": 0.7746039665710366, |
| "grad_norm": 0.11518640071153641, |
| "learning_rate": 6.374818584153572e-06, |
| "loss": 2.3447, |
| "step": 12420 |
| }, |
| { |
| "epoch": 0.7752276412623176, |
| "grad_norm": 0.11220235377550125, |
| "learning_rate": 6.341169311473433e-06, |
| "loss": 2.326, |
| "step": 12430 |
| }, |
| { |
| "epoch": 0.7758513159535986, |
| "grad_norm": 0.10987674444913864, |
| "learning_rate": 6.307596178557298e-06, |
| "loss": 2.3305, |
| "step": 12440 |
| }, |
| { |
| "epoch": 0.7764749906448797, |
| "grad_norm": 0.1183663085103035, |
| "learning_rate": 6.274099322404675e-06, |
| "loss": 2.3351, |
| "step": 12450 |
| }, |
| { |
| "epoch": 0.7770986653361607, |
| "grad_norm": 0.109019935131073, |
| "learning_rate": 6.240678879703804e-06, |
| "loss": 2.3208, |
| "step": 12460 |
| }, |
| { |
| "epoch": 0.7777223400274417, |
| "grad_norm": 0.10952232033014297, |
| "learning_rate": 6.2073349868311175e-06, |
| "loss": 2.3363, |
| "step": 12470 |
| }, |
| { |
| "epoch": 0.7783460147187227, |
| "grad_norm": 0.12155904620885849, |
| "learning_rate": 6.1740677798506455e-06, |
| "loss": 2.3397, |
| "step": 12480 |
| }, |
| { |
| "epoch": 0.7789696894100038, |
| "grad_norm": 0.12811219692230225, |
| "learning_rate": 6.1408773945135365e-06, |
| "loss": 2.3295, |
| "step": 12490 |
| }, |
| { |
| "epoch": 0.7795933641012848, |
| "grad_norm": 0.11361963301897049, |
| "learning_rate": 6.107763966257435e-06, |
| "loss": 2.3268, |
| "step": 12500 |
| }, |
| { |
| "epoch": 0.7802170387925658, |
| "grad_norm": 0.1144285649061203, |
| "learning_rate": 6.074727630205945e-06, |
| "loss": 2.3293, |
| "step": 12510 |
| }, |
| { |
| "epoch": 0.7808407134838469, |
| "grad_norm": 0.11086127907037735, |
| "learning_rate": 6.041768521168095e-06, |
| "loss": 2.3218, |
| "step": 12520 |
| }, |
| { |
| "epoch": 0.7814643881751279, |
| "grad_norm": 0.12404040992259979, |
| "learning_rate": 6.008886773637784e-06, |
| "loss": 2.329, |
| "step": 12530 |
| }, |
| { |
| "epoch": 0.7820880628664089, |
| "grad_norm": 0.12524111568927765, |
| "learning_rate": 5.9760825217932166e-06, |
| "loss": 2.328, |
| "step": 12540 |
| }, |
| { |
| "epoch": 0.7827117375576899, |
| "grad_norm": 0.14420489966869354, |
| "learning_rate": 5.943355899496383e-06, |
| "loss": 2.3273, |
| "step": 12550 |
| }, |
| { |
| "epoch": 0.783335412248971, |
| "grad_norm": 0.12131253629922867, |
| "learning_rate": 5.910707040292468e-06, |
| "loss": 2.3241, |
| "step": 12560 |
| }, |
| { |
| "epoch": 0.783959086940252, |
| "grad_norm": 0.11406122893095016, |
| "learning_rate": 5.8781360774093575e-06, |
| "loss": 2.3186, |
| "step": 12570 |
| }, |
| { |
| "epoch": 0.784582761631533, |
| "grad_norm": 0.10977834463119507, |
| "learning_rate": 5.845643143757065e-06, |
| "loss": 2.3041, |
| "step": 12580 |
| }, |
| { |
| "epoch": 0.7852064363228141, |
| "grad_norm": 0.11329061537981033, |
| "learning_rate": 5.8132283719272014e-06, |
| "loss": 2.3354, |
| "step": 12590 |
| }, |
| { |
| "epoch": 0.7858301110140951, |
| "grad_norm": 0.13514676690101624, |
| "learning_rate": 5.780891894192408e-06, |
| "loss": 2.3397, |
| "step": 12600 |
| }, |
| { |
| "epoch": 0.786453785705376, |
| "grad_norm": 0.10756399482488632, |
| "learning_rate": 5.74863384250586e-06, |
| "loss": 2.3166, |
| "step": 12610 |
| }, |
| { |
| "epoch": 0.7870774603966572, |
| "grad_norm": 0.11295708268880844, |
| "learning_rate": 5.716454348500694e-06, |
| "loss": 2.3236, |
| "step": 12620 |
| }, |
| { |
| "epoch": 0.7877011350879382, |
| "grad_norm": 0.11390127241611481, |
| "learning_rate": 5.6843535434894875e-06, |
| "loss": 2.318, |
| "step": 12630 |
| }, |
| { |
| "epoch": 0.7883248097792191, |
| "grad_norm": 0.11039247363805771, |
| "learning_rate": 5.652331558463705e-06, |
| "loss": 2.3258, |
| "step": 12640 |
| }, |
| { |
| "epoch": 0.7889484844705001, |
| "grad_norm": 0.11182908713817596, |
| "learning_rate": 5.62038852409319e-06, |
| "loss": 2.3381, |
| "step": 12650 |
| }, |
| { |
| "epoch": 0.7895721591617813, |
| "grad_norm": 0.120846226811409, |
| "learning_rate": 5.5885245707256115e-06, |
| "loss": 2.3431, |
| "step": 12660 |
| }, |
| { |
| "epoch": 0.7901958338530622, |
| "grad_norm": 0.11399148404598236, |
| "learning_rate": 5.556739828385938e-06, |
| "loss": 2.3385, |
| "step": 12670 |
| }, |
| { |
| "epoch": 0.7908195085443432, |
| "grad_norm": 0.11526258289813995, |
| "learning_rate": 5.525034426775907e-06, |
| "loss": 2.3122, |
| "step": 12680 |
| }, |
| { |
| "epoch": 0.7914431832356243, |
| "grad_norm": 0.11420204490423203, |
| "learning_rate": 5.4934084952735025e-06, |
| "loss": 2.3327, |
| "step": 12690 |
| }, |
| { |
| "epoch": 0.7920668579269053, |
| "grad_norm": 0.10999374091625214, |
| "learning_rate": 5.461862162932419e-06, |
| "loss": 2.3228, |
| "step": 12700 |
| }, |
| { |
| "epoch": 0.7926905326181863, |
| "grad_norm": 0.12953633069992065, |
| "learning_rate": 5.430395558481516e-06, |
| "loss": 2.3258, |
| "step": 12710 |
| }, |
| { |
| "epoch": 0.7933142073094673, |
| "grad_norm": 0.11090510338544846, |
| "learning_rate": 5.399008810324338e-06, |
| "loss": 2.3188, |
| "step": 12720 |
| }, |
| { |
| "epoch": 0.7939378820007484, |
| "grad_norm": 0.1103011891245842, |
| "learning_rate": 5.367702046538558e-06, |
| "loss": 2.3228, |
| "step": 12730 |
| }, |
| { |
| "epoch": 0.7945615566920294, |
| "grad_norm": 0.11067894846200943, |
| "learning_rate": 5.336475394875468e-06, |
| "loss": 2.3337, |
| "step": 12740 |
| }, |
| { |
| "epoch": 0.7951852313833104, |
| "grad_norm": 0.11188407242298126, |
| "learning_rate": 5.30532898275943e-06, |
| "loss": 2.3192, |
| "step": 12750 |
| }, |
| { |
| "epoch": 0.7958089060745915, |
| "grad_norm": 0.11211846023797989, |
| "learning_rate": 5.274262937287405e-06, |
| "loss": 2.3359, |
| "step": 12760 |
| }, |
| { |
| "epoch": 0.7964325807658725, |
| "grad_norm": 0.11262140423059464, |
| "learning_rate": 5.2432773852283955e-06, |
| "loss": 2.3317, |
| "step": 12770 |
| }, |
| { |
| "epoch": 0.7970562554571535, |
| "grad_norm": 0.10512655973434448, |
| "learning_rate": 5.212372453022943e-06, |
| "loss": 2.3262, |
| "step": 12780 |
| }, |
| { |
| "epoch": 0.7976799301484345, |
| "grad_norm": 0.11012723296880722, |
| "learning_rate": 5.181548266782599e-06, |
| "loss": 2.3265, |
| "step": 12790 |
| }, |
| { |
| "epoch": 0.7983036048397156, |
| "grad_norm": 0.11042670905590057, |
| "learning_rate": 5.150804952289434e-06, |
| "loss": 2.3146, |
| "step": 12800 |
| }, |
| { |
| "epoch": 0.7989272795309966, |
| "grad_norm": 0.11942142248153687, |
| "learning_rate": 5.1201426349955066e-06, |
| "loss": 2.3337, |
| "step": 12810 |
| }, |
| { |
| "epoch": 0.7995509542222776, |
| "grad_norm": 0.13004378974437714, |
| "learning_rate": 5.089561440022361e-06, |
| "loss": 2.3297, |
| "step": 12820 |
| }, |
| { |
| "epoch": 0.8001746289135587, |
| "grad_norm": 0.10997973382472992, |
| "learning_rate": 5.059061492160486e-06, |
| "loss": 2.3404, |
| "step": 12830 |
| }, |
| { |
| "epoch": 0.8007983036048397, |
| "grad_norm": 0.1176186352968216, |
| "learning_rate": 5.02864291586887e-06, |
| "loss": 2.3331, |
| "step": 12840 |
| }, |
| { |
| "epoch": 0.8014219782961207, |
| "grad_norm": 0.12150208652019501, |
| "learning_rate": 4.99830583527443e-06, |
| "loss": 2.3238, |
| "step": 12850 |
| }, |
| { |
| "epoch": 0.8020456529874018, |
| "grad_norm": 0.12974877655506134, |
| "learning_rate": 4.9680503741715425e-06, |
| "loss": 2.3083, |
| "step": 12860 |
| }, |
| { |
| "epoch": 0.8026693276786828, |
| "grad_norm": 0.10541949421167374, |
| "learning_rate": 4.937876656021501e-06, |
| "loss": 2.327, |
| "step": 12870 |
| }, |
| { |
| "epoch": 0.8032930023699638, |
| "grad_norm": 0.109825499355793, |
| "learning_rate": 4.9077848039520564e-06, |
| "loss": 2.3421, |
| "step": 12880 |
| }, |
| { |
| "epoch": 0.8039166770612448, |
| "grad_norm": 0.113632932305336, |
| "learning_rate": 4.877774940756894e-06, |
| "loss": 2.3194, |
| "step": 12890 |
| }, |
| { |
| "epoch": 0.8045403517525259, |
| "grad_norm": 0.11548682302236557, |
| "learning_rate": 4.847847188895135e-06, |
| "loss": 2.3183, |
| "step": 12900 |
| }, |
| { |
| "epoch": 0.8051640264438069, |
| "grad_norm": 0.11354582756757736, |
| "learning_rate": 4.818001670490818e-06, |
| "loss": 2.3407, |
| "step": 12910 |
| }, |
| { |
| "epoch": 0.8057877011350879, |
| "grad_norm": 0.11685425043106079, |
| "learning_rate": 4.788238507332429e-06, |
| "loss": 2.328, |
| "step": 12920 |
| }, |
| { |
| "epoch": 0.806411375826369, |
| "grad_norm": 0.11090389639139175, |
| "learning_rate": 4.758557820872398e-06, |
| "loss": 2.3192, |
| "step": 12930 |
| }, |
| { |
| "epoch": 0.80703505051765, |
| "grad_norm": 0.12367880344390869, |
| "learning_rate": 4.728959732226598e-06, |
| "loss": 2.3172, |
| "step": 12940 |
| }, |
| { |
| "epoch": 0.807658725208931, |
| "grad_norm": 0.1108710914850235, |
| "learning_rate": 4.69944436217383e-06, |
| "loss": 2.3383, |
| "step": 12950 |
| }, |
| { |
| "epoch": 0.808282399900212, |
| "grad_norm": 0.11619243025779724, |
| "learning_rate": 4.670011831155372e-06, |
| "loss": 2.3318, |
| "step": 12960 |
| }, |
| { |
| "epoch": 0.8089060745914931, |
| "grad_norm": 0.11310864984989166, |
| "learning_rate": 4.640662259274464e-06, |
| "loss": 2.3325, |
| "step": 12970 |
| }, |
| { |
| "epoch": 0.8095297492827741, |
| "grad_norm": 0.11956187337636948, |
| "learning_rate": 4.611395766295826e-06, |
| "loss": 2.3237, |
| "step": 12980 |
| }, |
| { |
| "epoch": 0.8101534239740551, |
| "grad_norm": 0.11137383431196213, |
| "learning_rate": 4.582212471645137e-06, |
| "loss": 2.3241, |
| "step": 12990 |
| }, |
| { |
| "epoch": 0.8107770986653362, |
| "grad_norm": 0.1365162432193756, |
| "learning_rate": 4.5531124944085954e-06, |
| "loss": 2.3331, |
| "step": 13000 |
| }, |
| { |
| "epoch": 0.8114007733566172, |
| "grad_norm": 0.11726244539022446, |
| "learning_rate": 4.524095953332433e-06, |
| "loss": 2.3247, |
| "step": 13010 |
| }, |
| { |
| "epoch": 0.8120244480478982, |
| "grad_norm": 0.11680028587579727, |
| "learning_rate": 4.495162966822358e-06, |
| "loss": 2.337, |
| "step": 13020 |
| }, |
| { |
| "epoch": 0.8126481227391792, |
| "grad_norm": 0.113470658659935, |
| "learning_rate": 4.4663136529431685e-06, |
| "loss": 2.3187, |
| "step": 13030 |
| }, |
| { |
| "epoch": 0.8132717974304603, |
| "grad_norm": 0.10948139429092407, |
| "learning_rate": 4.437548129418201e-06, |
| "loss": 2.3297, |
| "step": 13040 |
| }, |
| { |
| "epoch": 0.8138954721217413, |
| "grad_norm": 0.10757632553577423, |
| "learning_rate": 4.4088665136288925e-06, |
| "loss": 2.3279, |
| "step": 13050 |
| }, |
| { |
| "epoch": 0.8145191468130223, |
| "grad_norm": 0.11685792356729507, |
| "learning_rate": 4.3802689226142615e-06, |
| "loss": 2.32, |
| "step": 13060 |
| }, |
| { |
| "epoch": 0.8151428215043034, |
| "grad_norm": 0.12163947522640228, |
| "learning_rate": 4.351755473070468e-06, |
| "loss": 2.3239, |
| "step": 13070 |
| }, |
| { |
| "epoch": 0.8157664961955844, |
| "grad_norm": 0.1268066167831421, |
| "learning_rate": 4.323326281350323e-06, |
| "loss": 2.3195, |
| "step": 13080 |
| }, |
| { |
| "epoch": 0.8163901708868654, |
| "grad_norm": 0.1199105829000473, |
| "learning_rate": 4.294981463462811e-06, |
| "loss": 2.3086, |
| "step": 13090 |
| }, |
| { |
| "epoch": 0.8170138455781465, |
| "grad_norm": 0.11177392303943634, |
| "learning_rate": 4.266721135072602e-06, |
| "loss": 2.321, |
| "step": 13100 |
| }, |
| { |
| "epoch": 0.8176375202694275, |
| "grad_norm": 0.10661160200834274, |
| "learning_rate": 4.23854541149962e-06, |
| "loss": 2.3138, |
| "step": 13110 |
| }, |
| { |
| "epoch": 0.8182611949607085, |
| "grad_norm": 0.11264673620462418, |
| "learning_rate": 4.210454407718534e-06, |
| "loss": 2.3224, |
| "step": 13120 |
| }, |
| { |
| "epoch": 0.8188848696519895, |
| "grad_norm": 0.11495338380336761, |
| "learning_rate": 4.182448238358313e-06, |
| "loss": 2.3195, |
| "step": 13130 |
| }, |
| { |
| "epoch": 0.8195085443432706, |
| "grad_norm": 0.11667271703481674, |
| "learning_rate": 4.1545270177017285e-06, |
| "loss": 2.32, |
| "step": 13140 |
| }, |
| { |
| "epoch": 0.8201322190345516, |
| "grad_norm": 0.11289817839860916, |
| "learning_rate": 4.126690859684928e-06, |
| "loss": 2.3276, |
| "step": 13150 |
| }, |
| { |
| "epoch": 0.8207558937258326, |
| "grad_norm": 0.12176954001188278, |
| "learning_rate": 4.098939877896946e-06, |
| "loss": 2.334, |
| "step": 13160 |
| }, |
| { |
| "epoch": 0.8213795684171137, |
| "grad_norm": 0.11179941892623901, |
| "learning_rate": 4.071274185579241e-06, |
| "loss": 2.3328, |
| "step": 13170 |
| }, |
| { |
| "epoch": 0.8220032431083947, |
| "grad_norm": 0.10891801863908768, |
| "learning_rate": 4.04369389562522e-06, |
| "loss": 2.3213, |
| "step": 13180 |
| }, |
| { |
| "epoch": 0.8226269177996757, |
| "grad_norm": 0.11132402718067169, |
| "learning_rate": 4.016199120579833e-06, |
| "loss": 2.3285, |
| "step": 13190 |
| }, |
| { |
| "epoch": 0.8232505924909567, |
| "grad_norm": 0.1163611188530922, |
| "learning_rate": 3.988789972639045e-06, |
| "loss": 2.336, |
| "step": 13200 |
| }, |
| { |
| "epoch": 0.8238742671822378, |
| "grad_norm": 0.11324372887611389, |
| "learning_rate": 3.9614665636494295e-06, |
| "loss": 2.3247, |
| "step": 13210 |
| }, |
| { |
| "epoch": 0.8244979418735188, |
| "grad_norm": 0.11082611232995987, |
| "learning_rate": 3.934229005107659e-06, |
| "loss": 2.3272, |
| "step": 13220 |
| }, |
| { |
| "epoch": 0.8251216165647998, |
| "grad_norm": 0.10791702568531036, |
| "learning_rate": 3.907077408160112e-06, |
| "loss": 2.3324, |
| "step": 13230 |
| }, |
| { |
| "epoch": 0.8257452912560809, |
| "grad_norm": 0.10308131575584412, |
| "learning_rate": 3.880011883602383e-06, |
| "loss": 2.3332, |
| "step": 13240 |
| }, |
| { |
| "epoch": 0.8263689659473619, |
| "grad_norm": 0.10571866482496262, |
| "learning_rate": 3.853032541878834e-06, |
| "loss": 2.3295, |
| "step": 13250 |
| }, |
| { |
| "epoch": 0.8269926406386429, |
| "grad_norm": 0.12675787508487701, |
| "learning_rate": 3.826139493082142e-06, |
| "loss": 2.3153, |
| "step": 13260 |
| }, |
| { |
| "epoch": 0.8276163153299239, |
| "grad_norm": 0.1106657087802887, |
| "learning_rate": 3.7993328469528605e-06, |
| "loss": 2.3357, |
| "step": 13270 |
| }, |
| { |
| "epoch": 0.828239990021205, |
| "grad_norm": 0.10719913989305496, |
| "learning_rate": 3.7726127128789644e-06, |
| "loss": 2.3245, |
| "step": 13280 |
| }, |
| { |
| "epoch": 0.828863664712486, |
| "grad_norm": 0.11802323162555695, |
| "learning_rate": 3.7459791998954136e-06, |
| "loss": 2.3266, |
| "step": 13290 |
| }, |
| { |
| "epoch": 0.829487339403767, |
| "grad_norm": 0.11769510805606842, |
| "learning_rate": 3.71943241668368e-06, |
| "loss": 2.3237, |
| "step": 13300 |
| }, |
| { |
| "epoch": 0.8301110140950481, |
| "grad_norm": 0.1142716184258461, |
| "learning_rate": 3.6929724715713405e-06, |
| "loss": 2.3433, |
| "step": 13310 |
| }, |
| { |
| "epoch": 0.8307346887863291, |
| "grad_norm": 0.10832031816244125, |
| "learning_rate": 3.6665994725316093e-06, |
| "loss": 2.3281, |
| "step": 13320 |
| }, |
| { |
| "epoch": 0.83135836347761, |
| "grad_norm": 0.11782360076904297, |
| "learning_rate": 3.6403135271829173e-06, |
| "loss": 2.3372, |
| "step": 13330 |
| }, |
| { |
| "epoch": 0.8319820381688912, |
| "grad_norm": 0.11040764302015305, |
| "learning_rate": 3.614114742788441e-06, |
| "loss": 2.3199, |
| "step": 13340 |
| }, |
| { |
| "epoch": 0.8326057128601722, |
| "grad_norm": 0.11587361246347427, |
| "learning_rate": 3.588003226255696e-06, |
| "loss": 2.3129, |
| "step": 13350 |
| }, |
| { |
| "epoch": 0.8332293875514531, |
| "grad_norm": 0.109906867146492, |
| "learning_rate": 3.5619790841361134e-06, |
| "loss": 2.318, |
| "step": 13360 |
| }, |
| { |
| "epoch": 0.8338530622427341, |
| "grad_norm": 0.12032191455364227, |
| "learning_rate": 3.536042422624536e-06, |
| "loss": 2.3209, |
| "step": 13370 |
| }, |
| { |
| "epoch": 0.8344767369340153, |
| "grad_norm": 0.11242099851369858, |
| "learning_rate": 3.5101933475588655e-06, |
| "loss": 2.3305, |
| "step": 13380 |
| }, |
| { |
| "epoch": 0.8351004116252962, |
| "grad_norm": 0.10228978842496872, |
| "learning_rate": 3.484431964419585e-06, |
| "loss": 2.3158, |
| "step": 13390 |
| }, |
| { |
| "epoch": 0.8357240863165772, |
| "grad_norm": 0.10527318716049194, |
| "learning_rate": 3.4587583783293436e-06, |
| "loss": 2.3217, |
| "step": 13400 |
| }, |
| { |
| "epoch": 0.8363477610078583, |
| "grad_norm": 0.11586395651102066, |
| "learning_rate": 3.4331726940525057e-06, |
| "loss": 2.3379, |
| "step": 13410 |
| }, |
| { |
| "epoch": 0.8369714356991393, |
| "grad_norm": 0.11102510243654251, |
| "learning_rate": 3.407675015994763e-06, |
| "loss": 2.3343, |
| "step": 13420 |
| }, |
| { |
| "epoch": 0.8375951103904203, |
| "grad_norm": 0.11100798100233078, |
| "learning_rate": 3.3822654482026787e-06, |
| "loss": 2.3197, |
| "step": 13430 |
| }, |
| { |
| "epoch": 0.8382187850817013, |
| "grad_norm": 0.118220753967762, |
| "learning_rate": 3.356944094363271e-06, |
| "loss": 2.3368, |
| "step": 13440 |
| }, |
| { |
| "epoch": 0.8388424597729824, |
| "grad_norm": 0.10458739846944809, |
| "learning_rate": 3.3317110578035827e-06, |
| "loss": 2.3204, |
| "step": 13450 |
| }, |
| { |
| "epoch": 0.8394661344642634, |
| "grad_norm": 0.13186748325824738, |
| "learning_rate": 3.306566441490272e-06, |
| "loss": 2.3214, |
| "step": 13460 |
| }, |
| { |
| "epoch": 0.8400898091555444, |
| "grad_norm": 0.12063844501972198, |
| "learning_rate": 3.281510348029193e-06, |
| "loss": 2.3261, |
| "step": 13470 |
| }, |
| { |
| "epoch": 0.8407134838468255, |
| "grad_norm": 0.11355894058942795, |
| "learning_rate": 3.256542879664962e-06, |
| "loss": 2.3195, |
| "step": 13480 |
| }, |
| { |
| "epoch": 0.8413371585381065, |
| "grad_norm": 0.11370918154716492, |
| "learning_rate": 3.2316641382805602e-06, |
| "loss": 2.3175, |
| "step": 13490 |
| }, |
| { |
| "epoch": 0.8419608332293875, |
| "grad_norm": 0.10838475078344345, |
| "learning_rate": 3.206874225396883e-06, |
| "loss": 2.3161, |
| "step": 13500 |
| }, |
| { |
| "epoch": 0.8425845079206685, |
| "grad_norm": 0.11655794829130173, |
| "learning_rate": 3.1821732421723787e-06, |
| "loss": 2.3274, |
| "step": 13510 |
| }, |
| { |
| "epoch": 0.8432081826119496, |
| "grad_norm": 0.12595200538635254, |
| "learning_rate": 3.1575612894025856e-06, |
| "loss": 2.3224, |
| "step": 13520 |
| }, |
| { |
| "epoch": 0.8438318573032306, |
| "grad_norm": 0.11252713203430176, |
| "learning_rate": 3.1330384675197553e-06, |
| "loss": 2.3294, |
| "step": 13530 |
| }, |
| { |
| "epoch": 0.8444555319945116, |
| "grad_norm": 0.11275964230298996, |
| "learning_rate": 3.1086048765924247e-06, |
| "loss": 2.331, |
| "step": 13540 |
| }, |
| { |
| "epoch": 0.8450792066857927, |
| "grad_norm": 0.11465681344270706, |
| "learning_rate": 3.084260616325005e-06, |
| "loss": 2.3187, |
| "step": 13550 |
| }, |
| { |
| "epoch": 0.8457028813770737, |
| "grad_norm": 0.10883281379938126, |
| "learning_rate": 3.0600057860574017e-06, |
| "loss": 2.3243, |
| "step": 13560 |
| }, |
| { |
| "epoch": 0.8463265560683547, |
| "grad_norm": 0.11646208167076111, |
| "learning_rate": 3.03584048476456e-06, |
| "loss": 2.3364, |
| "step": 13570 |
| }, |
| { |
| "epoch": 0.8469502307596358, |
| "grad_norm": 0.10981258004903793, |
| "learning_rate": 3.0117648110561143e-06, |
| "loss": 2.334, |
| "step": 13580 |
| }, |
| { |
| "epoch": 0.8475739054509168, |
| "grad_norm": 0.11029552668333054, |
| "learning_rate": 2.987778863175955e-06, |
| "loss": 2.3132, |
| "step": 13590 |
| }, |
| { |
| "epoch": 0.8481975801421978, |
| "grad_norm": 0.11167038977146149, |
| "learning_rate": 2.9638827390018388e-06, |
| "loss": 2.3229, |
| "step": 13600 |
| }, |
| { |
| "epoch": 0.8488212548334788, |
| "grad_norm": 0.1064799576997757, |
| "learning_rate": 2.9400765360449724e-06, |
| "loss": 2.3301, |
| "step": 13610 |
| }, |
| { |
| "epoch": 0.8494449295247599, |
| "grad_norm": 0.11223713308572769, |
| "learning_rate": 2.9163603514496402e-06, |
| "loss": 2.3298, |
| "step": 13620 |
| }, |
| { |
| "epoch": 0.8500686042160409, |
| "grad_norm": 0.11735177785158157, |
| "learning_rate": 2.892734281992793e-06, |
| "loss": 2.3154, |
| "step": 13630 |
| }, |
| { |
| "epoch": 0.8506922789073219, |
| "grad_norm": 0.11143790930509567, |
| "learning_rate": 2.8691984240836523e-06, |
| "loss": 2.3291, |
| "step": 13640 |
| }, |
| { |
| "epoch": 0.851315953598603, |
| "grad_norm": 0.1088734045624733, |
| "learning_rate": 2.845752873763316e-06, |
| "loss": 2.3236, |
| "step": 13650 |
| }, |
| { |
| "epoch": 0.851939628289884, |
| "grad_norm": 0.11822835355997086, |
| "learning_rate": 2.822397726704376e-06, |
| "loss": 2.3303, |
| "step": 13660 |
| }, |
| { |
| "epoch": 0.852563302981165, |
| "grad_norm": 0.10750846564769745, |
| "learning_rate": 2.7991330782105253e-06, |
| "loss": 2.3286, |
| "step": 13670 |
| }, |
| { |
| "epoch": 0.853186977672446, |
| "grad_norm": 0.11417650431394577, |
| "learning_rate": 2.7759590232161597e-06, |
| "loss": 2.3199, |
| "step": 13680 |
| }, |
| { |
| "epoch": 0.8538106523637271, |
| "grad_norm": 0.12102776020765305, |
| "learning_rate": 2.752875656285994e-06, |
| "loss": 2.327, |
| "step": 13690 |
| }, |
| { |
| "epoch": 0.8544343270550081, |
| "grad_norm": 0.11459735035896301, |
| "learning_rate": 2.729883071614678e-06, |
| "loss": 2.3339, |
| "step": 13700 |
| }, |
| { |
| "epoch": 0.8550580017462891, |
| "grad_norm": 0.10936194658279419, |
| "learning_rate": 2.7069813630264367e-06, |
| "loss": 2.3179, |
| "step": 13710 |
| }, |
| { |
| "epoch": 0.8556816764375702, |
| "grad_norm": 0.11306844651699066, |
| "learning_rate": 2.6841706239746274e-06, |
| "loss": 2.3153, |
| "step": 13720 |
| }, |
| { |
| "epoch": 0.8563053511288512, |
| "grad_norm": 0.11031121015548706, |
| "learning_rate": 2.6614509475414136e-06, |
| "loss": 2.3442, |
| "step": 13730 |
| }, |
| { |
| "epoch": 0.8569290258201322, |
| "grad_norm": 0.1099528893828392, |
| "learning_rate": 2.638822426437371e-06, |
| "loss": 2.3194, |
| "step": 13740 |
| }, |
| { |
| "epoch": 0.8575527005114133, |
| "grad_norm": 0.11397206783294678, |
| "learning_rate": 2.6162851530010885e-06, |
| "loss": 2.334, |
| "step": 13750 |
| }, |
| { |
| "epoch": 0.8581763752026943, |
| "grad_norm": 0.11119165271520615, |
| "learning_rate": 2.5938392191988263e-06, |
| "loss": 2.3258, |
| "step": 13760 |
| }, |
| { |
| "epoch": 0.8588000498939753, |
| "grad_norm": 0.11166410893201828, |
| "learning_rate": 2.5714847166241005e-06, |
| "loss": 2.3173, |
| "step": 13770 |
| }, |
| { |
| "epoch": 0.8594237245852563, |
| "grad_norm": 0.11809150874614716, |
| "learning_rate": 2.5492217364973453e-06, |
| "loss": 2.3253, |
| "step": 13780 |
| }, |
| { |
| "epoch": 0.8600473992765374, |
| "grad_norm": 0.12427131831645966, |
| "learning_rate": 2.5270503696655208e-06, |
| "loss": 2.3163, |
| "step": 13790 |
| }, |
| { |
| "epoch": 0.8606710739678184, |
| "grad_norm": 0.10610216856002808, |
| "learning_rate": 2.504970706601753e-06, |
| "loss": 2.3275, |
| "step": 13800 |
| }, |
| { |
| "epoch": 0.8612947486590994, |
| "grad_norm": 0.15786246955394745, |
| "learning_rate": 2.4829828374049403e-06, |
| "loss": 2.3297, |
| "step": 13810 |
| }, |
| { |
| "epoch": 0.8619184233503805, |
| "grad_norm": 0.11708725988864899, |
| "learning_rate": 2.4610868517994266e-06, |
| "loss": 2.3307, |
| "step": 13820 |
| }, |
| { |
| "epoch": 0.8625420980416615, |
| "grad_norm": 0.10867832601070404, |
| "learning_rate": 2.4392828391346018e-06, |
| "loss": 2.3162, |
| "step": 13830 |
| }, |
| { |
| "epoch": 0.8631657727329425, |
| "grad_norm": 0.11777827888727188, |
| "learning_rate": 2.417570888384557e-06, |
| "loss": 2.325, |
| "step": 13840 |
| }, |
| { |
| "epoch": 0.8637894474242235, |
| "grad_norm": 0.1077408418059349, |
| "learning_rate": 2.3959510881476938e-06, |
| "loss": 2.3313, |
| "step": 13850 |
| }, |
| { |
| "epoch": 0.8644131221155046, |
| "grad_norm": 0.11964933574199677, |
| "learning_rate": 2.3744235266464023e-06, |
| "loss": 2.3154, |
| "step": 13860 |
| }, |
| { |
| "epoch": 0.8650367968067856, |
| "grad_norm": 0.11113958805799484, |
| "learning_rate": 2.352988291726668e-06, |
| "loss": 2.329, |
| "step": 13870 |
| }, |
| { |
| "epoch": 0.8656604714980666, |
| "grad_norm": 0.11091619729995728, |
| "learning_rate": 2.331645470857735e-06, |
| "loss": 2.3265, |
| "step": 13880 |
| }, |
| { |
| "epoch": 0.8662841461893477, |
| "grad_norm": 0.1200750321149826, |
| "learning_rate": 2.3103951511317333e-06, |
| "loss": 2.3289, |
| "step": 13890 |
| }, |
| { |
| "epoch": 0.8669078208806287, |
| "grad_norm": 0.10750441998243332, |
| "learning_rate": 2.289237419263332e-06, |
| "loss": 2.3068, |
| "step": 13900 |
| }, |
| { |
| "epoch": 0.8675314955719097, |
| "grad_norm": 0.11608713865280151, |
| "learning_rate": 2.268172361589385e-06, |
| "loss": 2.3181, |
| "step": 13910 |
| }, |
| { |
| "epoch": 0.8681551702631907, |
| "grad_norm": 0.11874132603406906, |
| "learning_rate": 2.247200064068572e-06, |
| "loss": 2.3374, |
| "step": 13920 |
| }, |
| { |
| "epoch": 0.8687788449544718, |
| "grad_norm": 0.11206667870283127, |
| "learning_rate": 2.2263206122810603e-06, |
| "loss": 2.3141, |
| "step": 13930 |
| }, |
| { |
| "epoch": 0.8694025196457528, |
| "grad_norm": 0.10952617973089218, |
| "learning_rate": 2.205534091428141e-06, |
| "loss": 2.3219, |
| "step": 13940 |
| }, |
| { |
| "epoch": 0.8700261943370338, |
| "grad_norm": 0.12625467777252197, |
| "learning_rate": 2.1848405863318987e-06, |
| "loss": 2.3035, |
| "step": 13950 |
| }, |
| { |
| "epoch": 0.8706498690283149, |
| "grad_norm": 0.10774462670087814, |
| "learning_rate": 2.16424018143484e-06, |
| "loss": 2.3334, |
| "step": 13960 |
| }, |
| { |
| "epoch": 0.8712735437195959, |
| "grad_norm": 0.11029064655303955, |
| "learning_rate": 2.143732960799577e-06, |
| "loss": 2.3156, |
| "step": 13970 |
| }, |
| { |
| "epoch": 0.8718972184108769, |
| "grad_norm": 0.11141353845596313, |
| "learning_rate": 2.123319008108468e-06, |
| "loss": 2.3275, |
| "step": 13980 |
| }, |
| { |
| "epoch": 0.872520893102158, |
| "grad_norm": 0.11982253193855286, |
| "learning_rate": 2.1029984066632814e-06, |
| "loss": 2.3225, |
| "step": 13990 |
| }, |
| { |
| "epoch": 0.873144567793439, |
| "grad_norm": 0.11981559544801712, |
| "learning_rate": 2.0827712393848424e-06, |
| "loss": 2.3393, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.87376824248472, |
| "grad_norm": 0.11761604249477386, |
| "learning_rate": 2.0626375888127187e-06, |
| "loss": 2.329, |
| "step": 14010 |
| }, |
| { |
| "epoch": 0.874391917176001, |
| "grad_norm": 0.12295118719339371, |
| "learning_rate": 2.0425975371048707e-06, |
| "loss": 2.3129, |
| "step": 14020 |
| }, |
| { |
| "epoch": 0.8750155918672821, |
| "grad_norm": 0.11224855482578278, |
| "learning_rate": 2.022651166037312e-06, |
| "loss": 2.3197, |
| "step": 14030 |
| }, |
| { |
| "epoch": 0.8756392665585631, |
| "grad_norm": 0.11105138808488846, |
| "learning_rate": 2.002798557003771e-06, |
| "loss": 2.3166, |
| "step": 14040 |
| }, |
| { |
| "epoch": 0.876262941249844, |
| "grad_norm": 0.11016054451465607, |
| "learning_rate": 1.9830397910153897e-06, |
| "loss": 2.3316, |
| "step": 14050 |
| }, |
| { |
| "epoch": 0.8768866159411252, |
| "grad_norm": 0.11096327751874924, |
| "learning_rate": 1.9633749487003585e-06, |
| "loss": 2.3304, |
| "step": 14060 |
| }, |
| { |
| "epoch": 0.8775102906324062, |
| "grad_norm": 0.1074015200138092, |
| "learning_rate": 1.9438041103036014e-06, |
| "loss": 2.3348, |
| "step": 14070 |
| }, |
| { |
| "epoch": 0.8781339653236871, |
| "grad_norm": 0.10461314767599106, |
| "learning_rate": 1.924327355686442e-06, |
| "loss": 2.3212, |
| "step": 14080 |
| }, |
| { |
| "epoch": 0.8787576400149681, |
| "grad_norm": 0.11644333600997925, |
| "learning_rate": 1.9049447643262942e-06, |
| "loss": 2.3267, |
| "step": 14090 |
| }, |
| { |
| "epoch": 0.8793813147062493, |
| "grad_norm": 0.11259769648313522, |
| "learning_rate": 1.8856564153163143e-06, |
| "loss": 2.3199, |
| "step": 14100 |
| }, |
| { |
| "epoch": 0.8800049893975302, |
| "grad_norm": 0.24218139052391052, |
| "learning_rate": 1.8664623873651088e-06, |
| "loss": 2.3221, |
| "step": 14110 |
| }, |
| { |
| "epoch": 0.8806286640888112, |
| "grad_norm": 0.11050420999526978, |
| "learning_rate": 1.8473627587963699e-06, |
| "loss": 2.3217, |
| "step": 14120 |
| }, |
| { |
| "epoch": 0.8812523387800923, |
| "grad_norm": 0.11614944040775299, |
| "learning_rate": 1.8283576075486004e-06, |
| "loss": 2.3224, |
| "step": 14130 |
| }, |
| { |
| "epoch": 0.8818760134713733, |
| "grad_norm": 0.10982568562030792, |
| "learning_rate": 1.809447011174767e-06, |
| "loss": 2.3296, |
| "step": 14140 |
| }, |
| { |
| "epoch": 0.8824996881626543, |
| "grad_norm": 0.11385653913021088, |
| "learning_rate": 1.7906310468420035e-06, |
| "loss": 2.334, |
| "step": 14150 |
| }, |
| { |
| "epoch": 0.8831233628539353, |
| "grad_norm": 0.10967803746461868, |
| "learning_rate": 1.7719097913312693e-06, |
| "loss": 2.3265, |
| "step": 14160 |
| }, |
| { |
| "epoch": 0.8837470375452164, |
| "grad_norm": 0.11559858173131943, |
| "learning_rate": 1.7532833210370663e-06, |
| "loss": 2.3127, |
| "step": 14170 |
| }, |
| { |
| "epoch": 0.8843707122364974, |
| "grad_norm": 0.1131405457854271, |
| "learning_rate": 1.734751711967103e-06, |
| "loss": 2.3211, |
| "step": 14180 |
| }, |
| { |
| "epoch": 0.8849943869277784, |
| "grad_norm": 0.11120820045471191, |
| "learning_rate": 1.7163150397420085e-06, |
| "loss": 2.3285, |
| "step": 14190 |
| }, |
| { |
| "epoch": 0.8856180616190595, |
| "grad_norm": 0.11761245876550674, |
| "learning_rate": 1.6979733795949887e-06, |
| "loss": 2.3267, |
| "step": 14200 |
| }, |
| { |
| "epoch": 0.8862417363103405, |
| "grad_norm": 0.11722981184720993, |
| "learning_rate": 1.6797268063715593e-06, |
| "loss": 2.3273, |
| "step": 14210 |
| }, |
| { |
| "epoch": 0.8868654110016215, |
| "grad_norm": 0.10473605245351791, |
| "learning_rate": 1.6615753945292107e-06, |
| "loss": 2.3283, |
| "step": 14220 |
| }, |
| { |
| "epoch": 0.8874890856929026, |
| "grad_norm": 0.11517183482646942, |
| "learning_rate": 1.643519218137124e-06, |
| "loss": 2.3359, |
| "step": 14230 |
| }, |
| { |
| "epoch": 0.8881127603841836, |
| "grad_norm": 0.11300301551818848, |
| "learning_rate": 1.62555835087585e-06, |
| "loss": 2.3196, |
| "step": 14240 |
| }, |
| { |
| "epoch": 0.8887364350754646, |
| "grad_norm": 0.1100512370467186, |
| "learning_rate": 1.6076928660370277e-06, |
| "loss": 2.3314, |
| "step": 14250 |
| }, |
| { |
| "epoch": 0.8893601097667456, |
| "grad_norm": 0.1127026230096817, |
| "learning_rate": 1.5899228365230696e-06, |
| "loss": 2.3291, |
| "step": 14260 |
| }, |
| { |
| "epoch": 0.8899837844580267, |
| "grad_norm": 0.11609935760498047, |
| "learning_rate": 1.5722483348468682e-06, |
| "loss": 2.328, |
| "step": 14270 |
| }, |
| { |
| "epoch": 0.8906074591493077, |
| "grad_norm": 0.11627151072025299, |
| "learning_rate": 1.5546694331315087e-06, |
| "loss": 2.3381, |
| "step": 14280 |
| }, |
| { |
| "epoch": 0.8912311338405887, |
| "grad_norm": 0.11219261586666107, |
| "learning_rate": 1.5371862031099638e-06, |
| "loss": 2.3282, |
| "step": 14290 |
| }, |
| { |
| "epoch": 0.8918548085318698, |
| "grad_norm": 0.10987185686826706, |
| "learning_rate": 1.519798716124815e-06, |
| "loss": 2.3194, |
| "step": 14300 |
| }, |
| { |
| "epoch": 0.8924784832231508, |
| "grad_norm": 0.1132858395576477, |
| "learning_rate": 1.5025070431279348e-06, |
| "loss": 2.3276, |
| "step": 14310 |
| }, |
| { |
| "epoch": 0.8931021579144318, |
| "grad_norm": 0.11348853260278702, |
| "learning_rate": 1.4853112546802273e-06, |
| "loss": 2.3339, |
| "step": 14320 |
| }, |
| { |
| "epoch": 0.8937258326057128, |
| "grad_norm": 0.11385743319988251, |
| "learning_rate": 1.4682114209513238e-06, |
| "loss": 2.3268, |
| "step": 14330 |
| }, |
| { |
| "epoch": 0.8943495072969939, |
| "grad_norm": 0.10504353791475296, |
| "learning_rate": 1.4512076117193073e-06, |
| "loss": 2.3348, |
| "step": 14340 |
| }, |
| { |
| "epoch": 0.8949731819882749, |
| "grad_norm": 0.11345942318439484, |
| "learning_rate": 1.4342998963704001e-06, |
| "loss": 2.3239, |
| "step": 14350 |
| }, |
| { |
| "epoch": 0.8955968566795559, |
| "grad_norm": 0.10949757695198059, |
| "learning_rate": 1.4174883438987235e-06, |
| "loss": 2.3238, |
| "step": 14360 |
| }, |
| { |
| "epoch": 0.896220531370837, |
| "grad_norm": 0.11541379243135452, |
| "learning_rate": 1.4007730229059851e-06, |
| "loss": 2.3359, |
| "step": 14370 |
| }, |
| { |
| "epoch": 0.896844206062118, |
| "grad_norm": 0.10962730646133423, |
| "learning_rate": 1.384154001601204e-06, |
| "loss": 2.3289, |
| "step": 14380 |
| }, |
| { |
| "epoch": 0.897467880753399, |
| "grad_norm": 0.10966111719608307, |
| "learning_rate": 1.3676313478004355e-06, |
| "loss": 2.3292, |
| "step": 14390 |
| }, |
| { |
| "epoch": 0.89809155544468, |
| "grad_norm": 0.11043307930231094, |
| "learning_rate": 1.3512051289265027e-06, |
| "loss": 2.3263, |
| "step": 14400 |
| }, |
| { |
| "epoch": 0.8987152301359611, |
| "grad_norm": 0.1132674366235733, |
| "learning_rate": 1.3348754120087127e-06, |
| "loss": 2.3276, |
| "step": 14410 |
| }, |
| { |
| "epoch": 0.8993389048272421, |
| "grad_norm": 0.11093591153621674, |
| "learning_rate": 1.318642263682579e-06, |
| "loss": 2.3219, |
| "step": 14420 |
| }, |
| { |
| "epoch": 0.8999625795185231, |
| "grad_norm": 0.11310126632452011, |
| "learning_rate": 1.3025057501895477e-06, |
| "loss": 2.3271, |
| "step": 14430 |
| }, |
| { |
| "epoch": 0.9005862542098042, |
| "grad_norm": 0.11608436703681946, |
| "learning_rate": 1.2864659373767519e-06, |
| "loss": 2.3268, |
| "step": 14440 |
| }, |
| { |
| "epoch": 0.9012099289010852, |
| "grad_norm": 0.11065968126058578, |
| "learning_rate": 1.2705228906967125e-06, |
| "loss": 2.3156, |
| "step": 14450 |
| }, |
| { |
| "epoch": 0.9018336035923662, |
| "grad_norm": 0.11598139256238937, |
| "learning_rate": 1.2546766752070894e-06, |
| "loss": 2.3193, |
| "step": 14460 |
| }, |
| { |
| "epoch": 0.9024572782836473, |
| "grad_norm": 0.12033474445343018, |
| "learning_rate": 1.238927355570399e-06, |
| "loss": 2.326, |
| "step": 14470 |
| }, |
| { |
| "epoch": 0.9030809529749283, |
| "grad_norm": 0.11350031942129135, |
| "learning_rate": 1.2232749960537776e-06, |
| "loss": 2.3165, |
| "step": 14480 |
| }, |
| { |
| "epoch": 0.9037046276662093, |
| "grad_norm": 0.11988954991102219, |
| "learning_rate": 1.2077196605286973e-06, |
| "loss": 2.3258, |
| "step": 14490 |
| }, |
| { |
| "epoch": 0.9043283023574903, |
| "grad_norm": 0.10864540934562683, |
| "learning_rate": 1.1922614124707076e-06, |
| "loss": 2.3188, |
| "step": 14500 |
| }, |
| { |
| "epoch": 0.9049519770487714, |
| "grad_norm": 0.1111442893743515, |
| "learning_rate": 1.1769003149591812e-06, |
| "loss": 2.3293, |
| "step": 14510 |
| }, |
| { |
| "epoch": 0.9055756517400524, |
| "grad_norm": 0.10679679363965988, |
| "learning_rate": 1.1616364306770544e-06, |
| "loss": 2.3228, |
| "step": 14520 |
| }, |
| { |
| "epoch": 0.9061993264313334, |
| "grad_norm": 0.11379438638687134, |
| "learning_rate": 1.1464698219105812e-06, |
| "loss": 2.3326, |
| "step": 14530 |
| }, |
| { |
| "epoch": 0.9068230011226145, |
| "grad_norm": 0.11837315559387207, |
| "learning_rate": 1.1314005505490639e-06, |
| "loss": 2.321, |
| "step": 14540 |
| }, |
| { |
| "epoch": 0.9074466758138955, |
| "grad_norm": 0.11056153476238251, |
| "learning_rate": 1.1164286780845994e-06, |
| "loss": 2.3252, |
| "step": 14550 |
| }, |
| { |
| "epoch": 0.9080703505051765, |
| "grad_norm": 0.11816279590129852, |
| "learning_rate": 1.1015542656118428e-06, |
| "loss": 2.3256, |
| "step": 14560 |
| }, |
| { |
| "epoch": 0.9086940251964575, |
| "grad_norm": 0.11586463451385498, |
| "learning_rate": 1.0867773738277658e-06, |
| "loss": 2.3364, |
| "step": 14570 |
| }, |
| { |
| "epoch": 0.9093176998877386, |
| "grad_norm": 0.11590321362018585, |
| "learning_rate": 1.072098063031368e-06, |
| "loss": 2.3326, |
| "step": 14580 |
| }, |
| { |
| "epoch": 0.9099413745790196, |
| "grad_norm": 0.1146261915564537, |
| "learning_rate": 1.0575163931234727e-06, |
| "loss": 2.3236, |
| "step": 14590 |
| }, |
| { |
| "epoch": 0.9105650492703006, |
| "grad_norm": 0.1251174360513687, |
| "learning_rate": 1.043032423606463e-06, |
| "loss": 2.3315, |
| "step": 14600 |
| }, |
| { |
| "epoch": 0.9111887239615817, |
| "grad_norm": 0.12472312152385712, |
| "learning_rate": 1.0286462135840474e-06, |
| "loss": 2.327, |
| "step": 14610 |
| }, |
| { |
| "epoch": 0.9118123986528627, |
| "grad_norm": 0.11027082800865173, |
| "learning_rate": 1.0143578217610027e-06, |
| "loss": 2.3319, |
| "step": 14620 |
| }, |
| { |
| "epoch": 0.9124360733441437, |
| "grad_norm": 0.11091535538434982, |
| "learning_rate": 1.0001673064429618e-06, |
| "loss": 2.337, |
| "step": 14630 |
| }, |
| { |
| "epoch": 0.9130597480354247, |
| "grad_norm": 0.12094791233539581, |
| "learning_rate": 9.860747255361486e-07, |
| "loss": 2.3257, |
| "step": 14640 |
| }, |
| { |
| "epoch": 0.9136834227267058, |
| "grad_norm": 0.1115652471780777, |
| "learning_rate": 9.720801365471572e-07, |
| "loss": 2.3175, |
| "step": 14650 |
| }, |
| { |
| "epoch": 0.9143070974179868, |
| "grad_norm": 0.11055626720190048, |
| "learning_rate": 9.581835965827095e-07, |
| "loss": 2.3375, |
| "step": 14660 |
| }, |
| { |
| "epoch": 0.9149307721092678, |
| "grad_norm": 0.1115327849984169, |
| "learning_rate": 9.443851623494288e-07, |
| "loss": 2.3194, |
| "step": 14670 |
| }, |
| { |
| "epoch": 0.9155544468005489, |
| "grad_norm": 0.1084778904914856, |
| "learning_rate": 9.306848901536047e-07, |
| "loss": 2.3282, |
| "step": 14680 |
| }, |
| { |
| "epoch": 0.9161781214918299, |
| "grad_norm": 0.11569280177354813, |
| "learning_rate": 9.170828359009675e-07, |
| "loss": 2.3075, |
| "step": 14690 |
| }, |
| { |
| "epoch": 0.9168017961831109, |
| "grad_norm": 0.1110890582203865, |
| "learning_rate": 9.035790550964513e-07, |
| "loss": 2.3202, |
| "step": 14700 |
| }, |
| { |
| "epoch": 0.917425470874392, |
| "grad_norm": 0.11305879801511765, |
| "learning_rate": 8.901736028439744e-07, |
| "loss": 2.3282, |
| "step": 14710 |
| }, |
| { |
| "epoch": 0.918049145565673, |
| "grad_norm": 0.10972180962562561, |
| "learning_rate": 8.768665338462101e-07, |
| "loss": 2.3296, |
| "step": 14720 |
| }, |
| { |
| "epoch": 0.918672820256954, |
| "grad_norm": 0.11110852658748627, |
| "learning_rate": 8.636579024043717e-07, |
| "loss": 2.3204, |
| "step": 14730 |
| }, |
| { |
| "epoch": 0.919296494948235, |
| "grad_norm": 0.11009135842323303, |
| "learning_rate": 8.505477624179831e-07, |
| "loss": 2.3131, |
| "step": 14740 |
| }, |
| { |
| "epoch": 0.9199201696395161, |
| "grad_norm": 0.12263176590204239, |
| "learning_rate": 8.375361673846588e-07, |
| "loss": 2.3284, |
| "step": 14750 |
| }, |
| { |
| "epoch": 0.9205438443307971, |
| "grad_norm": 0.11330565065145493, |
| "learning_rate": 8.246231703998908e-07, |
| "loss": 2.3146, |
| "step": 14760 |
| }, |
| { |
| "epoch": 0.921167519022078, |
| "grad_norm": 0.1171179860830307, |
| "learning_rate": 8.118088241568289e-07, |
| "loss": 2.3174, |
| "step": 14770 |
| }, |
| { |
| "epoch": 0.9217911937133592, |
| "grad_norm": 0.11872126162052155, |
| "learning_rate": 7.990931809460616e-07, |
| "loss": 2.3258, |
| "step": 14780 |
| }, |
| { |
| "epoch": 0.9224148684046402, |
| "grad_norm": 0.11489326506853104, |
| "learning_rate": 7.864762926554136e-07, |
| "loss": 2.328, |
| "step": 14790 |
| }, |
| { |
| "epoch": 0.9230385430959211, |
| "grad_norm": 0.1239471361041069, |
| "learning_rate": 7.739582107697236e-07, |
| "loss": 2.3145, |
| "step": 14800 |
| }, |
| { |
| "epoch": 0.9236622177872021, |
| "grad_norm": 0.12402030825614929, |
| "learning_rate": 7.615389863706384e-07, |
| "loss": 2.3267, |
| "step": 14810 |
| }, |
| { |
| "epoch": 0.9242858924784833, |
| "grad_norm": 0.12763965129852295, |
| "learning_rate": 7.492186701364007e-07, |
| "loss": 2.3298, |
| "step": 14820 |
| }, |
| { |
| "epoch": 0.9249095671697642, |
| "grad_norm": 0.11121205240488052, |
| "learning_rate": 7.36997312341653e-07, |
| "loss": 2.331, |
| "step": 14830 |
| }, |
| { |
| "epoch": 0.9255332418610452, |
| "grad_norm": 0.10319007933139801, |
| "learning_rate": 7.248749628572193e-07, |
| "loss": 2.3139, |
| "step": 14840 |
| }, |
| { |
| "epoch": 0.9261569165523263, |
| "grad_norm": 0.11794845014810562, |
| "learning_rate": 7.128516711499139e-07, |
| "loss": 2.3306, |
| "step": 14850 |
| }, |
| { |
| "epoch": 0.9267805912436073, |
| "grad_norm": 0.1765967756509781, |
| "learning_rate": 7.009274862823239e-07, |
| "loss": 2.3351, |
| "step": 14860 |
| }, |
| { |
| "epoch": 0.9274042659348883, |
| "grad_norm": 0.11570564657449722, |
| "learning_rate": 6.891024569126215e-07, |
| "loss": 2.3282, |
| "step": 14870 |
| }, |
| { |
| "epoch": 0.9280279406261694, |
| "grad_norm": 0.112948939204216, |
| "learning_rate": 6.773766312943686e-07, |
| "loss": 2.3243, |
| "step": 14880 |
| }, |
| { |
| "epoch": 0.9286516153174504, |
| "grad_norm": 0.11483362317085266, |
| "learning_rate": 6.657500572763042e-07, |
| "loss": 2.3333, |
| "step": 14890 |
| }, |
| { |
| "epoch": 0.9292752900087314, |
| "grad_norm": 0.11209673434495926, |
| "learning_rate": 6.542227823021635e-07, |
| "loss": 2.3145, |
| "step": 14900 |
| }, |
| { |
| "epoch": 0.9298989647000124, |
| "grad_norm": 0.10768457502126694, |
| "learning_rate": 6.427948534104778e-07, |
| "loss": 2.3142, |
| "step": 14910 |
| }, |
| { |
| "epoch": 0.9305226393912935, |
| "grad_norm": 0.11109896004199982, |
| "learning_rate": 6.31466317234386e-07, |
| "loss": 2.323, |
| "step": 14920 |
| }, |
| { |
| "epoch": 0.9311463140825745, |
| "grad_norm": 0.11689841747283936, |
| "learning_rate": 6.202372200014406e-07, |
| "loss": 2.3233, |
| "step": 14930 |
| }, |
| { |
| "epoch": 0.9317699887738555, |
| "grad_norm": 0.1080431342124939, |
| "learning_rate": 6.091076075334157e-07, |
| "loss": 2.3255, |
| "step": 14940 |
| }, |
| { |
| "epoch": 0.9323936634651366, |
| "grad_norm": 0.11793776601552963, |
| "learning_rate": 5.980775252461351e-07, |
| "loss": 2.3296, |
| "step": 14950 |
| }, |
| { |
| "epoch": 0.9330173381564176, |
| "grad_norm": 0.11821720749139786, |
| "learning_rate": 5.8714701814927e-07, |
| "loss": 2.3113, |
| "step": 14960 |
| }, |
| { |
| "epoch": 0.9336410128476986, |
| "grad_norm": 0.11047349125146866, |
| "learning_rate": 5.763161308461634e-07, |
| "loss": 2.3255, |
| "step": 14970 |
| }, |
| { |
| "epoch": 0.9342646875389796, |
| "grad_norm": 0.1177879199385643, |
| "learning_rate": 5.65584907533645e-07, |
| "loss": 2.3287, |
| "step": 14980 |
| }, |
| { |
| "epoch": 0.9348883622302607, |
| "grad_norm": 0.16539710760116577, |
| "learning_rate": 5.549533920018557e-07, |
| "loss": 2.3221, |
| "step": 14990 |
| }, |
| { |
| "epoch": 0.9355120369215417, |
| "grad_norm": 0.11205130815505981, |
| "learning_rate": 5.444216276340703e-07, |
| "loss": 2.3201, |
| "step": 15000 |
| }, |
| { |
| "epoch": 0.9361357116128227, |
| "grad_norm": 0.11194749176502228, |
| "learning_rate": 5.339896574065057e-07, |
| "loss": 2.3214, |
| "step": 15010 |
| }, |
| { |
| "epoch": 0.9367593863041038, |
| "grad_norm": 0.11288821697235107, |
| "learning_rate": 5.23657523888163e-07, |
| "loss": 2.3188, |
| "step": 15020 |
| }, |
| { |
| "epoch": 0.9373830609953848, |
| "grad_norm": 0.11662481725215912, |
| "learning_rate": 5.134252692406416e-07, |
| "loss": 2.3264, |
| "step": 15030 |
| }, |
| { |
| "epoch": 0.9380067356866658, |
| "grad_norm": 0.11792382597923279, |
| "learning_rate": 5.032929352179804e-07, |
| "loss": 2.3207, |
| "step": 15040 |
| }, |
| { |
| "epoch": 0.9386304103779468, |
| "grad_norm": 0.11140601336956024, |
| "learning_rate": 4.932605631664755e-07, |
| "loss": 2.3295, |
| "step": 15050 |
| }, |
| { |
| "epoch": 0.9392540850692279, |
| "grad_norm": 0.1180797815322876, |
| "learning_rate": 4.833281940245099e-07, |
| "loss": 2.318, |
| "step": 15060 |
| }, |
| { |
| "epoch": 0.9398777597605089, |
| "grad_norm": 0.11914720386266708, |
| "learning_rate": 4.7349586832239614e-07, |
| "loss": 2.3312, |
| "step": 15070 |
| }, |
| { |
| "epoch": 0.9405014344517899, |
| "grad_norm": 0.11725360155105591, |
| "learning_rate": 4.6376362618220927e-07, |
| "loss": 2.3288, |
| "step": 15080 |
| }, |
| { |
| "epoch": 0.941125109143071, |
| "grad_norm": 0.10787046700716019, |
| "learning_rate": 4.541315073176178e-07, |
| "loss": 2.3231, |
| "step": 15090 |
| }, |
| { |
| "epoch": 0.941748783834352, |
| "grad_norm": 0.11263374239206314, |
| "learning_rate": 4.445995510337253e-07, |
| "loss": 2.3193, |
| "step": 15100 |
| }, |
| { |
| "epoch": 0.942372458525633, |
| "grad_norm": 0.12415586411952972, |
| "learning_rate": 4.3516779622690684e-07, |
| "loss": 2.3234, |
| "step": 15110 |
| }, |
| { |
| "epoch": 0.9429961332169141, |
| "grad_norm": 0.10850516706705093, |
| "learning_rate": 4.2583628138465335e-07, |
| "loss": 2.3161, |
| "step": 15120 |
| }, |
| { |
| "epoch": 0.9436198079081951, |
| "grad_norm": 0.10530254989862442, |
| "learning_rate": 4.166050445854164e-07, |
| "loss": 2.3265, |
| "step": 15130 |
| }, |
| { |
| "epoch": 0.9442434825994761, |
| "grad_norm": 0.10651689022779465, |
| "learning_rate": 4.0747412349844417e-07, |
| "loss": 2.3221, |
| "step": 15140 |
| }, |
| { |
| "epoch": 0.9448671572907571, |
| "grad_norm": 0.11572999507188797, |
| "learning_rate": 3.984435553836374e-07, |
| "loss": 2.3271, |
| "step": 15150 |
| }, |
| { |
| "epoch": 0.9454908319820382, |
| "grad_norm": 0.11113590747117996, |
| "learning_rate": 3.895133770913995e-07, |
| "loss": 2.3299, |
| "step": 15160 |
| }, |
| { |
| "epoch": 0.9461145066733192, |
| "grad_norm": 0.11685360223054886, |
| "learning_rate": 3.806836250624696e-07, |
| "loss": 2.3311, |
| "step": 15170 |
| }, |
| { |
| "epoch": 0.9467381813646002, |
| "grad_norm": 0.11501435190439224, |
| "learning_rate": 3.7195433532778713e-07, |
| "loss": 2.3306, |
| "step": 15180 |
| }, |
| { |
| "epoch": 0.9473618560558813, |
| "grad_norm": 0.11562401801347733, |
| "learning_rate": 3.6332554350834713e-07, |
| "loss": 2.3274, |
| "step": 15190 |
| }, |
| { |
| "epoch": 0.9479855307471623, |
| "grad_norm": 0.12194905430078506, |
| "learning_rate": 3.547972848150477e-07, |
| "loss": 2.3282, |
| "step": 15200 |
| }, |
| { |
| "epoch": 0.9486092054384433, |
| "grad_norm": 0.10502095520496368, |
| "learning_rate": 3.4636959404854564e-07, |
| "loss": 2.321, |
| "step": 15210 |
| }, |
| { |
| "epoch": 0.9492328801297243, |
| "grad_norm": 0.10878008604049683, |
| "learning_rate": 3.3804250559912044e-07, |
| "loss": 2.3221, |
| "step": 15220 |
| }, |
| { |
| "epoch": 0.9498565548210054, |
| "grad_norm": 0.10823719948530197, |
| "learning_rate": 3.2981605344653e-07, |
| "loss": 2.3324, |
| "step": 15230 |
| }, |
| { |
| "epoch": 0.9504802295122864, |
| "grad_norm": 0.11387699097394943, |
| "learning_rate": 3.216902711598746e-07, |
| "loss": 2.3039, |
| "step": 15240 |
| }, |
| { |
| "epoch": 0.9511039042035674, |
| "grad_norm": 0.11744615435600281, |
| "learning_rate": 3.136651918974526e-07, |
| "loss": 2.3123, |
| "step": 15250 |
| }, |
| { |
| "epoch": 0.9517275788948485, |
| "grad_norm": 0.10659363120794296, |
| "learning_rate": 3.057408484066354e-07, |
| "loss": 2.325, |
| "step": 15260 |
| }, |
| { |
| "epoch": 0.9523512535861295, |
| "grad_norm": 0.11872250586748123, |
| "learning_rate": 2.979172730237317e-07, |
| "loss": 2.3176, |
| "step": 15270 |
| }, |
| { |
| "epoch": 0.9529749282774105, |
| "grad_norm": 0.10931728780269623, |
| "learning_rate": 2.901944976738485e-07, |
| "loss": 2.3341, |
| "step": 15280 |
| }, |
| { |
| "epoch": 0.9535986029686915, |
| "grad_norm": 0.10630401223897934, |
| "learning_rate": 2.8257255387076074e-07, |
| "loss": 2.3342, |
| "step": 15290 |
| }, |
| { |
| "epoch": 0.9542222776599726, |
| "grad_norm": 0.11301711201667786, |
| "learning_rate": 2.750514727168002e-07, |
| "loss": 2.3301, |
| "step": 15300 |
| }, |
| { |
| "epoch": 0.9548459523512536, |
| "grad_norm": 0.11419258266687393, |
| "learning_rate": 2.6763128490270294e-07, |
| "loss": 2.3198, |
| "step": 15310 |
| }, |
| { |
| "epoch": 0.9554696270425346, |
| "grad_norm": 0.11987525969743729, |
| "learning_rate": 2.603120207075038e-07, |
| "loss": 2.3284, |
| "step": 15320 |
| }, |
| { |
| "epoch": 0.9560933017338157, |
| "grad_norm": 0.11829159408807755, |
| "learning_rate": 2.530937099984032e-07, |
| "loss": 2.3288, |
| "step": 15330 |
| }, |
| { |
| "epoch": 0.9567169764250967, |
| "grad_norm": 0.11383651942014694, |
| "learning_rate": 2.4597638223065045e-07, |
| "loss": 2.3223, |
| "step": 15340 |
| }, |
| { |
| "epoch": 0.9573406511163777, |
| "grad_norm": 0.12157271802425385, |
| "learning_rate": 2.389600664474162e-07, |
| "loss": 2.3187, |
| "step": 15350 |
| }, |
| { |
| "epoch": 0.9579643258076588, |
| "grad_norm": 0.11650523543357849, |
| "learning_rate": 2.3204479127968416e-07, |
| "loss": 2.3168, |
| "step": 15360 |
| }, |
| { |
| "epoch": 0.9585880004989398, |
| "grad_norm": 0.11075329780578613, |
| "learning_rate": 2.2523058494612337e-07, |
| "loss": 2.3053, |
| "step": 15370 |
| }, |
| { |
| "epoch": 0.9592116751902208, |
| "grad_norm": 0.11193231493234634, |
| "learning_rate": 2.185174752529856e-07, |
| "loss": 2.3142, |
| "step": 15380 |
| }, |
| { |
| "epoch": 0.9598353498815018, |
| "grad_norm": 0.11215086281299591, |
| "learning_rate": 2.1190548959397483e-07, |
| "loss": 2.3335, |
| "step": 15390 |
| }, |
| { |
| "epoch": 0.9604590245727829, |
| "grad_norm": 0.10709841549396515, |
| "learning_rate": 2.0539465495015564e-07, |
| "loss": 2.3261, |
| "step": 15400 |
| }, |
| { |
| "epoch": 0.9610826992640639, |
| "grad_norm": 0.1125117838382721, |
| "learning_rate": 1.9898499788982282e-07, |
| "loss": 2.3251, |
| "step": 15410 |
| }, |
| { |
| "epoch": 0.9617063739553449, |
| "grad_norm": 0.11319714784622192, |
| "learning_rate": 1.9267654456841256e-07, |
| "loss": 2.331, |
| "step": 15420 |
| }, |
| { |
| "epoch": 0.962330048646626, |
| "grad_norm": 0.11017564684152603, |
| "learning_rate": 1.8646932072838298e-07, |
| "loss": 2.3308, |
| "step": 15430 |
| }, |
| { |
| "epoch": 0.962953723337907, |
| "grad_norm": 0.10842670500278473, |
| "learning_rate": 1.8036335169910602e-07, |
| "loss": 2.3373, |
| "step": 15440 |
| }, |
| { |
| "epoch": 0.963577398029188, |
| "grad_norm": 0.11255369335412979, |
| "learning_rate": 1.7435866239678133e-07, |
| "loss": 2.3312, |
| "step": 15450 |
| }, |
| { |
| "epoch": 0.964201072720469, |
| "grad_norm": 0.10976053774356842, |
| "learning_rate": 1.684552773243142e-07, |
| "loss": 2.3182, |
| "step": 15460 |
| }, |
| { |
| "epoch": 0.9648247474117501, |
| "grad_norm": 0.11426673829555511, |
| "learning_rate": 1.6265322057122944e-07, |
| "loss": 2.3158, |
| "step": 15470 |
| }, |
| { |
| "epoch": 0.9654484221030311, |
| "grad_norm": 0.10463272780179977, |
| "learning_rate": 1.5695251581356596e-07, |
| "loss": 2.3134, |
| "step": 15480 |
| }, |
| { |
| "epoch": 0.966072096794312, |
| "grad_norm": 0.1370941400527954, |
| "learning_rate": 1.5135318631378513e-07, |
| "loss": 2.324, |
| "step": 15490 |
| }, |
| { |
| "epoch": 0.9666957714855932, |
| "grad_norm": 0.10595587641000748, |
| "learning_rate": 1.4585525492067653e-07, |
| "loss": 2.3279, |
| "step": 15500 |
| }, |
| { |
| "epoch": 0.9673194461768742, |
| "grad_norm": 0.10963669419288635, |
| "learning_rate": 1.404587440692523e-07, |
| "loss": 2.3236, |
| "step": 15510 |
| }, |
| { |
| "epoch": 0.9679431208681551, |
| "grad_norm": 0.1144200935959816, |
| "learning_rate": 1.3516367578067513e-07, |
| "loss": 2.3173, |
| "step": 15520 |
| }, |
| { |
| "epoch": 0.9685667955594361, |
| "grad_norm": 0.11173932999372482, |
| "learning_rate": 1.299700716621499e-07, |
| "loss": 2.3188, |
| "step": 15530 |
| }, |
| { |
| "epoch": 0.9691904702507173, |
| "grad_norm": 0.11037296801805496, |
| "learning_rate": 1.248779529068489e-07, |
| "loss": 2.325, |
| "step": 15540 |
| }, |
| { |
| "epoch": 0.9698141449419982, |
| "grad_norm": 0.11024497449398041, |
| "learning_rate": 1.1988734029382277e-07, |
| "loss": 2.3258, |
| "step": 15550 |
| }, |
| { |
| "epoch": 0.9704378196332792, |
| "grad_norm": 0.11486542224884033, |
| "learning_rate": 1.1499825418790634e-07, |
| "loss": 2.3306, |
| "step": 15560 |
| }, |
| { |
| "epoch": 0.9710614943245603, |
| "grad_norm": 0.11159117519855499, |
| "learning_rate": 1.102107145396436e-07, |
| "loss": 2.3209, |
| "step": 15570 |
| }, |
| { |
| "epoch": 0.9716851690158413, |
| "grad_norm": 0.11402449756860733, |
| "learning_rate": 1.0552474088521281e-07, |
| "loss": 2.3141, |
| "step": 15580 |
| }, |
| { |
| "epoch": 0.9723088437071223, |
| "grad_norm": 0.10939374566078186, |
| "learning_rate": 1.0094035234632926e-07, |
| "loss": 2.3273, |
| "step": 15590 |
| }, |
| { |
| "epoch": 0.9729325183984034, |
| "grad_norm": 0.10589376091957092, |
| "learning_rate": 9.645756763018431e-08, |
| "loss": 2.3167, |
| "step": 15600 |
| }, |
| { |
| "epoch": 0.9735561930896844, |
| "grad_norm": 0.10614211112260818, |
| "learning_rate": 9.207640502935378e-08, |
| "loss": 2.3108, |
| "step": 15610 |
| }, |
| { |
| "epoch": 0.9741798677809654, |
| "grad_norm": 0.11815280467271805, |
| "learning_rate": 8.779688242174233e-08, |
| "loss": 2.3267, |
| "step": 15620 |
| }, |
| { |
| "epoch": 0.9748035424722464, |
| "grad_norm": 0.10396838188171387, |
| "learning_rate": 8.361901727049204e-08, |
| "loss": 2.3151, |
| "step": 15630 |
| }, |
| { |
| "epoch": 0.9754272171635275, |
| "grad_norm": 0.10906718671321869, |
| "learning_rate": 7.954282662391844e-08, |
| "loss": 2.315, |
| "step": 15640 |
| }, |
| { |
| "epoch": 0.9760508918548085, |
| "grad_norm": 0.10589274019002914, |
| "learning_rate": 7.556832711544392e-08, |
| "loss": 2.3182, |
| "step": 15650 |
| }, |
| { |
| "epoch": 0.9766745665460895, |
| "grad_norm": 0.1113092228770256, |
| "learning_rate": 7.169553496352843e-08, |
| "loss": 2.3182, |
| "step": 15660 |
| }, |
| { |
| "epoch": 0.9772982412373706, |
| "grad_norm": 0.10964594036340714, |
| "learning_rate": 6.792446597159441e-08, |
| "loss": 2.3214, |
| "step": 15670 |
| }, |
| { |
| "epoch": 0.9779219159286516, |
| "grad_norm": 0.10734578967094421, |
| "learning_rate": 6.425513552797969e-08, |
| "loss": 2.3359, |
| "step": 15680 |
| }, |
| { |
| "epoch": 0.9785455906199326, |
| "grad_norm": 0.10901876538991928, |
| "learning_rate": 6.068755860585972e-08, |
| "loss": 2.3123, |
| "step": 15690 |
| }, |
| { |
| "epoch": 0.9791692653112136, |
| "grad_norm": 0.11128740757703781, |
| "learning_rate": 5.7221749763186615e-08, |
| "loss": 2.3282, |
| "step": 15700 |
| }, |
| { |
| "epoch": 0.9797929400024947, |
| "grad_norm": 0.10741943120956421, |
| "learning_rate": 5.385772314264736e-08, |
| "loss": 2.3344, |
| "step": 15710 |
| }, |
| { |
| "epoch": 0.9804166146937757, |
| "grad_norm": 0.10915856808423996, |
| "learning_rate": 5.059549247158346e-08, |
| "loss": 2.3219, |
| "step": 15720 |
| }, |
| { |
| "epoch": 0.9810402893850567, |
| "grad_norm": 0.10825173556804657, |
| "learning_rate": 4.7435071061946445e-08, |
| "loss": 2.3322, |
| "step": 15730 |
| }, |
| { |
| "epoch": 0.9816639640763378, |
| "grad_norm": 0.11888062208890915, |
| "learning_rate": 4.437647181024518e-08, |
| "loss": 2.32, |
| "step": 15740 |
| }, |
| { |
| "epoch": 0.9822876387676188, |
| "grad_norm": 0.11206553131341934, |
| "learning_rate": 4.141970719748756e-08, |
| "loss": 2.3267, |
| "step": 15750 |
| }, |
| { |
| "epoch": 0.9829113134588998, |
| "grad_norm": 0.11748626083135605, |
| "learning_rate": 3.856478928913332e-08, |
| "loss": 2.3106, |
| "step": 15760 |
| }, |
| { |
| "epoch": 0.9835349881501808, |
| "grad_norm": 0.10696713626384735, |
| "learning_rate": 3.581172973504132e-08, |
| "loss": 2.3217, |
| "step": 15770 |
| }, |
| { |
| "epoch": 0.9841586628414619, |
| "grad_norm": 0.11123140156269073, |
| "learning_rate": 3.3160539769425125e-08, |
| "loss": 2.3305, |
| "step": 15780 |
| }, |
| { |
| "epoch": 0.9847823375327429, |
| "grad_norm": 0.11364524811506271, |
| "learning_rate": 3.061123021081136e-08, |
| "loss": 2.331, |
| "step": 15790 |
| }, |
| { |
| "epoch": 0.9854060122240239, |
| "grad_norm": 0.10551846027374268, |
| "learning_rate": 2.8163811461981437e-08, |
| "loss": 2.3182, |
| "step": 15800 |
| }, |
| { |
| "epoch": 0.986029686915305, |
| "grad_norm": 0.11872468888759613, |
| "learning_rate": 2.5818293509946578e-08, |
| "loss": 2.3123, |
| "step": 15810 |
| }, |
| { |
| "epoch": 0.986653361606586, |
| "grad_norm": 0.11165178567171097, |
| "learning_rate": 2.3574685925897842e-08, |
| "loss": 2.3216, |
| "step": 15820 |
| }, |
| { |
| "epoch": 0.987277036297867, |
| "grad_norm": 0.11927229911088943, |
| "learning_rate": 2.143299786515618e-08, |
| "loss": 2.331, |
| "step": 15830 |
| }, |
| { |
| "epoch": 0.9879007109891481, |
| "grad_norm": 0.1274806708097458, |
| "learning_rate": 1.9393238067164088e-08, |
| "loss": 2.3192, |
| "step": 15840 |
| }, |
| { |
| "epoch": 0.9885243856804291, |
| "grad_norm": 0.11521056294441223, |
| "learning_rate": 1.7455414855421792e-08, |
| "loss": 2.32, |
| "step": 15850 |
| }, |
| { |
| "epoch": 0.9891480603717101, |
| "grad_norm": 0.10881616175174713, |
| "learning_rate": 1.561953613746503e-08, |
| "loss": 2.3321, |
| "step": 15860 |
| }, |
| { |
| "epoch": 0.9897717350629911, |
| "grad_norm": 0.11433733999729156, |
| "learning_rate": 1.388560940483452e-08, |
| "loss": 2.3202, |
| "step": 15870 |
| }, |
| { |
| "epoch": 0.9903954097542722, |
| "grad_norm": 0.11207392066717148, |
| "learning_rate": 1.2253641733042664e-08, |
| "loss": 2.3161, |
| "step": 15880 |
| }, |
| { |
| "epoch": 0.9910190844455532, |
| "grad_norm": 0.10685058683156967, |
| "learning_rate": 1.072363978154578e-08, |
| "loss": 2.322, |
| "step": 15890 |
| }, |
| { |
| "epoch": 0.9916427591368342, |
| "grad_norm": 0.10728216916322708, |
| "learning_rate": 9.295609793708027e-09, |
| "loss": 2.3273, |
| "step": 15900 |
| }, |
| { |
| "epoch": 0.9922664338281153, |
| "grad_norm": 0.11473074555397034, |
| "learning_rate": 7.96955759679585e-09, |
| "loss": 2.3209, |
| "step": 15910 |
| }, |
| { |
| "epoch": 0.9928901085193963, |
| "grad_norm": 0.10853369534015656, |
| "learning_rate": 6.745488601933581e-09, |
| "loss": 2.3104, |
| "step": 15920 |
| }, |
| { |
| "epoch": 0.9935137832106773, |
| "grad_norm": 0.10808030515909195, |
| "learning_rate": 5.6234078040950935e-09, |
| "loss": 2.3388, |
| "step": 15930 |
| }, |
| { |
| "epoch": 0.9941374579019583, |
| "grad_norm": 0.10661976784467697, |
| "learning_rate": 4.6033197820705146e-09, |
| "loss": 2.3275, |
| "step": 15940 |
| }, |
| { |
| "epoch": 0.9947611325932394, |
| "grad_norm": 0.11295957863330841, |
| "learning_rate": 3.685228698463439e-09, |
| "loss": 2.328, |
| "step": 15950 |
| }, |
| { |
| "epoch": 0.9953848072845204, |
| "grad_norm": 0.12854374945163727, |
| "learning_rate": 2.869138299665952e-09, |
| "loss": 2.3278, |
| "step": 15960 |
| }, |
| { |
| "epoch": 0.9960084819758014, |
| "grad_norm": 0.12241902947425842, |
| "learning_rate": 2.1550519158336503e-09, |
| "loss": 2.3181, |
| "step": 15970 |
| }, |
| { |
| "epoch": 0.9966321566670825, |
| "grad_norm": 0.10713786631822586, |
| "learning_rate": 1.5429724608939656e-09, |
| "loss": 2.3126, |
| "step": 15980 |
| }, |
| { |
| "epoch": 0.9972558313583635, |
| "grad_norm": 0.11079084873199463, |
| "learning_rate": 1.032902432512861e-09, |
| "loss": 2.32, |
| "step": 15990 |
| }, |
| { |
| "epoch": 0.9978795060496445, |
| "grad_norm": 0.10423669964075089, |
| "learning_rate": 6.248439121003813e-10, |
| "loss": 2.3249, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.9985031807409255, |
| "grad_norm": 0.1108730137348175, |
| "learning_rate": 3.187985647856717e-10, |
| "loss": 2.3136, |
| "step": 16010 |
| }, |
| { |
| "epoch": 0.9991268554322066, |
| "grad_norm": 0.1093016043305397, |
| "learning_rate": 1.1476763943085722e-10, |
| "loss": 2.313, |
| "step": 16020 |
| }, |
| { |
| "epoch": 0.9997505301234876, |
| "grad_norm": 0.11328748613595963, |
| "learning_rate": 1.2751968608837317e-11, |
| "loss": 2.3275, |
| "step": 16030 |
| }, |
| { |
| "epoch": 1.0, |
| "step": 16034, |
| "total_flos": 1.3451924802502027e+20, |
| "train_loss": 2.34258267468194, |
| "train_runtime": 132599.1141, |
| "train_samples_per_second": 30.955, |
| "train_steps_per_second": 0.121 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 16034, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 2000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.3451924802502027e+20, |
| "train_batch_size": 64, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
