| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.798775211342608, |
| "eval_steps": 500, |
| "global_step": 1500, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.005325168075617386, |
| "grad_norm": 0.8344284892082214, |
| "learning_rate": 4.787234042553191e-06, |
| "loss": 0.5980220317840577, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.010650336151234773, |
| "grad_norm": 0.525068998336792, |
| "learning_rate": 1.0106382978723404e-05, |
| "loss": 0.6147313594818116, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.01597550422685216, |
| "grad_norm": 0.5869501233100891, |
| "learning_rate": 1.5425531914893617e-05, |
| "loss": 0.5046036720275879, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.021300672302469546, |
| "grad_norm": 0.3942352533340454, |
| "learning_rate": 2.074468085106383e-05, |
| "loss": 0.5274202823638916, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.026625840378086935, |
| "grad_norm": 0.5211300849914551, |
| "learning_rate": 2.6063829787234046e-05, |
| "loss": 0.5180192947387695, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.03195100845370432, |
| "grad_norm": 0.6842674016952515, |
| "learning_rate": 3.1382978723404254e-05, |
| "loss": 0.5298021793365478, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.037276176529321706, |
| "grad_norm": 0.5676107406616211, |
| "learning_rate": 3.670212765957447e-05, |
| "loss": 0.4515068054199219, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.04260134460493909, |
| "grad_norm": 0.46678245067596436, |
| "learning_rate": 4.2021276595744684e-05, |
| "loss": 0.5488709449768067, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.04792651268055648, |
| "grad_norm": 0.8120838403701782, |
| "learning_rate": 4.734042553191489e-05, |
| "loss": 0.4499814510345459, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.05325168075617387, |
| "grad_norm": 0.42668527364730835, |
| "learning_rate": 4.985986547085202e-05, |
| "loss": 0.4877783298492432, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.058576848831791255, |
| "grad_norm": 0.5529832243919373, |
| "learning_rate": 4.9579596412556055e-05, |
| "loss": 0.46338715553283694, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.06390201690740864, |
| "grad_norm": 0.42609626054763794, |
| "learning_rate": 4.9299327354260097e-05, |
| "loss": 0.48037519454956057, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.06922718498302603, |
| "grad_norm": 0.5383743643760681, |
| "learning_rate": 4.9019058295964125e-05, |
| "loss": 0.4572282791137695, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.07455235305864341, |
| "grad_norm": 0.42756345868110657, |
| "learning_rate": 4.8738789237668166e-05, |
| "loss": 0.5292802810668945, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.0798775211342608, |
| "grad_norm": 0.4525592029094696, |
| "learning_rate": 4.84585201793722e-05, |
| "loss": 0.5042720317840577, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.08520268920987818, |
| "grad_norm": 0.3349194824695587, |
| "learning_rate": 4.8178251121076236e-05, |
| "loss": 0.4734020233154297, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.09052785728549557, |
| "grad_norm": 0.8984376788139343, |
| "learning_rate": 4.789798206278027e-05, |
| "loss": 0.47010250091552735, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.09585302536111295, |
| "grad_norm": 0.4772610068321228, |
| "learning_rate": 4.7617713004484306e-05, |
| "loss": 0.4653562068939209, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.10117819343673035, |
| "grad_norm": 159.02210998535156, |
| "learning_rate": 4.733744394618834e-05, |
| "loss": 0.47655563354492186, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.10650336151234774, |
| "grad_norm": 0.41617923974990845, |
| "learning_rate": 4.705717488789238e-05, |
| "loss": 0.4334551811218262, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.11182852958796512, |
| "grad_norm": 0.4802906811237335, |
| "learning_rate": 4.677690582959641e-05, |
| "loss": 0.525525426864624, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.11715369766358251, |
| "grad_norm": 0.5827672481536865, |
| "learning_rate": 4.649663677130045e-05, |
| "loss": 0.4246038913726807, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.12247886573919989, |
| "grad_norm": 1.3294140100479126, |
| "learning_rate": 4.621636771300449e-05, |
| "loss": 0.4457253932952881, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.12780403381481728, |
| "grad_norm": 0.2611984610557556, |
| "learning_rate": 4.593609865470852e-05, |
| "loss": 0.5061336517333984, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.13312920189043467, |
| "grad_norm": 0.2762424051761627, |
| "learning_rate": 4.565582959641256e-05, |
| "loss": 0.43485054969787595, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.13845436996605207, |
| "grad_norm": 0.5583783388137817, |
| "learning_rate": 4.537556053811659e-05, |
| "loss": 0.4515842914581299, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.14377953804166943, |
| "grad_norm": 0.27033549547195435, |
| "learning_rate": 4.509529147982063e-05, |
| "loss": 0.5199233055114746, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.14910470611728682, |
| "grad_norm": 0.24272581934928894, |
| "learning_rate": 4.481502242152467e-05, |
| "loss": 0.4389020919799805, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.15442987419290422, |
| "grad_norm": 0.36963024735450745, |
| "learning_rate": 4.4534753363228704e-05, |
| "loss": 0.4352914810180664, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.1597550422685216, |
| "grad_norm": 0.3767717182636261, |
| "learning_rate": 4.425448430493274e-05, |
| "loss": 0.5081020832061768, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.165080210344139, |
| "grad_norm": 0.543945848941803, |
| "learning_rate": 4.3974215246636774e-05, |
| "loss": 0.48286943435668944, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.17040537841975636, |
| "grad_norm": 0.41836485266685486, |
| "learning_rate": 4.369394618834081e-05, |
| "loss": 0.4590434551239014, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.17573054649537376, |
| "grad_norm": 0.5613887906074524, |
| "learning_rate": 4.3413677130044844e-05, |
| "loss": 0.5482186317443848, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.18105571457099115, |
| "grad_norm": 0.8271971344947815, |
| "learning_rate": 4.313340807174888e-05, |
| "loss": 0.4763641834259033, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.18638088264660854, |
| "grad_norm": 0.3581993877887726, |
| "learning_rate": 4.2853139013452914e-05, |
| "loss": 0.43637499809265134, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.1917060507222259, |
| "grad_norm": 0.6449769735336304, |
| "learning_rate": 4.257286995515695e-05, |
| "loss": 0.4360114574432373, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.1970312187978433, |
| "grad_norm": 0.43556517362594604, |
| "learning_rate": 4.229260089686099e-05, |
| "loss": 0.5036840915679932, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.2023563868734607, |
| "grad_norm": 0.5417722463607788, |
| "learning_rate": 4.201233183856502e-05, |
| "loss": 0.3876487255096436, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.20768155494907808, |
| "grad_norm": 0.24452178180217743, |
| "learning_rate": 4.173206278026906e-05, |
| "loss": 0.38057937622070315, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.21300672302469548, |
| "grad_norm": 0.2775194048881531, |
| "learning_rate": 4.1451793721973096e-05, |
| "loss": 0.4347269535064697, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.21833189110031284, |
| "grad_norm": 0.479094922542572, |
| "learning_rate": 4.117152466367713e-05, |
| "loss": 0.5209210395812989, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.22365705917593023, |
| "grad_norm": 0.4610283076763153, |
| "learning_rate": 4.0891255605381166e-05, |
| "loss": 0.454630184173584, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.22898222725154763, |
| "grad_norm": 0.27423325181007385, |
| "learning_rate": 4.061098654708521e-05, |
| "loss": 0.4224459171295166, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.23430739532716502, |
| "grad_norm": 0.5122270584106445, |
| "learning_rate": 4.0330717488789236e-05, |
| "loss": 0.4236710548400879, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.2396325634027824, |
| "grad_norm": 0.3543158769607544, |
| "learning_rate": 4.005044843049328e-05, |
| "loss": 0.44300537109375, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.24495773147839978, |
| "grad_norm": 0.3774661421775818, |
| "learning_rate": 3.977017937219731e-05, |
| "loss": 0.47635488510131835, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.25028289955401717, |
| "grad_norm": 0.2737087309360504, |
| "learning_rate": 3.948991031390135e-05, |
| "loss": 0.42488551139831543, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.25560806762963456, |
| "grad_norm": 0.20862221717834473, |
| "learning_rate": 3.920964125560538e-05, |
| "loss": 0.42057185173034667, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.26093323570525195, |
| "grad_norm": 0.32547131180763245, |
| "learning_rate": 3.8929372197309424e-05, |
| "loss": 0.45575990676879885, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.26625840378086935, |
| "grad_norm": 0.42190849781036377, |
| "learning_rate": 3.864910313901345e-05, |
| "loss": 0.4550923347473145, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.27158357185648674, |
| "grad_norm": 0.350862592458725, |
| "learning_rate": 3.8368834080717494e-05, |
| "loss": 0.4051810741424561, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.27690873993210413, |
| "grad_norm": 0.7726069688796997, |
| "learning_rate": 3.808856502242152e-05, |
| "loss": 0.43002872467041015, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.28223390800772147, |
| "grad_norm": 0.4414989948272705, |
| "learning_rate": 3.7808295964125564e-05, |
| "loss": 0.5304703712463379, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.28755907608333886, |
| "grad_norm": 0.35361161828041077, |
| "learning_rate": 3.75280269058296e-05, |
| "loss": 0.5216789722442627, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.29288424415895625, |
| "grad_norm": 0.47444018721580505, |
| "learning_rate": 3.7247757847533634e-05, |
| "loss": 0.46560940742492674, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.29820941223457365, |
| "grad_norm": 0.7555748224258423, |
| "learning_rate": 3.696748878923767e-05, |
| "loss": 0.4657598495483398, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.30353458031019104, |
| "grad_norm": 0.9206741452217102, |
| "learning_rate": 3.668721973094171e-05, |
| "loss": 0.35036501884460447, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.30885974838580843, |
| "grad_norm": 0.30173489451408386, |
| "learning_rate": 3.640695067264574e-05, |
| "loss": 0.38302834033966066, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.3141849164614258, |
| "grad_norm": 0.4420791268348694, |
| "learning_rate": 3.612668161434978e-05, |
| "loss": 0.4434223175048828, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.3195100845370432, |
| "grad_norm": 0.2853008508682251, |
| "learning_rate": 3.5846412556053815e-05, |
| "loss": 0.4605288028717041, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.3248352526126606, |
| "grad_norm": 0.3213026821613312, |
| "learning_rate": 3.556614349775785e-05, |
| "loss": 0.33591127395629883, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.330160420688278, |
| "grad_norm": 0.26542145013809204, |
| "learning_rate": 3.5285874439461885e-05, |
| "loss": 0.48589391708374025, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.33548558876389534, |
| "grad_norm": 0.3070538341999054, |
| "learning_rate": 3.500560538116593e-05, |
| "loss": 0.4815805435180664, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.34081075683951273, |
| "grad_norm": 0.552280604839325, |
| "learning_rate": 3.4725336322869955e-05, |
| "loss": 0.4178333282470703, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.3461359249151301, |
| "grad_norm": 0.2819511890411377, |
| "learning_rate": 3.4445067264574e-05, |
| "loss": 0.4334256649017334, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.3514610929907475, |
| "grad_norm": 0.6073421239852905, |
| "learning_rate": 3.4164798206278025e-05, |
| "loss": 0.466888427734375, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.3567862610663649, |
| "grad_norm": 0.3700631260871887, |
| "learning_rate": 3.388452914798207e-05, |
| "loss": 0.5009899616241456, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.3621114291419823, |
| "grad_norm": 0.20300807058811188, |
| "learning_rate": 3.36042600896861e-05, |
| "loss": 0.3724061965942383, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.3674365972175997, |
| "grad_norm": 0.257453054189682, |
| "learning_rate": 3.3323991031390137e-05, |
| "loss": 0.48417000770568847, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.3727617652932171, |
| "grad_norm": 0.22375397384166718, |
| "learning_rate": 3.304372197309417e-05, |
| "loss": 0.4401752471923828, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.3780869333688345, |
| "grad_norm": 0.2705913782119751, |
| "learning_rate": 3.2763452914798206e-05, |
| "loss": 0.41625218391418456, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.3834121014444518, |
| "grad_norm": 0.23147891461849213, |
| "learning_rate": 3.248318385650224e-05, |
| "loss": 0.4183196544647217, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.3887372695200692, |
| "grad_norm": 0.2166634202003479, |
| "learning_rate": 3.2202914798206276e-05, |
| "loss": 0.3522088289260864, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.3940624375956866, |
| "grad_norm": 0.22666458785533905, |
| "learning_rate": 3.192264573991032e-05, |
| "loss": 0.4572209358215332, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.399387605671304, |
| "grad_norm": 0.2989974319934845, |
| "learning_rate": 3.1642376681614346e-05, |
| "loss": 0.46685256958007815, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.4047127737469214, |
| "grad_norm": 0.3221113681793213, |
| "learning_rate": 3.136210762331839e-05, |
| "loss": 0.4657712459564209, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.4100379418225388, |
| "grad_norm": 0.3088386356830597, |
| "learning_rate": 3.108183856502242e-05, |
| "loss": 0.5020542144775391, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.41536310989815617, |
| "grad_norm": 0.30433326959609985, |
| "learning_rate": 3.080156950672646e-05, |
| "loss": 0.49015517234802247, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.42068827797377356, |
| "grad_norm": 0.2764674425125122, |
| "learning_rate": 3.052130044843049e-05, |
| "loss": 0.4256411075592041, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.42601344604939095, |
| "grad_norm": 0.2978418469429016, |
| "learning_rate": 3.0241031390134535e-05, |
| "loss": 0.3681518316268921, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.43133861412500835, |
| "grad_norm": 0.23801204562187195, |
| "learning_rate": 2.9960762331838566e-05, |
| "loss": 0.38332669734954833, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.4366637822006257, |
| "grad_norm": 0.324163019657135, |
| "learning_rate": 2.9680493273542605e-05, |
| "loss": 0.3910288095474243, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.4419889502762431, |
| "grad_norm": 0.24221642315387726, |
| "learning_rate": 2.9400224215246636e-05, |
| "loss": 0.3961922645568848, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.44731411835186047, |
| "grad_norm": 0.37328779697418213, |
| "learning_rate": 2.9119955156950674e-05, |
| "loss": 0.5027334690093994, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.45263928642747786, |
| "grad_norm": 0.33974790573120117, |
| "learning_rate": 2.8839686098654713e-05, |
| "loss": 0.43801040649414064, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.45796445450309525, |
| "grad_norm": 0.29041290283203125, |
| "learning_rate": 2.8559417040358744e-05, |
| "loss": 0.3506944179534912, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.46328962257871265, |
| "grad_norm": 0.42080768942832947, |
| "learning_rate": 2.8279147982062783e-05, |
| "loss": 0.4078321933746338, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.46861479065433004, |
| "grad_norm": 0.5280428528785706, |
| "learning_rate": 2.7998878923766818e-05, |
| "loss": 0.3987149715423584, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.47393995872994743, |
| "grad_norm": 0.20473188161849976, |
| "learning_rate": 2.7718609865470853e-05, |
| "loss": 0.445417594909668, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.4792651268055648, |
| "grad_norm": 0.35007864236831665, |
| "learning_rate": 2.743834080717489e-05, |
| "loss": 0.43278212547302247, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.48459029488118216, |
| "grad_norm": 0.3064219057559967, |
| "learning_rate": 2.7158071748878926e-05, |
| "loss": 0.45018458366394043, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.48991546295679955, |
| "grad_norm": 0.3913150429725647, |
| "learning_rate": 2.687780269058296e-05, |
| "loss": 0.37588331699371336, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.49524063103241694, |
| "grad_norm": 0.22446969151496887, |
| "learning_rate": 2.6597533632286996e-05, |
| "loss": 0.4505748748779297, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.5005657991080343, |
| "grad_norm": 0.172444149851799, |
| "learning_rate": 2.6317264573991034e-05, |
| "loss": 0.35609662532806396, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.5058909671836518, |
| "grad_norm": 0.2273557186126709, |
| "learning_rate": 2.6036995515695066e-05, |
| "loss": 0.4328009128570557, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.5112161352592691, |
| "grad_norm": 0.2399565875530243, |
| "learning_rate": 2.5756726457399104e-05, |
| "loss": 0.41023993492126465, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.5165413033348865, |
| "grad_norm": 0.20335812866687775, |
| "learning_rate": 2.5476457399103142e-05, |
| "loss": 0.3623132467269897, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.5218664714105039, |
| "grad_norm": 0.2177598774433136, |
| "learning_rate": 2.5196188340807174e-05, |
| "loss": 0.3816150426864624, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.5271916394861212, |
| "grad_norm": 0.27467212080955505, |
| "learning_rate": 2.4915919282511212e-05, |
| "loss": 0.3815845727920532, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.5325168075617387, |
| "grad_norm": 0.3328174352645874, |
| "learning_rate": 2.4635650224215247e-05, |
| "loss": 0.43585824966430664, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.537841975637356, |
| "grad_norm": 0.3124748468399048, |
| "learning_rate": 2.4355381165919282e-05, |
| "loss": 0.3661165714263916, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.5431671437129735, |
| "grad_norm": 0.22428032755851746, |
| "learning_rate": 2.4075112107623317e-05, |
| "loss": 0.34947929382324217, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.5484923117885908, |
| "grad_norm": 0.17870178818702698, |
| "learning_rate": 2.3794843049327356e-05, |
| "loss": 0.3957356452941895, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.5538174798642083, |
| "grad_norm": 0.22331231832504272, |
| "learning_rate": 2.351457399103139e-05, |
| "loss": 0.39625113010406493, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.5591426479398256, |
| "grad_norm": 0.17870305478572845, |
| "learning_rate": 2.3234304932735425e-05, |
| "loss": 0.4165696144104004, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.5644678160154429, |
| "grad_norm": 0.14084002375602722, |
| "learning_rate": 2.2954035874439464e-05, |
| "loss": 0.3850311040878296, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.5697929840910604, |
| "grad_norm": 0.4580315351486206, |
| "learning_rate": 2.26737668161435e-05, |
| "loss": 0.480556583404541, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.5751181521666777, |
| "grad_norm": 0.2953506112098694, |
| "learning_rate": 2.2393497757847534e-05, |
| "loss": 0.42296390533447265, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.5804433202422952, |
| "grad_norm": 0.23175515234470367, |
| "learning_rate": 2.2113228699551572e-05, |
| "loss": 0.4330913066864014, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.5857684883179125, |
| "grad_norm": 0.13856837153434753, |
| "learning_rate": 2.1832959641255607e-05, |
| "loss": 0.3875318765640259, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.59109365639353, |
| "grad_norm": 0.21386659145355225, |
| "learning_rate": 2.1552690582959642e-05, |
| "loss": 0.4072891712188721, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.5964188244691473, |
| "grad_norm": 0.17417824268341064, |
| "learning_rate": 2.1272421524663677e-05, |
| "loss": 0.3796313524246216, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.6017439925447647, |
| "grad_norm": 0.22541554272174835, |
| "learning_rate": 2.0992152466367715e-05, |
| "loss": 0.4106564998626709, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.6070691606203821, |
| "grad_norm": 0.27283599972724915, |
| "learning_rate": 2.071188340807175e-05, |
| "loss": 0.40464181900024415, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.6123943286959994, |
| "grad_norm": 0.26354631781578064, |
| "learning_rate": 2.0431614349775785e-05, |
| "loss": 0.4056210517883301, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.6177194967716169, |
| "grad_norm": 0.23499633371829987, |
| "learning_rate": 2.0151345291479824e-05, |
| "loss": 0.38751533031463625, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.6230446648472342, |
| "grad_norm": 0.3320159316062927, |
| "learning_rate": 1.987107623318386e-05, |
| "loss": 0.4481997489929199, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.6283698329228516, |
| "grad_norm": 0.2691243588924408, |
| "learning_rate": 1.9590807174887893e-05, |
| "loss": 0.46773924827575686, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.633695000998469, |
| "grad_norm": 0.2817912995815277, |
| "learning_rate": 1.931053811659193e-05, |
| "loss": 0.43155827522277834, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.6390201690740864, |
| "grad_norm": 0.2986903190612793, |
| "learning_rate": 1.9030269058295967e-05, |
| "loss": 0.41049776077270506, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.6443453371497038, |
| "grad_norm": 0.18713507056236267, |
| "learning_rate": 1.8750000000000002e-05, |
| "loss": 0.41066718101501465, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.6496705052253212, |
| "grad_norm": 0.20132865011692047, |
| "learning_rate": 1.8469730941704037e-05, |
| "loss": 0.4964732646942139, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.6549956733009386, |
| "grad_norm": 0.18417419493198395, |
| "learning_rate": 1.8189461883408075e-05, |
| "loss": 0.36364662647247314, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.660320841376556, |
| "grad_norm": 0.26364046335220337, |
| "learning_rate": 1.790919282511211e-05, |
| "loss": 0.48112807273864744, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.6656460094521733, |
| "grad_norm": 0.21041294932365417, |
| "learning_rate": 1.7628923766816145e-05, |
| "loss": 0.42933902740478513, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.6709711775277907, |
| "grad_norm": 0.24681095778942108, |
| "learning_rate": 1.734865470852018e-05, |
| "loss": 0.48954458236694337, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.6762963456034081, |
| "grad_norm": 0.22615176439285278, |
| "learning_rate": 1.7068385650224218e-05, |
| "loss": 0.4342506408691406, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.6816215136790255, |
| "grad_norm": 0.1450670212507248, |
| "learning_rate": 1.6788116591928253e-05, |
| "loss": 0.4082888126373291, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.6869466817546429, |
| "grad_norm": 0.21799904108047485, |
| "learning_rate": 1.6507847533632288e-05, |
| "loss": 0.40439767837524415, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.6922718498302602, |
| "grad_norm": 0.14368169009685516, |
| "learning_rate": 1.6227578475336323e-05, |
| "loss": 0.4129434585571289, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.6975970179058777, |
| "grad_norm": 0.11668065190315247, |
| "learning_rate": 1.5947309417040358e-05, |
| "loss": 0.42409305572509765, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.702922185981495, |
| "grad_norm": 0.1779152750968933, |
| "learning_rate": 1.5667040358744396e-05, |
| "loss": 0.38319811820983884, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.7082473540571125, |
| "grad_norm": 0.18300122022628784, |
| "learning_rate": 1.538677130044843e-05, |
| "loss": 0.4230902671813965, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.7135725221327298, |
| "grad_norm": 0.1770932972431183, |
| "learning_rate": 1.5106502242152468e-05, |
| "loss": 0.3894460201263428, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.7188976902083472, |
| "grad_norm": 0.1475338488817215, |
| "learning_rate": 1.4826233183856503e-05, |
| "loss": 0.470979118347168, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.7242228582839646, |
| "grad_norm": 0.2351362407207489, |
| "learning_rate": 1.4545964125560538e-05, |
| "loss": 0.4359769344329834, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.7295480263595819, |
| "grad_norm": 0.30792921781539917, |
| "learning_rate": 1.4265695067264576e-05, |
| "loss": 0.4031363964080811, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.7348731944351994, |
| "grad_norm": 0.2503564953804016, |
| "learning_rate": 1.3985426008968611e-05, |
| "loss": 0.37627182006835935, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.7401983625108167, |
| "grad_norm": 0.40601110458374023, |
| "learning_rate": 1.3705156950672646e-05, |
| "loss": 0.48372998237609866, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.7455235305864342, |
| "grad_norm": 0.2278607040643692, |
| "learning_rate": 1.3424887892376683e-05, |
| "loss": 0.41064815521240233, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.7508486986620515, |
| "grad_norm": 0.2405005842447281, |
| "learning_rate": 1.3144618834080718e-05, |
| "loss": 0.446964168548584, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.756173866737669, |
| "grad_norm": 0.222258523106575, |
| "learning_rate": 1.2864349775784754e-05, |
| "loss": 0.41390285491943357, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.7614990348132863, |
| "grad_norm": 0.1985630989074707, |
| "learning_rate": 1.258408071748879e-05, |
| "loss": 0.4213409900665283, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.7668242028889036, |
| "grad_norm": 0.25876516103744507, |
| "learning_rate": 1.2303811659192824e-05, |
| "loss": 0.3900072813034058, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.7721493709645211, |
| "grad_norm": 0.23240968585014343, |
| "learning_rate": 1.2023542600896861e-05, |
| "loss": 0.4432075500488281, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.7774745390401384, |
| "grad_norm": 0.15717996656894684, |
| "learning_rate": 1.1743273542600898e-05, |
| "loss": 0.3759042501449585, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.7827997071157559, |
| "grad_norm": 0.4032232165336609, |
| "learning_rate": 1.1463004484304933e-05, |
| "loss": 0.39581120014190674, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.7881248751913732, |
| "grad_norm": 0.3865185081958771, |
| "learning_rate": 1.118273542600897e-05, |
| "loss": 0.3469184637069702, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.7934500432669906, |
| "grad_norm": 0.23838624358177185, |
| "learning_rate": 1.0902466367713004e-05, |
| "loss": 0.40830163955688475, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.798775211342608, |
| "grad_norm": 0.35352155566215515, |
| "learning_rate": 1.0622197309417041e-05, |
| "loss": 0.4146099090576172, |
| "step": 1500 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 1878, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.7722694677196544e+19, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
