| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 3282, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.009142857142857144, |
| "grad_norm": 12.159435645867479, |
| "learning_rate": 1.3677811550151977e-07, |
| "loss": 1.0853221893310547, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.018285714285714287, |
| "grad_norm": 10.675633766068614, |
| "learning_rate": 2.887537993920973e-07, |
| "loss": 1.0938141822814942, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.027428571428571427, |
| "grad_norm": 8.697819026524483, |
| "learning_rate": 4.407294832826748e-07, |
| "loss": 1.0710701942443848, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.036571428571428574, |
| "grad_norm": 6.706661593137754, |
| "learning_rate": 5.927051671732524e-07, |
| "loss": 0.9837803840637207, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.045714285714285714, |
| "grad_norm": 5.031287755244176, |
| "learning_rate": 7.446808510638298e-07, |
| "loss": 0.9645275115966797, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.054857142857142854, |
| "grad_norm": 4.396751198625952, |
| "learning_rate": 8.966565349544073e-07, |
| "loss": 0.8894732475280762, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.064, |
| "grad_norm": 5.579800377592783, |
| "learning_rate": 1.0486322188449848e-06, |
| "loss": 0.8284759521484375, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.07314285714285715, |
| "grad_norm": 4.589860902095618, |
| "learning_rate": 1.2006079027355624e-06, |
| "loss": 0.7821309089660644, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.08228571428571428, |
| "grad_norm": 3.912968233701367, |
| "learning_rate": 1.35258358662614e-06, |
| "loss": 0.7637049674987793, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.09142857142857143, |
| "grad_norm": 3.8737378581930226, |
| "learning_rate": 1.5045592705167174e-06, |
| "loss": 0.7258280754089356, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.10057142857142858, |
| "grad_norm": 3.208262264856204, |
| "learning_rate": 1.656534954407295e-06, |
| "loss": 0.7211950302124024, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.10971428571428571, |
| "grad_norm": 3.5079795288272404, |
| "learning_rate": 1.8085106382978727e-06, |
| "loss": 0.6915778160095215, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.11885714285714286, |
| "grad_norm": 4.272183947954669, |
| "learning_rate": 1.9604863221884503e-06, |
| "loss": 0.6902086734771729, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.128, |
| "grad_norm": 6.729749992956861, |
| "learning_rate": 2.1124620060790275e-06, |
| "loss": 0.6835795879364014, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.13714285714285715, |
| "grad_norm": 3.863041357553988, |
| "learning_rate": 2.264437689969605e-06, |
| "loss": 0.691833782196045, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.1462857142857143, |
| "grad_norm": 4.600924844808598, |
| "learning_rate": 2.4164133738601827e-06, |
| "loss": 0.6760926723480225, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.15542857142857142, |
| "grad_norm": 3.6328301621752237, |
| "learning_rate": 2.5683890577507603e-06, |
| "loss": 0.6483043670654297, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.16457142857142856, |
| "grad_norm": 3.5358497990500304, |
| "learning_rate": 2.7203647416413375e-06, |
| "loss": 0.6285514831542969, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.1737142857142857, |
| "grad_norm": 3.6146798447442317, |
| "learning_rate": 2.8723404255319155e-06, |
| "loss": 0.6757699966430664, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.18285714285714286, |
| "grad_norm": 2.863313050771851, |
| "learning_rate": 3.0243161094224927e-06, |
| "loss": 0.6721361160278321, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.192, |
| "grad_norm": 3.81673159196304, |
| "learning_rate": 3.17629179331307e-06, |
| "loss": 0.6315071105957031, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.20114285714285715, |
| "grad_norm": 3.2934331879002428, |
| "learning_rate": 3.328267477203648e-06, |
| "loss": 0.6165578842163086, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.2102857142857143, |
| "grad_norm": 3.2266133029576345, |
| "learning_rate": 3.480243161094225e-06, |
| "loss": 0.631873893737793, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.21942857142857142, |
| "grad_norm": 3.0988021380324056, |
| "learning_rate": 3.6322188449848027e-06, |
| "loss": 0.6333784103393555, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.22857142857142856, |
| "grad_norm": 6.191423781409079, |
| "learning_rate": 3.78419452887538e-06, |
| "loss": 0.6447033405303955, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.2377142857142857, |
| "grad_norm": 8.074295222198764, |
| "learning_rate": 3.936170212765958e-06, |
| "loss": 0.6287575244903565, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.24685714285714286, |
| "grad_norm": 2.926843425842922, |
| "learning_rate": 4.088145896656536e-06, |
| "loss": 0.6450163841247558, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.256, |
| "grad_norm": 3.0616294619770628, |
| "learning_rate": 4.240121580547113e-06, |
| "loss": 0.6202966690063476, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.2651428571428571, |
| "grad_norm": 3.024233181438988, |
| "learning_rate": 4.39209726443769e-06, |
| "loss": 0.6326079368591309, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.2742857142857143, |
| "grad_norm": 2.851467546700323, |
| "learning_rate": 4.544072948328268e-06, |
| "loss": 0.6200232028961181, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.2834285714285714, |
| "grad_norm": 4.78673697451743, |
| "learning_rate": 4.696048632218845e-06, |
| "loss": 0.6452163696289063, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.2925714285714286, |
| "grad_norm": 4.297199408045805, |
| "learning_rate": 4.848024316109423e-06, |
| "loss": 0.6109133720397949, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.3017142857142857, |
| "grad_norm": 2.9015045638085777, |
| "learning_rate": 5e-06, |
| "loss": 0.6290067672729492, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.31085714285714283, |
| "grad_norm": 4.033730811335985, |
| "learning_rate": 4.999858525304355e-06, |
| "loss": 0.6307785987854004, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 2.6433063144721896, |
| "learning_rate": 4.999434117229488e-06, |
| "loss": 0.6094998359680176, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.3291428571428571, |
| "grad_norm": 2.489562663575487, |
| "learning_rate": 4.9987268238098055e-06, |
| "loss": 0.6219943046569825, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.3382857142857143, |
| "grad_norm": 4.267443307756218, |
| "learning_rate": 4.997736725096601e-06, |
| "loss": 0.6078489303588868, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.3474285714285714, |
| "grad_norm": 4.8707065447704, |
| "learning_rate": 4.996463933149008e-06, |
| "loss": 0.6155518054962158, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.3565714285714286, |
| "grad_norm": 3.3727323482985208, |
| "learning_rate": 4.994908592021309e-06, |
| "loss": 0.6370385169982911, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.3657142857142857, |
| "grad_norm": 2.843052139996994, |
| "learning_rate": 4.993070877746634e-06, |
| "loss": 0.6125561237335205, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.37485714285714283, |
| "grad_norm": 2.7868531996223247, |
| "learning_rate": 4.990950998317036e-06, |
| "loss": 0.6367506980895996, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.384, |
| "grad_norm": 2.7307804741540664, |
| "learning_rate": 4.988549193659954e-06, |
| "loss": 0.6333686828613281, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.3931428571428571, |
| "grad_norm": 2.9508018900546595, |
| "learning_rate": 4.985865735611053e-06, |
| "loss": 0.6068110466003418, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.4022857142857143, |
| "grad_norm": 3.104416712374385, |
| "learning_rate": 4.982900927883463e-06, |
| "loss": 0.5842875957489013, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.4114285714285714, |
| "grad_norm": 2.556234656645898, |
| "learning_rate": 4.9796551060334006e-06, |
| "loss": 0.6161675453186035, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.4205714285714286, |
| "grad_norm": 2.7006278295138113, |
| "learning_rate": 4.976128637422191e-06, |
| "loss": 0.5975276470184326, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.4297142857142857, |
| "grad_norm": 2.876091999441714, |
| "learning_rate": 4.972321921174695e-06, |
| "loss": 0.6161259651184082, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.43885714285714283, |
| "grad_norm": 2.7626800578746225, |
| "learning_rate": 4.9682353881341295e-06, |
| "loss": 0.6407814025878906, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.448, |
| "grad_norm": 2.908773985713557, |
| "learning_rate": 4.963869500813308e-06, |
| "loss": 0.6350021362304688, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.45714285714285713, |
| "grad_norm": 3.037595290846925, |
| "learning_rate": 4.959224753342297e-06, |
| "loss": 0.633237648010254, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.4662857142857143, |
| "grad_norm": 2.9616102309179544, |
| "learning_rate": 4.954301671412482e-06, |
| "loss": 0.5874874591827393, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.4754285714285714, |
| "grad_norm": 2.9375473528384957, |
| "learning_rate": 4.949100812217079e-06, |
| "loss": 0.6145360946655274, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.4845714285714286, |
| "grad_norm": 3.3579577454951957, |
| "learning_rate": 4.943622764388064e-06, |
| "loss": 0.6154891014099121, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.4937142857142857, |
| "grad_norm": 2.605533336551397, |
| "learning_rate": 4.937868147929557e-06, |
| "loss": 0.6319626331329345, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.5028571428571429, |
| "grad_norm": 3.240471379961389, |
| "learning_rate": 4.931837614147648e-06, |
| "loss": 0.6080339908599853, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.512, |
| "grad_norm": 3.645394891418539, |
| "learning_rate": 4.925531845576681e-06, |
| "loss": 0.6301812648773193, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.5211428571428571, |
| "grad_norm": 2.5216564474899377, |
| "learning_rate": 4.918951555902009e-06, |
| "loss": 0.6250680923461914, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.5302857142857142, |
| "grad_norm": 2.725314814633832, |
| "learning_rate": 4.912097489879214e-06, |
| "loss": 0.618753719329834, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.5394285714285715, |
| "grad_norm": 3.2963550419457257, |
| "learning_rate": 4.904970423249821e-06, |
| "loss": 0.5774402618408203, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.5485714285714286, |
| "grad_norm": 3.145194511758059, |
| "learning_rate": 4.897571162653493e-06, |
| "loss": 0.6046589851379395, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.5577142857142857, |
| "grad_norm": 3.150045914163233, |
| "learning_rate": 4.8899005455367454e-06, |
| "loss": 0.6361850261688232, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.5668571428571428, |
| "grad_norm": 3.120479474484422, |
| "learning_rate": 4.881959440058156e-06, |
| "loss": 0.6135921478271484, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.576, |
| "grad_norm": 3.7608781634949855, |
| "learning_rate": 4.873748744990106e-06, |
| "loss": 0.6094906330108643, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.5851428571428572, |
| "grad_norm": 3.0335575219609052, |
| "learning_rate": 4.865269389617067e-06, |
| "loss": 0.6405674934387207, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.5942857142857143, |
| "grad_norm": 2.7373503417060254, |
| "learning_rate": 4.8565223336304166e-06, |
| "loss": 0.6108017921447754, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.6034285714285714, |
| "grad_norm": 2.7987038376280253, |
| "learning_rate": 4.847508567019819e-06, |
| "loss": 0.5849899291992188, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.6125714285714285, |
| "grad_norm": 2.8054582379204223, |
| "learning_rate": 4.838229109961184e-06, |
| "loss": 0.6209948539733887, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.6217142857142857, |
| "grad_norm": 3.2942638543320646, |
| "learning_rate": 4.828685012701204e-06, |
| "loss": 0.6177201747894288, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.6308571428571429, |
| "grad_norm": 3.218468057192741, |
| "learning_rate": 4.818877355438483e-06, |
| "loss": 0.5765774250030518, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 2.364981101762469, |
| "learning_rate": 4.808807248201282e-06, |
| "loss": 0.5915425300598145, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.6491428571428571, |
| "grad_norm": 3.072375490364304, |
| "learning_rate": 4.798475830721884e-06, |
| "loss": 0.5915623664855957, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.6582857142857143, |
| "grad_norm": 2.47059937207745, |
| "learning_rate": 4.787884272307607e-06, |
| "loss": 0.6121943473815918, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.6674285714285715, |
| "grad_norm": 2.459373602431186, |
| "learning_rate": 4.7770337717084515e-06, |
| "loss": 0.6021376609802246, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.6765714285714286, |
| "grad_norm": 2.588328087572353, |
| "learning_rate": 4.765925556981434e-06, |
| "loss": 0.5815252304077149, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.6857142857142857, |
| "grad_norm": 3.350826734705426, |
| "learning_rate": 4.754560885351591e-06, |
| "loss": 0.6143356323242187, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.6948571428571428, |
| "grad_norm": 2.6899189961593786, |
| "learning_rate": 4.742941043069693e-06, |
| "loss": 0.5991597652435303, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.704, |
| "grad_norm": 2.5455717163395053, |
| "learning_rate": 4.7310673452666594e-06, |
| "loss": 0.5654506206512451, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.7131428571428572, |
| "grad_norm": 2.508222579223694, |
| "learning_rate": 4.718941135804716e-06, |
| "loss": 0.5897808074951172, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.7222857142857143, |
| "grad_norm": 2.572529627223997, |
| "learning_rate": 4.706563787125298e-06, |
| "loss": 0.6010979652404785, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.7314285714285714, |
| "grad_norm": 3.0328808067505832, |
| "learning_rate": 4.693936700093714e-06, |
| "loss": 0.5989903926849365, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.7405714285714285, |
| "grad_norm": 2.518139143286019, |
| "learning_rate": 4.6810613038406e-06, |
| "loss": 0.5971084117889405, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.7497142857142857, |
| "grad_norm": 3.0912849063831893, |
| "learning_rate": 4.66793905560017e-06, |
| "loss": 0.5821704864501953, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.7588571428571429, |
| "grad_norm": 3.542748195134192, |
| "learning_rate": 4.654571440545284e-06, |
| "loss": 0.5846104621887207, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.768, |
| "grad_norm": 3.2987528999362183, |
| "learning_rate": 4.64095997161936e-06, |
| "loss": 0.6217774391174317, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.7771428571428571, |
| "grad_norm": 2.4444113678072097, |
| "learning_rate": 4.627106189365135e-06, |
| "loss": 0.5928269386291504, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.7862857142857143, |
| "grad_norm": 3.0667629081838386, |
| "learning_rate": 4.613011661750313e-06, |
| "loss": 0.5917401313781738, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.7954285714285714, |
| "grad_norm": 3.086950759324087, |
| "learning_rate": 4.598677983990098e-06, |
| "loss": 0.5940747261047363, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.8045714285714286, |
| "grad_norm": 2.932941853036073, |
| "learning_rate": 4.584106778366648e-06, |
| "loss": 0.5968777656555175, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.8137142857142857, |
| "grad_norm": 2.537425591687402, |
| "learning_rate": 4.5692996940454674e-06, |
| "loss": 0.5949032783508301, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.8228571428571428, |
| "grad_norm": 3.067550302814837, |
| "learning_rate": 4.554258406888754e-06, |
| "loss": 0.5561604976654053, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.832, |
| "grad_norm": 2.346622887176093, |
| "learning_rate": 4.538984619265727e-06, |
| "loss": 0.5784773349761962, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.8411428571428572, |
| "grad_norm": 3.785383767872616, |
| "learning_rate": 4.523480059859952e-06, |
| "loss": 0.6036857604980469, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.8502857142857143, |
| "grad_norm": 3.8064711554460677, |
| "learning_rate": 4.507746483473683e-06, |
| "loss": 0.5947341918945312, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.8594285714285714, |
| "grad_norm": 2.8403115346845453, |
| "learning_rate": 4.491785670829269e-06, |
| "loss": 0.5824097156524658, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.8685714285714285, |
| "grad_norm": 2.4557035180085074, |
| "learning_rate": 4.475599428367597e-06, |
| "loss": 0.5653117179870606, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.8777142857142857, |
| "grad_norm": 2.99739779520086, |
| "learning_rate": 4.459189588043647e-06, |
| "loss": 0.6094958305358886, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.8868571428571429, |
| "grad_norm": 2.154756503351922, |
| "learning_rate": 4.442558007119153e-06, |
| "loss": 0.590156078338623, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.896, |
| "grad_norm": 2.881677797274259, |
| "learning_rate": 4.425706567952394e-06, |
| "loss": 0.615418815612793, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.9051428571428571, |
| "grad_norm": 2.724705961134799, |
| "learning_rate": 4.408637177785151e-06, |
| "loss": 0.5777593135833741, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.9142857142857143, |
| "grad_norm": 4.118781953510075, |
| "learning_rate": 4.391351768526848e-06, |
| "loss": 0.6166308403015137, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.9234285714285714, |
| "grad_norm": 2.7079374945032404, |
| "learning_rate": 4.373852296535896e-06, |
| "loss": 0.5770630359649658, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.9325714285714286, |
| "grad_norm": 2.393011205029983, |
| "learning_rate": 4.3561407423982735e-06, |
| "loss": 0.6105067253112793, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.9417142857142857, |
| "grad_norm": 2.896226910333164, |
| "learning_rate": 4.3382191107033655e-06, |
| "loss": 0.5660199642181396, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.9508571428571428, |
| "grad_norm": 2.7255593148475508, |
| "learning_rate": 4.3200894298170844e-06, |
| "loss": 0.586815357208252, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 2.434691405860967, |
| "learning_rate": 4.301753751652298e-06, |
| "loss": 0.6098002910614013, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.9691428571428572, |
| "grad_norm": 2.5286178401566612, |
| "learning_rate": 4.283214151436596e-06, |
| "loss": 0.5841118812561035, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.9782857142857143, |
| "grad_norm": 2.9277627144164895, |
| "learning_rate": 4.264472727477418e-06, |
| "loss": 0.5897562980651856, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.9874285714285714, |
| "grad_norm": 2.594564987589879, |
| "learning_rate": 4.245531600924563e-06, |
| "loss": 0.6050318717956543, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.9965714285714286, |
| "grad_norm": 2.4426953822285467, |
| "learning_rate": 4.226392915530125e-06, |
| "loss": 0.5652168273925782, |
| "step": 1090 |
| }, |
| { |
| "epoch": 1.0054857142857143, |
| "grad_norm": 2.0274001323469157, |
| "learning_rate": 4.207058837405853e-06, |
| "loss": 0.49050564765930177, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.0146285714285714, |
| "grad_norm": 2.0100927435307603, |
| "learning_rate": 4.187531554778005e-06, |
| "loss": 0.35248355865478515, |
| "step": 1110 |
| }, |
| { |
| "epoch": 1.0237714285714286, |
| "grad_norm": 2.869237173920459, |
| "learning_rate": 4.167813277739672e-06, |
| "loss": 0.39766807556152345, |
| "step": 1120 |
| }, |
| { |
| "epoch": 1.0329142857142857, |
| "grad_norm": 2.330120416070127, |
| "learning_rate": 4.147906238000651e-06, |
| "loss": 0.41491165161132815, |
| "step": 1130 |
| }, |
| { |
| "epoch": 1.0420571428571428, |
| "grad_norm": 2.738399653942376, |
| "learning_rate": 4.1278126886348495e-06, |
| "loss": 0.37243266105651857, |
| "step": 1140 |
| }, |
| { |
| "epoch": 1.0512, |
| "grad_norm": 2.724753712603676, |
| "learning_rate": 4.107534903825293e-06, |
| "loss": 0.3909377813339233, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.060342857142857, |
| "grad_norm": 2.568239978955637, |
| "learning_rate": 4.087075178606731e-06, |
| "loss": 0.3874971866607666, |
| "step": 1160 |
| }, |
| { |
| "epoch": 1.0694857142857144, |
| "grad_norm": 2.3888200062418474, |
| "learning_rate": 4.06643582860588e-06, |
| "loss": 0.3775959491729736, |
| "step": 1170 |
| }, |
| { |
| "epoch": 1.0786285714285715, |
| "grad_norm": 2.2367871921469886, |
| "learning_rate": 4.045619189779348e-06, |
| "loss": 0.41442012786865234, |
| "step": 1180 |
| }, |
| { |
| "epoch": 1.0877714285714286, |
| "grad_norm": 2.053023195641371, |
| "learning_rate": 4.02462761814925e-06, |
| "loss": 0.3983710289001465, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.0969142857142857, |
| "grad_norm": 2.6136099573536122, |
| "learning_rate": 4.003463489536551e-06, |
| "loss": 0.39874250888824464, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.1060571428571428, |
| "grad_norm": 2.827712994257538, |
| "learning_rate": 3.982129199292174e-06, |
| "loss": 0.3937802314758301, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.1152, |
| "grad_norm": 2.919026757253259, |
| "learning_rate": 3.960627162025896e-06, |
| "loss": 0.3791511535644531, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.124342857142857, |
| "grad_norm": 4.247941338452637, |
| "learning_rate": 3.9389598113330575e-06, |
| "loss": 0.38556561470031736, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.1334857142857142, |
| "grad_norm": 2.920692771474711, |
| "learning_rate": 3.917129599519135e-06, |
| "loss": 0.37275893688201905, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.1426285714285713, |
| "grad_norm": 2.6833421659169825, |
| "learning_rate": 3.895138997322187e-06, |
| "loss": 0.39034261703491213, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.1517714285714287, |
| "grad_norm": 2.5871047959410305, |
| "learning_rate": 3.872990493633215e-06, |
| "loss": 0.40018386840820314, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.1609142857142858, |
| "grad_norm": 2.909415794961188, |
| "learning_rate": 3.850686595214474e-06, |
| "loss": 0.3990872859954834, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.170057142857143, |
| "grad_norm": 2.3145999507719224, |
| "learning_rate": 3.8282298264157556e-06, |
| "loss": 0.4035819053649902, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.1792, |
| "grad_norm": 4.098759500321832, |
| "learning_rate": 3.8056227288886853e-06, |
| "loss": 0.38469719886779785, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.1883428571428571, |
| "grad_norm": 2.2215845005423, |
| "learning_rate": 3.7828678612990577e-06, |
| "loss": 0.4005316734313965, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.1974857142857143, |
| "grad_norm": 2.466656443878892, |
| "learning_rate": 3.7599677990372442e-06, |
| "loss": 0.3908989429473877, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.2066285714285714, |
| "grad_norm": 2.284431418850885, |
| "learning_rate": 3.7369251339267177e-06, |
| "loss": 0.39520769119262694, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.2157714285714285, |
| "grad_norm": 2.5121695559935566, |
| "learning_rate": 3.7137424739307036e-06, |
| "loss": 0.4228391647338867, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.2249142857142856, |
| "grad_norm": 2.585196321236775, |
| "learning_rate": 3.6904224428570162e-06, |
| "loss": 0.3936109781265259, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.234057142857143, |
| "grad_norm": 2.4427206296196506, |
| "learning_rate": 3.6669676800610942e-06, |
| "loss": 0.38848047256469725, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.2432, |
| "grad_norm": 4.472156226059141, |
| "learning_rate": 3.6433808401472805e-06, |
| "loss": 0.40662450790405275, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.2523428571428572, |
| "grad_norm": 2.213468150524963, |
| "learning_rate": 3.6196645926683722e-06, |
| "loss": 0.4138503551483154, |
| "step": 1370 |
| }, |
| { |
| "epoch": 1.2614857142857143, |
| "grad_norm": 2.7110388140706116, |
| "learning_rate": 3.5958216218234858e-06, |
| "loss": 0.41004180908203125, |
| "step": 1380 |
| }, |
| { |
| "epoch": 1.2706285714285714, |
| "grad_norm": 2.3926998491247664, |
| "learning_rate": 3.5718546261542557e-06, |
| "loss": 0.386823844909668, |
| "step": 1390 |
| }, |
| { |
| "epoch": 1.2797714285714286, |
| "grad_norm": 2.721216634182663, |
| "learning_rate": 3.5477663182394166e-06, |
| "loss": 0.4095109462738037, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.2889142857142857, |
| "grad_norm": 2.403574505725902, |
| "learning_rate": 3.5235594243877922e-06, |
| "loss": 0.4023444652557373, |
| "step": 1410 |
| }, |
| { |
| "epoch": 1.2980571428571428, |
| "grad_norm": 2.6129039467892166, |
| "learning_rate": 3.499236684329736e-06, |
| "loss": 0.41101746559143065, |
| "step": 1420 |
| }, |
| { |
| "epoch": 1.3072, |
| "grad_norm": 3.1681927125041054, |
| "learning_rate": 3.4748008509070445e-06, |
| "loss": 0.41268529891967776, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.3163428571428573, |
| "grad_norm": 2.167131930427268, |
| "learning_rate": 3.4502546897613946e-06, |
| "loss": 0.3934914588928223, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.3254857142857142, |
| "grad_norm": 2.616508000963517, |
| "learning_rate": 3.4256009790213297e-06, |
| "loss": 0.39174230098724366, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.3346285714285715, |
| "grad_norm": 2.5791654216528155, |
| "learning_rate": 3.4008425089878265e-06, |
| "loss": 0.38998119831085204, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.3437714285714286, |
| "grad_norm": 3.076605156472062, |
| "learning_rate": 3.3759820818184973e-06, |
| "loss": 0.4120774269104004, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.3529142857142857, |
| "grad_norm": 2.4075705524033797, |
| "learning_rate": 3.3510225112104337e-06, |
| "loss": 0.39463205337524415, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.3620571428571429, |
| "grad_norm": 2.574263984386635, |
| "learning_rate": 3.3259666220817622e-06, |
| "loss": 0.4131459712982178, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.3712, |
| "grad_norm": 4.307031037286624, |
| "learning_rate": 3.3008172502519126e-06, |
| "loss": 0.42258639335632325, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.380342857142857, |
| "grad_norm": 3.314001543706605, |
| "learning_rate": 3.2755772421206644e-06, |
| "loss": 0.3890878438949585, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.3894857142857142, |
| "grad_norm": 2.4342326299593084, |
| "learning_rate": 3.2502494543459933e-06, |
| "loss": 0.3917264461517334, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.3986285714285716, |
| "grad_norm": 2.3197354972945283, |
| "learning_rate": 3.2248367535207527e-06, |
| "loss": 0.39898345470428465, |
| "step": 1530 |
| }, |
| { |
| "epoch": 1.4077714285714285, |
| "grad_norm": 3.623244845977364, |
| "learning_rate": 3.1993420158482345e-06, |
| "loss": 0.392728590965271, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.4169142857142858, |
| "grad_norm": 2.542110191999757, |
| "learning_rate": 3.17376812681664e-06, |
| "loss": 0.39446678161621096, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.426057142857143, |
| "grad_norm": 2.3013069119325604, |
| "learning_rate": 3.148117980872505e-06, |
| "loss": 0.39542603492736816, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.4352, |
| "grad_norm": 3.5851155721644377, |
| "learning_rate": 3.1223944810930997e-06, |
| "loss": 0.3924596309661865, |
| "step": 1570 |
| }, |
| { |
| "epoch": 1.4443428571428572, |
| "grad_norm": 2.516144770501507, |
| "learning_rate": 3.0966005388578667e-06, |
| "loss": 0.39198031425476076, |
| "step": 1580 |
| }, |
| { |
| "epoch": 1.4534857142857143, |
| "grad_norm": 2.35537418319761, |
| "learning_rate": 3.070739073518909e-06, |
| "loss": 0.4023723602294922, |
| "step": 1590 |
| }, |
| { |
| "epoch": 1.4626285714285714, |
| "grad_norm": 2.2920342042296067, |
| "learning_rate": 3.0448130120705755e-06, |
| "loss": 0.3974988698959351, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.4717714285714285, |
| "grad_norm": 2.7348847847023414, |
| "learning_rate": 3.018825288818189e-06, |
| "loss": 0.3879528045654297, |
| "step": 1610 |
| }, |
| { |
| "epoch": 1.4809142857142858, |
| "grad_norm": 2.7767273125916976, |
| "learning_rate": 2.992778845045939e-06, |
| "loss": 0.3860530138015747, |
| "step": 1620 |
| }, |
| { |
| "epoch": 1.4900571428571427, |
| "grad_norm": 2.6805226119721626, |
| "learning_rate": 2.96667662868399e-06, |
| "loss": 0.39746503829956054, |
| "step": 1630 |
| }, |
| { |
| "epoch": 1.4992, |
| "grad_norm": 2.717921193667405, |
| "learning_rate": 2.9405215939748345e-06, |
| "loss": 0.43014869689941404, |
| "step": 1640 |
| }, |
| { |
| "epoch": 1.508342857142857, |
| "grad_norm": 2.810904785979671, |
| "learning_rate": 2.9143167011389334e-06, |
| "loss": 0.3973107814788818, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.5174857142857143, |
| "grad_norm": 3.159702449705167, |
| "learning_rate": 2.888064916039676e-06, |
| "loss": 0.42063107490539553, |
| "step": 1660 |
| }, |
| { |
| "epoch": 1.5266285714285714, |
| "grad_norm": 2.551435166704127, |
| "learning_rate": 2.8617692098477083e-06, |
| "loss": 0.40128021240234374, |
| "step": 1670 |
| }, |
| { |
| "epoch": 1.5357714285714286, |
| "grad_norm": 2.6908027069052314, |
| "learning_rate": 2.8354325587046553e-06, |
| "loss": 0.40213518142700194, |
| "step": 1680 |
| }, |
| { |
| "epoch": 1.5449142857142857, |
| "grad_norm": 2.569045878947174, |
| "learning_rate": 2.8090579433862804e-06, |
| "loss": 0.409006929397583, |
| "step": 1690 |
| }, |
| { |
| "epoch": 1.5540571428571428, |
| "grad_norm": 2.214545442365535, |
| "learning_rate": 2.7826483489651236e-06, |
| "loss": 0.3637801170349121, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.5632000000000001, |
| "grad_norm": 2.208444442916476, |
| "learning_rate": 2.7562067644726503e-06, |
| "loss": 0.41596617698669436, |
| "step": 1710 |
| }, |
| { |
| "epoch": 1.572342857142857, |
| "grad_norm": 2.724360455608827, |
| "learning_rate": 2.729736182560957e-06, |
| "loss": 0.38596975803375244, |
| "step": 1720 |
| }, |
| { |
| "epoch": 1.5814857142857144, |
| "grad_norm": 2.511788445845029, |
| "learning_rate": 2.7032395991640576e-06, |
| "loss": 0.40412564277648927, |
| "step": 1730 |
| }, |
| { |
| "epoch": 1.5906285714285713, |
| "grad_norm": 2.708041008205282, |
| "learning_rate": 2.6767200131588104e-06, |
| "loss": 0.4126126289367676, |
| "step": 1740 |
| }, |
| { |
| "epoch": 1.5997714285714286, |
| "grad_norm": 2.481475084098795, |
| "learning_rate": 2.6501804260255025e-06, |
| "loss": 0.4162597179412842, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.6089142857142857, |
| "grad_norm": 3.111093344807103, |
| "learning_rate": 2.6236238415081437e-06, |
| "loss": 0.37938082218170166, |
| "step": 1760 |
| }, |
| { |
| "epoch": 1.6180571428571429, |
| "grad_norm": 2.479853742339068, |
| "learning_rate": 2.597053265274503e-06, |
| "loss": 0.3914358615875244, |
| "step": 1770 |
| }, |
| { |
| "epoch": 1.6272, |
| "grad_norm": 2.411987753563077, |
| "learning_rate": 2.57047170457593e-06, |
| "loss": 0.3889756679534912, |
| "step": 1780 |
| }, |
| { |
| "epoch": 1.636342857142857, |
| "grad_norm": 2.2065181085327796, |
| "learning_rate": 2.5438821679069903e-06, |
| "loss": 0.378644061088562, |
| "step": 1790 |
| }, |
| { |
| "epoch": 1.6454857142857144, |
| "grad_norm": 2.580788622123602, |
| "learning_rate": 2.517287664664973e-06, |
| "loss": 0.3868693828582764, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.6546285714285713, |
| "grad_norm": 2.668864863344493, |
| "learning_rate": 2.4906912048092777e-06, |
| "loss": 0.39734807014465334, |
| "step": 1810 |
| }, |
| { |
| "epoch": 1.6637714285714287, |
| "grad_norm": 2.4301749678173694, |
| "learning_rate": 2.4640957985207555e-06, |
| "loss": 0.3798288583755493, |
| "step": 1820 |
| }, |
| { |
| "epoch": 1.6729142857142856, |
| "grad_norm": 2.428613791995971, |
| "learning_rate": 2.4375044558610138e-06, |
| "loss": 0.40531125068664553, |
| "step": 1830 |
| }, |
| { |
| "epoch": 1.682057142857143, |
| "grad_norm": 2.582080195341889, |
| "learning_rate": 2.410920186431742e-06, |
| "loss": 0.4059178352355957, |
| "step": 1840 |
| }, |
| { |
| "epoch": 1.6912, |
| "grad_norm": 2.1402755093731165, |
| "learning_rate": 2.384345999034081e-06, |
| "loss": 0.3747276306152344, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.7003428571428572, |
| "grad_norm": 2.764883049049242, |
| "learning_rate": 2.3577849013280883e-06, |
| "loss": 0.4127683639526367, |
| "step": 1860 |
| }, |
| { |
| "epoch": 1.7094857142857143, |
| "grad_norm": 2.5817301635611107, |
| "learning_rate": 2.331239899492337e-06, |
| "loss": 0.37812325954437254, |
| "step": 1870 |
| }, |
| { |
| "epoch": 1.7186285714285714, |
| "grad_norm": 2.2454893679427843, |
| "learning_rate": 2.3047139978836713e-06, |
| "loss": 0.3868955135345459, |
| "step": 1880 |
| }, |
| { |
| "epoch": 1.7277714285714287, |
| "grad_norm": 2.4599016644337874, |
| "learning_rate": 2.2782101986971754e-06, |
| "loss": 0.39203534126281736, |
| "step": 1890 |
| }, |
| { |
| "epoch": 1.7369142857142856, |
| "grad_norm": 2.782965853543609, |
| "learning_rate": 2.2517315016263887e-06, |
| "loss": 0.3828989267349243, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.746057142857143, |
| "grad_norm": 2.1377694550528656, |
| "learning_rate": 2.225280903523799e-06, |
| "loss": 0.3707063436508179, |
| "step": 1910 |
| }, |
| { |
| "epoch": 1.7551999999999999, |
| "grad_norm": 2.5623865666603973, |
| "learning_rate": 2.1988613980616595e-06, |
| "loss": 0.38979501724243165, |
| "step": 1920 |
| }, |
| { |
| "epoch": 1.7643428571428572, |
| "grad_norm": 2.601368029261116, |
| "learning_rate": 2.1724759753931645e-06, |
| "loss": 0.38832941055297854, |
| "step": 1930 |
| }, |
| { |
| "epoch": 1.7734857142857143, |
| "grad_norm": 2.9954197418385875, |
| "learning_rate": 2.1461276218140277e-06, |
| "loss": 0.3751332759857178, |
| "step": 1940 |
| }, |
| { |
| "epoch": 1.7826285714285715, |
| "grad_norm": 2.4854922661479497, |
| "learning_rate": 2.119819319424492e-06, |
| "loss": 0.3949674367904663, |
| "step": 1950 |
| }, |
| { |
| "epoch": 1.7917714285714286, |
| "grad_norm": 2.5369152730036566, |
| "learning_rate": 2.093554045791817e-06, |
| "loss": 0.3947279930114746, |
| "step": 1960 |
| }, |
| { |
| "epoch": 1.8009142857142857, |
| "grad_norm": 2.391129745800052, |
| "learning_rate": 2.0673347736132755e-06, |
| "loss": 0.3924548625946045, |
| "step": 1970 |
| }, |
| { |
| "epoch": 1.8100571428571428, |
| "grad_norm": 2.7286915276360126, |
| "learning_rate": 2.04116447037971e-06, |
| "loss": 0.40163583755493165, |
| "step": 1980 |
| }, |
| { |
| "epoch": 1.8192, |
| "grad_norm": 2.5229974562064523, |
| "learning_rate": 2.015046098039668e-06, |
| "loss": 0.39815645217895507, |
| "step": 1990 |
| }, |
| { |
| "epoch": 1.8283428571428573, |
| "grad_norm": 3.4260536923030767, |
| "learning_rate": 1.9889826126641725e-06, |
| "loss": 0.3920083284378052, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.8374857142857142, |
| "grad_norm": 2.4779337580806557, |
| "learning_rate": 1.9629769641121505e-06, |
| "loss": 0.3940908432006836, |
| "step": 2010 |
| }, |
| { |
| "epoch": 1.8466285714285715, |
| "grad_norm": 2.319443877145038, |
| "learning_rate": 1.9370320956965744e-06, |
| "loss": 0.3971750497817993, |
| "step": 2020 |
| }, |
| { |
| "epoch": 1.8557714285714284, |
| "grad_norm": 3.2531965596999255, |
| "learning_rate": 1.911150943851334e-06, |
| "loss": 0.3623795509338379, |
| "step": 2030 |
| }, |
| { |
| "epoch": 1.8649142857142857, |
| "grad_norm": 2.4736664351987696, |
| "learning_rate": 1.8853364377988943e-06, |
| "loss": 0.4084452152252197, |
| "step": 2040 |
| }, |
| { |
| "epoch": 1.8740571428571429, |
| "grad_norm": 2.87272999119519, |
| "learning_rate": 1.8595914992187631e-06, |
| "loss": 0.41032118797302247, |
| "step": 2050 |
| }, |
| { |
| "epoch": 1.8832, |
| "grad_norm": 2.5717048900584967, |
| "learning_rate": 1.8339190419168218e-06, |
| "loss": 0.3811337471008301, |
| "step": 2060 |
| }, |
| { |
| "epoch": 1.892342857142857, |
| "grad_norm": 2.531128368964521, |
| "learning_rate": 1.8083219714955366e-06, |
| "loss": 0.3954593658447266, |
| "step": 2070 |
| }, |
| { |
| "epoch": 1.9014857142857142, |
| "grad_norm": 2.557514800685971, |
| "learning_rate": 1.7828031850251066e-06, |
| "loss": 0.38821613788604736, |
| "step": 2080 |
| }, |
| { |
| "epoch": 1.9106285714285716, |
| "grad_norm": 2.7173979060302202, |
| "learning_rate": 1.757365570715569e-06, |
| "loss": 0.39494919776916504, |
| "step": 2090 |
| }, |
| { |
| "epoch": 1.9197714285714285, |
| "grad_norm": 2.1098859017343363, |
| "learning_rate": 1.7320120075899184e-06, |
| "loss": 0.396978759765625, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.9289142857142858, |
| "grad_norm": 2.547186927929838, |
| "learning_rate": 1.7067453651582578e-06, |
| "loss": 0.39388854503631593, |
| "step": 2110 |
| }, |
| { |
| "epoch": 1.9380571428571427, |
| "grad_norm": 2.8531748543215065, |
| "learning_rate": 1.6815685030930232e-06, |
| "loss": 0.37573633193969724, |
| "step": 2120 |
| }, |
| { |
| "epoch": 1.9472, |
| "grad_norm": 2.7938547158577753, |
| "learning_rate": 1.656484270905334e-06, |
| "loss": 0.40378856658935547, |
| "step": 2130 |
| }, |
| { |
| "epoch": 1.9563428571428572, |
| "grad_norm": 2.595363532555908, |
| "learning_rate": 1.631495507622482e-06, |
| "loss": 0.39771299362182616, |
| "step": 2140 |
| }, |
| { |
| "epoch": 1.9654857142857143, |
| "grad_norm": 2.4049306646324897, |
| "learning_rate": 1.6066050414666118e-06, |
| "loss": 0.3769258737564087, |
| "step": 2150 |
| }, |
| { |
| "epoch": 1.9746285714285714, |
| "grad_norm": 2.8122331491852544, |
| "learning_rate": 1.5818156895346204e-06, |
| "loss": 0.35667617321014405, |
| "step": 2160 |
| }, |
| { |
| "epoch": 1.9837714285714285, |
| "grad_norm": 2.4493087872644232, |
| "learning_rate": 1.5571302574793252e-06, |
| "loss": 0.3752056360244751, |
| "step": 2170 |
| }, |
| { |
| "epoch": 1.9929142857142859, |
| "grad_norm": 2.4504873983602242, |
| "learning_rate": 1.5325515391919148e-06, |
| "loss": 0.36792306900024413, |
| "step": 2180 |
| }, |
| { |
| "epoch": 2.0018285714285713, |
| "grad_norm": 1.7411809586012206, |
| "learning_rate": 1.5080823164857427e-06, |
| "loss": 0.37279794216156004, |
| "step": 2190 |
| }, |
| { |
| "epoch": 2.0109714285714286, |
| "grad_norm": 2.273488922745492, |
| "learning_rate": 1.4837253587814742e-06, |
| "loss": 0.2540109395980835, |
| "step": 2200 |
| }, |
| { |
| "epoch": 2.0201142857142855, |
| "grad_norm": 2.4451850455028907, |
| "learning_rate": 1.4594834227936527e-06, |
| "loss": 0.24194915294647218, |
| "step": 2210 |
| }, |
| { |
| "epoch": 2.029257142857143, |
| "grad_norm": 2.2159615780785757, |
| "learning_rate": 1.4353592522186915e-06, |
| "loss": 0.24948599338531494, |
| "step": 2220 |
| }, |
| { |
| "epoch": 2.0384, |
| "grad_norm": 2.397748321694821, |
| "learning_rate": 1.411355577424342e-06, |
| "loss": 0.2317509651184082, |
| "step": 2230 |
| }, |
| { |
| "epoch": 2.047542857142857, |
| "grad_norm": 2.162771921315842, |
| "learning_rate": 1.387475115140673e-06, |
| "loss": 0.2475191116333008, |
| "step": 2240 |
| }, |
| { |
| "epoch": 2.0566857142857145, |
| "grad_norm": 3.135325266070562, |
| "learning_rate": 1.36372056815259e-06, |
| "loss": 0.24120709896087647, |
| "step": 2250 |
| }, |
| { |
| "epoch": 2.0658285714285713, |
| "grad_norm": 2.1013341556404566, |
| "learning_rate": 1.3400946249939392e-06, |
| "loss": 0.2643871545791626, |
| "step": 2260 |
| }, |
| { |
| "epoch": 2.0749714285714287, |
| "grad_norm": 2.234523281660674, |
| "learning_rate": 1.316599959643214e-06, |
| "loss": 0.2556870937347412, |
| "step": 2270 |
| }, |
| { |
| "epoch": 2.0841142857142856, |
| "grad_norm": 1.870415642438621, |
| "learning_rate": 1.2932392312209183e-06, |
| "loss": 0.22068111896514891, |
| "step": 2280 |
| }, |
| { |
| "epoch": 2.093257142857143, |
| "grad_norm": 2.4569890234829708, |
| "learning_rate": 1.2700150836886057e-06, |
| "loss": 0.22799525260925294, |
| "step": 2290 |
| }, |
| { |
| "epoch": 2.1024, |
| "grad_norm": 2.0681008092452164, |
| "learning_rate": 1.2469301455496425e-06, |
| "loss": 0.2587181329727173, |
| "step": 2300 |
| }, |
| { |
| "epoch": 2.111542857142857, |
| "grad_norm": 2.5710930502269154, |
| "learning_rate": 1.2239870295517023e-06, |
| "loss": 0.2436699628829956, |
| "step": 2310 |
| }, |
| { |
| "epoch": 2.120685714285714, |
| "grad_norm": 2.3210129864651345, |
| "learning_rate": 1.201188332391071e-06, |
| "loss": 0.25743756294250486, |
| "step": 2320 |
| }, |
| { |
| "epoch": 2.1298285714285714, |
| "grad_norm": 2.303391732430833, |
| "learning_rate": 1.1785366344187391e-06, |
| "loss": 0.23126354217529296, |
| "step": 2330 |
| }, |
| { |
| "epoch": 2.1389714285714287, |
| "grad_norm": 2.1810698044329633, |
| "learning_rate": 1.1560344993483712e-06, |
| "loss": 0.2577813148498535, |
| "step": 2340 |
| }, |
| { |
| "epoch": 2.1481142857142856, |
| "grad_norm": 2.28295741081262, |
| "learning_rate": 1.1336844739661323e-06, |
| "loss": 0.23798062801361083, |
| "step": 2350 |
| }, |
| { |
| "epoch": 2.157257142857143, |
| "grad_norm": 2.1608030539954806, |
| "learning_rate": 1.1114890878424558e-06, |
| "loss": 0.25282533168792726, |
| "step": 2360 |
| }, |
| { |
| "epoch": 2.1664, |
| "grad_norm": 2.3471400644926583, |
| "learning_rate": 1.089450853045737e-06, |
| "loss": 0.2249326229095459, |
| "step": 2370 |
| }, |
| { |
| "epoch": 2.1755428571428572, |
| "grad_norm": 2.6540301049779735, |
| "learning_rate": 1.0675722638580272e-06, |
| "loss": 0.24212398529052734, |
| "step": 2380 |
| }, |
| { |
| "epoch": 2.184685714285714, |
| "grad_norm": 2.129074837778208, |
| "learning_rate": 1.0458557964927199e-06, |
| "loss": 0.23594999313354492, |
| "step": 2390 |
| }, |
| { |
| "epoch": 2.1938285714285715, |
| "grad_norm": 2.73661831881796, |
| "learning_rate": 1.0243039088143064e-06, |
| "loss": 0.24134767055511475, |
| "step": 2400 |
| }, |
| { |
| "epoch": 2.202971428571429, |
| "grad_norm": 1.9917922937612882, |
| "learning_rate": 1.0029190400601849e-06, |
| "loss": 0.23342294692993165, |
| "step": 2410 |
| }, |
| { |
| "epoch": 2.2121142857142857, |
| "grad_norm": 1.9362242484712342, |
| "learning_rate": 9.817036105645973e-07, |
| "loss": 0.25136566162109375, |
| "step": 2420 |
| }, |
| { |
| "epoch": 2.221257142857143, |
| "grad_norm": 2.32119710061531, |
| "learning_rate": 9.60660021484684e-07, |
| "loss": 0.25276932716369627, |
| "step": 2430 |
| }, |
| { |
| "epoch": 2.2304, |
| "grad_norm": 1.9753568817376215, |
| "learning_rate": 9.397906545287364e-07, |
| "loss": 0.2495351791381836, |
| "step": 2440 |
| }, |
| { |
| "epoch": 2.2395428571428573, |
| "grad_norm": 2.429543288075566, |
| "learning_rate": 9.190978716866234e-07, |
| "loss": 0.24547972679138183, |
| "step": 2450 |
| }, |
| { |
| "epoch": 2.248685714285714, |
| "grad_norm": 2.3524345350916054, |
| "learning_rate": 8.985840149624711e-07, |
| "loss": 0.24180183410644532, |
| "step": 2460 |
| }, |
| { |
| "epoch": 2.2578285714285715, |
| "grad_norm": 2.0317811978131335, |
| "learning_rate": 8.782514061095857e-07, |
| "loss": 0.24105167388916016, |
| "step": 2470 |
| }, |
| { |
| "epoch": 2.2669714285714284, |
| "grad_norm": 2.2836486824928652, |
| "learning_rate": 8.581023463676891e-07, |
| "loss": 0.25214643478393556, |
| "step": 2480 |
| }, |
| { |
| "epoch": 2.2761142857142858, |
| "grad_norm": 3.276827672399105, |
| "learning_rate": 8.381391162024546e-07, |
| "loss": 0.2455892562866211, |
| "step": 2490 |
| }, |
| { |
| "epoch": 2.2852571428571427, |
| "grad_norm": 2.3471097117806536, |
| "learning_rate": 8.183639750474148e-07, |
| "loss": 0.22727055549621583, |
| "step": 2500 |
| }, |
| { |
| "epoch": 2.2944, |
| "grad_norm": 2.9292183870143957, |
| "learning_rate": 7.987791610482273e-07, |
| "loss": 0.2579986095428467, |
| "step": 2510 |
| }, |
| { |
| "epoch": 2.3035428571428573, |
| "grad_norm": 2.6545103287894225, |
| "learning_rate": 7.793868908093741e-07, |
| "loss": 0.238714599609375, |
| "step": 2520 |
| }, |
| { |
| "epoch": 2.3126857142857142, |
| "grad_norm": 2.3179851719313125, |
| "learning_rate": 7.601893591432783e-07, |
| "loss": 0.26201887130737306, |
| "step": 2530 |
| }, |
| { |
| "epoch": 2.3218285714285716, |
| "grad_norm": 2.3194158445016364, |
| "learning_rate": 7.411887388219e-07, |
| "loss": 0.23976917266845704, |
| "step": 2540 |
| }, |
| { |
| "epoch": 2.3309714285714285, |
| "grad_norm": 2.3808641309171974, |
| "learning_rate": 7.223871803308197e-07, |
| "loss": 0.24626286029815675, |
| "step": 2550 |
| }, |
| { |
| "epoch": 2.340114285714286, |
| "grad_norm": 2.1921537797151402, |
| "learning_rate": 7.037868116258512e-07, |
| "loss": 0.25031294822692873, |
| "step": 2560 |
| }, |
| { |
| "epoch": 2.3492571428571427, |
| "grad_norm": 2.157776487210251, |
| "learning_rate": 6.85389737892195e-07, |
| "loss": 0.2378387212753296, |
| "step": 2570 |
| }, |
| { |
| "epoch": 2.3584, |
| "grad_norm": 2.7817043465791165, |
| "learning_rate": 6.671980413061765e-07, |
| "loss": 0.25306389331817625, |
| "step": 2580 |
| }, |
| { |
| "epoch": 2.367542857142857, |
| "grad_norm": 2.4494797877582783, |
| "learning_rate": 6.492137807995857e-07, |
| "loss": 0.2523049354553223, |
| "step": 2590 |
| }, |
| { |
| "epoch": 2.3766857142857143, |
| "grad_norm": 2.5244093522581443, |
| "learning_rate": 6.314389918266492e-07, |
| "loss": 0.23822612762451173, |
| "step": 2600 |
| }, |
| { |
| "epoch": 2.385828571428571, |
| "grad_norm": 2.7557925065660296, |
| "learning_rate": 6.138756861336542e-07, |
| "loss": 0.25022130012512206, |
| "step": 2610 |
| }, |
| { |
| "epoch": 2.3949714285714285, |
| "grad_norm": 2.3568745135181377, |
| "learning_rate": 5.96525851531263e-07, |
| "loss": 0.2464898109436035, |
| "step": 2620 |
| }, |
| { |
| "epoch": 2.404114285714286, |
| "grad_norm": 2.565756470869671, |
| "learning_rate": 5.793914516695303e-07, |
| "loss": 0.25854835510253904, |
| "step": 2630 |
| }, |
| { |
| "epoch": 2.4132571428571428, |
| "grad_norm": 2.1681174254652893, |
| "learning_rate": 5.624744258156622e-07, |
| "loss": 0.23979971408843995, |
| "step": 2640 |
| }, |
| { |
| "epoch": 2.4224, |
| "grad_norm": 2.2109118716747957, |
| "learning_rate": 5.45776688634525e-07, |
| "loss": 0.24682235717773438, |
| "step": 2650 |
| }, |
| { |
| "epoch": 2.431542857142857, |
| "grad_norm": 2.569036611134417, |
| "learning_rate": 5.293001299719474e-07, |
| "loss": 0.24410498142242432, |
| "step": 2660 |
| }, |
| { |
| "epoch": 2.4406857142857143, |
| "grad_norm": 1.994998875715179, |
| "learning_rate": 5.130466146408269e-07, |
| "loss": 0.25199379920959475, |
| "step": 2670 |
| }, |
| { |
| "epoch": 2.4498285714285712, |
| "grad_norm": 1.9244239573888258, |
| "learning_rate": 4.970179822100709e-07, |
| "loss": 0.24934940338134765, |
| "step": 2680 |
| }, |
| { |
| "epoch": 2.4589714285714286, |
| "grad_norm": 3.2310207565738858, |
| "learning_rate": 4.812160467963961e-07, |
| "loss": 0.2238481044769287, |
| "step": 2690 |
| }, |
| { |
| "epoch": 2.468114285714286, |
| "grad_norm": 2.610981521915708, |
| "learning_rate": 4.656425968590048e-07, |
| "loss": 0.23749704360961915, |
| "step": 2700 |
| }, |
| { |
| "epoch": 2.477257142857143, |
| "grad_norm": 2.2013966707853383, |
| "learning_rate": 4.5029939499716845e-07, |
| "loss": 0.24068012237548828, |
| "step": 2710 |
| }, |
| { |
| "epoch": 2.4864, |
| "grad_norm": 3.5742187702958814, |
| "learning_rate": 4.3518817775073803e-07, |
| "loss": 0.25057828426361084, |
| "step": 2720 |
| }, |
| { |
| "epoch": 2.495542857142857, |
| "grad_norm": 2.5617141553612015, |
| "learning_rate": 4.2031065540360324e-07, |
| "loss": 0.24198629856109619, |
| "step": 2730 |
| }, |
| { |
| "epoch": 2.5046857142857144, |
| "grad_norm": 2.5572585910732686, |
| "learning_rate": 4.056685117901199e-07, |
| "loss": 0.23686065673828124, |
| "step": 2740 |
| }, |
| { |
| "epoch": 2.5138285714285713, |
| "grad_norm": 3.298081199261137, |
| "learning_rate": 3.912634041045374e-07, |
| "loss": 0.2630747318267822, |
| "step": 2750 |
| }, |
| { |
| "epoch": 2.5229714285714286, |
| "grad_norm": 2.4823661358640177, |
| "learning_rate": 3.770969627134363e-07, |
| "loss": 0.2389284610748291, |
| "step": 2760 |
| }, |
| { |
| "epoch": 2.532114285714286, |
| "grad_norm": 2.091460991585677, |
| "learning_rate": 3.631707909712029e-07, |
| "loss": 0.25401830673217773, |
| "step": 2770 |
| }, |
| { |
| "epoch": 2.541257142857143, |
| "grad_norm": 2.7572987452068984, |
| "learning_rate": 3.4948646503856597e-07, |
| "loss": 0.23172998428344727, |
| "step": 2780 |
| }, |
| { |
| "epoch": 2.5504, |
| "grad_norm": 2.314428099363887, |
| "learning_rate": 3.3604553370420153e-07, |
| "loss": 0.2300626277923584, |
| "step": 2790 |
| }, |
| { |
| "epoch": 2.559542857142857, |
| "grad_norm": 2.0532377609586376, |
| "learning_rate": 3.228495182094457e-07, |
| "loss": 0.22828421592712403, |
| "step": 2800 |
| }, |
| { |
| "epoch": 2.5686857142857145, |
| "grad_norm": 2.3098399366944893, |
| "learning_rate": 3.09899912076119e-07, |
| "loss": 0.22434093952178955, |
| "step": 2810 |
| }, |
| { |
| "epoch": 2.5778285714285714, |
| "grad_norm": 4.284028943390696, |
| "learning_rate": 2.9719818093748993e-07, |
| "loss": 0.24520430564880372, |
| "step": 2820 |
| }, |
| { |
| "epoch": 2.5869714285714287, |
| "grad_norm": 2.796004013456621, |
| "learning_rate": 2.847457623723976e-07, |
| "loss": 0.23613488674163818, |
| "step": 2830 |
| }, |
| { |
| "epoch": 2.5961142857142856, |
| "grad_norm": 2.2224124939078598, |
| "learning_rate": 2.725440657425424e-07, |
| "loss": 0.23806586265563964, |
| "step": 2840 |
| }, |
| { |
| "epoch": 2.605257142857143, |
| "grad_norm": 3.9668339561357278, |
| "learning_rate": 2.605944720329781e-07, |
| "loss": 0.2637232780456543, |
| "step": 2850 |
| }, |
| { |
| "epoch": 2.6144, |
| "grad_norm": 2.481953107838308, |
| "learning_rate": 2.488983336958106e-07, |
| "loss": 0.24106545448303224, |
| "step": 2860 |
| }, |
| { |
| "epoch": 2.623542857142857, |
| "grad_norm": 2.8151396077212807, |
| "learning_rate": 2.3745697449713e-07, |
| "loss": 0.2404599666595459, |
| "step": 2870 |
| }, |
| { |
| "epoch": 2.6326857142857145, |
| "grad_norm": 2.669319438493373, |
| "learning_rate": 2.262716893671846e-07, |
| "loss": 0.24565417766571046, |
| "step": 2880 |
| }, |
| { |
| "epoch": 2.6418285714285714, |
| "grad_norm": 2.1337215485357985, |
| "learning_rate": 2.1534374425382144e-07, |
| "loss": 0.22714753150939943, |
| "step": 2890 |
| }, |
| { |
| "epoch": 2.6509714285714283, |
| "grad_norm": 2.1199274560269994, |
| "learning_rate": 2.0467437597920747e-07, |
| "loss": 0.24486522674560546, |
| "step": 2900 |
| }, |
| { |
| "epoch": 2.6601142857142857, |
| "grad_norm": 2.466472079175883, |
| "learning_rate": 1.9426479209984722e-07, |
| "loss": 0.25634207725524905, |
| "step": 2910 |
| }, |
| { |
| "epoch": 2.669257142857143, |
| "grad_norm": 2.0302207546821602, |
| "learning_rate": 1.8411617076990878e-07, |
| "loss": 0.23418543338775635, |
| "step": 2920 |
| }, |
| { |
| "epoch": 2.6784, |
| "grad_norm": 2.3369266074287016, |
| "learning_rate": 1.742296606078836e-07, |
| "loss": 0.25510644912719727, |
| "step": 2930 |
| }, |
| { |
| "epoch": 2.6875428571428572, |
| "grad_norm": 2.635520574717173, |
| "learning_rate": 1.646063805665843e-07, |
| "loss": 0.2569627046585083, |
| "step": 2940 |
| }, |
| { |
| "epoch": 2.696685714285714, |
| "grad_norm": 2.1935922979727756, |
| "learning_rate": 1.552474198065032e-07, |
| "loss": 0.24420008659362794, |
| "step": 2950 |
| }, |
| { |
| "epoch": 2.7058285714285715, |
| "grad_norm": 1.8072194179711478, |
| "learning_rate": 1.461538375725402e-07, |
| "loss": 0.2438070297241211, |
| "step": 2960 |
| }, |
| { |
| "epoch": 2.7149714285714284, |
| "grad_norm": 2.076601211927207, |
| "learning_rate": 1.3732666307411823e-07, |
| "loss": 0.2259213924407959, |
| "step": 2970 |
| }, |
| { |
| "epoch": 2.7241142857142857, |
| "grad_norm": 2.6284246268825786, |
| "learning_rate": 1.2876689536869795e-07, |
| "loss": 0.23926167488098143, |
| "step": 2980 |
| }, |
| { |
| "epoch": 2.733257142857143, |
| "grad_norm": 2.483209862618381, |
| "learning_rate": 1.2047550324870454e-07, |
| "loss": 0.25535571575164795, |
| "step": 2990 |
| }, |
| { |
| "epoch": 2.7424, |
| "grad_norm": 2.469684834574499, |
| "learning_rate": 1.1245342513187845e-07, |
| "loss": 0.2378525733947754, |
| "step": 3000 |
| }, |
| { |
| "epoch": 2.7515428571428573, |
| "grad_norm": 3.4147289089714308, |
| "learning_rate": 1.0470156895506816e-07, |
| "loss": 0.25359723567962644, |
| "step": 3010 |
| }, |
| { |
| "epoch": 2.760685714285714, |
| "grad_norm": 3.543987042508902, |
| "learning_rate": 9.722081207146822e-08, |
| "loss": 0.25323944091796874, |
| "step": 3020 |
| }, |
| { |
| "epoch": 2.7698285714285715, |
| "grad_norm": 2.462386835878521, |
| "learning_rate": 9.00120011513217e-08, |
| "loss": 0.2830192089080811, |
| "step": 3030 |
| }, |
| { |
| "epoch": 2.7789714285714284, |
| "grad_norm": 2.24881436296572, |
| "learning_rate": 8.307595208609242e-08, |
| "loss": 0.24730515480041504, |
| "step": 3040 |
| }, |
| { |
| "epoch": 2.7881142857142858, |
| "grad_norm": 3.7674045475712106, |
| "learning_rate": 7.641344989612553e-08, |
| "loss": 0.25067102909088135, |
| "step": 3050 |
| }, |
| { |
| "epoch": 2.797257142857143, |
| "grad_norm": 2.8168226457298413, |
| "learning_rate": 7.002524864179655e-08, |
| "loss": 0.2519687175750732, |
| "step": 3060 |
| }, |
| { |
| "epoch": 2.8064, |
| "grad_norm": 2.0859397259167123, |
| "learning_rate": 6.391207133816801e-08, |
| "loss": 0.2421497106552124, |
| "step": 3070 |
| }, |
| { |
| "epoch": 2.815542857142857, |
| "grad_norm": 2.227492276977292, |
| "learning_rate": 5.807460987315827e-08, |
| "loss": 0.2492701768875122, |
| "step": 3080 |
| }, |
| { |
| "epoch": 2.8246857142857142, |
| "grad_norm": 2.221113269320594, |
| "learning_rate": 5.251352492923523e-08, |
| "loss": 0.22348012924194335, |
| "step": 3090 |
| }, |
| { |
| "epoch": 2.8338285714285716, |
| "grad_norm": 2.004680028191605, |
| "learning_rate": 4.7229445908638095e-08, |
| "loss": 0.2365335464477539, |
| "step": 3100 |
| }, |
| { |
| "epoch": 2.8429714285714285, |
| "grad_norm": 2.647932155238902, |
| "learning_rate": 4.222297086214494e-08, |
| "loss": 0.2586550712585449, |
| "step": 3110 |
| }, |
| { |
| "epoch": 2.852114285714286, |
| "grad_norm": 3.395740085543939, |
| "learning_rate": 3.7494666421381274e-08, |
| "loss": 0.23486170768737794, |
| "step": 3120 |
| }, |
| { |
| "epoch": 2.8612571428571427, |
| "grad_norm": 2.787999061375289, |
| "learning_rate": 3.304506773469329e-08, |
| "loss": 0.22506484985351563, |
| "step": 3130 |
| }, |
| { |
| "epoch": 2.8704, |
| "grad_norm": 2.346793724490058, |
| "learning_rate": 2.8874678406576594e-08, |
| "loss": 0.23982949256896974, |
| "step": 3140 |
| }, |
| { |
| "epoch": 2.879542857142857, |
| "grad_norm": 2.489715457198812, |
| "learning_rate": 2.4983970440680128e-08, |
| "loss": 0.23452537059783934, |
| "step": 3150 |
| }, |
| { |
| "epoch": 2.8886857142857143, |
| "grad_norm": 2.3289451231297393, |
| "learning_rate": 2.1373384186383905e-08, |
| "loss": 0.2291539192199707, |
| "step": 3160 |
| }, |
| { |
| "epoch": 2.8978285714285716, |
| "grad_norm": 2.505460481164053, |
| "learning_rate": 1.8043328288961105e-08, |
| "loss": 0.26039395332336424, |
| "step": 3170 |
| }, |
| { |
| "epoch": 2.9069714285714285, |
| "grad_norm": 2.083187615740974, |
| "learning_rate": 1.4994179643327555e-08, |
| "loss": 0.25235729217529296, |
| "step": 3180 |
| }, |
| { |
| "epoch": 2.9161142857142854, |
| "grad_norm": 2.0521974559595884, |
| "learning_rate": 1.2226283351384482e-08, |
| "loss": 0.24238498210906984, |
| "step": 3190 |
| }, |
| { |
| "epoch": 2.925257142857143, |
| "grad_norm": 2.0398952946202553, |
| "learning_rate": 9.73995268296002e-09, |
| "loss": 0.23039143085479735, |
| "step": 3200 |
| }, |
| { |
| "epoch": 2.9344, |
| "grad_norm": 1.8893770642276202, |
| "learning_rate": 7.535469040354516e-09, |
| "loss": 0.24156970977783204, |
| "step": 3210 |
| }, |
| { |
| "epoch": 2.943542857142857, |
| "grad_norm": 2.2364423543144905, |
| "learning_rate": 5.613081926489073e-09, |
| "loss": 0.2442497730255127, |
| "step": 3220 |
| }, |
| { |
| "epoch": 2.9526857142857144, |
| "grad_norm": 2.2219890342005795, |
| "learning_rate": 3.973008916669519e-09, |
| "loss": 0.23272013664245605, |
| "step": 3230 |
| }, |
| { |
| "epoch": 2.9618285714285717, |
| "grad_norm": 2.3602221870552658, |
| "learning_rate": 2.6154356339599952e-09, |
| "loss": 0.2429194927215576, |
| "step": 3240 |
| }, |
| { |
| "epoch": 2.9709714285714286, |
| "grad_norm": 2.183573213864706, |
| "learning_rate": 1.5405157281739303e-09, |
| "loss": 0.2300334930419922, |
| "step": 3250 |
| }, |
| { |
| "epoch": 2.9801142857142855, |
| "grad_norm": 2.3166141059513032, |
| "learning_rate": 7.483708584843374e-10, |
| "loss": 0.24141957759857177, |
| "step": 3260 |
| }, |
| { |
| "epoch": 2.989257142857143, |
| "grad_norm": 2.2309555257820075, |
| "learning_rate": 2.390906796548298e-10, |
| "loss": 0.2349327564239502, |
| "step": 3270 |
| }, |
| { |
| "epoch": 2.9984, |
| "grad_norm": 2.46052971808927, |
| "learning_rate": 1.2732831892181553e-11, |
| "loss": 0.23719000816345215, |
| "step": 3280 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 3282, |
| "total_flos": 1549864055603200.0, |
| "train_loss": 0.4266891849433264, |
| "train_runtime": 55827.688, |
| "train_samples_per_second": 3.762, |
| "train_steps_per_second": 0.059 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 3282, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1549864055603200.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
