| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.3938373796982058, |
| "eval_steps": 500, |
| "global_step": 4400, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0031684423145471106, |
| "grad_norm": 0.19819921255111694, |
| "learning_rate": 1.08e-05, |
| "loss": 4.8784, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.006336884629094221, |
| "grad_norm": 0.34108418226242065, |
| "learning_rate": 2.2800000000000002e-05, |
| "loss": 5.0786, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.009505326943641333, |
| "grad_norm": 0.2952434718608856, |
| "learning_rate": 3.48e-05, |
| "loss": 5.0088, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.012673769258188443, |
| "grad_norm": 0.41625794768333435, |
| "learning_rate": 4.6800000000000006e-05, |
| "loss": 4.8262, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.015842211572735555, |
| "grad_norm": 1.1918175220489502, |
| "learning_rate": 5.88e-05, |
| "loss": 5.459, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.019010653887282666, |
| "grad_norm": 0.47633519768714905, |
| "learning_rate": 5.999969438702549e-05, |
| "loss": 5.6355, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.022179096201829774, |
| "grad_norm": 0.4251032769680023, |
| "learning_rate": 5.999863795510765e-05, |
| "loss": 5.5395, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.025347538516376885, |
| "grad_norm": 0.3730669617652893, |
| "learning_rate": 5.999682695781323e-05, |
| "loss": 5.539, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.028515980830923996, |
| "grad_norm": 0.3352891504764557, |
| "learning_rate": 5.9994261440694826e-05, |
| "loss": 5.5067, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.03168442314547111, |
| "grad_norm": 0.5066033005714417, |
| "learning_rate": 5.9990941468283724e-05, |
| "loss": 5.6052, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.03485286546001822, |
| "grad_norm": 0.4155944585800171, |
| "learning_rate": 5.998686712408824e-05, |
| "loss": 5.2992, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.03802130777456533, |
| "grad_norm": 0.4713999927043915, |
| "learning_rate": 5.998203851059168e-05, |
| "loss": 5.4492, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.04118975008911244, |
| "grad_norm": 0.32726186513900757, |
| "learning_rate": 5.99764557492497e-05, |
| "loss": 5.3036, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.04435819240365955, |
| "grad_norm": 0.4011114537715912, |
| "learning_rate": 5.99701189804873e-05, |
| "loss": 5.3122, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.04752663471820666, |
| "grad_norm": 0.46287617087364197, |
| "learning_rate": 5.9963028363695244e-05, |
| "loss": 5.3803, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.05069507703275377, |
| "grad_norm": 0.4292086660861969, |
| "learning_rate": 5.995518407722611e-05, |
| "loss": 5.1361, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.05386351934730088, |
| "grad_norm": 0.46384045481681824, |
| "learning_rate": 5.994658631838974e-05, |
| "loss": 5.226, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.05703196166184799, |
| "grad_norm": 0.41396230459213257, |
| "learning_rate": 5.993723530344834e-05, |
| "loss": 5.1451, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.0602004039763951, |
| "grad_norm": 0.5476190447807312, |
| "learning_rate": 5.9927131267610975e-05, |
| "loss": 5.1318, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.06336884629094222, |
| "grad_norm": 0.6672335267066956, |
| "learning_rate": 5.991627446502772e-05, |
| "loss": 5.188, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.06653728860548933, |
| "grad_norm": 0.5447375774383545, |
| "learning_rate": 5.990466516878321e-05, |
| "loss": 4.9756, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.06970573092003644, |
| "grad_norm": 0.38904011249542236, |
| "learning_rate": 5.9892303670889794e-05, |
| "loss": 5.0689, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.07287417323458355, |
| "grad_norm": 0.4386742115020752, |
| "learning_rate": 5.987919028228022e-05, |
| "loss": 5.0323, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.07604261554913067, |
| "grad_norm": 0.5731292366981506, |
| "learning_rate": 5.986532533279975e-05, |
| "loss": 5.0404, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.07921105786367777, |
| "grad_norm": 0.936024010181427, |
| "learning_rate": 5.9850709171197906e-05, |
| "loss": 5.0858, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.08237950017822487, |
| "grad_norm": 0.5377296209335327, |
| "learning_rate": 5.9835342165119716e-05, |
| "loss": 4.8807, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.08554794249277199, |
| "grad_norm": 0.5450035333633423, |
| "learning_rate": 5.98192247010964e-05, |
| "loss": 4.9438, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.0887163848073191, |
| "grad_norm": 0.5310191512107849, |
| "learning_rate": 5.980235718453572e-05, |
| "loss": 4.9821, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.09188482712186621, |
| "grad_norm": 1.1713744401931763, |
| "learning_rate": 5.978474003971173e-05, |
| "loss": 4.9609, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.09505326943641332, |
| "grad_norm": 0.6962549686431885, |
| "learning_rate": 5.9766373709754145e-05, |
| "loss": 4.9816, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.09822171175096044, |
| "grad_norm": 0.8181668519973755, |
| "learning_rate": 5.974725865663715e-05, |
| "loss": 4.8108, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.10139015406550754, |
| "grad_norm": 0.7138918042182922, |
| "learning_rate": 5.9727395361167815e-05, |
| "loss": 4.8991, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.10455859638005466, |
| "grad_norm": 0.754770040512085, |
| "learning_rate": 5.970678432297399e-05, |
| "loss": 4.9381, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.10772703869460176, |
| "grad_norm": 0.5500665307044983, |
| "learning_rate": 5.9685426060491767e-05, |
| "loss": 4.8761, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.11089548100914888, |
| "grad_norm": 0.9366258382797241, |
| "learning_rate": 5.9663321110952344e-05, |
| "loss": 4.9534, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.11406392332369598, |
| "grad_norm": 0.6130990386009216, |
| "learning_rate": 5.964047003036864e-05, |
| "loss": 4.736, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.1172323656382431, |
| "grad_norm": 0.5893264412879944, |
| "learning_rate": 5.961687339352122e-05, |
| "loss": 4.8846, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.1204008079527902, |
| "grad_norm": 0.5872120261192322, |
| "learning_rate": 5.959253179394388e-05, |
| "loss": 4.8049, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.12356925026733732, |
| "grad_norm": 0.9785071015357971, |
| "learning_rate": 5.956744584390867e-05, |
| "loss": 4.8355, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.12673769258188444, |
| "grad_norm": 1.110487461090088, |
| "learning_rate": 5.9541616174410565e-05, |
| "loss": 4.9169, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.12990613489643155, |
| "grad_norm": 0.8645092248916626, |
| "learning_rate": 5.9515043435151535e-05, |
| "loss": 4.7215, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.13307457721097865, |
| "grad_norm": 0.9703325033187866, |
| "learning_rate": 5.948772829452423e-05, |
| "loss": 4.832, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.13624301952552575, |
| "grad_norm": 0.6712486743927002, |
| "learning_rate": 5.945967143959516e-05, |
| "loss": 4.7938, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.1394114618400729, |
| "grad_norm": 0.8329195380210876, |
| "learning_rate": 5.94308735760874e-05, |
| "loss": 4.8012, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.14257990415462, |
| "grad_norm": 1.1987477540969849, |
| "learning_rate": 5.940133542836286e-05, |
| "loss": 4.8663, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.1457483464691671, |
| "grad_norm": 0.7384081482887268, |
| "learning_rate": 5.937105773940407e-05, |
| "loss": 4.6772, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.1489167887837142, |
| "grad_norm": 0.7325354814529419, |
| "learning_rate": 5.9340041270795454e-05, |
| "loss": 4.7705, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.15208523109826133, |
| "grad_norm": 0.8904541730880737, |
| "learning_rate": 5.930828680270421e-05, |
| "loss": 4.7959, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.15525367341280844, |
| "grad_norm": 0.8368484377861023, |
| "learning_rate": 5.927579513386069e-05, |
| "loss": 4.7283, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.15842211572735554, |
| "grad_norm": 0.8346347212791443, |
| "learning_rate": 5.9242567081538255e-05, |
| "loss": 4.805, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.16159055804190264, |
| "grad_norm": 0.6190924644470215, |
| "learning_rate": 5.920860348153279e-05, |
| "loss": 4.6284, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.16475900035644975, |
| "grad_norm": 1.251244068145752, |
| "learning_rate": 5.917390518814164e-05, |
| "loss": 4.6961, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.16792744267099688, |
| "grad_norm": 0.8339656591415405, |
| "learning_rate": 5.913847307414212e-05, |
| "loss": 4.6738, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.17109588498554398, |
| "grad_norm": 0.6742847561836243, |
| "learning_rate": 5.910230803076957e-05, |
| "loss": 4.6947, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.1742643273000911, |
| "grad_norm": 0.9937411546707153, |
| "learning_rate": 5.906541096769495e-05, |
| "loss": 4.7729, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.1774327696146382, |
| "grad_norm": 0.7207300662994385, |
| "learning_rate": 5.9027782813001937e-05, |
| "loss": 4.5756, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.18060121192918532, |
| "grad_norm": 0.7032576203346252, |
| "learning_rate": 5.8989424513163595e-05, |
| "loss": 4.6814, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.18376965424373243, |
| "grad_norm": 0.6017909049987793, |
| "learning_rate": 5.895033703301855e-05, |
| "loss": 4.6421, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.18693809655827953, |
| "grad_norm": 1.0589932203292847, |
| "learning_rate": 5.8910521355746765e-05, |
| "loss": 4.6204, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.19010653887282664, |
| "grad_norm": 1.3771517276763916, |
| "learning_rate": 5.886997848284474e-05, |
| "loss": 4.7115, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.19327498118737377, |
| "grad_norm": 0.6717742681503296, |
| "learning_rate": 5.882870943410038e-05, |
| "loss": 4.5742, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.19644342350192087, |
| "grad_norm": 1.0189399719238281, |
| "learning_rate": 5.8786715247567346e-05, |
| "loss": 4.6473, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.19961186581646798, |
| "grad_norm": 0.757310688495636, |
| "learning_rate": 5.87439969795389e-05, |
| "loss": 4.643, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.20278030813101508, |
| "grad_norm": 0.7095428705215454, |
| "learning_rate": 5.870055570452133e-05, |
| "loss": 4.5934, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.2059487504455622, |
| "grad_norm": 0.9886505603790283, |
| "learning_rate": 5.8656392515207005e-05, |
| "loss": 4.6542, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.20911719276010932, |
| "grad_norm": 0.6527100801467896, |
| "learning_rate": 5.8611508522446806e-05, |
| "loss": 4.5105, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.21228563507465642, |
| "grad_norm": 0.5825519561767578, |
| "learning_rate": 5.856590485522222e-05, |
| "loss": 4.5786, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.21545407738920352, |
| "grad_norm": 0.9389135241508484, |
| "learning_rate": 5.851958266061694e-05, |
| "loss": 4.5739, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.21862251970375066, |
| "grad_norm": 0.7726446986198425, |
| "learning_rate": 5.847254310378801e-05, |
| "loss": 4.5618, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.22179096201829776, |
| "grad_norm": 1.239856481552124, |
| "learning_rate": 5.842478736793649e-05, |
| "loss": 4.6292, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.22495940433284486, |
| "grad_norm": 0.6877331733703613, |
| "learning_rate": 5.837631665427778e-05, |
| "loss": 4.5048, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.22812784664739197, |
| "grad_norm": 0.801625669002533, |
| "learning_rate": 5.832713218201127e-05, |
| "loss": 4.533, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.2312962889619391, |
| "grad_norm": 0.967643141746521, |
| "learning_rate": 5.827723518828983e-05, |
| "loss": 4.5331, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.2344647312764862, |
| "grad_norm": 0.8205392956733704, |
| "learning_rate": 5.822662692818855e-05, |
| "loss": 4.5119, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.2376331735910333, |
| "grad_norm": 0.9368473291397095, |
| "learning_rate": 5.817530867467324e-05, |
| "loss": 4.5771, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.2408016159055804, |
| "grad_norm": 0.7767211198806763, |
| "learning_rate": 5.812328171856844e-05, |
| "loss": 4.4603, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.24397005822012752, |
| "grad_norm": 0.7029015421867371, |
| "learning_rate": 5.807054736852488e-05, |
| "loss": 4.5231, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.24713850053467465, |
| "grad_norm": 0.6616556644439697, |
| "learning_rate": 5.80171069509866e-05, |
| "loss": 4.5496, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.2503069428492217, |
| "grad_norm": 0.6856383085250854, |
| "learning_rate": 5.79629618101576e-05, |
| "loss": 4.5211, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.2534753851637689, |
| "grad_norm": 1.8431510925292969, |
| "learning_rate": 5.790811330796798e-05, |
| "loss": 4.5532, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.256643827478316, |
| "grad_norm": 0.6598497629165649, |
| "learning_rate": 5.7852562824039755e-05, |
| "loss": 4.4197, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.2598122697928631, |
| "grad_norm": 0.7226588726043701, |
| "learning_rate": 5.779631175565207e-05, |
| "loss": 4.5192, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.2629807121074102, |
| "grad_norm": 0.7087457776069641, |
| "learning_rate": 5.773936151770615e-05, |
| "loss": 4.4458, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.2661491544219573, |
| "grad_norm": 0.6751745343208313, |
| "learning_rate": 5.768171354268959e-05, |
| "loss": 4.4599, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.2693175967365044, |
| "grad_norm": 1.1364294290542603, |
| "learning_rate": 5.762336928064043e-05, |
| "loss": 4.5292, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.2724860390510515, |
| "grad_norm": 0.6589078307151794, |
| "learning_rate": 5.756433019911064e-05, |
| "loss": 4.4059, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.2756544813655986, |
| "grad_norm": 0.560736358165741, |
| "learning_rate": 5.750459778312922e-05, |
| "loss": 4.4956, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.2788229236801458, |
| "grad_norm": 0.5596962571144104, |
| "learning_rate": 5.744417353516479e-05, |
| "loss": 4.4729, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.2819913659946929, |
| "grad_norm": 0.7742477655410767, |
| "learning_rate": 5.738305897508787e-05, |
| "loss": 4.4419, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.28515980830924, |
| "grad_norm": 1.0753636360168457, |
| "learning_rate": 5.7321255640132634e-05, |
| "loss": 4.4975, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.2883282506237871, |
| "grad_norm": 0.6066401600837708, |
| "learning_rate": 5.7258765084858206e-05, |
| "loss": 4.3749, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.2914966929383342, |
| "grad_norm": 0.7095748782157898, |
| "learning_rate": 5.71955888811096e-05, |
| "loss": 4.4388, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.2946651352528813, |
| "grad_norm": 0.6218913197517395, |
| "learning_rate": 5.713172861797817e-05, |
| "loss": 4.4335, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.2978335775674284, |
| "grad_norm": 0.733177125453949, |
| "learning_rate": 5.706718590176163e-05, |
| "loss": 4.3898, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.3010020198819755, |
| "grad_norm": 0.7186071872711182, |
| "learning_rate": 5.7001962355923634e-05, |
| "loss": 4.4902, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.30417046219652266, |
| "grad_norm": 0.6571614742279053, |
| "learning_rate": 5.693605962105299e-05, |
| "loss": 4.3314, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.30733890451106977, |
| "grad_norm": 0.5829080939292908, |
| "learning_rate": 5.686947935482238e-05, |
| "loss": 4.4134, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.31050734682561687, |
| "grad_norm": 0.7523115277290344, |
| "learning_rate": 5.680222323194659e-05, |
| "loss": 4.4089, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.313675789140164, |
| "grad_norm": 0.656211256980896, |
| "learning_rate": 5.67342929441405e-05, |
| "loss": 4.3543, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.3168442314547111, |
| "grad_norm": 0.7600722908973694, |
| "learning_rate": 5.666569020007646e-05, |
| "loss": 4.4595, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.3200126737692582, |
| "grad_norm": 0.656880795955658, |
| "learning_rate": 5.659641672534133e-05, |
| "loss": 4.3119, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.3231811160838053, |
| "grad_norm": 0.6571980118751526, |
| "learning_rate": 5.652647426239307e-05, |
| "loss": 4.3918, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.3263495583983524, |
| "grad_norm": 0.6933376789093018, |
| "learning_rate": 5.645586457051691e-05, |
| "loss": 4.375, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.3295180007128995, |
| "grad_norm": 0.6467803120613098, |
| "learning_rate": 5.638458942578113e-05, |
| "loss": 4.3653, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.33268644302744665, |
| "grad_norm": 0.953302800655365, |
| "learning_rate": 5.631265062099231e-05, |
| "loss": 4.4577, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.33585488534199376, |
| "grad_norm": 0.6458297371864319, |
| "learning_rate": 5.624004996565034e-05, |
| "loss": 4.3215, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.33902332765654086, |
| "grad_norm": 0.7524490356445312, |
| "learning_rate": 5.616678928590282e-05, |
| "loss": 4.3805, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.34219176997108797, |
| "grad_norm": 0.6345677971839905, |
| "learning_rate": 5.609287042449915e-05, |
| "loss": 4.3734, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.34536021228563507, |
| "grad_norm": 0.7871711254119873, |
| "learning_rate": 5.601829524074421e-05, |
| "loss": 4.3407, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.3485286546001822, |
| "grad_norm": 0.9771536588668823, |
| "learning_rate": 5.594306561045154e-05, |
| "loss": 4.4314, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.3516970969147293, |
| "grad_norm": 1.0256335735321045, |
| "learning_rate": 5.58671834258962e-05, |
| "loss": 4.2951, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.3548655392292764, |
| "grad_norm": 0.6928941011428833, |
| "learning_rate": 5.579065059576715e-05, |
| "loss": 4.3752, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.35803398154382354, |
| "grad_norm": 0.6043074727058411, |
| "learning_rate": 5.571346904511926e-05, |
| "loss": 4.3098, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.36120242385837065, |
| "grad_norm": 0.7384766936302185, |
| "learning_rate": 5.563564071532485e-05, |
| "loss": 4.3167, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.36437086617291775, |
| "grad_norm": 0.8783435821533203, |
| "learning_rate": 5.5557167564024915e-05, |
| "loss": 4.3998, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.36753930848746486, |
| "grad_norm": 0.6876351237297058, |
| "learning_rate": 5.547805156507982e-05, |
| "loss": 4.2727, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.37070775080201196, |
| "grad_norm": 0.7212591767311096, |
| "learning_rate": 5.539829470851971e-05, |
| "loss": 4.3282, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.37387619311655906, |
| "grad_norm": 0.5978643298149109, |
| "learning_rate": 5.531789900049443e-05, |
| "loss": 4.3209, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.37704463543110617, |
| "grad_norm": 0.664043664932251, |
| "learning_rate": 5.523686646322302e-05, |
| "loss": 4.2844, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.38021307774565327, |
| "grad_norm": 0.7288404703140259, |
| "learning_rate": 5.5155199134942934e-05, |
| "loss": 4.3441, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.38338152006020043, |
| "grad_norm": 0.7507999539375305, |
| "learning_rate": 5.5072899069858713e-05, |
| "loss": 4.2622, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.38654996237474754, |
| "grad_norm": 0.6607810854911804, |
| "learning_rate": 5.4989968338090334e-05, |
| "loss": 4.303, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.38971840468929464, |
| "grad_norm": 0.5649368762969971, |
| "learning_rate": 5.4906409025621125e-05, |
| "loss": 4.2851, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.39288684700384174, |
| "grad_norm": 0.629998505115509, |
| "learning_rate": 5.4822223234245316e-05, |
| "loss": 4.3002, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.39605528931838885, |
| "grad_norm": 0.8486919403076172, |
| "learning_rate": 5.473741308151516e-05, |
| "loss": 4.3504, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.39922373163293595, |
| "grad_norm": 0.5649373531341553, |
| "learning_rate": 5.465198070068767e-05, |
| "loss": 4.2283, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.40239217394748306, |
| "grad_norm": 0.5860993266105652, |
| "learning_rate": 5.456592824067098e-05, |
| "loss": 4.2915, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.40556061626203016, |
| "grad_norm": 0.6270817518234253, |
| "learning_rate": 5.447925786597022e-05, |
| "loss": 4.2767, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.40872905857657726, |
| "grad_norm": 0.804476261138916, |
| "learning_rate": 5.43919717566332e-05, |
| "loss": 4.2385, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.4118975008911244, |
| "grad_norm": 0.7757463455200195, |
| "learning_rate": 5.4304072108195446e-05, |
| "loss": 4.3116, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.41506594320567153, |
| "grad_norm": 0.6625142097473145, |
| "learning_rate": 5.421556113162507e-05, |
| "loss": 4.2071, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.41823438552021863, |
| "grad_norm": 0.8527606725692749, |
| "learning_rate": 5.412644105326707e-05, |
| "loss": 4.2767, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.42140282783476574, |
| "grad_norm": 0.6349330544471741, |
| "learning_rate": 5.403671411478743e-05, |
| "loss": 4.2691, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.42457127014931284, |
| "grad_norm": 0.645797610282898, |
| "learning_rate": 5.3946382573116634e-05, |
| "loss": 4.241, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.42773971246385994, |
| "grad_norm": 0.8075301051139832, |
| "learning_rate": 5.385544870039298e-05, |
| "loss": 4.3141, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.43090815477840705, |
| "grad_norm": 0.6528099179267883, |
| "learning_rate": 5.376391478390538e-05, |
| "loss": 4.2255, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.43407659709295415, |
| "grad_norm": 0.5646510124206543, |
| "learning_rate": 5.3671783126035816e-05, |
| "loss": 4.275, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.4372450394075013, |
| "grad_norm": 0.5868734121322632, |
| "learning_rate": 5.35790560442015e-05, |
| "loss": 4.2824, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.4404134817220484, |
| "grad_norm": 0.5941547155380249, |
| "learning_rate": 5.3485735870796495e-05, |
| "loss": 4.2643, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.4435819240365955, |
| "grad_norm": 0.7245291471481323, |
| "learning_rate": 5.33918249531331e-05, |
| "loss": 4.3082, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.4467503663511426, |
| "grad_norm": 0.7147409319877625, |
| "learning_rate": 5.329732565338279e-05, |
| "loss": 4.1898, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.44991880866568973, |
| "grad_norm": 0.786919116973877, |
| "learning_rate": 5.32022403485168e-05, |
| "loss": 4.2158, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.45308725098023683, |
| "grad_norm": 0.536165714263916, |
| "learning_rate": 5.3106571430246365e-05, |
| "loss": 4.2215, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.45625569329478394, |
| "grad_norm": 0.6742566227912903, |
| "learning_rate": 5.3010321304962504e-05, |
| "loss": 4.2197, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.45942413560933104, |
| "grad_norm": 0.7584452629089355, |
| "learning_rate": 5.291349239367554e-05, |
| "loss": 4.2972, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.4625925779238782, |
| "grad_norm": 0.6290245652198792, |
| "learning_rate": 5.2816087131954176e-05, |
| "loss": 4.1603, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.4657610202384253, |
| "grad_norm": 0.568684458732605, |
| "learning_rate": 5.2718107969864256e-05, |
| "loss": 4.2252, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.4689294625529724, |
| "grad_norm": 0.5879467725753784, |
| "learning_rate": 5.2619557371907104e-05, |
| "loss": 4.2296, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.4720979048675195, |
| "grad_norm": 0.5704094767570496, |
| "learning_rate": 5.252043781695758e-05, |
| "loss": 4.196, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.4752663471820666, |
| "grad_norm": 0.7437434196472168, |
| "learning_rate": 5.2420751798201685e-05, |
| "loss": 4.2732, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.4784347894966137, |
| "grad_norm": 0.6576899886131287, |
| "learning_rate": 5.2320501823073866e-05, |
| "loss": 4.148, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.4816032318111608, |
| "grad_norm": 0.5717647671699524, |
| "learning_rate": 5.221969041319396e-05, |
| "loss": 4.2104, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.48477167412570793, |
| "grad_norm": 0.5533893704414368, |
| "learning_rate": 5.211832010430372e-05, |
| "loss": 4.2493, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.48794011644025503, |
| "grad_norm": 0.7069125771522522, |
| "learning_rate": 5.201639344620311e-05, |
| "loss": 4.1852, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.4911085587548022, |
| "grad_norm": 0.7158598899841309, |
| "learning_rate": 5.19139130026861e-05, |
| "loss": 4.2715, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.4942770010693493, |
| "grad_norm": 0.7333923578262329, |
| "learning_rate": 5.181088135147618e-05, |
| "loss": 4.1606, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.4974454433838964, |
| "grad_norm": 0.591325581073761, |
| "learning_rate": 5.17073010841616e-05, |
| "loss": 4.2218, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.5006138856984435, |
| "grad_norm": 0.5837592482566833, |
| "learning_rate": 5.160317480613008e-05, |
| "loss": 4.2246, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.5037823280129906, |
| "grad_norm": 0.5487062931060791, |
| "learning_rate": 5.1498505136503346e-05, |
| "loss": 4.1844, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.5069507703275378, |
| "grad_norm": 0.710067868232727, |
| "learning_rate": 5.13932947080712e-05, |
| "loss": 4.269, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.5101192126420848, |
| "grad_norm": 0.6167586445808411, |
| "learning_rate": 5.128754616722538e-05, |
| "loss": 4.1127, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.513287654956632, |
| "grad_norm": 0.5606287121772766, |
| "learning_rate": 5.1181262173892856e-05, |
| "loss": 4.2095, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.516456097271179, |
| "grad_norm": 0.5047624707221985, |
| "learning_rate": 5.1074445401469083e-05, |
| "loss": 4.2135, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.5196245395857262, |
| "grad_norm": 0.5399725437164307, |
| "learning_rate": 5.0967098536750647e-05, |
| "loss": 4.1672, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.5227929819002732, |
| "grad_norm": 0.6514358520507812, |
| "learning_rate": 5.085922427986772e-05, |
| "loss": 4.225, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.5259614242148204, |
| "grad_norm": 0.564847469329834, |
| "learning_rate": 5.075082534421612e-05, |
| "loss": 4.127, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.5291298665293676, |
| "grad_norm": 0.5189889669418335, |
| "learning_rate": 5.064190445638911e-05, |
| "loss": 4.1728, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.5322983088439146, |
| "grad_norm": 0.5365839600563049, |
| "learning_rate": 5.053246435610877e-05, |
| "loss": 4.2158, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.5354667511584618, |
| "grad_norm": 0.6148782968521118, |
| "learning_rate": 5.042250779615707e-05, |
| "loss": 4.1489, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.5386351934730088, |
| "grad_norm": 0.7295161485671997, |
| "learning_rate": 5.031203754230673e-05, |
| "loss": 4.2382, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.541803635787556, |
| "grad_norm": 0.5799641609191895, |
| "learning_rate": 5.020105637325149e-05, |
| "loss": 4.1181, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.544972078102103, |
| "grad_norm": 0.5710809826850891, |
| "learning_rate": 5.008956708053636e-05, |
| "loss": 4.1645, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.5481405204166502, |
| "grad_norm": 0.5518040657043457, |
| "learning_rate": 4.997757246848732e-05, |
| "loss": 4.1606, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.5513089627311972, |
| "grad_norm": 0.5413836240768433, |
| "learning_rate": 4.986507535414084e-05, |
| "loss": 4.1536, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.5544774050457444, |
| "grad_norm": 0.7452698349952698, |
| "learning_rate": 4.9752078567172964e-05, |
| "loss": 4.2324, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.5576458473602915, |
| "grad_norm": 0.6706964373588562, |
| "learning_rate": 4.9638584949828173e-05, |
| "loss": 4.1125, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.5608142896748386, |
| "grad_norm": 0.5712190866470337, |
| "learning_rate": 4.9524597356847874e-05, |
| "loss": 4.1893, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.5639827319893858, |
| "grad_norm": 0.5321968197822571, |
| "learning_rate": 4.941011865539862e-05, |
| "loss": 4.1646, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.5671511743039328, |
| "grad_norm": 0.6286525130271912, |
| "learning_rate": 4.929515172499995e-05, |
| "loss": 4.1511, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.57031961661848, |
| "grad_norm": 0.6667159795761108, |
| "learning_rate": 4.9179699457452e-05, |
| "loss": 4.2139, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.573488058933027, |
| "grad_norm": 0.5475627779960632, |
| "learning_rate": 4.906376475676274e-05, |
| "loss": 4.0965, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.5766565012475742, |
| "grad_norm": 0.48938098549842834, |
| "learning_rate": 4.8947350539074924e-05, |
| "loss": 4.1634, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.5798249435621212, |
| "grad_norm": 0.5483301877975464, |
| "learning_rate": 4.8830459732592786e-05, |
| "loss": 4.1613, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.5829933858766684, |
| "grad_norm": 0.577273964881897, |
| "learning_rate": 4.871309527750832e-05, |
| "loss": 4.1687, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.5861618281912155, |
| "grad_norm": 0.7053927183151245, |
| "learning_rate": 4.8595260125927354e-05, |
| "loss": 4.2101, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.5893302705057626, |
| "grad_norm": 0.5983800292015076, |
| "learning_rate": 4.847695724179532e-05, |
| "loss": 4.0919, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.5924987128203097, |
| "grad_norm": 0.5336448550224304, |
| "learning_rate": 4.835818960082266e-05, |
| "loss": 4.1571, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.5956671551348568, |
| "grad_norm": 0.5257425904273987, |
| "learning_rate": 4.8238960190409985e-05, |
| "loss": 4.1811, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.598835597449404, |
| "grad_norm": 0.5968250632286072, |
| "learning_rate": 4.8119272009572985e-05, |
| "loss": 4.1438, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.602004039763951, |
| "grad_norm": 0.7344405651092529, |
| "learning_rate": 4.7999128068866885e-05, |
| "loss": 4.2127, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.6051724820784982, |
| "grad_norm": 0.5544557571411133, |
| "learning_rate": 4.787853139031083e-05, |
| "loss": 4.0893, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.6083409243930453, |
| "grad_norm": 0.5338890552520752, |
| "learning_rate": 4.775748500731181e-05, |
| "loss": 4.1678, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.6115093667075924, |
| "grad_norm": 0.47402748465538025, |
| "learning_rate": 4.7635991964588386e-05, |
| "loss": 4.1759, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.6146778090221395, |
| "grad_norm": 0.4969950020313263, |
| "learning_rate": 4.75140553180941e-05, |
| "loss": 4.1487, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.6178462513366866, |
| "grad_norm": 0.6715970635414124, |
| "learning_rate": 4.739167813494056e-05, |
| "loss": 4.1992, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.6210146936512337, |
| "grad_norm": 0.5524842739105225, |
| "learning_rate": 4.726886349332038e-05, |
| "loss": 4.1092, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.6241831359657808, |
| "grad_norm": 0.4865887463092804, |
| "learning_rate": 4.7145614482429685e-05, |
| "loss": 4.1495, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.627351578280328, |
| "grad_norm": 0.4711080491542816, |
| "learning_rate": 4.702193420239044e-05, |
| "loss": 4.1299, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.630520020594875, |
| "grad_norm": 0.5955727696418762, |
| "learning_rate": 4.689782576417247e-05, |
| "loss": 4.137, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.6336884629094222, |
| "grad_norm": 0.7601689100265503, |
| "learning_rate": 4.677329228951516e-05, |
| "loss": 4.1742, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.6368569052239693, |
| "grad_norm": 0.5171808004379272, |
| "learning_rate": 4.6648336910849016e-05, |
| "loss": 4.0932, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.6400253475385164, |
| "grad_norm": 0.5088027119636536, |
| "learning_rate": 4.6522962771216815e-05, |
| "loss": 4.132, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.6431937898530635, |
| "grad_norm": 0.5218876600265503, |
| "learning_rate": 4.639717302419457e-05, |
| "loss": 4.1397, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.6463622321676106, |
| "grad_norm": 0.5443329811096191, |
| "learning_rate": 4.6270970833812175e-05, |
| "loss": 4.117, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.6495306744821577, |
| "grad_norm": 0.6737596988677979, |
| "learning_rate": 4.614435937447388e-05, |
| "loss": 4.1727, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.6526991167967048, |
| "grad_norm": 0.5711850523948669, |
| "learning_rate": 4.601734183087838e-05, |
| "loss": 4.0852, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.6558675591112519, |
| "grad_norm": 0.5270329117774963, |
| "learning_rate": 4.588992139793876e-05, |
| "loss": 4.1357, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.659036001425799, |
| "grad_norm": 0.4742993116378784, |
| "learning_rate": 4.57621012807021e-05, |
| "loss": 4.1446, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.6622044437403461, |
| "grad_norm": 0.5585448741912842, |
| "learning_rate": 4.563388469426885e-05, |
| "loss": 4.0862, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.6653728860548933, |
| "grad_norm": 0.7161533832550049, |
| "learning_rate": 4.550527486371202e-05, |
| "loss": 4.1865, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.6685413283694404, |
| "grad_norm": 0.5912854671478271, |
| "learning_rate": 4.5376275023995955e-05, |
| "loss": 4.0892, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.6717097706839875, |
| "grad_norm": 0.5607186555862427, |
| "learning_rate": 4.524688841989509e-05, |
| "loss": 4.1535, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.6748782129985346, |
| "grad_norm": 0.4660521149635315, |
| "learning_rate": 4.5117118305912235e-05, |
| "loss": 4.1479, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.6780466553130817, |
| "grad_norm": 0.5167705416679382, |
| "learning_rate": 4.498696794619674e-05, |
| "loss": 4.1185, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.6812150976276288, |
| "grad_norm": 0.8260408639907837, |
| "learning_rate": 4.485644061446242e-05, |
| "loss": 4.1922, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.6843835399421759, |
| "grad_norm": 0.5153993964195251, |
| "learning_rate": 4.472553959390517e-05, |
| "loss": 4.0546, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.6875519822567231, |
| "grad_norm": 0.5324990749359131, |
| "learning_rate": 4.459426817712041e-05, |
| "loss": 4.1277, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.6907204245712701, |
| "grad_norm": 0.49382662773132324, |
| "learning_rate": 4.446262966602026e-05, |
| "loss": 4.1258, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.6938888668858173, |
| "grad_norm": 0.5588397979736328, |
| "learning_rate": 4.433062737175047e-05, |
| "loss": 4.1085, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.6970573092003644, |
| "grad_norm": 0.6423320174217224, |
| "learning_rate": 4.419826461460713e-05, |
| "loss": 4.1834, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.7002257515149115, |
| "grad_norm": 0.4890613555908203, |
| "learning_rate": 4.4065544723953226e-05, |
| "loss": 4.061, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.7033941938294586, |
| "grad_norm": 0.5085791945457458, |
| "learning_rate": 4.393247103813477e-05, |
| "loss": 4.1245, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.7065626361440057, |
| "grad_norm": 0.5115344524383545, |
| "learning_rate": 4.379904690439693e-05, |
| "loss": 4.098, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.7097310784585528, |
| "grad_norm": 0.5206218957901001, |
| "learning_rate": 4.366527567879982e-05, |
| "loss": 4.1054, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.7128995207730999, |
| "grad_norm": 0.789270281791687, |
| "learning_rate": 4.353116072613402e-05, |
| "loss": 4.1661, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.7160679630876471, |
| "grad_norm": 0.49856895208358765, |
| "learning_rate": 4.3396705419836045e-05, |
| "loss": 4.0442, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.7192364054021941, |
| "grad_norm": 0.514216423034668, |
| "learning_rate": 4.326191314190337e-05, |
| "loss": 4.1114, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.7224048477167413, |
| "grad_norm": 0.4798983335494995, |
| "learning_rate": 4.312678728280949e-05, |
| "loss": 4.0956, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.7255732900312883, |
| "grad_norm": 0.4672533869743347, |
| "learning_rate": 4.2991331241418526e-05, |
| "loss": 4.102, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.7287417323458355, |
| "grad_norm": 0.6502472162246704, |
| "learning_rate": 4.285554842489979e-05, |
| "loss": 4.1529, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.7319101746603826, |
| "grad_norm": 0.5197892189025879, |
| "learning_rate": 4.271944224864211e-05, |
| "loss": 4.0521, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.7350786169749297, |
| "grad_norm": 0.529775857925415, |
| "learning_rate": 4.258301613616782e-05, |
| "loss": 4.0959, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.7382470592894768, |
| "grad_norm": 0.485669881105423, |
| "learning_rate": 4.244627351904679e-05, |
| "loss": 4.1129, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.7414155016040239, |
| "grad_norm": 0.5141621232032776, |
| "learning_rate": 4.230921783680997e-05, |
| "loss": 4.0955, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.7445839439185711, |
| "grad_norm": 0.7021406888961792, |
| "learning_rate": 4.2171852536862944e-05, |
| "loss": 4.1417, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.7477523862331181, |
| "grad_norm": 0.5417028069496155, |
| "learning_rate": 4.203418107439927e-05, |
| "loss": 4.0312, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.7509208285476653, |
| "grad_norm": 0.548985481262207, |
| "learning_rate": 4.189620691231342e-05, |
| "loss": 4.1178, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.7540892708622123, |
| "grad_norm": 0.4555108845233917, |
| "learning_rate": 4.1757933521113845e-05, |
| "loss": 4.1136, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.7572577131767595, |
| "grad_norm": 0.45966508984565735, |
| "learning_rate": 4.161936437883555e-05, |
| "loss": 4.0637, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.7604261554913065, |
| "grad_norm": 0.6731399893760681, |
| "learning_rate": 4.14805029709527e-05, |
| "loss": 4.1411, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.7635945978058537, |
| "grad_norm": 0.5146703124046326, |
| "learning_rate": 4.134135279029087e-05, |
| "loss": 4.0401, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.7667630401204009, |
| "grad_norm": 0.5456794500350952, |
| "learning_rate": 4.120191733693927e-05, |
| "loss": 4.07, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.7699314824349479, |
| "grad_norm": 0.44879448413848877, |
| "learning_rate": 4.1062200118162636e-05, |
| "loss": 4.1005, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.7730999247494951, |
| "grad_norm": 0.4907722771167755, |
| "learning_rate": 4.092220464831305e-05, |
| "loss": 4.0598, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.7762683670640421, |
| "grad_norm": 0.6628130674362183, |
| "learning_rate": 4.078193444874156e-05, |
| "loss": 4.1389, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.7794368093785893, |
| "grad_norm": 0.5340617299079895, |
| "learning_rate": 4.064139304770951e-05, |
| "loss": 4.0404, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.7826052516931363, |
| "grad_norm": 0.4721713066101074, |
| "learning_rate": 4.0500583980299944e-05, |
| "loss": 4.1285, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.7857736940076835, |
| "grad_norm": 0.503601610660553, |
| "learning_rate": 4.035951078832855e-05, |
| "loss": 4.0764, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.7889421363222305, |
| "grad_norm": 0.49444159865379333, |
| "learning_rate": 4.021817702025462e-05, |
| "loss": 4.0587, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.7921105786367777, |
| "grad_norm": 0.6992756724357605, |
| "learning_rate": 4.007658623109186e-05, |
| "loss": 4.1218, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.7952790209513249, |
| "grad_norm": 0.4647935926914215, |
| "learning_rate": 3.993474198231885e-05, |
| "loss": 4.0378, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.7984474632658719, |
| "grad_norm": 0.4551107585430145, |
| "learning_rate": 3.979264784178953e-05, |
| "loss": 4.0908, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.8016159055804191, |
| "grad_norm": 0.44869574904441833, |
| "learning_rate": 3.965030738364349e-05, |
| "loss": 4.084, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.8047843478949661, |
| "grad_norm": 0.5781738758087158, |
| "learning_rate": 3.950772418821597e-05, |
| "loss": 4.0526, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.8079527902095133, |
| "grad_norm": 0.6882890462875366, |
| "learning_rate": 3.93649018419479e-05, |
| "loss": 4.1165, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.8111212325240603, |
| "grad_norm": 0.486296147108078, |
| "learning_rate": 3.922184393729563e-05, |
| "loss": 4.0037, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.8142896748386075, |
| "grad_norm": 0.5593641996383667, |
| "learning_rate": 3.907855407264058e-05, |
| "loss": 4.0846, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.8174581171531545, |
| "grad_norm": 0.48063036799430847, |
| "learning_rate": 3.893503585219875e-05, |
| "loss": 4.0851, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.8206265594677017, |
| "grad_norm": 0.5343433618545532, |
| "learning_rate": 3.879129288593004e-05, |
| "loss": 4.049, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.8237950017822488, |
| "grad_norm": 0.7566442489624023, |
| "learning_rate": 3.8647328789447455e-05, |
| "loss": 4.0883, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.8269634440967959, |
| "grad_norm": 0.5241891145706177, |
| "learning_rate": 3.850314718392615e-05, |
| "loss": 4.0194, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.8301318864113431, |
| "grad_norm": 0.5224740505218506, |
| "learning_rate": 3.835875169601237e-05, |
| "loss": 4.0971, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.8333003287258901, |
| "grad_norm": 0.458406001329422, |
| "learning_rate": 3.82141459577322e-05, |
| "loss": 4.0683, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.8364687710404373, |
| "grad_norm": 0.5175824761390686, |
| "learning_rate": 3.806933360640022e-05, |
| "loss": 4.0467, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.8396372133549843, |
| "grad_norm": 0.7131876349449158, |
| "learning_rate": 3.792431828452803e-05, |
| "loss": 4.1205, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.8428056556695315, |
| "grad_norm": 0.5419310927391052, |
| "learning_rate": 3.7779103639732605e-05, |
| "loss": 4.0355, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.8459740979840786, |
| "grad_norm": 0.5283236503601074, |
| "learning_rate": 3.763369332464454e-05, |
| "loss": 4.064, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.8491425402986257, |
| "grad_norm": 0.5316287875175476, |
| "learning_rate": 3.7488090996816206e-05, |
| "loss": 4.0755, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.8523109826131728, |
| "grad_norm": 0.505566418170929, |
| "learning_rate": 3.7342300318629715e-05, |
| "loss": 4.043, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.8554794249277199, |
| "grad_norm": 0.6971448659896851, |
| "learning_rate": 3.719632495720483e-05, |
| "loss": 4.0976, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.858647867242267, |
| "grad_norm": 0.5163507461547852, |
| "learning_rate": 3.7050168584306724e-05, |
| "loss": 4.0285, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.8618163095568141, |
| "grad_norm": 0.5146658420562744, |
| "learning_rate": 3.690383487625357e-05, |
| "loss": 4.0428, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.8649847518713613, |
| "grad_norm": 0.45526033639907837, |
| "learning_rate": 3.675732751382414e-05, |
| "loss": 4.0379, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.8681531941859083, |
| "grad_norm": 0.5205211639404297, |
| "learning_rate": 3.661065018216519e-05, |
| "loss": 4.036, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.8713216365004555, |
| "grad_norm": 0.7320763468742371, |
| "learning_rate": 3.646380657069874e-05, |
| "loss": 4.0817, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.8744900788150026, |
| "grad_norm": 0.47721078991889954, |
| "learning_rate": 3.631680037302933e-05, |
| "loss": 4.0097, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.8776585211295497, |
| "grad_norm": 0.5281720757484436, |
| "learning_rate": 3.616963528685107e-05, |
| "loss": 4.0754, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.8808269634440968, |
| "grad_norm": 0.43725940585136414, |
| "learning_rate": 3.6022315013854644e-05, |
| "loss": 4.0612, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.8839954057586439, |
| "grad_norm": 0.5471642017364502, |
| "learning_rate": 3.58748432596342e-05, |
| "loss": 4.0328, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.887163848073191, |
| "grad_norm": 0.6928026676177979, |
| "learning_rate": 3.572722373359416e-05, |
| "loss": 4.0877, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.8903322903877381, |
| "grad_norm": 0.5069541931152344, |
| "learning_rate": 3.557946014885584e-05, |
| "loss": 4.0259, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.8935007327022852, |
| "grad_norm": 0.49948590993881226, |
| "learning_rate": 3.543155622216417e-05, |
| "loss": 4.0594, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.8966691750168323, |
| "grad_norm": 0.46224889159202576, |
| "learning_rate": 3.528351567379416e-05, |
| "loss": 4.0477, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.8998376173313795, |
| "grad_norm": 0.5343454480171204, |
| "learning_rate": 3.513534222745723e-05, |
| "loss": 4.0354, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.9030060596459266, |
| "grad_norm": 0.6847654581069946, |
| "learning_rate": 3.4987039610207694e-05, |
| "loss": 4.0956, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.9061745019604737, |
| "grad_norm": 0.4905559718608856, |
| "learning_rate": 3.483861155234892e-05, |
| "loss": 4.0076, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.9093429442750208, |
| "grad_norm": 0.502068281173706, |
| "learning_rate": 3.4690061787339515e-05, |
| "loss": 4.0343, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.9125113865895679, |
| "grad_norm": 0.48844534158706665, |
| "learning_rate": 3.4541394051699453e-05, |
| "loss": 4.0541, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.915679828904115, |
| "grad_norm": 0.5182623863220215, |
| "learning_rate": 3.439261208491603e-05, |
| "loss": 4.0331, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.9188482712186621, |
| "grad_norm": 0.726618230342865, |
| "learning_rate": 3.424371962934984e-05, |
| "loss": 4.0757, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.9220167135332092, |
| "grad_norm": 0.49787411093711853, |
| "learning_rate": 3.409472043014066e-05, |
| "loss": 4.0064, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.9251851558477564, |
| "grad_norm": 0.4926432967185974, |
| "learning_rate": 3.394561823511322e-05, |
| "loss": 4.0526, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.9283535981623035, |
| "grad_norm": 0.4563359022140503, |
| "learning_rate": 3.379641679468289e-05, |
| "loss": 4.0599, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.9315220404768506, |
| "grad_norm": 0.4837508499622345, |
| "learning_rate": 3.364711986176145e-05, |
| "loss": 4.0163, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.9346904827913977, |
| "grad_norm": 0.6713626384735107, |
| "learning_rate": 3.349773119166262e-05, |
| "loss": 4.081, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.9378589251059448, |
| "grad_norm": 0.4885564148426056, |
| "learning_rate": 3.3348254542007575e-05, |
| "loss": 3.9744, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.9410273674204919, |
| "grad_norm": 0.5282326340675354, |
| "learning_rate": 3.319869367263053e-05, |
| "loss": 4.0462, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.944195809735039, |
| "grad_norm": 0.4548220932483673, |
| "learning_rate": 3.304905234548406e-05, |
| "loss": 4.0348, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.9473642520495861, |
| "grad_norm": 0.5292273759841919, |
| "learning_rate": 3.289933432454453e-05, |
| "loss": 4.0347, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.9505326943641332, |
| "grad_norm": 0.6713678240776062, |
| "learning_rate": 3.274954337571742e-05, |
| "loss": 4.0563, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.9537011366786804, |
| "grad_norm": 0.4761412441730499, |
| "learning_rate": 3.259968326674258e-05, |
| "loss": 3.984, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.9568695789932274, |
| "grad_norm": 0.5471771955490112, |
| "learning_rate": 3.244975776709947e-05, |
| "loss": 4.0531, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.9600380213077746, |
| "grad_norm": 0.4485333263874054, |
| "learning_rate": 3.229977064791232e-05, |
| "loss": 4.0267, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.9632064636223217, |
| "grad_norm": 0.5787708163261414, |
| "learning_rate": 3.214972568185536e-05, |
| "loss": 4.0017, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.9663749059368688, |
| "grad_norm": 0.7658213376998901, |
| "learning_rate": 3.199962664305778e-05, |
| "loss": 4.0495, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.9695433482514159, |
| "grad_norm": 0.47137027978897095, |
| "learning_rate": 3.184947730700894e-05, |
| "loss": 3.9797, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.972711790565963, |
| "grad_norm": 0.5365320444107056, |
| "learning_rate": 3.169928145046331e-05, |
| "loss": 4.0584, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.9758802328805101, |
| "grad_norm": 0.45004019141197205, |
| "learning_rate": 3.154904285134551e-05, |
| "loss": 4.031, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.9790486751950572, |
| "grad_norm": 0.46956342458724976, |
| "learning_rate": 3.1398765288655295e-05, |
| "loss": 4.0001, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.9822171175096044, |
| "grad_norm": 0.7277733683586121, |
| "learning_rate": 3.124845254237247e-05, |
| "loss": 4.0517, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.9853855598241514, |
| "grad_norm": 0.5313791632652283, |
| "learning_rate": 3.109810839336182e-05, |
| "loss": 3.9949, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.9885540021386986, |
| "grad_norm": 0.5599879622459412, |
| "learning_rate": 3.094773662327802e-05, |
| "loss": 3.9747, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.9917224444532456, |
| "grad_norm": 0.4950917065143585, |
| "learning_rate": 3.0797341014470504e-05, |
| "loss": 4.018, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.9948908867677928, |
| "grad_norm": 0.5669831037521362, |
| "learning_rate": 3.064692534988833e-05, |
| "loss": 4.0104, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.9980593290823399, |
| "grad_norm": 0.8235349059104919, |
| "learning_rate": 3.049649341298502e-05, |
| "loss": 4.0662, |
| "step": 3150 |
| }, |
| { |
| "epoch": 1.001267376925819, |
| "grad_norm": 0.4695700407028198, |
| "learning_rate": 3.0346048987623427e-05, |
| "loss": 4.3972, |
| "step": 3160 |
| }, |
| { |
| "epoch": 1.004435819240366, |
| "grad_norm": 0.5231767892837524, |
| "learning_rate": 3.0195595857980474e-05, |
| "loss": 3.9794, |
| "step": 3170 |
| }, |
| { |
| "epoch": 1.007604261554913, |
| "grad_norm": 0.6249622106552124, |
| "learning_rate": 3.0045137808452093e-05, |
| "loss": 4.0006, |
| "step": 3180 |
| }, |
| { |
| "epoch": 1.0107727038694603, |
| "grad_norm": 0.498354434967041, |
| "learning_rate": 2.98946786235579e-05, |
| "loss": 3.9747, |
| "step": 3190 |
| }, |
| { |
| "epoch": 1.0139411461840073, |
| "grad_norm": 0.5571334362030029, |
| "learning_rate": 2.9744222087846128e-05, |
| "loss": 3.9718, |
| "step": 3200 |
| }, |
| { |
| "epoch": 1.0171095884985544, |
| "grad_norm": 0.4766833782196045, |
| "learning_rate": 2.959377198579835e-05, |
| "loss": 4.0266, |
| "step": 3210 |
| }, |
| { |
| "epoch": 1.0202780308131014, |
| "grad_norm": 0.5044318437576294, |
| "learning_rate": 2.9443332101734292e-05, |
| "loss": 3.9979, |
| "step": 3220 |
| }, |
| { |
| "epoch": 1.0234464731276487, |
| "grad_norm": 0.6335716843605042, |
| "learning_rate": 2.9292906219716676e-05, |
| "loss": 4.0317, |
| "step": 3230 |
| }, |
| { |
| "epoch": 1.0266149154421957, |
| "grad_norm": 0.5118595361709595, |
| "learning_rate": 2.9142498123456067e-05, |
| "loss": 3.9666, |
| "step": 3240 |
| }, |
| { |
| "epoch": 1.0297833577567428, |
| "grad_norm": 0.5042833089828491, |
| "learning_rate": 2.89921115962156e-05, |
| "loss": 4.0165, |
| "step": 3250 |
| }, |
| { |
| "epoch": 1.0329518000712898, |
| "grad_norm": 0.4502306282520294, |
| "learning_rate": 2.8841750420715904e-05, |
| "loss": 4.0094, |
| "step": 3260 |
| }, |
| { |
| "epoch": 1.036120242385837, |
| "grad_norm": 0.5262377858161926, |
| "learning_rate": 2.8691418379039926e-05, |
| "loss": 3.9675, |
| "step": 3270 |
| }, |
| { |
| "epoch": 1.0392886847003842, |
| "grad_norm": 0.6826320290565491, |
| "learning_rate": 2.854111925253779e-05, |
| "loss": 3.9971, |
| "step": 3280 |
| }, |
| { |
| "epoch": 1.0424571270149312, |
| "grad_norm": 0.48566508293151855, |
| "learning_rate": 2.839085682173172e-05, |
| "loss": 3.9592, |
| "step": 3290 |
| }, |
| { |
| "epoch": 1.0456255693294785, |
| "grad_norm": 0.4998822510242462, |
| "learning_rate": 2.8240634866220908e-05, |
| "loss": 4.009, |
| "step": 3300 |
| }, |
| { |
| "epoch": 1.0487940116440255, |
| "grad_norm": 0.44537338614463806, |
| "learning_rate": 2.8090457164586437e-05, |
| "loss": 4.003, |
| "step": 3310 |
| }, |
| { |
| "epoch": 1.0519624539585726, |
| "grad_norm": 0.5368728637695312, |
| "learning_rate": 2.7940327494296276e-05, |
| "loss": 3.9755, |
| "step": 3320 |
| }, |
| { |
| "epoch": 1.0551308962731196, |
| "grad_norm": 0.7245530486106873, |
| "learning_rate": 2.7790249631610264e-05, |
| "loss": 3.9847, |
| "step": 3330 |
| }, |
| { |
| "epoch": 1.058299338587667, |
| "grad_norm": 0.5228898525238037, |
| "learning_rate": 2.7640227351485077e-05, |
| "loss": 3.9792, |
| "step": 3340 |
| }, |
| { |
| "epoch": 1.061467780902214, |
| "grad_norm": 0.6090630292892456, |
| "learning_rate": 2.7490264427479315e-05, |
| "loss": 3.9911, |
| "step": 3350 |
| }, |
| { |
| "epoch": 1.064636223216761, |
| "grad_norm": 0.4978257119655609, |
| "learning_rate": 2.734036463165859e-05, |
| "loss": 4.0031, |
| "step": 3360 |
| }, |
| { |
| "epoch": 1.0678046655313083, |
| "grad_norm": 0.6159759163856506, |
| "learning_rate": 2.7190531734500586e-05, |
| "loss": 3.9918, |
| "step": 3370 |
| }, |
| { |
| "epoch": 1.0709731078458553, |
| "grad_norm": 0.6426588892936707, |
| "learning_rate": 2.704076950480034e-05, |
| "loss": 4.0064, |
| "step": 3380 |
| }, |
| { |
| "epoch": 1.0741415501604024, |
| "grad_norm": 0.4782252609729767, |
| "learning_rate": 2.6891081709575287e-05, |
| "loss": 3.9443, |
| "step": 3390 |
| }, |
| { |
| "epoch": 1.0773099924749494, |
| "grad_norm": 0.5509085655212402, |
| "learning_rate": 2.6741472113970632e-05, |
| "loss": 3.9781, |
| "step": 3400 |
| }, |
| { |
| "epoch": 1.0804784347894967, |
| "grad_norm": 0.46409741044044495, |
| "learning_rate": 2.6591944481164586e-05, |
| "loss": 3.9797, |
| "step": 3410 |
| }, |
| { |
| "epoch": 1.0836468771040437, |
| "grad_norm": 0.4894469976425171, |
| "learning_rate": 2.6442502572273733e-05, |
| "loss": 3.9678, |
| "step": 3420 |
| }, |
| { |
| "epoch": 1.0868153194185908, |
| "grad_norm": 0.6626816391944885, |
| "learning_rate": 2.6293150146258417e-05, |
| "loss": 4.0225, |
| "step": 3430 |
| }, |
| { |
| "epoch": 1.089983761733138, |
| "grad_norm": 0.5374204516410828, |
| "learning_rate": 2.6143890959828173e-05, |
| "loss": 3.933, |
| "step": 3440 |
| }, |
| { |
| "epoch": 1.093152204047685, |
| "grad_norm": 0.53470778465271, |
| "learning_rate": 2.599472876734728e-05, |
| "loss": 3.9804, |
| "step": 3450 |
| }, |
| { |
| "epoch": 1.0963206463622321, |
| "grad_norm": 0.4481883645057678, |
| "learning_rate": 2.5845667320740252e-05, |
| "loss": 3.9944, |
| "step": 3460 |
| }, |
| { |
| "epoch": 1.0994890886767792, |
| "grad_norm": 0.5143481492996216, |
| "learning_rate": 2.5696710369397548e-05, |
| "loss": 3.9598, |
| "step": 3470 |
| }, |
| { |
| "epoch": 1.1026575309913265, |
| "grad_norm": 0.6386091113090515, |
| "learning_rate": 2.554786166008122e-05, |
| "loss": 4.0002, |
| "step": 3480 |
| }, |
| { |
| "epoch": 1.1058259733058735, |
| "grad_norm": 0.5164791345596313, |
| "learning_rate": 2.5399124936830662e-05, |
| "loss": 3.9453, |
| "step": 3490 |
| }, |
| { |
| "epoch": 1.1089944156204206, |
| "grad_norm": 0.5195271372795105, |
| "learning_rate": 2.525050394086845e-05, |
| "loss": 3.9499, |
| "step": 3500 |
| }, |
| { |
| "epoch": 1.1121628579349676, |
| "grad_norm": 0.47835540771484375, |
| "learning_rate": 2.5102002410506227e-05, |
| "loss": 3.9733, |
| "step": 3510 |
| }, |
| { |
| "epoch": 1.1153313002495149, |
| "grad_norm": 0.55025714635849, |
| "learning_rate": 2.495362408105071e-05, |
| "loss": 3.979, |
| "step": 3520 |
| }, |
| { |
| "epoch": 1.118499742564062, |
| "grad_norm": 0.6414199471473694, |
| "learning_rate": 2.4805372684709666e-05, |
| "loss": 3.9982, |
| "step": 3530 |
| }, |
| { |
| "epoch": 1.121668184878609, |
| "grad_norm": 0.5250464677810669, |
| "learning_rate": 2.4657251950498084e-05, |
| "loss": 3.953, |
| "step": 3540 |
| }, |
| { |
| "epoch": 1.1248366271931562, |
| "grad_norm": 0.5253466367721558, |
| "learning_rate": 2.4509265604144376e-05, |
| "loss": 3.9785, |
| "step": 3550 |
| }, |
| { |
| "epoch": 1.1280050695077033, |
| "grad_norm": 0.4483189284801483, |
| "learning_rate": 2.4361417367996645e-05, |
| "loss": 3.9564, |
| "step": 3560 |
| }, |
| { |
| "epoch": 1.1311735118222503, |
| "grad_norm": 0.5145375728607178, |
| "learning_rate": 2.4213710960929076e-05, |
| "loss": 3.9617, |
| "step": 3570 |
| }, |
| { |
| "epoch": 1.1343419541367976, |
| "grad_norm": 0.6286399960517883, |
| "learning_rate": 2.4066150098248358e-05, |
| "loss": 3.9885, |
| "step": 3580 |
| }, |
| { |
| "epoch": 1.1375103964513447, |
| "grad_norm": 0.4952182471752167, |
| "learning_rate": 2.391873849160028e-05, |
| "loss": 3.9529, |
| "step": 3590 |
| }, |
| { |
| "epoch": 1.1406788387658917, |
| "grad_norm": 0.5438989400863647, |
| "learning_rate": 2.377147984887634e-05, |
| "loss": 3.9506, |
| "step": 3600 |
| }, |
| { |
| "epoch": 1.143530436848984, |
| "grad_norm": 0.494199275970459, |
| "learning_rate": 2.3624377874120452e-05, |
| "loss": 3.9904, |
| "step": 3610 |
| }, |
| { |
| "epoch": 1.1466988791635313, |
| "grad_norm": 0.5104529857635498, |
| "learning_rate": 2.3477436267435872e-05, |
| "loss": 3.9628, |
| "step": 3620 |
| }, |
| { |
| "epoch": 1.1498673214780784, |
| "grad_norm": 0.6145049333572388, |
| "learning_rate": 2.3330658724892018e-05, |
| "loss": 3.9907, |
| "step": 3630 |
| }, |
| { |
| "epoch": 1.1530357637926254, |
| "grad_norm": 0.4909680485725403, |
| "learning_rate": 2.3184048938431568e-05, |
| "loss": 3.9673, |
| "step": 3640 |
| }, |
| { |
| "epoch": 1.1562042061071724, |
| "grad_norm": 0.5000062584877014, |
| "learning_rate": 2.3037610595777566e-05, |
| "loss": 3.9738, |
| "step": 3650 |
| }, |
| { |
| "epoch": 1.1593726484217197, |
| "grad_norm": 0.4552057981491089, |
| "learning_rate": 2.2891347380340698e-05, |
| "loss": 3.9991, |
| "step": 3660 |
| }, |
| { |
| "epoch": 1.1625410907362668, |
| "grad_norm": 0.5815322399139404, |
| "learning_rate": 2.2745262971126594e-05, |
| "loss": 3.9473, |
| "step": 3670 |
| }, |
| { |
| "epoch": 1.1657095330508138, |
| "grad_norm": 0.6403681635856628, |
| "learning_rate": 2.2599361042643334e-05, |
| "loss": 3.9524, |
| "step": 3680 |
| }, |
| { |
| "epoch": 1.168877975365361, |
| "grad_norm": 0.47856366634368896, |
| "learning_rate": 2.2453645264808982e-05, |
| "loss": 3.9391, |
| "step": 3690 |
| }, |
| { |
| "epoch": 1.1720464176799081, |
| "grad_norm": 0.5215964317321777, |
| "learning_rate": 2.2308119302859296e-05, |
| "loss": 3.9832, |
| "step": 3700 |
| }, |
| { |
| "epoch": 1.1752148599944552, |
| "grad_norm": 0.4771462678909302, |
| "learning_rate": 2.216278681725556e-05, |
| "loss": 3.9792, |
| "step": 3710 |
| }, |
| { |
| "epoch": 1.1783833023090025, |
| "grad_norm": 0.5126653909683228, |
| "learning_rate": 2.2017651463592462e-05, |
| "loss": 3.954, |
| "step": 3720 |
| }, |
| { |
| "epoch": 1.1815517446235495, |
| "grad_norm": 0.5949072241783142, |
| "learning_rate": 2.187271689250617e-05, |
| "loss": 3.9786, |
| "step": 3730 |
| }, |
| { |
| "epoch": 1.1847201869380966, |
| "grad_norm": 0.4900527596473694, |
| "learning_rate": 2.1727986749582516e-05, |
| "loss": 3.9414, |
| "step": 3740 |
| }, |
| { |
| "epoch": 1.1878886292526436, |
| "grad_norm": 0.5229060053825378, |
| "learning_rate": 2.158346467526525e-05, |
| "loss": 3.9416, |
| "step": 3750 |
| }, |
| { |
| "epoch": 1.1910570715671909, |
| "grad_norm": 0.44499704241752625, |
| "learning_rate": 2.143915430476455e-05, |
| "loss": 3.9971, |
| "step": 3760 |
| }, |
| { |
| "epoch": 1.194225513881738, |
| "grad_norm": 0.5302416682243347, |
| "learning_rate": 2.129505926796553e-05, |
| "loss": 3.9509, |
| "step": 3770 |
| }, |
| { |
| "epoch": 1.197393956196285, |
| "grad_norm": 0.7093963027000427, |
| "learning_rate": 2.1151183189336914e-05, |
| "loss": 3.9843, |
| "step": 3780 |
| }, |
| { |
| "epoch": 1.200562398510832, |
| "grad_norm": 0.4944345951080322, |
| "learning_rate": 2.100752968783994e-05, |
| "loss": 3.9492, |
| "step": 3790 |
| }, |
| { |
| "epoch": 1.2037308408253793, |
| "grad_norm": 0.5194339752197266, |
| "learning_rate": 2.0864102376837255e-05, |
| "loss": 3.9437, |
| "step": 3800 |
| }, |
| { |
| "epoch": 1.2068992831399263, |
| "grad_norm": 0.4413541853427887, |
| "learning_rate": 2.0720904864002105e-05, |
| "loss": 3.9593, |
| "step": 3810 |
| }, |
| { |
| "epoch": 1.2100677254544734, |
| "grad_norm": 0.5337969064712524, |
| "learning_rate": 2.057794075122752e-05, |
| "loss": 3.9305, |
| "step": 3820 |
| }, |
| { |
| "epoch": 1.2132361677690207, |
| "grad_norm": 0.6364006400108337, |
| "learning_rate": 2.0435213634535755e-05, |
| "loss": 3.9701, |
| "step": 3830 |
| }, |
| { |
| "epoch": 1.2164046100835677, |
| "grad_norm": 0.5101488828659058, |
| "learning_rate": 2.0292727103987802e-05, |
| "loss": 3.9541, |
| "step": 3840 |
| }, |
| { |
| "epoch": 1.2195730523981148, |
| "grad_norm": 0.5433738827705383, |
| "learning_rate": 2.015048474359317e-05, |
| "loss": 3.9527, |
| "step": 3850 |
| }, |
| { |
| "epoch": 1.2227414947126618, |
| "grad_norm": 0.4330650269985199, |
| "learning_rate": 2.0008490131219613e-05, |
| "loss": 3.9686, |
| "step": 3860 |
| }, |
| { |
| "epoch": 1.225909937027209, |
| "grad_norm": 0.5463088750839233, |
| "learning_rate": 1.9866746838503237e-05, |
| "loss": 3.959, |
| "step": 3870 |
| }, |
| { |
| "epoch": 1.2290783793417561, |
| "grad_norm": 0.625349223613739, |
| "learning_rate": 1.972525843075861e-05, |
| "loss": 3.9339, |
| "step": 3880 |
| }, |
| { |
| "epoch": 1.2322468216563032, |
| "grad_norm": 0.5340573787689209, |
| "learning_rate": 1.9584028466889095e-05, |
| "loss": 3.9203, |
| "step": 3890 |
| }, |
| { |
| "epoch": 1.2354152639708502, |
| "grad_norm": 0.538949191570282, |
| "learning_rate": 1.9443060499297355e-05, |
| "loss": 3.9618, |
| "step": 3900 |
| }, |
| { |
| "epoch": 1.2385837062853975, |
| "grad_norm": 0.45411062240600586, |
| "learning_rate": 1.9302358073795948e-05, |
| "loss": 3.9508, |
| "step": 3910 |
| }, |
| { |
| "epoch": 1.2417521485999445, |
| "grad_norm": 0.5965410470962524, |
| "learning_rate": 1.916192472951819e-05, |
| "loss": 3.9622, |
| "step": 3920 |
| }, |
| { |
| "epoch": 1.2449205909144916, |
| "grad_norm": 0.6266769766807556, |
| "learning_rate": 1.902176399882909e-05, |
| "loss": 3.9542, |
| "step": 3930 |
| }, |
| { |
| "epoch": 1.2480890332290389, |
| "grad_norm": 0.4679549038410187, |
| "learning_rate": 1.8881879407236516e-05, |
| "loss": 3.967, |
| "step": 3940 |
| }, |
| { |
| "epoch": 1.251257475543586, |
| "grad_norm": 0.5010569095611572, |
| "learning_rate": 1.874227447330256e-05, |
| "loss": 3.9479, |
| "step": 3950 |
| }, |
| { |
| "epoch": 1.254425917858133, |
| "grad_norm": 0.4530685842037201, |
| "learning_rate": 1.8602952708554956e-05, |
| "loss": 3.964, |
| "step": 3960 |
| }, |
| { |
| "epoch": 1.2575943601726802, |
| "grad_norm": 0.523039698600769, |
| "learning_rate": 1.8463917617398806e-05, |
| "loss": 3.9462, |
| "step": 3970 |
| }, |
| { |
| "epoch": 1.2607628024872273, |
| "grad_norm": 0.6451321840286255, |
| "learning_rate": 1.8325172697028425e-05, |
| "loss": 3.9334, |
| "step": 3980 |
| }, |
| { |
| "epoch": 1.2639312448017743, |
| "grad_norm": 0.5010039806365967, |
| "learning_rate": 1.8186721437339337e-05, |
| "loss": 3.9045, |
| "step": 3990 |
| }, |
| { |
| "epoch": 1.2670996871163214, |
| "grad_norm": 0.5600725412368774, |
| "learning_rate": 1.804856732084059e-05, |
| "loss": 3.9457, |
| "step": 4000 |
| }, |
| { |
| "epoch": 1.2702681294308684, |
| "grad_norm": 0.44320258498191833, |
| "learning_rate": 1.7910713822567027e-05, |
| "loss": 3.9594, |
| "step": 4010 |
| }, |
| { |
| "epoch": 1.2734365717454157, |
| "grad_norm": 0.5304768085479736, |
| "learning_rate": 1.7773164409991976e-05, |
| "loss": 3.9585, |
| "step": 4020 |
| }, |
| { |
| "epoch": 1.2766050140599627, |
| "grad_norm": 0.6431641578674316, |
| "learning_rate": 1.763592254293999e-05, |
| "loss": 3.9792, |
| "step": 4030 |
| }, |
| { |
| "epoch": 1.2797734563745098, |
| "grad_norm": 0.5085554122924805, |
| "learning_rate": 1.749899167349985e-05, |
| "loss": 3.9394, |
| "step": 4040 |
| }, |
| { |
| "epoch": 1.282941898689057, |
| "grad_norm": 0.5374943017959595, |
| "learning_rate": 1.7362375245937693e-05, |
| "loss": 3.9439, |
| "step": 4050 |
| }, |
| { |
| "epoch": 1.286110341003604, |
| "grad_norm": 0.43167704343795776, |
| "learning_rate": 1.722607669661039e-05, |
| "loss": 3.9576, |
| "step": 4060 |
| }, |
| { |
| "epoch": 1.2892787833181512, |
| "grad_norm": 0.6326399445533752, |
| "learning_rate": 1.709009945387916e-05, |
| "loss": 3.9088, |
| "step": 4070 |
| }, |
| { |
| "epoch": 1.2924472256326984, |
| "grad_norm": 0.6631354689598083, |
| "learning_rate": 1.6954446938023246e-05, |
| "loss": 3.968, |
| "step": 4080 |
| }, |
| { |
| "epoch": 1.2956156679472455, |
| "grad_norm": 0.5220505595207214, |
| "learning_rate": 1.681912256115396e-05, |
| "loss": 3.9335, |
| "step": 4090 |
| }, |
| { |
| "epoch": 1.2987841102617925, |
| "grad_norm": 0.5539137721061707, |
| "learning_rate": 1.6684129727128835e-05, |
| "loss": 3.9298, |
| "step": 4100 |
| }, |
| { |
| "epoch": 1.3019525525763398, |
| "grad_norm": 0.4695897698402405, |
| "learning_rate": 1.6549471831465975e-05, |
| "loss": 3.9512, |
| "step": 4110 |
| }, |
| { |
| "epoch": 1.3051209948908868, |
| "grad_norm": 0.5559159517288208, |
| "learning_rate": 1.6415152261258677e-05, |
| "loss": 3.9335, |
| "step": 4120 |
| }, |
| { |
| "epoch": 1.308289437205434, |
| "grad_norm": 0.6206575632095337, |
| "learning_rate": 1.6281174395090243e-05, |
| "loss": 3.9326, |
| "step": 4130 |
| }, |
| { |
| "epoch": 1.311457879519981, |
| "grad_norm": 0.4982354938983917, |
| "learning_rate": 1.614754160294899e-05, |
| "loss": 3.9461, |
| "step": 4140 |
| }, |
| { |
| "epoch": 1.314626321834528, |
| "grad_norm": 0.5297129154205322, |
| "learning_rate": 1.6014257246143437e-05, |
| "loss": 3.9118, |
| "step": 4150 |
| }, |
| { |
| "epoch": 1.3177947641490753, |
| "grad_norm": 0.4608001708984375, |
| "learning_rate": 1.5881324677217853e-05, |
| "loss": 3.9752, |
| "step": 4160 |
| }, |
| { |
| "epoch": 1.3209632064636223, |
| "grad_norm": 0.560769259929657, |
| "learning_rate": 1.574874723986782e-05, |
| "loss": 3.9061, |
| "step": 4170 |
| }, |
| { |
| "epoch": 1.3241316487781694, |
| "grad_norm": 0.6036816239356995, |
| "learning_rate": 1.5616528268856218e-05, |
| "loss": 3.9548, |
| "step": 4180 |
| }, |
| { |
| "epoch": 1.3273000910927166, |
| "grad_norm": 0.5000187754631042, |
| "learning_rate": 1.54846710899293e-05, |
| "loss": 3.936, |
| "step": 4190 |
| }, |
| { |
| "epoch": 1.3304685334072637, |
| "grad_norm": 0.5404666066169739, |
| "learning_rate": 1.5353179019733045e-05, |
| "loss": 3.937, |
| "step": 4200 |
| }, |
| { |
| "epoch": 1.3336369757218107, |
| "grad_norm": 0.4449405074119568, |
| "learning_rate": 1.5222055365729707e-05, |
| "loss": 3.9645, |
| "step": 4210 |
| }, |
| { |
| "epoch": 1.336805418036358, |
| "grad_norm": 0.5440964102745056, |
| "learning_rate": 1.509130342611469e-05, |
| "loss": 3.9249, |
| "step": 4220 |
| }, |
| { |
| "epoch": 1.339973860350905, |
| "grad_norm": 0.6324596405029297, |
| "learning_rate": 1.4960926489733551e-05, |
| "loss": 3.9573, |
| "step": 4230 |
| }, |
| { |
| "epoch": 1.343142302665452, |
| "grad_norm": 0.48905566334724426, |
| "learning_rate": 1.4830927835999214e-05, |
| "loss": 3.9378, |
| "step": 4240 |
| }, |
| { |
| "epoch": 1.3463107449799991, |
| "grad_norm": 0.5455132722854614, |
| "learning_rate": 1.4701310734809606e-05, |
| "loss": 3.9332, |
| "step": 4250 |
| }, |
| { |
| "epoch": 1.3494791872945462, |
| "grad_norm": 0.45040416717529297, |
| "learning_rate": 1.4572078446465295e-05, |
| "loss": 3.9497, |
| "step": 4260 |
| }, |
| { |
| "epoch": 1.3526476296090935, |
| "grad_norm": 0.5368500351905823, |
| "learning_rate": 1.4443234221587516e-05, |
| "loss": 3.9446, |
| "step": 4270 |
| }, |
| { |
| "epoch": 1.3558160719236405, |
| "grad_norm": 0.6139335632324219, |
| "learning_rate": 1.4314781301036494e-05, |
| "loss": 3.9528, |
| "step": 4280 |
| }, |
| { |
| "epoch": 1.3589845142381876, |
| "grad_norm": 0.47426629066467285, |
| "learning_rate": 1.4186722915829776e-05, |
| "loss": 3.9048, |
| "step": 4290 |
| }, |
| { |
| "epoch": 1.3621529565527348, |
| "grad_norm": 0.5336982607841492, |
| "learning_rate": 1.4059062287061046e-05, |
| "loss": 3.927, |
| "step": 4300 |
| }, |
| { |
| "epoch": 1.3653213988672819, |
| "grad_norm": 0.4610370397567749, |
| "learning_rate": 1.3931802625819132e-05, |
| "loss": 3.9613, |
| "step": 4310 |
| }, |
| { |
| "epoch": 1.368489841181829, |
| "grad_norm": 0.5770841240882874, |
| "learning_rate": 1.380494713310715e-05, |
| "loss": 3.9203, |
| "step": 4320 |
| }, |
| { |
| "epoch": 1.3716582834963762, |
| "grad_norm": 0.6199170351028442, |
| "learning_rate": 1.3678498999762064e-05, |
| "loss": 3.9301, |
| "step": 4330 |
| }, |
| { |
| "epoch": 1.3748267258109232, |
| "grad_norm": 0.5012282133102417, |
| "learning_rate": 1.3552461406374405e-05, |
| "loss": 3.9063, |
| "step": 4340 |
| }, |
| { |
| "epoch": 1.3779951681254703, |
| "grad_norm": 0.5611695051193237, |
| "learning_rate": 1.342683752320823e-05, |
| "loss": 3.9136, |
| "step": 4350 |
| }, |
| { |
| "epoch": 1.3811636104400176, |
| "grad_norm": 0.443312406539917, |
| "learning_rate": 1.3301630510121413e-05, |
| "loss": 3.9333, |
| "step": 4360 |
| }, |
| { |
| "epoch": 1.3843320527545646, |
| "grad_norm": 0.6012240648269653, |
| "learning_rate": 1.3176843516486188e-05, |
| "loss": 3.929, |
| "step": 4370 |
| }, |
| { |
| "epoch": 1.3875004950691117, |
| "grad_norm": 0.6377061605453491, |
| "learning_rate": 1.3052479681109898e-05, |
| "loss": 3.9163, |
| "step": 4380 |
| }, |
| { |
| "epoch": 1.3906689373836587, |
| "grad_norm": 0.5056869983673096, |
| "learning_rate": 1.292854213215602e-05, |
| "loss": 3.9346, |
| "step": 4390 |
| }, |
| { |
| "epoch": 1.3938373796982058, |
| "grad_norm": 0.573151707649231, |
| "learning_rate": 1.2805033987065558e-05, |
| "loss": 3.931, |
| "step": 4400 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 6314, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 200, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.6498570370576548e+18, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
