| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.7604261554913065, |
| "eval_steps": 500, |
| "global_step": 2400, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0031684423145471106, |
| "grad_norm": 0.19819921255111694, |
| "learning_rate": 1.08e-05, |
| "loss": 4.8784, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.006336884629094221, |
| "grad_norm": 0.34108418226242065, |
| "learning_rate": 2.2800000000000002e-05, |
| "loss": 5.0786, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.009505326943641333, |
| "grad_norm": 0.2952434718608856, |
| "learning_rate": 3.48e-05, |
| "loss": 5.0088, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.012673769258188443, |
| "grad_norm": 0.41625794768333435, |
| "learning_rate": 4.6800000000000006e-05, |
| "loss": 4.8262, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.015842211572735555, |
| "grad_norm": 1.1918175220489502, |
| "learning_rate": 5.88e-05, |
| "loss": 5.459, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.019010653887282666, |
| "grad_norm": 0.47633519768714905, |
| "learning_rate": 5.999969438702549e-05, |
| "loss": 5.6355, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.022179096201829774, |
| "grad_norm": 0.4251032769680023, |
| "learning_rate": 5.999863795510765e-05, |
| "loss": 5.5395, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.025347538516376885, |
| "grad_norm": 0.3730669617652893, |
| "learning_rate": 5.999682695781323e-05, |
| "loss": 5.539, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.028515980830923996, |
| "grad_norm": 0.3352891504764557, |
| "learning_rate": 5.9994261440694826e-05, |
| "loss": 5.5067, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.03168442314547111, |
| "grad_norm": 0.5066033005714417, |
| "learning_rate": 5.9990941468283724e-05, |
| "loss": 5.6052, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.03485286546001822, |
| "grad_norm": 0.4155944585800171, |
| "learning_rate": 5.998686712408824e-05, |
| "loss": 5.2992, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.03802130777456533, |
| "grad_norm": 0.4713999927043915, |
| "learning_rate": 5.998203851059168e-05, |
| "loss": 5.4492, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.04118975008911244, |
| "grad_norm": 0.32726186513900757, |
| "learning_rate": 5.99764557492497e-05, |
| "loss": 5.3036, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.04435819240365955, |
| "grad_norm": 0.4011114537715912, |
| "learning_rate": 5.99701189804873e-05, |
| "loss": 5.3122, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.04752663471820666, |
| "grad_norm": 0.46287617087364197, |
| "learning_rate": 5.9963028363695244e-05, |
| "loss": 5.3803, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.05069507703275377, |
| "grad_norm": 0.4292086660861969, |
| "learning_rate": 5.995518407722611e-05, |
| "loss": 5.1361, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.05386351934730088, |
| "grad_norm": 0.46384045481681824, |
| "learning_rate": 5.994658631838974e-05, |
| "loss": 5.226, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.05703196166184799, |
| "grad_norm": 0.41396230459213257, |
| "learning_rate": 5.993723530344834e-05, |
| "loss": 5.1451, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.0602004039763951, |
| "grad_norm": 0.5476190447807312, |
| "learning_rate": 5.9927131267610975e-05, |
| "loss": 5.1318, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.06336884629094222, |
| "grad_norm": 0.6672335267066956, |
| "learning_rate": 5.991627446502772e-05, |
| "loss": 5.188, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.06653728860548933, |
| "grad_norm": 0.5447375774383545, |
| "learning_rate": 5.990466516878321e-05, |
| "loss": 4.9756, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.06970573092003644, |
| "grad_norm": 0.38904011249542236, |
| "learning_rate": 5.9892303670889794e-05, |
| "loss": 5.0689, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.07287417323458355, |
| "grad_norm": 0.4386742115020752, |
| "learning_rate": 5.987919028228022e-05, |
| "loss": 5.0323, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.07604261554913067, |
| "grad_norm": 0.5731292366981506, |
| "learning_rate": 5.986532533279975e-05, |
| "loss": 5.0404, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.07921105786367777, |
| "grad_norm": 0.936024010181427, |
| "learning_rate": 5.9850709171197906e-05, |
| "loss": 5.0858, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.08237950017822487, |
| "grad_norm": 0.5377296209335327, |
| "learning_rate": 5.9835342165119716e-05, |
| "loss": 4.8807, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.08554794249277199, |
| "grad_norm": 0.5450035333633423, |
| "learning_rate": 5.98192247010964e-05, |
| "loss": 4.9438, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.0887163848073191, |
| "grad_norm": 0.5310191512107849, |
| "learning_rate": 5.980235718453572e-05, |
| "loss": 4.9821, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.09188482712186621, |
| "grad_norm": 1.1713744401931763, |
| "learning_rate": 5.978474003971173e-05, |
| "loss": 4.9609, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.09505326943641332, |
| "grad_norm": 0.6962549686431885, |
| "learning_rate": 5.9766373709754145e-05, |
| "loss": 4.9816, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.09822171175096044, |
| "grad_norm": 0.8181668519973755, |
| "learning_rate": 5.974725865663715e-05, |
| "loss": 4.8108, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.10139015406550754, |
| "grad_norm": 0.7138918042182922, |
| "learning_rate": 5.9727395361167815e-05, |
| "loss": 4.8991, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.10455859638005466, |
| "grad_norm": 0.754770040512085, |
| "learning_rate": 5.970678432297399e-05, |
| "loss": 4.9381, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.10772703869460176, |
| "grad_norm": 0.5500665307044983, |
| "learning_rate": 5.9685426060491767e-05, |
| "loss": 4.8761, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.11089548100914888, |
| "grad_norm": 0.9366258382797241, |
| "learning_rate": 5.9663321110952344e-05, |
| "loss": 4.9534, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.11406392332369598, |
| "grad_norm": 0.6130990386009216, |
| "learning_rate": 5.964047003036864e-05, |
| "loss": 4.736, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.1172323656382431, |
| "grad_norm": 0.5893264412879944, |
| "learning_rate": 5.961687339352122e-05, |
| "loss": 4.8846, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.1204008079527902, |
| "grad_norm": 0.5872120261192322, |
| "learning_rate": 5.959253179394388e-05, |
| "loss": 4.8049, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.12356925026733732, |
| "grad_norm": 0.9785071015357971, |
| "learning_rate": 5.956744584390867e-05, |
| "loss": 4.8355, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.12673769258188444, |
| "grad_norm": 1.110487461090088, |
| "learning_rate": 5.9541616174410565e-05, |
| "loss": 4.9169, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.12990613489643155, |
| "grad_norm": 0.8645092248916626, |
| "learning_rate": 5.9515043435151535e-05, |
| "loss": 4.7215, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.13307457721097865, |
| "grad_norm": 0.9703325033187866, |
| "learning_rate": 5.948772829452423e-05, |
| "loss": 4.832, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.13624301952552575, |
| "grad_norm": 0.6712486743927002, |
| "learning_rate": 5.945967143959516e-05, |
| "loss": 4.7938, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.1394114618400729, |
| "grad_norm": 0.8329195380210876, |
| "learning_rate": 5.94308735760874e-05, |
| "loss": 4.8012, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.14257990415462, |
| "grad_norm": 1.1987477540969849, |
| "learning_rate": 5.940133542836286e-05, |
| "loss": 4.8663, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.1457483464691671, |
| "grad_norm": 0.7384081482887268, |
| "learning_rate": 5.937105773940407e-05, |
| "loss": 4.6772, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.1489167887837142, |
| "grad_norm": 0.7325354814529419, |
| "learning_rate": 5.9340041270795454e-05, |
| "loss": 4.7705, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.15208523109826133, |
| "grad_norm": 0.8904541730880737, |
| "learning_rate": 5.930828680270421e-05, |
| "loss": 4.7959, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.15525367341280844, |
| "grad_norm": 0.8368484377861023, |
| "learning_rate": 5.927579513386069e-05, |
| "loss": 4.7283, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.15842211572735554, |
| "grad_norm": 0.8346347212791443, |
| "learning_rate": 5.9242567081538255e-05, |
| "loss": 4.805, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.16159055804190264, |
| "grad_norm": 0.6190924644470215, |
| "learning_rate": 5.920860348153279e-05, |
| "loss": 4.6284, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.16475900035644975, |
| "grad_norm": 1.251244068145752, |
| "learning_rate": 5.917390518814164e-05, |
| "loss": 4.6961, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.16792744267099688, |
| "grad_norm": 0.8339656591415405, |
| "learning_rate": 5.913847307414212e-05, |
| "loss": 4.6738, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.17109588498554398, |
| "grad_norm": 0.6742847561836243, |
| "learning_rate": 5.910230803076957e-05, |
| "loss": 4.6947, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.1742643273000911, |
| "grad_norm": 0.9937411546707153, |
| "learning_rate": 5.906541096769495e-05, |
| "loss": 4.7729, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.1774327696146382, |
| "grad_norm": 0.7207300662994385, |
| "learning_rate": 5.9027782813001937e-05, |
| "loss": 4.5756, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.18060121192918532, |
| "grad_norm": 0.7032576203346252, |
| "learning_rate": 5.8989424513163595e-05, |
| "loss": 4.6814, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.18376965424373243, |
| "grad_norm": 0.6017909049987793, |
| "learning_rate": 5.895033703301855e-05, |
| "loss": 4.6421, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.18693809655827953, |
| "grad_norm": 1.0589932203292847, |
| "learning_rate": 5.8910521355746765e-05, |
| "loss": 4.6204, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.19010653887282664, |
| "grad_norm": 1.3771517276763916, |
| "learning_rate": 5.886997848284474e-05, |
| "loss": 4.7115, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.19327498118737377, |
| "grad_norm": 0.6717742681503296, |
| "learning_rate": 5.882870943410038e-05, |
| "loss": 4.5742, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.19644342350192087, |
| "grad_norm": 1.0189399719238281, |
| "learning_rate": 5.8786715247567346e-05, |
| "loss": 4.6473, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.19961186581646798, |
| "grad_norm": 0.757310688495636, |
| "learning_rate": 5.87439969795389e-05, |
| "loss": 4.643, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.20278030813101508, |
| "grad_norm": 0.7095428705215454, |
| "learning_rate": 5.870055570452133e-05, |
| "loss": 4.5934, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.2059487504455622, |
| "grad_norm": 0.9886505603790283, |
| "learning_rate": 5.8656392515207005e-05, |
| "loss": 4.6542, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.20911719276010932, |
| "grad_norm": 0.6527100801467896, |
| "learning_rate": 5.8611508522446806e-05, |
| "loss": 4.5105, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.21228563507465642, |
| "grad_norm": 0.5825519561767578, |
| "learning_rate": 5.856590485522222e-05, |
| "loss": 4.5786, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.21545407738920352, |
| "grad_norm": 0.9389135241508484, |
| "learning_rate": 5.851958266061694e-05, |
| "loss": 4.5739, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.21862251970375066, |
| "grad_norm": 0.7726446986198425, |
| "learning_rate": 5.847254310378801e-05, |
| "loss": 4.5618, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.22179096201829776, |
| "grad_norm": 1.239856481552124, |
| "learning_rate": 5.842478736793649e-05, |
| "loss": 4.6292, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.22495940433284486, |
| "grad_norm": 0.6877331733703613, |
| "learning_rate": 5.837631665427778e-05, |
| "loss": 4.5048, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.22812784664739197, |
| "grad_norm": 0.801625669002533, |
| "learning_rate": 5.832713218201127e-05, |
| "loss": 4.533, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.2312962889619391, |
| "grad_norm": 0.967643141746521, |
| "learning_rate": 5.827723518828983e-05, |
| "loss": 4.5331, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.2344647312764862, |
| "grad_norm": 0.8205392956733704, |
| "learning_rate": 5.822662692818855e-05, |
| "loss": 4.5119, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.2376331735910333, |
| "grad_norm": 0.9368473291397095, |
| "learning_rate": 5.817530867467324e-05, |
| "loss": 4.5771, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.2408016159055804, |
| "grad_norm": 0.7767211198806763, |
| "learning_rate": 5.812328171856844e-05, |
| "loss": 4.4603, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.24397005822012752, |
| "grad_norm": 0.7029015421867371, |
| "learning_rate": 5.807054736852488e-05, |
| "loss": 4.5231, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.24713850053467465, |
| "grad_norm": 0.6616556644439697, |
| "learning_rate": 5.80171069509866e-05, |
| "loss": 4.5496, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.2503069428492217, |
| "grad_norm": 0.6856383085250854, |
| "learning_rate": 5.79629618101576e-05, |
| "loss": 4.5211, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.2534753851637689, |
| "grad_norm": 1.8431510925292969, |
| "learning_rate": 5.790811330796798e-05, |
| "loss": 4.5532, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.256643827478316, |
| "grad_norm": 0.6598497629165649, |
| "learning_rate": 5.7852562824039755e-05, |
| "loss": 4.4197, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.2598122697928631, |
| "grad_norm": 0.7226588726043701, |
| "learning_rate": 5.779631175565207e-05, |
| "loss": 4.5192, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.2629807121074102, |
| "grad_norm": 0.7087457776069641, |
| "learning_rate": 5.773936151770615e-05, |
| "loss": 4.4458, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.2661491544219573, |
| "grad_norm": 0.6751745343208313, |
| "learning_rate": 5.768171354268959e-05, |
| "loss": 4.4599, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.2693175967365044, |
| "grad_norm": 1.1364294290542603, |
| "learning_rate": 5.762336928064043e-05, |
| "loss": 4.5292, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.2724860390510515, |
| "grad_norm": 0.6589078307151794, |
| "learning_rate": 5.756433019911064e-05, |
| "loss": 4.4059, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.2756544813655986, |
| "grad_norm": 0.560736358165741, |
| "learning_rate": 5.750459778312922e-05, |
| "loss": 4.4956, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.2788229236801458, |
| "grad_norm": 0.5596962571144104, |
| "learning_rate": 5.744417353516479e-05, |
| "loss": 4.4729, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.2819913659946929, |
| "grad_norm": 0.7742477655410767, |
| "learning_rate": 5.738305897508787e-05, |
| "loss": 4.4419, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.28515980830924, |
| "grad_norm": 1.0753636360168457, |
| "learning_rate": 5.7321255640132634e-05, |
| "loss": 4.4975, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.2883282506237871, |
| "grad_norm": 0.6066401600837708, |
| "learning_rate": 5.7258765084858206e-05, |
| "loss": 4.3749, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.2914966929383342, |
| "grad_norm": 0.7095748782157898, |
| "learning_rate": 5.71955888811096e-05, |
| "loss": 4.4388, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.2946651352528813, |
| "grad_norm": 0.6218913197517395, |
| "learning_rate": 5.713172861797817e-05, |
| "loss": 4.4335, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.2978335775674284, |
| "grad_norm": 0.733177125453949, |
| "learning_rate": 5.706718590176163e-05, |
| "loss": 4.3898, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.3010020198819755, |
| "grad_norm": 0.7186071872711182, |
| "learning_rate": 5.7001962355923634e-05, |
| "loss": 4.4902, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.30417046219652266, |
| "grad_norm": 0.6571614742279053, |
| "learning_rate": 5.693605962105299e-05, |
| "loss": 4.3314, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.30733890451106977, |
| "grad_norm": 0.5829080939292908, |
| "learning_rate": 5.686947935482238e-05, |
| "loss": 4.4134, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.31050734682561687, |
| "grad_norm": 0.7523115277290344, |
| "learning_rate": 5.680222323194659e-05, |
| "loss": 4.4089, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.313675789140164, |
| "grad_norm": 0.656211256980896, |
| "learning_rate": 5.67342929441405e-05, |
| "loss": 4.3543, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.3168442314547111, |
| "grad_norm": 0.7600722908973694, |
| "learning_rate": 5.666569020007646e-05, |
| "loss": 4.4595, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.3200126737692582, |
| "grad_norm": 0.656880795955658, |
| "learning_rate": 5.659641672534133e-05, |
| "loss": 4.3119, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.3231811160838053, |
| "grad_norm": 0.6571980118751526, |
| "learning_rate": 5.652647426239307e-05, |
| "loss": 4.3918, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.3263495583983524, |
| "grad_norm": 0.6933376789093018, |
| "learning_rate": 5.645586457051691e-05, |
| "loss": 4.375, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.3295180007128995, |
| "grad_norm": 0.6467803120613098, |
| "learning_rate": 5.638458942578113e-05, |
| "loss": 4.3653, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.33268644302744665, |
| "grad_norm": 0.953302800655365, |
| "learning_rate": 5.631265062099231e-05, |
| "loss": 4.4577, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.33585488534199376, |
| "grad_norm": 0.6458297371864319, |
| "learning_rate": 5.624004996565034e-05, |
| "loss": 4.3215, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.33902332765654086, |
| "grad_norm": 0.7524490356445312, |
| "learning_rate": 5.616678928590282e-05, |
| "loss": 4.3805, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.34219176997108797, |
| "grad_norm": 0.6345677971839905, |
| "learning_rate": 5.609287042449915e-05, |
| "loss": 4.3734, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.34536021228563507, |
| "grad_norm": 0.7871711254119873, |
| "learning_rate": 5.601829524074421e-05, |
| "loss": 4.3407, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.3485286546001822, |
| "grad_norm": 0.9771536588668823, |
| "learning_rate": 5.594306561045154e-05, |
| "loss": 4.4314, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.3516970969147293, |
| "grad_norm": 1.0256335735321045, |
| "learning_rate": 5.58671834258962e-05, |
| "loss": 4.2951, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.3548655392292764, |
| "grad_norm": 0.6928941011428833, |
| "learning_rate": 5.579065059576715e-05, |
| "loss": 4.3752, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.35803398154382354, |
| "grad_norm": 0.6043074727058411, |
| "learning_rate": 5.571346904511926e-05, |
| "loss": 4.3098, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.36120242385837065, |
| "grad_norm": 0.7384766936302185, |
| "learning_rate": 5.563564071532485e-05, |
| "loss": 4.3167, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.36437086617291775, |
| "grad_norm": 0.8783435821533203, |
| "learning_rate": 5.5557167564024915e-05, |
| "loss": 4.3998, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.36753930848746486, |
| "grad_norm": 0.6876351237297058, |
| "learning_rate": 5.547805156507982e-05, |
| "loss": 4.2727, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.37070775080201196, |
| "grad_norm": 0.7212591767311096, |
| "learning_rate": 5.539829470851971e-05, |
| "loss": 4.3282, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.37387619311655906, |
| "grad_norm": 0.5978643298149109, |
| "learning_rate": 5.531789900049443e-05, |
| "loss": 4.3209, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.37704463543110617, |
| "grad_norm": 0.664043664932251, |
| "learning_rate": 5.523686646322302e-05, |
| "loss": 4.2844, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.38021307774565327, |
| "grad_norm": 0.7288404703140259, |
| "learning_rate": 5.5155199134942934e-05, |
| "loss": 4.3441, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.38338152006020043, |
| "grad_norm": 0.7507999539375305, |
| "learning_rate": 5.5072899069858713e-05, |
| "loss": 4.2622, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.38654996237474754, |
| "grad_norm": 0.6607810854911804, |
| "learning_rate": 5.4989968338090334e-05, |
| "loss": 4.303, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.38971840468929464, |
| "grad_norm": 0.5649368762969971, |
| "learning_rate": 5.4906409025621125e-05, |
| "loss": 4.2851, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.39288684700384174, |
| "grad_norm": 0.629998505115509, |
| "learning_rate": 5.4822223234245316e-05, |
| "loss": 4.3002, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.39605528931838885, |
| "grad_norm": 0.8486919403076172, |
| "learning_rate": 5.473741308151516e-05, |
| "loss": 4.3504, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.39922373163293595, |
| "grad_norm": 0.5649373531341553, |
| "learning_rate": 5.465198070068767e-05, |
| "loss": 4.2283, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.40239217394748306, |
| "grad_norm": 0.5860993266105652, |
| "learning_rate": 5.456592824067098e-05, |
| "loss": 4.2915, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.40556061626203016, |
| "grad_norm": 0.6270817518234253, |
| "learning_rate": 5.447925786597022e-05, |
| "loss": 4.2767, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.40872905857657726, |
| "grad_norm": 0.804476261138916, |
| "learning_rate": 5.43919717566332e-05, |
| "loss": 4.2385, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.4118975008911244, |
| "grad_norm": 0.7757463455200195, |
| "learning_rate": 5.4304072108195446e-05, |
| "loss": 4.3116, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.41506594320567153, |
| "grad_norm": 0.6625142097473145, |
| "learning_rate": 5.421556113162507e-05, |
| "loss": 4.2071, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.41823438552021863, |
| "grad_norm": 0.8527606725692749, |
| "learning_rate": 5.412644105326707e-05, |
| "loss": 4.2767, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.42140282783476574, |
| "grad_norm": 0.6349330544471741, |
| "learning_rate": 5.403671411478743e-05, |
| "loss": 4.2691, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.42457127014931284, |
| "grad_norm": 0.645797610282898, |
| "learning_rate": 5.3946382573116634e-05, |
| "loss": 4.241, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.42773971246385994, |
| "grad_norm": 0.8075301051139832, |
| "learning_rate": 5.385544870039298e-05, |
| "loss": 4.3141, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.43090815477840705, |
| "grad_norm": 0.6528099179267883, |
| "learning_rate": 5.376391478390538e-05, |
| "loss": 4.2255, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.43407659709295415, |
| "grad_norm": 0.5646510124206543, |
| "learning_rate": 5.3671783126035816e-05, |
| "loss": 4.275, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.4372450394075013, |
| "grad_norm": 0.5868734121322632, |
| "learning_rate": 5.35790560442015e-05, |
| "loss": 4.2824, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.4404134817220484, |
| "grad_norm": 0.5941547155380249, |
| "learning_rate": 5.3485735870796495e-05, |
| "loss": 4.2643, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.4435819240365955, |
| "grad_norm": 0.7245291471481323, |
| "learning_rate": 5.33918249531331e-05, |
| "loss": 4.3082, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.4467503663511426, |
| "grad_norm": 0.7147409319877625, |
| "learning_rate": 5.329732565338279e-05, |
| "loss": 4.1898, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.44991880866568973, |
| "grad_norm": 0.786919116973877, |
| "learning_rate": 5.32022403485168e-05, |
| "loss": 4.2158, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.45308725098023683, |
| "grad_norm": 0.536165714263916, |
| "learning_rate": 5.3106571430246365e-05, |
| "loss": 4.2215, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.45625569329478394, |
| "grad_norm": 0.6742566227912903, |
| "learning_rate": 5.3010321304962504e-05, |
| "loss": 4.2197, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.45942413560933104, |
| "grad_norm": 0.7584452629089355, |
| "learning_rate": 5.291349239367554e-05, |
| "loss": 4.2972, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.4625925779238782, |
| "grad_norm": 0.6290245652198792, |
| "learning_rate": 5.2816087131954176e-05, |
| "loss": 4.1603, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.4657610202384253, |
| "grad_norm": 0.568684458732605, |
| "learning_rate": 5.2718107969864256e-05, |
| "loss": 4.2252, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.4689294625529724, |
| "grad_norm": 0.5879467725753784, |
| "learning_rate": 5.2619557371907104e-05, |
| "loss": 4.2296, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.4720979048675195, |
| "grad_norm": 0.5704094767570496, |
| "learning_rate": 5.252043781695758e-05, |
| "loss": 4.196, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.4752663471820666, |
| "grad_norm": 0.7437434196472168, |
| "learning_rate": 5.2420751798201685e-05, |
| "loss": 4.2732, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.4784347894966137, |
| "grad_norm": 0.6576899886131287, |
| "learning_rate": 5.2320501823073866e-05, |
| "loss": 4.148, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.4816032318111608, |
| "grad_norm": 0.5717647671699524, |
| "learning_rate": 5.221969041319396e-05, |
| "loss": 4.2104, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.48477167412570793, |
| "grad_norm": 0.5533893704414368, |
| "learning_rate": 5.211832010430372e-05, |
| "loss": 4.2493, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.48794011644025503, |
| "grad_norm": 0.7069125771522522, |
| "learning_rate": 5.201639344620311e-05, |
| "loss": 4.1852, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.4911085587548022, |
| "grad_norm": 0.7158598899841309, |
| "learning_rate": 5.19139130026861e-05, |
| "loss": 4.2715, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.4942770010693493, |
| "grad_norm": 0.7333923578262329, |
| "learning_rate": 5.181088135147618e-05, |
| "loss": 4.1606, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.4974454433838964, |
| "grad_norm": 0.591325581073761, |
| "learning_rate": 5.17073010841616e-05, |
| "loss": 4.2218, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.5006138856984435, |
| "grad_norm": 0.5837592482566833, |
| "learning_rate": 5.160317480613008e-05, |
| "loss": 4.2246, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.5037823280129906, |
| "grad_norm": 0.5487062931060791, |
| "learning_rate": 5.1498505136503346e-05, |
| "loss": 4.1844, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.5069507703275378, |
| "grad_norm": 0.710067868232727, |
| "learning_rate": 5.13932947080712e-05, |
| "loss": 4.269, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.5101192126420848, |
| "grad_norm": 0.6167586445808411, |
| "learning_rate": 5.128754616722538e-05, |
| "loss": 4.1127, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.513287654956632, |
| "grad_norm": 0.5606287121772766, |
| "learning_rate": 5.1181262173892856e-05, |
| "loss": 4.2095, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.516456097271179, |
| "grad_norm": 0.5047624707221985, |
| "learning_rate": 5.1074445401469083e-05, |
| "loss": 4.2135, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.5196245395857262, |
| "grad_norm": 0.5399725437164307, |
| "learning_rate": 5.0967098536750647e-05, |
| "loss": 4.1672, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.5227929819002732, |
| "grad_norm": 0.6514358520507812, |
| "learning_rate": 5.085922427986772e-05, |
| "loss": 4.225, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.5259614242148204, |
| "grad_norm": 0.564847469329834, |
| "learning_rate": 5.075082534421612e-05, |
| "loss": 4.127, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.5291298665293676, |
| "grad_norm": 0.5189889669418335, |
| "learning_rate": 5.064190445638911e-05, |
| "loss": 4.1728, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.5322983088439146, |
| "grad_norm": 0.5365839600563049, |
| "learning_rate": 5.053246435610877e-05, |
| "loss": 4.2158, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.5354667511584618, |
| "grad_norm": 0.6148782968521118, |
| "learning_rate": 5.042250779615707e-05, |
| "loss": 4.1489, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.5386351934730088, |
| "grad_norm": 0.7295161485671997, |
| "learning_rate": 5.031203754230673e-05, |
| "loss": 4.2382, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.541803635787556, |
| "grad_norm": 0.5799641609191895, |
| "learning_rate": 5.020105637325149e-05, |
| "loss": 4.1181, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.544972078102103, |
| "grad_norm": 0.5710809826850891, |
| "learning_rate": 5.008956708053636e-05, |
| "loss": 4.1645, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.5481405204166502, |
| "grad_norm": 0.5518040657043457, |
| "learning_rate": 4.997757246848732e-05, |
| "loss": 4.1606, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.5513089627311972, |
| "grad_norm": 0.5413836240768433, |
| "learning_rate": 4.986507535414084e-05, |
| "loss": 4.1536, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.5544774050457444, |
| "grad_norm": 0.7452698349952698, |
| "learning_rate": 4.9752078567172964e-05, |
| "loss": 4.2324, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.5576458473602915, |
| "grad_norm": 0.6706964373588562, |
| "learning_rate": 4.9638584949828173e-05, |
| "loss": 4.1125, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.5608142896748386, |
| "grad_norm": 0.5712190866470337, |
| "learning_rate": 4.9524597356847874e-05, |
| "loss": 4.1893, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.5639827319893858, |
| "grad_norm": 0.5321968197822571, |
| "learning_rate": 4.941011865539862e-05, |
| "loss": 4.1646, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.5671511743039328, |
| "grad_norm": 0.6286525130271912, |
| "learning_rate": 4.929515172499995e-05, |
| "loss": 4.1511, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.57031961661848, |
| "grad_norm": 0.6667159795761108, |
| "learning_rate": 4.9179699457452e-05, |
| "loss": 4.2139, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.573488058933027, |
| "grad_norm": 0.5475627779960632, |
| "learning_rate": 4.906376475676274e-05, |
| "loss": 4.0965, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.5766565012475742, |
| "grad_norm": 0.48938098549842834, |
| "learning_rate": 4.8947350539074924e-05, |
| "loss": 4.1634, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.5798249435621212, |
| "grad_norm": 0.5483301877975464, |
| "learning_rate": 4.8830459732592786e-05, |
| "loss": 4.1613, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.5829933858766684, |
| "grad_norm": 0.577273964881897, |
| "learning_rate": 4.871309527750832e-05, |
| "loss": 4.1687, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.5861618281912155, |
| "grad_norm": 0.7053927183151245, |
| "learning_rate": 4.8595260125927354e-05, |
| "loss": 4.2101, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.5893302705057626, |
| "grad_norm": 0.5983800292015076, |
| "learning_rate": 4.847695724179532e-05, |
| "loss": 4.0919, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.5924987128203097, |
| "grad_norm": 0.5336448550224304, |
| "learning_rate": 4.835818960082266e-05, |
| "loss": 4.1571, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.5956671551348568, |
| "grad_norm": 0.5257425904273987, |
| "learning_rate": 4.8238960190409985e-05, |
| "loss": 4.1811, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.598835597449404, |
| "grad_norm": 0.5968250632286072, |
| "learning_rate": 4.8119272009572985e-05, |
| "loss": 4.1438, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.602004039763951, |
| "grad_norm": 0.7344405651092529, |
| "learning_rate": 4.7999128068866885e-05, |
| "loss": 4.2127, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.6051724820784982, |
| "grad_norm": 0.5544557571411133, |
| "learning_rate": 4.787853139031083e-05, |
| "loss": 4.0893, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.6083409243930453, |
| "grad_norm": 0.5338890552520752, |
| "learning_rate": 4.775748500731181e-05, |
| "loss": 4.1678, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.6115093667075924, |
| "grad_norm": 0.47402748465538025, |
| "learning_rate": 4.7635991964588386e-05, |
| "loss": 4.1759, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.6146778090221395, |
| "grad_norm": 0.4969950020313263, |
| "learning_rate": 4.75140553180941e-05, |
| "loss": 4.1487, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.6178462513366866, |
| "grad_norm": 0.6715970635414124, |
| "learning_rate": 4.739167813494056e-05, |
| "loss": 4.1992, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.6210146936512337, |
| "grad_norm": 0.5524842739105225, |
| "learning_rate": 4.726886349332038e-05, |
| "loss": 4.1092, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.6241831359657808, |
| "grad_norm": 0.4865887463092804, |
| "learning_rate": 4.7145614482429685e-05, |
| "loss": 4.1495, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.627351578280328, |
| "grad_norm": 0.4711080491542816, |
| "learning_rate": 4.702193420239044e-05, |
| "loss": 4.1299, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.630520020594875, |
| "grad_norm": 0.5955727696418762, |
| "learning_rate": 4.689782576417247e-05, |
| "loss": 4.137, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.6336884629094222, |
| "grad_norm": 0.7601689100265503, |
| "learning_rate": 4.677329228951516e-05, |
| "loss": 4.1742, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.6368569052239693, |
| "grad_norm": 0.5171808004379272, |
| "learning_rate": 4.6648336910849016e-05, |
| "loss": 4.0932, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.6400253475385164, |
| "grad_norm": 0.5088027119636536, |
| "learning_rate": 4.6522962771216815e-05, |
| "loss": 4.132, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.6431937898530635, |
| "grad_norm": 0.5218876600265503, |
| "learning_rate": 4.639717302419457e-05, |
| "loss": 4.1397, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.6463622321676106, |
| "grad_norm": 0.5443329811096191, |
| "learning_rate": 4.6270970833812175e-05, |
| "loss": 4.117, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.6495306744821577, |
| "grad_norm": 0.6737596988677979, |
| "learning_rate": 4.614435937447388e-05, |
| "loss": 4.1727, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.6526991167967048, |
| "grad_norm": 0.5711850523948669, |
| "learning_rate": 4.601734183087838e-05, |
| "loss": 4.0852, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.6558675591112519, |
| "grad_norm": 0.5270329117774963, |
| "learning_rate": 4.588992139793876e-05, |
| "loss": 4.1357, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.659036001425799, |
| "grad_norm": 0.4742993116378784, |
| "learning_rate": 4.57621012807021e-05, |
| "loss": 4.1446, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.6622044437403461, |
| "grad_norm": 0.5585448741912842, |
| "learning_rate": 4.563388469426885e-05, |
| "loss": 4.0862, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.6653728860548933, |
| "grad_norm": 0.7161533832550049, |
| "learning_rate": 4.550527486371202e-05, |
| "loss": 4.1865, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.6685413283694404, |
| "grad_norm": 0.5912854671478271, |
| "learning_rate": 4.5376275023995955e-05, |
| "loss": 4.0892, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.6717097706839875, |
| "grad_norm": 0.5607186555862427, |
| "learning_rate": 4.524688841989509e-05, |
| "loss": 4.1535, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.6748782129985346, |
| "grad_norm": 0.4660521149635315, |
| "learning_rate": 4.5117118305912235e-05, |
| "loss": 4.1479, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.6780466553130817, |
| "grad_norm": 0.5167705416679382, |
| "learning_rate": 4.498696794619674e-05, |
| "loss": 4.1185, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.6812150976276288, |
| "grad_norm": 0.8260408639907837, |
| "learning_rate": 4.485644061446242e-05, |
| "loss": 4.1922, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.6843835399421759, |
| "grad_norm": 0.5153993964195251, |
| "learning_rate": 4.472553959390517e-05, |
| "loss": 4.0546, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.6875519822567231, |
| "grad_norm": 0.5324990749359131, |
| "learning_rate": 4.459426817712041e-05, |
| "loss": 4.1277, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.6907204245712701, |
| "grad_norm": 0.49382662773132324, |
| "learning_rate": 4.446262966602026e-05, |
| "loss": 4.1258, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.6938888668858173, |
| "grad_norm": 0.5588397979736328, |
| "learning_rate": 4.433062737175047e-05, |
| "loss": 4.1085, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.6970573092003644, |
| "grad_norm": 0.6423320174217224, |
| "learning_rate": 4.419826461460713e-05, |
| "loss": 4.1834, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.7002257515149115, |
| "grad_norm": 0.4890613555908203, |
| "learning_rate": 4.4065544723953226e-05, |
| "loss": 4.061, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.7033941938294586, |
| "grad_norm": 0.5085791945457458, |
| "learning_rate": 4.393247103813477e-05, |
| "loss": 4.1245, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.7065626361440057, |
| "grad_norm": 0.5115344524383545, |
| "learning_rate": 4.379904690439693e-05, |
| "loss": 4.098, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.7097310784585528, |
| "grad_norm": 0.5206218957901001, |
| "learning_rate": 4.366527567879982e-05, |
| "loss": 4.1054, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.7128995207730999, |
| "grad_norm": 0.789270281791687, |
| "learning_rate": 4.353116072613402e-05, |
| "loss": 4.1661, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.7160679630876471, |
| "grad_norm": 0.49856895208358765, |
| "learning_rate": 4.3396705419836045e-05, |
| "loss": 4.0442, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.7192364054021941, |
| "grad_norm": 0.514216423034668, |
| "learning_rate": 4.326191314190337e-05, |
| "loss": 4.1114, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.7224048477167413, |
| "grad_norm": 0.4798983335494995, |
| "learning_rate": 4.312678728280949e-05, |
| "loss": 4.0956, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.7255732900312883, |
| "grad_norm": 0.4672533869743347, |
| "learning_rate": 4.2991331241418526e-05, |
| "loss": 4.102, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.7287417323458355, |
| "grad_norm": 0.6502472162246704, |
| "learning_rate": 4.285554842489979e-05, |
| "loss": 4.1529, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.7319101746603826, |
| "grad_norm": 0.5197892189025879, |
| "learning_rate": 4.271944224864211e-05, |
| "loss": 4.0521, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.7350786169749297, |
| "grad_norm": 0.529775857925415, |
| "learning_rate": 4.258301613616782e-05, |
| "loss": 4.0959, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.7382470592894768, |
| "grad_norm": 0.485669881105423, |
| "learning_rate": 4.244627351904679e-05, |
| "loss": 4.1129, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.7414155016040239, |
| "grad_norm": 0.5141621232032776, |
| "learning_rate": 4.230921783680997e-05, |
| "loss": 4.0955, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.7445839439185711, |
| "grad_norm": 0.7021406888961792, |
| "learning_rate": 4.2171852536862944e-05, |
| "loss": 4.1417, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.7477523862331181, |
| "grad_norm": 0.5417028069496155, |
| "learning_rate": 4.203418107439927e-05, |
| "loss": 4.0312, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.7509208285476653, |
| "grad_norm": 0.548985481262207, |
| "learning_rate": 4.189620691231342e-05, |
| "loss": 4.1178, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.7540892708622123, |
| "grad_norm": 0.4555108845233917, |
| "learning_rate": 4.1757933521113845e-05, |
| "loss": 4.1136, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.7572577131767595, |
| "grad_norm": 0.45966508984565735, |
| "learning_rate": 4.161936437883555e-05, |
| "loss": 4.0637, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.7604261554913065, |
| "grad_norm": 0.6731399893760681, |
| "learning_rate": 4.14805029709527e-05, |
| "loss": 4.1411, |
| "step": 2400 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 6314, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 200, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 8.986948054443622e+17, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
