| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.38021307774565327, |
| "eval_steps": 500, |
| "global_step": 1200, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0031684423145471106, |
| "grad_norm": 0.19819921255111694, |
| "learning_rate": 1.08e-05, |
| "loss": 4.8784, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.006336884629094221, |
| "grad_norm": 0.34108418226242065, |
| "learning_rate": 2.2800000000000002e-05, |
| "loss": 5.0786, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.009505326943641333, |
| "grad_norm": 0.2952434718608856, |
| "learning_rate": 3.48e-05, |
| "loss": 5.0088, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.012673769258188443, |
| "grad_norm": 0.41625794768333435, |
| "learning_rate": 4.6800000000000006e-05, |
| "loss": 4.8262, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.015842211572735555, |
| "grad_norm": 1.1918175220489502, |
| "learning_rate": 5.88e-05, |
| "loss": 5.459, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.019010653887282666, |
| "grad_norm": 0.47633519768714905, |
| "learning_rate": 5.999969438702549e-05, |
| "loss": 5.6355, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.022179096201829774, |
| "grad_norm": 0.4251032769680023, |
| "learning_rate": 5.999863795510765e-05, |
| "loss": 5.5395, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.025347538516376885, |
| "grad_norm": 0.3730669617652893, |
| "learning_rate": 5.999682695781323e-05, |
| "loss": 5.539, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.028515980830923996, |
| "grad_norm": 0.3352891504764557, |
| "learning_rate": 5.9994261440694826e-05, |
| "loss": 5.5067, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.03168442314547111, |
| "grad_norm": 0.5066033005714417, |
| "learning_rate": 5.9990941468283724e-05, |
| "loss": 5.6052, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.03485286546001822, |
| "grad_norm": 0.4155944585800171, |
| "learning_rate": 5.998686712408824e-05, |
| "loss": 5.2992, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.03802130777456533, |
| "grad_norm": 0.4713999927043915, |
| "learning_rate": 5.998203851059168e-05, |
| "loss": 5.4492, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.04118975008911244, |
| "grad_norm": 0.32726186513900757, |
| "learning_rate": 5.99764557492497e-05, |
| "loss": 5.3036, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.04435819240365955, |
| "grad_norm": 0.4011114537715912, |
| "learning_rate": 5.99701189804873e-05, |
| "loss": 5.3122, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.04752663471820666, |
| "grad_norm": 0.46287617087364197, |
| "learning_rate": 5.9963028363695244e-05, |
| "loss": 5.3803, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.05069507703275377, |
| "grad_norm": 0.4292086660861969, |
| "learning_rate": 5.995518407722611e-05, |
| "loss": 5.1361, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.05386351934730088, |
| "grad_norm": 0.46384045481681824, |
| "learning_rate": 5.994658631838974e-05, |
| "loss": 5.226, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.05703196166184799, |
| "grad_norm": 0.41396230459213257, |
| "learning_rate": 5.993723530344834e-05, |
| "loss": 5.1451, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.0602004039763951, |
| "grad_norm": 0.5476190447807312, |
| "learning_rate": 5.9927131267610975e-05, |
| "loss": 5.1318, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.06336884629094222, |
| "grad_norm": 0.6672335267066956, |
| "learning_rate": 5.991627446502772e-05, |
| "loss": 5.188, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.06653728860548933, |
| "grad_norm": 0.5447375774383545, |
| "learning_rate": 5.990466516878321e-05, |
| "loss": 4.9756, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.06970573092003644, |
| "grad_norm": 0.38904011249542236, |
| "learning_rate": 5.9892303670889794e-05, |
| "loss": 5.0689, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.07287417323458355, |
| "grad_norm": 0.4386742115020752, |
| "learning_rate": 5.987919028228022e-05, |
| "loss": 5.0323, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.07604261554913067, |
| "grad_norm": 0.5731292366981506, |
| "learning_rate": 5.986532533279975e-05, |
| "loss": 5.0404, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.07921105786367777, |
| "grad_norm": 0.936024010181427, |
| "learning_rate": 5.9850709171197906e-05, |
| "loss": 5.0858, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.08237950017822487, |
| "grad_norm": 0.5377296209335327, |
| "learning_rate": 5.9835342165119716e-05, |
| "loss": 4.8807, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.08554794249277199, |
| "grad_norm": 0.5450035333633423, |
| "learning_rate": 5.98192247010964e-05, |
| "loss": 4.9438, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.0887163848073191, |
| "grad_norm": 0.5310191512107849, |
| "learning_rate": 5.980235718453572e-05, |
| "loss": 4.9821, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.09188482712186621, |
| "grad_norm": 1.1713744401931763, |
| "learning_rate": 5.978474003971173e-05, |
| "loss": 4.9609, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.09505326943641332, |
| "grad_norm": 0.6962549686431885, |
| "learning_rate": 5.9766373709754145e-05, |
| "loss": 4.9816, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.09822171175096044, |
| "grad_norm": 0.8181668519973755, |
| "learning_rate": 5.974725865663715e-05, |
| "loss": 4.8108, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.10139015406550754, |
| "grad_norm": 0.7138918042182922, |
| "learning_rate": 5.9727395361167815e-05, |
| "loss": 4.8991, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.10455859638005466, |
| "grad_norm": 0.754770040512085, |
| "learning_rate": 5.970678432297399e-05, |
| "loss": 4.9381, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.10772703869460176, |
| "grad_norm": 0.5500665307044983, |
| "learning_rate": 5.9685426060491767e-05, |
| "loss": 4.8761, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.11089548100914888, |
| "grad_norm": 0.9366258382797241, |
| "learning_rate": 5.9663321110952344e-05, |
| "loss": 4.9534, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.11406392332369598, |
| "grad_norm": 0.6130990386009216, |
| "learning_rate": 5.964047003036864e-05, |
| "loss": 4.736, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.1172323656382431, |
| "grad_norm": 0.5893264412879944, |
| "learning_rate": 5.961687339352122e-05, |
| "loss": 4.8846, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.1204008079527902, |
| "grad_norm": 0.5872120261192322, |
| "learning_rate": 5.959253179394388e-05, |
| "loss": 4.8049, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.12356925026733732, |
| "grad_norm": 0.9785071015357971, |
| "learning_rate": 5.956744584390867e-05, |
| "loss": 4.8355, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.12673769258188444, |
| "grad_norm": 1.110487461090088, |
| "learning_rate": 5.9541616174410565e-05, |
| "loss": 4.9169, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.12990613489643155, |
| "grad_norm": 0.8645092248916626, |
| "learning_rate": 5.9515043435151535e-05, |
| "loss": 4.7215, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.13307457721097865, |
| "grad_norm": 0.9703325033187866, |
| "learning_rate": 5.948772829452423e-05, |
| "loss": 4.832, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.13624301952552575, |
| "grad_norm": 0.6712486743927002, |
| "learning_rate": 5.945967143959516e-05, |
| "loss": 4.7938, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.1394114618400729, |
| "grad_norm": 0.8329195380210876, |
| "learning_rate": 5.94308735760874e-05, |
| "loss": 4.8012, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.14257990415462, |
| "grad_norm": 1.1987477540969849, |
| "learning_rate": 5.940133542836286e-05, |
| "loss": 4.8663, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.1457483464691671, |
| "grad_norm": 0.7384081482887268, |
| "learning_rate": 5.937105773940407e-05, |
| "loss": 4.6772, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.1489167887837142, |
| "grad_norm": 0.7325354814529419, |
| "learning_rate": 5.9340041270795454e-05, |
| "loss": 4.7705, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.15208523109826133, |
| "grad_norm": 0.8904541730880737, |
| "learning_rate": 5.930828680270421e-05, |
| "loss": 4.7959, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.15525367341280844, |
| "grad_norm": 0.8368484377861023, |
| "learning_rate": 5.927579513386069e-05, |
| "loss": 4.7283, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.15842211572735554, |
| "grad_norm": 0.8346347212791443, |
| "learning_rate": 5.9242567081538255e-05, |
| "loss": 4.805, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.16159055804190264, |
| "grad_norm": 0.6190924644470215, |
| "learning_rate": 5.920860348153279e-05, |
| "loss": 4.6284, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.16475900035644975, |
| "grad_norm": 1.251244068145752, |
| "learning_rate": 5.917390518814164e-05, |
| "loss": 4.6961, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.16792744267099688, |
| "grad_norm": 0.8339656591415405, |
| "learning_rate": 5.913847307414212e-05, |
| "loss": 4.6738, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.17109588498554398, |
| "grad_norm": 0.6742847561836243, |
| "learning_rate": 5.910230803076957e-05, |
| "loss": 4.6947, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.1742643273000911, |
| "grad_norm": 0.9937411546707153, |
| "learning_rate": 5.906541096769495e-05, |
| "loss": 4.7729, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.1774327696146382, |
| "grad_norm": 0.7207300662994385, |
| "learning_rate": 5.9027782813001937e-05, |
| "loss": 4.5756, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.18060121192918532, |
| "grad_norm": 0.7032576203346252, |
| "learning_rate": 5.8989424513163595e-05, |
| "loss": 4.6814, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.18376965424373243, |
| "grad_norm": 0.6017909049987793, |
| "learning_rate": 5.895033703301855e-05, |
| "loss": 4.6421, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.18693809655827953, |
| "grad_norm": 1.0589932203292847, |
| "learning_rate": 5.8910521355746765e-05, |
| "loss": 4.6204, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.19010653887282664, |
| "grad_norm": 1.3771517276763916, |
| "learning_rate": 5.886997848284474e-05, |
| "loss": 4.7115, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.19327498118737377, |
| "grad_norm": 0.6717742681503296, |
| "learning_rate": 5.882870943410038e-05, |
| "loss": 4.5742, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.19644342350192087, |
| "grad_norm": 1.0189399719238281, |
| "learning_rate": 5.8786715247567346e-05, |
| "loss": 4.6473, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.19961186581646798, |
| "grad_norm": 0.757310688495636, |
| "learning_rate": 5.87439969795389e-05, |
| "loss": 4.643, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.20278030813101508, |
| "grad_norm": 0.7095428705215454, |
| "learning_rate": 5.870055570452133e-05, |
| "loss": 4.5934, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.2059487504455622, |
| "grad_norm": 0.9886505603790283, |
| "learning_rate": 5.8656392515207005e-05, |
| "loss": 4.6542, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.20911719276010932, |
| "grad_norm": 0.6527100801467896, |
| "learning_rate": 5.8611508522446806e-05, |
| "loss": 4.5105, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.21228563507465642, |
| "grad_norm": 0.5825519561767578, |
| "learning_rate": 5.856590485522222e-05, |
| "loss": 4.5786, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.21545407738920352, |
| "grad_norm": 0.9389135241508484, |
| "learning_rate": 5.851958266061694e-05, |
| "loss": 4.5739, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.21862251970375066, |
| "grad_norm": 0.7726446986198425, |
| "learning_rate": 5.847254310378801e-05, |
| "loss": 4.5618, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.22179096201829776, |
| "grad_norm": 1.239856481552124, |
| "learning_rate": 5.842478736793649e-05, |
| "loss": 4.6292, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.22495940433284486, |
| "grad_norm": 0.6877331733703613, |
| "learning_rate": 5.837631665427778e-05, |
| "loss": 4.5048, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.22812784664739197, |
| "grad_norm": 0.801625669002533, |
| "learning_rate": 5.832713218201127e-05, |
| "loss": 4.533, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.2312962889619391, |
| "grad_norm": 0.967643141746521, |
| "learning_rate": 5.827723518828983e-05, |
| "loss": 4.5331, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.2344647312764862, |
| "grad_norm": 0.8205392956733704, |
| "learning_rate": 5.822662692818855e-05, |
| "loss": 4.5119, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.2376331735910333, |
| "grad_norm": 0.9368473291397095, |
| "learning_rate": 5.817530867467324e-05, |
| "loss": 4.5771, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.2408016159055804, |
| "grad_norm": 0.7767211198806763, |
| "learning_rate": 5.812328171856844e-05, |
| "loss": 4.4603, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.24397005822012752, |
| "grad_norm": 0.7029015421867371, |
| "learning_rate": 5.807054736852488e-05, |
| "loss": 4.5231, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.24713850053467465, |
| "grad_norm": 0.6616556644439697, |
| "learning_rate": 5.80171069509866e-05, |
| "loss": 4.5496, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.2503069428492217, |
| "grad_norm": 0.6856383085250854, |
| "learning_rate": 5.79629618101576e-05, |
| "loss": 4.5211, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.2534753851637689, |
| "grad_norm": 1.8431510925292969, |
| "learning_rate": 5.790811330796798e-05, |
| "loss": 4.5532, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.256643827478316, |
| "grad_norm": 0.6598497629165649, |
| "learning_rate": 5.7852562824039755e-05, |
| "loss": 4.4197, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.2598122697928631, |
| "grad_norm": 0.7226588726043701, |
| "learning_rate": 5.779631175565207e-05, |
| "loss": 4.5192, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.2629807121074102, |
| "grad_norm": 0.7087457776069641, |
| "learning_rate": 5.773936151770615e-05, |
| "loss": 4.4458, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.2661491544219573, |
| "grad_norm": 0.6751745343208313, |
| "learning_rate": 5.768171354268959e-05, |
| "loss": 4.4599, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.2693175967365044, |
| "grad_norm": 1.1364294290542603, |
| "learning_rate": 5.762336928064043e-05, |
| "loss": 4.5292, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.2724860390510515, |
| "grad_norm": 0.6589078307151794, |
| "learning_rate": 5.756433019911064e-05, |
| "loss": 4.4059, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.2756544813655986, |
| "grad_norm": 0.560736358165741, |
| "learning_rate": 5.750459778312922e-05, |
| "loss": 4.4956, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.2788229236801458, |
| "grad_norm": 0.5596962571144104, |
| "learning_rate": 5.744417353516479e-05, |
| "loss": 4.4729, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.2819913659946929, |
| "grad_norm": 0.7742477655410767, |
| "learning_rate": 5.738305897508787e-05, |
| "loss": 4.4419, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.28515980830924, |
| "grad_norm": 1.0753636360168457, |
| "learning_rate": 5.7321255640132634e-05, |
| "loss": 4.4975, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.2883282506237871, |
| "grad_norm": 0.6066401600837708, |
| "learning_rate": 5.7258765084858206e-05, |
| "loss": 4.3749, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.2914966929383342, |
| "grad_norm": 0.7095748782157898, |
| "learning_rate": 5.71955888811096e-05, |
| "loss": 4.4388, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.2946651352528813, |
| "grad_norm": 0.6218913197517395, |
| "learning_rate": 5.713172861797817e-05, |
| "loss": 4.4335, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.2978335775674284, |
| "grad_norm": 0.733177125453949, |
| "learning_rate": 5.706718590176163e-05, |
| "loss": 4.3898, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.3010020198819755, |
| "grad_norm": 0.7186071872711182, |
| "learning_rate": 5.7001962355923634e-05, |
| "loss": 4.4902, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.30417046219652266, |
| "grad_norm": 0.6571614742279053, |
| "learning_rate": 5.693605962105299e-05, |
| "loss": 4.3314, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.30733890451106977, |
| "grad_norm": 0.5829080939292908, |
| "learning_rate": 5.686947935482238e-05, |
| "loss": 4.4134, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.31050734682561687, |
| "grad_norm": 0.7523115277290344, |
| "learning_rate": 5.680222323194659e-05, |
| "loss": 4.4089, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.313675789140164, |
| "grad_norm": 0.656211256980896, |
| "learning_rate": 5.67342929441405e-05, |
| "loss": 4.3543, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.3168442314547111, |
| "grad_norm": 0.7600722908973694, |
| "learning_rate": 5.666569020007646e-05, |
| "loss": 4.4595, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.3200126737692582, |
| "grad_norm": 0.656880795955658, |
| "learning_rate": 5.659641672534133e-05, |
| "loss": 4.3119, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.3231811160838053, |
| "grad_norm": 0.6571980118751526, |
| "learning_rate": 5.652647426239307e-05, |
| "loss": 4.3918, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.3263495583983524, |
| "grad_norm": 0.6933376789093018, |
| "learning_rate": 5.645586457051691e-05, |
| "loss": 4.375, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.3295180007128995, |
| "grad_norm": 0.6467803120613098, |
| "learning_rate": 5.638458942578113e-05, |
| "loss": 4.3653, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.33268644302744665, |
| "grad_norm": 0.953302800655365, |
| "learning_rate": 5.631265062099231e-05, |
| "loss": 4.4577, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.33585488534199376, |
| "grad_norm": 0.6458297371864319, |
| "learning_rate": 5.624004996565034e-05, |
| "loss": 4.3215, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.33902332765654086, |
| "grad_norm": 0.7524490356445312, |
| "learning_rate": 5.616678928590282e-05, |
| "loss": 4.3805, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.34219176997108797, |
| "grad_norm": 0.6345677971839905, |
| "learning_rate": 5.609287042449915e-05, |
| "loss": 4.3734, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.34536021228563507, |
| "grad_norm": 0.7871711254119873, |
| "learning_rate": 5.601829524074421e-05, |
| "loss": 4.3407, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.3485286546001822, |
| "grad_norm": 0.9771536588668823, |
| "learning_rate": 5.594306561045154e-05, |
| "loss": 4.4314, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.3516970969147293, |
| "grad_norm": 1.0256335735321045, |
| "learning_rate": 5.58671834258962e-05, |
| "loss": 4.2951, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.3548655392292764, |
| "grad_norm": 0.6928941011428833, |
| "learning_rate": 5.579065059576715e-05, |
| "loss": 4.3752, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.35803398154382354, |
| "grad_norm": 0.6043074727058411, |
| "learning_rate": 5.571346904511926e-05, |
| "loss": 4.3098, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.36120242385837065, |
| "grad_norm": 0.7384766936302185, |
| "learning_rate": 5.563564071532485e-05, |
| "loss": 4.3167, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.36437086617291775, |
| "grad_norm": 0.8783435821533203, |
| "learning_rate": 5.5557167564024915e-05, |
| "loss": 4.3998, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.36753930848746486, |
| "grad_norm": 0.6876351237297058, |
| "learning_rate": 5.547805156507982e-05, |
| "loss": 4.2727, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.37070775080201196, |
| "grad_norm": 0.7212591767311096, |
| "learning_rate": 5.539829470851971e-05, |
| "loss": 4.3282, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.37387619311655906, |
| "grad_norm": 0.5978643298149109, |
| "learning_rate": 5.531789900049443e-05, |
| "loss": 4.3209, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.37704463543110617, |
| "grad_norm": 0.664043664932251, |
| "learning_rate": 5.523686646322302e-05, |
| "loss": 4.2844, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.38021307774565327, |
| "grad_norm": 0.7288404703140259, |
| "learning_rate": 5.5155199134942934e-05, |
| "loss": 4.3441, |
| "step": 1200 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 6314, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 200, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4.498326714811679e+17, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
