| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.19010653887282664, |
| "eval_steps": 500, |
| "global_step": 600, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0031684423145471106, |
| "grad_norm": 0.19819921255111694, |
| "learning_rate": 1.08e-05, |
| "loss": 4.8784, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.006336884629094221, |
| "grad_norm": 0.34108418226242065, |
| "learning_rate": 2.2800000000000002e-05, |
| "loss": 5.0786, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.009505326943641333, |
| "grad_norm": 0.2952434718608856, |
| "learning_rate": 3.48e-05, |
| "loss": 5.0088, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.012673769258188443, |
| "grad_norm": 0.41625794768333435, |
| "learning_rate": 4.6800000000000006e-05, |
| "loss": 4.8262, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.015842211572735555, |
| "grad_norm": 1.1918175220489502, |
| "learning_rate": 5.88e-05, |
| "loss": 5.459, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.019010653887282666, |
| "grad_norm": 0.47633519768714905, |
| "learning_rate": 5.999969438702549e-05, |
| "loss": 5.6355, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.022179096201829774, |
| "grad_norm": 0.4251032769680023, |
| "learning_rate": 5.999863795510765e-05, |
| "loss": 5.5395, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.025347538516376885, |
| "grad_norm": 0.3730669617652893, |
| "learning_rate": 5.999682695781323e-05, |
| "loss": 5.539, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.028515980830923996, |
| "grad_norm": 0.3352891504764557, |
| "learning_rate": 5.9994261440694826e-05, |
| "loss": 5.5067, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.03168442314547111, |
| "grad_norm": 0.5066033005714417, |
| "learning_rate": 5.9990941468283724e-05, |
| "loss": 5.6052, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.03485286546001822, |
| "grad_norm": 0.4155944585800171, |
| "learning_rate": 5.998686712408824e-05, |
| "loss": 5.2992, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.03802130777456533, |
| "grad_norm": 0.4713999927043915, |
| "learning_rate": 5.998203851059168e-05, |
| "loss": 5.4492, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.04118975008911244, |
| "grad_norm": 0.32726186513900757, |
| "learning_rate": 5.99764557492497e-05, |
| "loss": 5.3036, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.04435819240365955, |
| "grad_norm": 0.4011114537715912, |
| "learning_rate": 5.99701189804873e-05, |
| "loss": 5.3122, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.04752663471820666, |
| "grad_norm": 0.46287617087364197, |
| "learning_rate": 5.9963028363695244e-05, |
| "loss": 5.3803, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.05069507703275377, |
| "grad_norm": 0.4292086660861969, |
| "learning_rate": 5.995518407722611e-05, |
| "loss": 5.1361, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.05386351934730088, |
| "grad_norm": 0.46384045481681824, |
| "learning_rate": 5.994658631838974e-05, |
| "loss": 5.226, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.05703196166184799, |
| "grad_norm": 0.41396230459213257, |
| "learning_rate": 5.993723530344834e-05, |
| "loss": 5.1451, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.0602004039763951, |
| "grad_norm": 0.5476190447807312, |
| "learning_rate": 5.9927131267610975e-05, |
| "loss": 5.1318, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.06336884629094222, |
| "grad_norm": 0.6672335267066956, |
| "learning_rate": 5.991627446502772e-05, |
| "loss": 5.188, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.06653728860548933, |
| "grad_norm": 0.5447375774383545, |
| "learning_rate": 5.990466516878321e-05, |
| "loss": 4.9756, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.06970573092003644, |
| "grad_norm": 0.38904011249542236, |
| "learning_rate": 5.9892303670889794e-05, |
| "loss": 5.0689, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.07287417323458355, |
| "grad_norm": 0.4386742115020752, |
| "learning_rate": 5.987919028228022e-05, |
| "loss": 5.0323, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.07604261554913067, |
| "grad_norm": 0.5731292366981506, |
| "learning_rate": 5.986532533279975e-05, |
| "loss": 5.0404, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.07921105786367777, |
| "grad_norm": 0.936024010181427, |
| "learning_rate": 5.9850709171197906e-05, |
| "loss": 5.0858, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.08237950017822487, |
| "grad_norm": 0.5377296209335327, |
| "learning_rate": 5.9835342165119716e-05, |
| "loss": 4.8807, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.08554794249277199, |
| "grad_norm": 0.5450035333633423, |
| "learning_rate": 5.98192247010964e-05, |
| "loss": 4.9438, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.0887163848073191, |
| "grad_norm": 0.5310191512107849, |
| "learning_rate": 5.980235718453572e-05, |
| "loss": 4.9821, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.09188482712186621, |
| "grad_norm": 1.1713744401931763, |
| "learning_rate": 5.978474003971173e-05, |
| "loss": 4.9609, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.09505326943641332, |
| "grad_norm": 0.6962549686431885, |
| "learning_rate": 5.9766373709754145e-05, |
| "loss": 4.9816, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.09822171175096044, |
| "grad_norm": 0.8181668519973755, |
| "learning_rate": 5.974725865663715e-05, |
| "loss": 4.8108, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.10139015406550754, |
| "grad_norm": 0.7138918042182922, |
| "learning_rate": 5.9727395361167815e-05, |
| "loss": 4.8991, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.10455859638005466, |
| "grad_norm": 0.754770040512085, |
| "learning_rate": 5.970678432297399e-05, |
| "loss": 4.9381, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.10772703869460176, |
| "grad_norm": 0.5500665307044983, |
| "learning_rate": 5.9685426060491767e-05, |
| "loss": 4.8761, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.11089548100914888, |
| "grad_norm": 0.9366258382797241, |
| "learning_rate": 5.9663321110952344e-05, |
| "loss": 4.9534, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.11406392332369598, |
| "grad_norm": 0.6130990386009216, |
| "learning_rate": 5.964047003036864e-05, |
| "loss": 4.736, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.1172323656382431, |
| "grad_norm": 0.5893264412879944, |
| "learning_rate": 5.961687339352122e-05, |
| "loss": 4.8846, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.1204008079527902, |
| "grad_norm": 0.5872120261192322, |
| "learning_rate": 5.959253179394388e-05, |
| "loss": 4.8049, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.12356925026733732, |
| "grad_norm": 0.9785071015357971, |
| "learning_rate": 5.956744584390867e-05, |
| "loss": 4.8355, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.12673769258188444, |
| "grad_norm": 1.110487461090088, |
| "learning_rate": 5.9541616174410565e-05, |
| "loss": 4.9169, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.12990613489643155, |
| "grad_norm": 0.8645092248916626, |
| "learning_rate": 5.9515043435151535e-05, |
| "loss": 4.7215, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.13307457721097865, |
| "grad_norm": 0.9703325033187866, |
| "learning_rate": 5.948772829452423e-05, |
| "loss": 4.832, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.13624301952552575, |
| "grad_norm": 0.6712486743927002, |
| "learning_rate": 5.945967143959516e-05, |
| "loss": 4.7938, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.1394114618400729, |
| "grad_norm": 0.8329195380210876, |
| "learning_rate": 5.94308735760874e-05, |
| "loss": 4.8012, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.14257990415462, |
| "grad_norm": 1.1987477540969849, |
| "learning_rate": 5.940133542836286e-05, |
| "loss": 4.8663, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.1457483464691671, |
| "grad_norm": 0.7384081482887268, |
| "learning_rate": 5.937105773940407e-05, |
| "loss": 4.6772, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.1489167887837142, |
| "grad_norm": 0.7325354814529419, |
| "learning_rate": 5.9340041270795454e-05, |
| "loss": 4.7705, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.15208523109826133, |
| "grad_norm": 0.8904541730880737, |
| "learning_rate": 5.930828680270421e-05, |
| "loss": 4.7959, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.15525367341280844, |
| "grad_norm": 0.8368484377861023, |
| "learning_rate": 5.927579513386069e-05, |
| "loss": 4.7283, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.15842211572735554, |
| "grad_norm": 0.8346347212791443, |
| "learning_rate": 5.9242567081538255e-05, |
| "loss": 4.805, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.16159055804190264, |
| "grad_norm": 0.6190924644470215, |
| "learning_rate": 5.920860348153279e-05, |
| "loss": 4.6284, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.16475900035644975, |
| "grad_norm": 1.251244068145752, |
| "learning_rate": 5.917390518814164e-05, |
| "loss": 4.6961, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.16792744267099688, |
| "grad_norm": 0.8339656591415405, |
| "learning_rate": 5.913847307414212e-05, |
| "loss": 4.6738, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.17109588498554398, |
| "grad_norm": 0.6742847561836243, |
| "learning_rate": 5.910230803076957e-05, |
| "loss": 4.6947, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.1742643273000911, |
| "grad_norm": 0.9937411546707153, |
| "learning_rate": 5.906541096769495e-05, |
| "loss": 4.7729, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.1774327696146382, |
| "grad_norm": 0.7207300662994385, |
| "learning_rate": 5.9027782813001937e-05, |
| "loss": 4.5756, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.18060121192918532, |
| "grad_norm": 0.7032576203346252, |
| "learning_rate": 5.8989424513163595e-05, |
| "loss": 4.6814, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.18376965424373243, |
| "grad_norm": 0.6017909049987793, |
| "learning_rate": 5.895033703301855e-05, |
| "loss": 4.6421, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.18693809655827953, |
| "grad_norm": 1.0589932203292847, |
| "learning_rate": 5.8910521355746765e-05, |
| "loss": 4.6204, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.19010653887282664, |
| "grad_norm": 1.3771517276763916, |
| "learning_rate": 5.886997848284474e-05, |
| "loss": 4.7115, |
| "step": 600 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 6314, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 200, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.2460462513363354e+17, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
