| { |
| "best_metric": 0.1380617767572403, |
| "best_model_checkpoint": "output/multi/quirky_sciq_raw/checkpoint-2000", |
| "epoch": 6.387225548902196, |
| "eval_steps": 500, |
| "global_step": 2000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.16, |
| "learning_rate": 7.102272727272729e-07, |
| "loss": 1.4268, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.32, |
| "learning_rate": 1.4204545454545458e-06, |
| "loss": 1.2946, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.48, |
| "learning_rate": 2.1306818181818183e-06, |
| "loss": 0.8201, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.64, |
| "learning_rate": 2.8409090909090916e-06, |
| "loss": 0.4094, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.8, |
| "learning_rate": 3.5511363636363636e-06, |
| "loss": 0.3023, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.96, |
| "learning_rate": 4.2613636363636365e-06, |
| "loss": 0.3078, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.12, |
| "learning_rate": 4.9715909090909094e-06, |
| "loss": 0.2638, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.28, |
| "learning_rate": 5.681818181818183e-06, |
| "loss": 0.2555, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.44, |
| "learning_rate": 6.392045454545454e-06, |
| "loss": 0.2116, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.6, |
| "learning_rate": 7.102272727272727e-06, |
| "loss": 0.262, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.6, |
| "eval_val_acc_stderr": 0.010449377840435672, |
| "eval_val_accuracy": 0.8964705882352941, |
| "eval_val_loss": 0.27390462160110474, |
| "eval_val_runtime": 33.9031, |
| "eval_val_samples_per_second": 25.071, |
| "eval_val_steps_per_second": 3.156, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.6, |
| "eval_val_alice_acc_stderr": 0.015358632353702726, |
| "eval_val_alice_accuracy": 0.8845265588914549, |
| "eval_val_alice_loss": 0.26470133662223816, |
| "eval_val_alice_runtime": 17.1464, |
| "eval_val_alice_samples_per_second": 25.253, |
| "eval_val_alice_steps_per_second": 3.208, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.6, |
| "eval_val_bob_acc_stderr": 0.014258509225908407, |
| "eval_val_bob_accuracy": 0.9064748201438849, |
| "eval_val_bob_loss": 0.28322896361351013, |
| "eval_val_bob_runtime": 17.1893, |
| "eval_val_bob_samples_per_second": 24.259, |
| "eval_val_bob_steps_per_second": 3.083, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.6, |
| "eval_val_bob_gt_acc_stderr": 0.014093125547753299, |
| "eval_val_bob_gt_accuracy": 0.9088729016786571, |
| "eval_val_bob_gt_loss": 0.24366062879562378, |
| "eval_val_bob_gt_runtime": 17.1843, |
| "eval_val_bob_gt_samples_per_second": 24.266, |
| "eval_val_bob_gt_steps_per_second": 3.084, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.76, |
| "learning_rate": 7.8125e-06, |
| "loss": 0.246, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.92, |
| "learning_rate": 8.522727272727273e-06, |
| "loss": 0.2034, |
| "step": 600 |
| }, |
| { |
| "epoch": 2.08, |
| "learning_rate": 9.232954545454546e-06, |
| "loss": 0.2155, |
| "step": 650 |
| }, |
| { |
| "epoch": 2.24, |
| "learning_rate": 9.943181818181819e-06, |
| "loss": 0.1785, |
| "step": 700 |
| }, |
| { |
| "epoch": 2.4, |
| "learning_rate": 1.0653409090909092e-05, |
| "loss": 0.1693, |
| "step": 750 |
| }, |
| { |
| "epoch": 2.55, |
| "learning_rate": 1.1363636363636366e-05, |
| "loss": 0.1812, |
| "step": 800 |
| }, |
| { |
| "epoch": 2.71, |
| "learning_rate": 1.2073863636363636e-05, |
| "loss": 0.1656, |
| "step": 850 |
| }, |
| { |
| "epoch": 2.87, |
| "learning_rate": 1.2784090909090909e-05, |
| "loss": 0.1547, |
| "step": 900 |
| }, |
| { |
| "epoch": 3.03, |
| "learning_rate": 1.3494318181818182e-05, |
| "loss": 0.1481, |
| "step": 950 |
| }, |
| { |
| "epoch": 3.19, |
| "learning_rate": 1.4204545454545455e-05, |
| "loss": 0.1085, |
| "step": 1000 |
| }, |
| { |
| "epoch": 3.19, |
| "eval_val_acc_stderr": 0.007680257984675673, |
| "eval_val_accuracy": 0.9470588235294117, |
| "eval_val_loss": 0.161184623837471, |
| "eval_val_runtime": 33.8595, |
| "eval_val_samples_per_second": 25.104, |
| "eval_val_steps_per_second": 3.16, |
| "step": 1000 |
| }, |
| { |
| "epoch": 3.19, |
| "eval_val_alice_acc_stderr": 0.01077764816095986, |
| "eval_val_alice_accuracy": 0.9468822170900693, |
| "eval_val_alice_loss": 0.17345106601715088, |
| "eval_val_alice_runtime": 17.1237, |
| "eval_val_alice_samples_per_second": 25.287, |
| "eval_val_alice_steps_per_second": 3.212, |
| "step": 1000 |
| }, |
| { |
| "epoch": 3.19, |
| "eval_val_bob_acc_stderr": 0.010709104534851776, |
| "eval_val_bob_accuracy": 0.9496402877697842, |
| "eval_val_bob_loss": 0.14615066349506378, |
| "eval_val_bob_runtime": 17.1478, |
| "eval_val_bob_samples_per_second": 24.318, |
| "eval_val_bob_steps_per_second": 3.091, |
| "step": 1000 |
| }, |
| { |
| "epoch": 3.19, |
| "eval_val_bob_gt_acc_stderr": 0.01809102140047306, |
| "eval_val_bob_gt_accuracy": 0.8369304556354916, |
| "eval_val_bob_gt_loss": 0.6338604688644409, |
| "eval_val_bob_gt_runtime": 17.1654, |
| "eval_val_bob_gt_samples_per_second": 24.293, |
| "eval_val_bob_gt_steps_per_second": 3.088, |
| "step": 1000 |
| }, |
| { |
| "epoch": 3.35, |
| "learning_rate": 1.4914772727272729e-05, |
| "loss": 0.1122, |
| "step": 1050 |
| }, |
| { |
| "epoch": 3.51, |
| "learning_rate": 1.5625e-05, |
| "loss": 0.1222, |
| "step": 1100 |
| }, |
| { |
| "epoch": 3.67, |
| "learning_rate": 1.6335227272727275e-05, |
| "loss": 0.0913, |
| "step": 1150 |
| }, |
| { |
| "epoch": 3.83, |
| "learning_rate": 1.7045454545454546e-05, |
| "loss": 0.0863, |
| "step": 1200 |
| }, |
| { |
| "epoch": 3.99, |
| "learning_rate": 1.775568181818182e-05, |
| "loss": 0.0978, |
| "step": 1250 |
| }, |
| { |
| "epoch": 4.15, |
| "learning_rate": 1.8465909090909092e-05, |
| "loss": 0.0741, |
| "step": 1300 |
| }, |
| { |
| "epoch": 4.31, |
| "learning_rate": 1.9176136363636366e-05, |
| "loss": 0.0756, |
| "step": 1350 |
| }, |
| { |
| "epoch": 4.47, |
| "learning_rate": 1.9886363636363638e-05, |
| "loss": 0.068, |
| "step": 1400 |
| }, |
| { |
| "epoch": 4.63, |
| "learning_rate": 1.9894763217238787e-05, |
| "loss": 0.0564, |
| "step": 1450 |
| }, |
| { |
| "epoch": 4.79, |
| "learning_rate": 1.976948133299925e-05, |
| "loss": 0.0682, |
| "step": 1500 |
| }, |
| { |
| "epoch": 4.79, |
| "eval_val_acc_stderr": 0.007088289135317922, |
| "eval_val_accuracy": 0.9552941176470588, |
| "eval_val_loss": 0.21694479882717133, |
| "eval_val_runtime": 33.9001, |
| "eval_val_samples_per_second": 25.074, |
| "eval_val_steps_per_second": 3.156, |
| "step": 1500 |
| }, |
| { |
| "epoch": 4.79, |
| "eval_val_alice_acc_stderr": 0.01077764816095986, |
| "eval_val_alice_accuracy": 0.9468822170900693, |
| "eval_val_alice_loss": 0.24521102011203766, |
| "eval_val_alice_runtime": 17.1404, |
| "eval_val_alice_samples_per_second": 25.262, |
| "eval_val_alice_steps_per_second": 3.209, |
| "step": 1500 |
| }, |
| { |
| "epoch": 4.79, |
| "eval_val_bob_acc_stderr": 0.009119154497166923, |
| "eval_val_bob_accuracy": 0.9640287769784173, |
| "eval_val_bob_loss": 0.1885310858488083, |
| "eval_val_bob_runtime": 17.195, |
| "eval_val_bob_samples_per_second": 24.251, |
| "eval_val_bob_steps_per_second": 3.082, |
| "step": 1500 |
| }, |
| { |
| "epoch": 4.79, |
| "eval_val_bob_gt_acc_stderr": 0.016945607332261307, |
| "eval_val_bob_gt_accuracy": 0.8609112709832134, |
| "eval_val_bob_gt_loss": 0.5383512377738953, |
| "eval_val_bob_gt_runtime": 17.1938, |
| "eval_val_bob_gt_samples_per_second": 24.253, |
| "eval_val_bob_gt_steps_per_second": 3.083, |
| "step": 1500 |
| }, |
| { |
| "epoch": 4.95, |
| "learning_rate": 1.964419944875971e-05, |
| "loss": 0.0996, |
| "step": 1550 |
| }, |
| { |
| "epoch": 5.11, |
| "learning_rate": 1.951891756452017e-05, |
| "loss": 0.0458, |
| "step": 1600 |
| }, |
| { |
| "epoch": 5.27, |
| "learning_rate": 1.9393635680280633e-05, |
| "loss": 0.0424, |
| "step": 1650 |
| }, |
| { |
| "epoch": 5.43, |
| "learning_rate": 1.9268353796041094e-05, |
| "loss": 0.0406, |
| "step": 1700 |
| }, |
| { |
| "epoch": 5.59, |
| "learning_rate": 1.9143071911801552e-05, |
| "loss": 0.0559, |
| "step": 1750 |
| }, |
| { |
| "epoch": 5.75, |
| "learning_rate": 1.9017790027562014e-05, |
| "loss": 0.037, |
| "step": 1800 |
| }, |
| { |
| "epoch": 5.91, |
| "learning_rate": 1.8892508143322475e-05, |
| "loss": 0.0334, |
| "step": 1850 |
| }, |
| { |
| "epoch": 6.07, |
| "learning_rate": 1.8767226259082937e-05, |
| "loss": 0.0337, |
| "step": 1900 |
| }, |
| { |
| "epoch": 6.23, |
| "learning_rate": 1.8641944374843398e-05, |
| "loss": 0.0249, |
| "step": 1950 |
| }, |
| { |
| "epoch": 6.39, |
| "learning_rate": 1.851666249060386e-05, |
| "loss": 0.0389, |
| "step": 2000 |
| }, |
| { |
| "epoch": 6.39, |
| "eval_val_acc_stderr": 0.005681555533037121, |
| "eval_val_accuracy": 0.971764705882353, |
| "eval_val_loss": 0.1380617767572403, |
| "eval_val_runtime": 33.9624, |
| "eval_val_samples_per_second": 25.028, |
| "eval_val_steps_per_second": 3.151, |
| "step": 2000 |
| }, |
| { |
| "epoch": 6.39, |
| "eval_val_alice_acc_stderr": 0.009065592097915486, |
| "eval_val_alice_accuracy": 0.9630484988452656, |
| "eval_val_alice_loss": 0.18371498584747314, |
| "eval_val_alice_runtime": 17.17, |
| "eval_val_alice_samples_per_second": 25.218, |
| "eval_val_alice_steps_per_second": 3.203, |
| "step": 2000 |
| }, |
| { |
| "epoch": 6.39, |
| "eval_val_bob_acc_stderr": 0.007116185390941344, |
| "eval_val_bob_accuracy": 0.9784172661870504, |
| "eval_val_bob_loss": 0.09321955591440201, |
| "eval_val_bob_runtime": 17.2178, |
| "eval_val_bob_samples_per_second": 24.219, |
| "eval_val_bob_steps_per_second": 3.078, |
| "step": 2000 |
| }, |
| { |
| "epoch": 6.39, |
| "eval_val_bob_gt_acc_stderr": 0.017422318096349455, |
| "eval_val_bob_gt_accuracy": 0.8513189448441247, |
| "eval_val_bob_gt_loss": 1.3637529611587524, |
| "eval_val_bob_gt_runtime": 17.1982, |
| "eval_val_bob_gt_samples_per_second": 24.247, |
| "eval_val_bob_gt_steps_per_second": 3.082, |
| "step": 2000 |
| } |
| ], |
| "logging_steps": 50, |
| "max_steps": 9390, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 30, |
| "save_steps": 500, |
| "total_flos": 7.258415058505728e+17, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
