| { |
| "best_global_step": 900, |
| "best_metric": 0.8113172650337219, |
| "best_model_checkpoint": "/home/jovyan/work/pad3/hf_cache/vlm-ministral_cpt/checkpoint-900", |
| "epoch": 1.0285714285714285, |
| "eval_steps": 300, |
| "global_step": 900, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.011428571428571429, |
| "grad_norm": 15.378578186035156, |
| "learning_rate": 3.39622641509434e-05, |
| "loss": 8.33862533569336, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.022857142857142857, |
| "grad_norm": 10.927111625671387, |
| "learning_rate": 7.169811320754717e-05, |
| "loss": 6.778567504882813, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.03428571428571429, |
| "grad_norm": 9.256351470947266, |
| "learning_rate": 0.00010943396226415095, |
| "loss": 5.987285232543945, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.045714285714285714, |
| "grad_norm": 8.331721305847168, |
| "learning_rate": 0.00014716981132075472, |
| "loss": 5.4672698974609375, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.05714285714285714, |
| "grad_norm": 8.703407287597656, |
| "learning_rate": 0.0001849056603773585, |
| "loss": 5.27801742553711, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.06857142857142857, |
| "grad_norm": 9.705166816711426, |
| "learning_rate": 0.0001992928697701827, |
| "loss": 5.180379486083984, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 9.159878730773926, |
| "learning_rate": 0.00019811431938715382, |
| "loss": 5.042933654785156, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.09142857142857143, |
| "grad_norm": 7.970294952392578, |
| "learning_rate": 0.00019693576900412494, |
| "loss": 4.798321151733399, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.10285714285714286, |
| "grad_norm": 8.137990951538086, |
| "learning_rate": 0.00019575721862109607, |
| "loss": 4.7907672882080075, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.11428571428571428, |
| "grad_norm": 7.5624799728393555, |
| "learning_rate": 0.0001945786682380672, |
| "loss": 4.674889755249024, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.12571428571428572, |
| "grad_norm": 7.773468017578125, |
| "learning_rate": 0.00019340011785503832, |
| "loss": 4.581521606445312, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.13714285714285715, |
| "grad_norm": 7.638908386230469, |
| "learning_rate": 0.00019222156747200942, |
| "loss": 4.639577484130859, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.14857142857142858, |
| "grad_norm": 8.217121124267578, |
| "learning_rate": 0.00019104301708898055, |
| "loss": 4.598583221435547, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 7.484283447265625, |
| "learning_rate": 0.00018986446670595167, |
| "loss": 4.600800704956055, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.17142857142857143, |
| "grad_norm": 7.393186569213867, |
| "learning_rate": 0.0001886859163229228, |
| "loss": 4.368617248535156, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.18285714285714286, |
| "grad_norm": 7.616724014282227, |
| "learning_rate": 0.00018750736593989393, |
| "loss": 4.389640808105469, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.19428571428571428, |
| "grad_norm": 7.035678863525391, |
| "learning_rate": 0.00018632881555686505, |
| "loss": 4.333992385864258, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.2057142857142857, |
| "grad_norm": 6.236395359039307, |
| "learning_rate": 0.00018515026517383618, |
| "loss": 4.294047164916992, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.21714285714285714, |
| "grad_norm": 6.82771110534668, |
| "learning_rate": 0.00018397171479080733, |
| "loss": 4.332611465454102, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.22857142857142856, |
| "grad_norm": 6.608238697052002, |
| "learning_rate": 0.00018279316440777846, |
| "loss": 4.1796875, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 6.314072132110596, |
| "learning_rate": 0.00018161461402474958, |
| "loss": 4.134822845458984, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.25142857142857145, |
| "grad_norm": 6.577261924743652, |
| "learning_rate": 0.0001804360636417207, |
| "loss": 4.200227355957031, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.26285714285714284, |
| "grad_norm": 5.533579349517822, |
| "learning_rate": 0.00017925751325869184, |
| "loss": 4.231822204589844, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.2742857142857143, |
| "grad_norm": 5.7535552978515625, |
| "learning_rate": 0.00017807896287566294, |
| "loss": 4.185052871704102, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.2857142857142857, |
| "grad_norm": 6.131353855133057, |
| "learning_rate": 0.00017690041249263406, |
| "loss": 4.047256851196289, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.29714285714285715, |
| "grad_norm": 5.759047508239746, |
| "learning_rate": 0.0001757218621096052, |
| "loss": 4.180568695068359, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.30857142857142855, |
| "grad_norm": 5.681210517883301, |
| "learning_rate": 0.00017454331172657631, |
| "loss": 4.174673461914063, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 5.671685218811035, |
| "learning_rate": 0.00017336476134354744, |
| "loss": 3.9921218872070314, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.3314285714285714, |
| "grad_norm": 6.2818498611450195, |
| "learning_rate": 0.00017218621096051857, |
| "loss": 4.121313095092773, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.34285714285714286, |
| "grad_norm": 5.281393051147461, |
| "learning_rate": 0.0001710076605774897, |
| "loss": 4.037456512451172, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.34285714285714286, |
| "eval_loss": 0.966233491897583, |
| "eval_runtime": 189.9725, |
| "eval_samples_per_second": 5.264, |
| "eval_steps_per_second": 5.264, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.35428571428571426, |
| "grad_norm": 5.695072174072266, |
| "learning_rate": 0.00016982911019446082, |
| "loss": 3.9606529235839845, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.3657142857142857, |
| "grad_norm": 5.077876091003418, |
| "learning_rate": 0.00016865055981143194, |
| "loss": 3.871094512939453, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.37714285714285717, |
| "grad_norm": 5.337680339813232, |
| "learning_rate": 0.00016747200942840307, |
| "loss": 3.84930419921875, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.38857142857142857, |
| "grad_norm": 5.603011131286621, |
| "learning_rate": 0.0001662934590453742, |
| "loss": 3.7293975830078123, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 5.253485679626465, |
| "learning_rate": 0.00016511490866234532, |
| "loss": 3.993833541870117, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.4114285714285714, |
| "grad_norm": 5.056275367736816, |
| "learning_rate": 0.00016393635827931645, |
| "loss": 3.8682727813720703, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.4228571428571429, |
| "grad_norm": 5.209413528442383, |
| "learning_rate": 0.00016275780789628758, |
| "loss": 3.816153335571289, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.4342857142857143, |
| "grad_norm": 5.370687484741211, |
| "learning_rate": 0.0001615792575132587, |
| "loss": 3.76318359375, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.44571428571428573, |
| "grad_norm": 5.17402982711792, |
| "learning_rate": 0.00016040070713022983, |
| "loss": 3.8684104919433593, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.45714285714285713, |
| "grad_norm": 4.992661476135254, |
| "learning_rate": 0.00015922215674720095, |
| "loss": 3.8093425750732424, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.4685714285714286, |
| "grad_norm": 5.006243705749512, |
| "learning_rate": 0.00015804360636417208, |
| "loss": 3.9194854736328124, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 5.124022006988525, |
| "learning_rate": 0.0001568650559811432, |
| "loss": 3.857425308227539, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.49142857142857144, |
| "grad_norm": 5.376460075378418, |
| "learning_rate": 0.00015568650559811433, |
| "loss": 3.7050807952880858, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.5028571428571429, |
| "grad_norm": 4.906102657318115, |
| "learning_rate": 0.00015450795521508546, |
| "loss": 3.768130874633789, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.5142857142857142, |
| "grad_norm": 5.371730804443359, |
| "learning_rate": 0.00015332940483205659, |
| "loss": 3.8190208435058595, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.5257142857142857, |
| "grad_norm": 5.475566387176514, |
| "learning_rate": 0.0001521508544490277, |
| "loss": 3.788045120239258, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.5371428571428571, |
| "grad_norm": 5.15871524810791, |
| "learning_rate": 0.00015097230406599884, |
| "loss": 3.6049434661865236, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.5485714285714286, |
| "grad_norm": 4.677049160003662, |
| "learning_rate": 0.00014979375368296996, |
| "loss": 3.5550613403320312, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 4.52909517288208, |
| "learning_rate": 0.00014861520329994106, |
| "loss": 3.7386096954345702, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.5714285714285714, |
| "grad_norm": 4.81787633895874, |
| "learning_rate": 0.0001474366529169122, |
| "loss": 3.7458377838134767, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.5828571428571429, |
| "grad_norm": 5.093353271484375, |
| "learning_rate": 0.00014625810253388332, |
| "loss": 3.732608413696289, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.5942857142857143, |
| "grad_norm": 4.84699010848999, |
| "learning_rate": 0.00014507955215085444, |
| "loss": 3.5908126831054688, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.6057142857142858, |
| "grad_norm": 5.440133571624756, |
| "learning_rate": 0.00014390100176782557, |
| "loss": 3.6844512939453127, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.6171428571428571, |
| "grad_norm": 4.786667346954346, |
| "learning_rate": 0.0001427224513847967, |
| "loss": 3.55334587097168, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.6285714285714286, |
| "grad_norm": 4.713446140289307, |
| "learning_rate": 0.00014154390100176785, |
| "loss": 3.671040344238281, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 4.542754173278809, |
| "learning_rate": 0.00014036535061873897, |
| "loss": 3.565074920654297, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.6514285714285715, |
| "grad_norm": 4.633498668670654, |
| "learning_rate": 0.0001391868002357101, |
| "loss": 3.5600765228271483, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.6628571428571428, |
| "grad_norm": 5.180357456207275, |
| "learning_rate": 0.00013800824985268123, |
| "loss": 3.590932846069336, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.6742857142857143, |
| "grad_norm": 5.013422966003418, |
| "learning_rate": 0.00013682969946965235, |
| "loss": 3.543553924560547, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.6857142857142857, |
| "grad_norm": 4.720696449279785, |
| "learning_rate": 0.00013565114908662345, |
| "loss": 3.6398658752441406, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.6857142857142857, |
| "eval_loss": 0.8644659519195557, |
| "eval_runtime": 188.2427, |
| "eval_samples_per_second": 5.312, |
| "eval_steps_per_second": 5.312, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.6971428571428572, |
| "grad_norm": 4.762374401092529, |
| "learning_rate": 0.00013447259870359458, |
| "loss": 3.5501239776611326, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.7085714285714285, |
| "grad_norm": 4.8993916511535645, |
| "learning_rate": 0.0001332940483205657, |
| "loss": 3.4655189514160156, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 4.667840003967285, |
| "learning_rate": 0.00013211549793753683, |
| "loss": 3.559103775024414, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.7314285714285714, |
| "grad_norm": 4.983627796173096, |
| "learning_rate": 0.00013093694755450796, |
| "loss": 3.538484573364258, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.7428571428571429, |
| "grad_norm": 4.6870222091674805, |
| "learning_rate": 0.00012975839717147908, |
| "loss": 3.434688949584961, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.7542857142857143, |
| "grad_norm": 4.765181064605713, |
| "learning_rate": 0.0001285798467884502, |
| "loss": 3.3901046752929687, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.7657142857142857, |
| "grad_norm": 4.89863920211792, |
| "learning_rate": 0.00012740129640542133, |
| "loss": 3.4148059844970704, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.7771428571428571, |
| "grad_norm": 5.234548091888428, |
| "learning_rate": 0.00012622274602239246, |
| "loss": 3.603266143798828, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.7885714285714286, |
| "grad_norm": 4.550261974334717, |
| "learning_rate": 0.0001250441956393636, |
| "loss": 3.397371292114258, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 5.03040075302124, |
| "learning_rate": 0.0001238656452563347, |
| "loss": 3.326694869995117, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.8114285714285714, |
| "grad_norm": 4.639382839202881, |
| "learning_rate": 0.00012268709487330584, |
| "loss": 3.4932540893554687, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.8228571428571428, |
| "grad_norm": 4.673860549926758, |
| "learning_rate": 0.00012150854449027695, |
| "loss": 3.356616973876953, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.8342857142857143, |
| "grad_norm": 4.805152893066406, |
| "learning_rate": 0.0001203299941072481, |
| "loss": 3.461750793457031, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.8457142857142858, |
| "grad_norm": 4.468682289123535, |
| "learning_rate": 0.00011915144372421923, |
| "loss": 3.47204704284668, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.8571428571428571, |
| "grad_norm": 4.596803665161133, |
| "learning_rate": 0.00011797289334119034, |
| "loss": 3.44429931640625, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.8685714285714285, |
| "grad_norm": 4.497738838195801, |
| "learning_rate": 0.00011679434295816147, |
| "loss": 3.41302490234375, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 4.756861209869385, |
| "learning_rate": 0.0001156157925751326, |
| "loss": 3.3843093872070313, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.8914285714285715, |
| "grad_norm": 4.649412631988525, |
| "learning_rate": 0.00011443724219210372, |
| "loss": 3.2944171905517576, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.9028571428571428, |
| "grad_norm": 4.758933067321777, |
| "learning_rate": 0.00011325869180907485, |
| "loss": 3.371187210083008, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.9142857142857143, |
| "grad_norm": 4.970985412597656, |
| "learning_rate": 0.00011208014142604597, |
| "loss": 3.2973373413085936, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.9257142857142857, |
| "grad_norm": 4.600860595703125, |
| "learning_rate": 0.0001109015910430171, |
| "loss": 3.363826370239258, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.9371428571428572, |
| "grad_norm": 4.5820722579956055, |
| "learning_rate": 0.00010972304065998821, |
| "loss": 3.3119132995605467, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.9485714285714286, |
| "grad_norm": 4.491682529449463, |
| "learning_rate": 0.00010854449027695934, |
| "loss": 3.3644573211669924, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 4.860896110534668, |
| "learning_rate": 0.00010736593989393047, |
| "loss": 3.374749755859375, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.9714285714285714, |
| "grad_norm": 4.7770891189575195, |
| "learning_rate": 0.00010618738951090159, |
| "loss": 3.2817356109619142, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.9828571428571429, |
| "grad_norm": 4.682967662811279, |
| "learning_rate": 0.00010500883912787272, |
| "loss": 3.367177200317383, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.9942857142857143, |
| "grad_norm": 4.5394158363342285, |
| "learning_rate": 0.00010383028874484384, |
| "loss": 3.3502220153808593, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.0057142857142858, |
| "grad_norm": 4.440478324890137, |
| "learning_rate": 0.00010265173836181497, |
| "loss": 2.993194007873535, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.0171428571428571, |
| "grad_norm": 4.419264316558838, |
| "learning_rate": 0.00010147318797878608, |
| "loss": 2.858263397216797, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.0285714285714285, |
| "grad_norm": 4.7429327964782715, |
| "learning_rate": 0.00010029463759575721, |
| "loss": 2.893912696838379, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.0285714285714285, |
| "eval_loss": 0.8113172650337219, |
| "eval_runtime": 187.5319, |
| "eval_samples_per_second": 5.332, |
| "eval_steps_per_second": 5.332, |
| "step": 900 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 1750, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 300, |
| "stateful_callbacks": { |
| "EarlyStoppingCallback": { |
| "args": { |
| "early_stopping_patience": 3, |
| "early_stopping_threshold": 0.0 |
| }, |
| "attributes": { |
| "early_stopping_patience_counter": 0 |
| } |
| }, |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 7.385003465695887e+17, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
