| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.171875, |
| "eval_steps": 500, |
| "global_step": 300, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "completion_length": 773.71875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1684.0, |
| "completions/max_terminated_length": 1684.0, |
| "completions/mean_length": 774.71875, |
| "completions/mean_terminated_length": 774.71875, |
| "completions/min_length": 389.0, |
| "completions/min_terminated_length": 389.0, |
| "epoch": 0.00390625, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 0.031107431277632713, |
| "kl": 0.0, |
| "learning_rate": 0.0, |
| "loss": 0.0, |
| "num_tokens": 49271.0, |
| "reward": 1.4142889976501465, |
| "reward_std": 0.05336200073361397, |
| "rewards/ROUGEL_entities_reward/mean": 0.3361639976501465, |
| "rewards/ROUGEL_entities_reward/std": 0.24250923097133636, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.0625, |
| "rewards/f1_entities_exact_reward/std": 0.16800537705421448, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.015625, |
| "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 1 |
| }, |
| { |
| "completion_length": 829.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1716.0, |
| "completions/max_terminated_length": 1716.0, |
| "completions/mean_length": 830.5, |
| "completions/mean_terminated_length": 830.5, |
| "completions/min_length": 353.0, |
| "completions/min_terminated_length": 353.0, |
| "epoch": 0.0078125, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.032838013023138046, |
| "kl": 0.0, |
| "learning_rate": 6.250000000000001e-08, |
| "loss": 0.0, |
| "num_tokens": 101031.0, |
| "reward": 1.6849710941314697, |
| "reward_std": 0.07849985361099243, |
| "rewards/ROUGEL_entities_reward/mean": 0.4505961537361145, |
| "rewards/ROUGEL_entities_reward/std": 0.17492875456809998, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.234375, |
| "rewards/f1_entities_exact_reward/std": 0.253503680229187, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 2 |
| }, |
| { |
| "completion_length": 858.21875, |
| "completions/clipped_ratio": 0.0625, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 1491.0, |
| "completions/mean_length": 859.15625, |
| "completions/mean_terminated_length": 779.9000244140625, |
| "completions/min_length": 390.0, |
| "completions/min_terminated_length": 390.0, |
| "epoch": 0.01171875, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.0946029424667358, |
| "kl": 0.04924837779253721, |
| "learning_rate": 1.2500000000000002e-07, |
| "loss": 0.0, |
| "num_tokens": 154252.0, |
| "reward": 1.7309010028839111, |
| "reward_std": 0.20555105805397034, |
| "rewards/ROUGEL_entities_reward/mean": 0.46527600288391113, |
| "rewards/ROUGEL_entities_reward/std": 0.34173816442489624, |
| "rewards/answer_correctness_func/mean": 0.09375, |
| "rewards/answer_correctness_func/std": 0.2961445748806, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.234375, |
| "rewards/f1_entities_exact_reward/std": 0.3356355130672455, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 3 |
| }, |
| { |
| "completion_length": 750.09375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1529.0, |
| "completions/max_terminated_length": 1529.0, |
| "completions/mean_length": 751.09375, |
| "completions/mean_terminated_length": 751.09375, |
| "completions/min_length": 365.0, |
| "completions/min_terminated_length": 365.0, |
| "epoch": 0.015625, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.03853773698210716, |
| "kl": 0.0008064582070801407, |
| "learning_rate": 1.875e-07, |
| "loss": 0.0, |
| "num_tokens": 203603.0, |
| "reward": 1.3999865055084229, |
| "reward_std": 0.06636261940002441, |
| "rewards/ROUGEL_entities_reward/mean": 0.33748650550842285, |
| "rewards/ROUGEL_entities_reward/std": 0.24072480201721191, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.0625, |
| "rewards/f1_entities_exact_reward/std": 0.16800537705421448, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 4 |
| }, |
| { |
| "completion_length": 894.84375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1776.0, |
| "completions/max_terminated_length": 1776.0, |
| "completions/mean_length": 895.84375, |
| "completions/mean_terminated_length": 895.84375, |
| "completions/min_length": 439.0, |
| "completions/min_terminated_length": 439.0, |
| "epoch": 0.01953125, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.035162024199962616, |
| "kl": 0.0008056848309934139, |
| "learning_rate": 2.5000000000000004e-07, |
| "loss": 0.0, |
| "num_tokens": 257926.0, |
| "reward": 1.6901798248291016, |
| "reward_std": 0.2885170876979828, |
| "rewards/ROUGEL_entities_reward/mean": 0.5026798844337463, |
| "rewards/ROUGEL_entities_reward/std": 0.2995758056640625, |
| "rewards/answer_correctness_func/mean": 0.03125, |
| "rewards/answer_correctness_func/std": 0.1767766922712326, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.15625, |
| "rewards/f1_entities_exact_reward/std": 0.26753053069114685, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 5 |
| }, |
| { |
| "completion_length": 964.28125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1814.0, |
| "completions/max_terminated_length": 1814.0, |
| "completions/mean_length": 965.28125, |
| "completions/mean_terminated_length": 965.28125, |
| "completions/min_length": 482.0, |
| "completions/min_terminated_length": 482.0, |
| "epoch": 0.0234375, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.030356423929333687, |
| "kl": 0.000767507852287963, |
| "learning_rate": 3.125e-07, |
| "loss": 0.0, |
| "num_tokens": 314519.0, |
| "reward": 1.4136323928833008, |
| "reward_std": 0.25806623697280884, |
| "rewards/ROUGEL_entities_reward/mean": 0.39800751209259033, |
| "rewards/ROUGEL_entities_reward/std": 0.27216652035713196, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.046875, |
| "rewards/f1_entities_exact_reward/std": 0.1480722874403, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 6 |
| }, |
| { |
| "completion_length": 737.40625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1714.0, |
| "completions/max_terminated_length": 1714.0, |
| "completions/mean_length": 738.40625, |
| "completions/mean_terminated_length": 738.40625, |
| "completions/min_length": 271.0, |
| "completions/min_terminated_length": 271.0, |
| "epoch": 0.02734375, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.04363395646214485, |
| "kl": 0.000862537999637425, |
| "learning_rate": 3.75e-07, |
| "loss": -0.0, |
| "num_tokens": 363764.0, |
| "reward": 1.5545895099639893, |
| "reward_std": 0.1157001405954361, |
| "rewards/ROUGEL_entities_reward/mean": 0.3827144205570221, |
| "rewards/ROUGEL_entities_reward/std": 0.2522861063480377, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.171875, |
| "rewards/f1_entities_exact_reward/std": 0.24127934873104095, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 7 |
| }, |
| { |
| "completion_length": 739.125, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 1440.0, |
| "completions/mean_length": 740.09375, |
| "completions/mean_terminated_length": 697.9031982421875, |
| "completions/min_length": 383.0, |
| "completions/min_terminated_length": 383.0, |
| "epoch": 0.03125, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.2299633026123047, |
| "kl": 0.03398810001090169, |
| "learning_rate": 4.375e-07, |
| "loss": 0.0, |
| "num_tokens": 412659.0, |
| "reward": 1.513428807258606, |
| "reward_std": 0.2709747552871704, |
| "rewards/ROUGEL_entities_reward/mean": 0.38842886686325073, |
| "rewards/ROUGEL_entities_reward/std": 0.25137466192245483, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.15625, |
| "rewards/f1_entities_exact_reward/std": 0.23546454310417175, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 8 |
| }, |
| { |
| "completion_length": 832.1875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1915.0, |
| "completions/max_terminated_length": 1915.0, |
| "completions/mean_length": 833.1875, |
| "completions/mean_terminated_length": 833.1875, |
| "completions/min_length": 432.0, |
| "completions/min_terminated_length": 432.0, |
| "epoch": 0.03515625, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.0308236014097929, |
| "kl": 0.0008265759242931381, |
| "learning_rate": 5.000000000000001e-07, |
| "loss": 0.0, |
| "num_tokens": 465181.0, |
| "reward": 1.492291808128357, |
| "reward_std": 0.1271674633026123, |
| "rewards/ROUGEL_entities_reward/mean": 0.38291680812835693, |
| "rewards/ROUGEL_entities_reward/std": 0.16038332879543304, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.109375, |
| "rewards/f1_entities_exact_reward/std": 0.2100067138671875, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 9 |
| }, |
| { |
| "completion_length": 788.78125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1711.0, |
| "completions/max_terminated_length": 1711.0, |
| "completions/mean_length": 789.78125, |
| "completions/mean_terminated_length": 789.78125, |
| "completions/min_length": 344.0, |
| "completions/min_terminated_length": 344.0, |
| "epoch": 0.0390625, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.04289854317903519, |
| "kl": 0.0008371344592887908, |
| "learning_rate": 5.625e-07, |
| "loss": -0.0, |
| "num_tokens": 515798.0, |
| "reward": 1.7426328659057617, |
| "reward_std": 0.1278819590806961, |
| "rewards/ROUGEL_entities_reward/mean": 0.4457578659057617, |
| "rewards/ROUGEL_entities_reward/std": 0.29676324129104614, |
| "rewards/answer_correctness_func/mean": 0.125, |
| "rewards/answer_correctness_func/std": 0.33601075410842896, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.15625, |
| "rewards/f1_entities_exact_reward/std": 0.3463519513607025, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.015625, |
| "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 10 |
| }, |
| { |
| "completion_length": 947.84375, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 1947.0, |
| "completions/max_terminated_length": 1625.0, |
| "completions/mean_length": 948.8125, |
| "completions/mean_terminated_length": 916.6128540039062, |
| "completions/min_length": 368.0, |
| "completions/min_terminated_length": 368.0, |
| "epoch": 0.04296875, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.031256962567567825, |
| "kl": 0.0008525731100235134, |
| "learning_rate": 6.25e-07, |
| "loss": 0.0, |
| "num_tokens": 571372.0, |
| "reward": 1.6054279804229736, |
| "reward_std": 0.2585637867450714, |
| "rewards/ROUGEL_entities_reward/mean": 0.4491780400276184, |
| "rewards/ROUGEL_entities_reward/std": 0.21337461471557617, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.15625, |
| "rewards/f1_entities_exact_reward/std": 0.23546454310417175, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 11 |
| }, |
| { |
| "completion_length": 796.375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1783.0, |
| "completions/max_terminated_length": 1783.0, |
| "completions/mean_length": 797.375, |
| "completions/mean_terminated_length": 797.375, |
| "completions/min_length": 379.0, |
| "completions/min_terminated_length": 379.0, |
| "epoch": 0.046875, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 0.03451008349657059, |
| "kl": 0.0008439397643087432, |
| "learning_rate": 6.875000000000001e-07, |
| "loss": 0.0, |
| "num_tokens": 622380.0, |
| "reward": 1.8003621101379395, |
| "reward_std": 0.09649848937988281, |
| "rewards/ROUGEL_entities_reward/mean": 0.5503621101379395, |
| "rewards/ROUGEL_entities_reward/std": 0.24412204325199127, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.234375, |
| "rewards/f1_entities_exact_reward/std": 0.253503680229187, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.015625, |
| "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 12 |
| }, |
| { |
| "completion_length": 827.34375, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2047.0, |
| "completions/max_terminated_length": 1974.0, |
| "completions/mean_length": 828.3125, |
| "completions/mean_terminated_length": 789.0, |
| "completions/min_length": 342.0, |
| "completions/min_terminated_length": 342.0, |
| "epoch": 0.05078125, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 1.4412877559661865, |
| "kl": 0.03177165426313877, |
| "learning_rate": 7.5e-07, |
| "loss": 0.0, |
| "num_tokens": 673534.0, |
| "reward": 1.4974217414855957, |
| "reward_std": 0.1358407884836197, |
| "rewards/ROUGEL_entities_reward/mean": 0.4661717712879181, |
| "rewards/ROUGEL_entities_reward/std": 0.28460103273391724, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.0625, |
| "rewards/f1_entities_exact_reward/std": 0.16800537705421448, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 13 |
| }, |
| { |
| "completion_length": 951.6875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1936.0, |
| "completions/max_terminated_length": 1936.0, |
| "completions/mean_length": 952.6875, |
| "completions/mean_terminated_length": 952.6875, |
| "completions/min_length": 360.0, |
| "completions/min_terminated_length": 360.0, |
| "epoch": 0.0546875, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.047750119119882584, |
| "kl": 0.0008222978794947267, |
| "learning_rate": 8.125000000000001e-07, |
| "loss": 0.0, |
| "num_tokens": 728552.0, |
| "reward": 1.4253430366516113, |
| "reward_std": 0.107511967420578, |
| "rewards/ROUGEL_entities_reward/mean": 0.40971803665161133, |
| "rewards/ROUGEL_entities_reward/std": 0.2035004198551178, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.015625, |
| "rewards/f1_entities_exact_reward/std": 0.0883883461356163, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 14 |
| }, |
| { |
| "completion_length": 796.71875, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 1999.0, |
| "completions/max_terminated_length": 1728.0, |
| "completions/mean_length": 797.6875, |
| "completions/mean_terminated_length": 758.9354858398438, |
| "completions/min_length": 447.0, |
| "completions/min_terminated_length": 447.0, |
| "epoch": 0.05859375, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 1.1840251684188843, |
| "kl": 0.035019629169255495, |
| "learning_rate": 8.75e-07, |
| "loss": 0.0, |
| "num_tokens": 779450.0, |
| "reward": 1.8847320079803467, |
| "reward_std": 0.18553508818149567, |
| "rewards/ROUGEL_entities_reward/mean": 0.6347318887710571, |
| "rewards/ROUGEL_entities_reward/std": 0.24349310994148254, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.28125, |
| "rewards/f1_entities_exact_reward/std": 0.2520080506801605, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 15 |
| }, |
| { |
| "completion_length": 825.9375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1966.0, |
| "completions/max_terminated_length": 1966.0, |
| "completions/mean_length": 826.9375, |
| "completions/mean_terminated_length": 826.9375, |
| "completions/min_length": 346.0, |
| "completions/min_terminated_length": 346.0, |
| "epoch": 0.0625, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.03686046227812767, |
| "kl": 0.0009055825939867646, |
| "learning_rate": 9.375000000000001e-07, |
| "loss": 0.0, |
| "num_tokens": 830168.0, |
| "reward": 1.503725290298462, |
| "reward_std": 0.03653297573328018, |
| "rewards/ROUGEL_entities_reward/mean": 0.4412252902984619, |
| "rewards/ROUGEL_entities_reward/std": 0.18260407447814941, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.0625, |
| "rewards/f1_entities_exact_reward/std": 0.16800537705421448, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 16 |
| }, |
| { |
| "completion_length": 831.65625, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 1710.0, |
| "completions/mean_length": 832.625, |
| "completions/mean_terminated_length": 793.4193115234375, |
| "completions/min_length": 442.0, |
| "completions/min_terminated_length": 442.0, |
| "epoch": 0.06640625, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 11960.408203125, |
| "kl": 91286.23423358332, |
| "learning_rate": 1.0000000000000002e-06, |
| "loss": 91.2862, |
| "num_tokens": 882112.0, |
| "reward": 1.9998295307159424, |
| "reward_std": 0.1716785728931427, |
| "rewards/ROUGEL_entities_reward/mean": 0.6092044115066528, |
| "rewards/ROUGEL_entities_reward/std": 0.2381805032491684, |
| "rewards/answer_correctness_func/mean": 0.125, |
| "rewards/answer_correctness_func/std": 0.33601075410842896, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.265625, |
| "rewards/f1_entities_exact_reward/std": 0.3588596284389496, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 17 |
| }, |
| { |
| "completion_length": 735.09375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1963.0, |
| "completions/max_terminated_length": 1963.0, |
| "completions/mean_length": 736.09375, |
| "completions/mean_terminated_length": 736.09375, |
| "completions/min_length": 304.0, |
| "completions/min_terminated_length": 304.0, |
| "epoch": 0.0703125, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.035265810787677765, |
| "kl": 0.0008649405790492892, |
| "learning_rate": 1.0625e-06, |
| "loss": 0.0, |
| "num_tokens": 930435.0, |
| "reward": 1.6111576557159424, |
| "reward_std": 0.2122671902179718, |
| "rewards/ROUGEL_entities_reward/mean": 0.39240762591362, |
| "rewards/ROUGEL_entities_reward/std": 0.2360842227935791, |
| "rewards/answer_correctness_func/mean": 0.0625, |
| "rewards/answer_correctness_func/std": 0.24593468010425568, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.15625, |
| "rewards/f1_entities_exact_reward/std": 0.2961445748806, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 18 |
| }, |
| { |
| "completion_length": 929.3125, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 2029.0, |
| "completions/mean_length": 930.28125, |
| "completions/mean_terminated_length": 894.2257690429688, |
| "completions/min_length": 385.0, |
| "completions/min_terminated_length": 385.0, |
| "epoch": 0.07421875, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.1916157007217407, |
| "kl": 0.026040656957775354, |
| "learning_rate": 1.125e-06, |
| "loss": 0.0, |
| "num_tokens": 986084.0, |
| "reward": 1.4042803049087524, |
| "reward_std": 0.2482759654521942, |
| "rewards/ROUGEL_entities_reward/mean": 0.40428024530410767, |
| "rewards/ROUGEL_entities_reward/std": 0.2555541396141052, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.03125, |
| "rewards/f1_entities_exact_reward/std": 0.12296734005212784, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 19 |
| }, |
| { |
| "completion_length": 858.53125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1999.0, |
| "completions/max_terminated_length": 1999.0, |
| "completions/mean_length": 859.53125, |
| "completions/mean_terminated_length": 859.53125, |
| "completions/min_length": 327.0, |
| "completions/min_terminated_length": 327.0, |
| "epoch": 0.078125, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 1.2272316217422485, |
| "kl": 0.04151263926178217, |
| "learning_rate": 1.1875e-06, |
| "loss": 0.0, |
| "num_tokens": 1038577.0, |
| "reward": 1.4781588315963745, |
| "reward_std": 0.09865100681781769, |
| "rewards/ROUGEL_entities_reward/mean": 0.3687838315963745, |
| "rewards/ROUGEL_entities_reward/std": 0.25713229179382324, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.109375, |
| "rewards/f1_entities_exact_reward/std": 0.2100067138671875, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 20 |
| }, |
| { |
| "completion_length": 735.03125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1646.0, |
| "completions/max_terminated_length": 1646.0, |
| "completions/mean_length": 736.03125, |
| "completions/mean_terminated_length": 736.03125, |
| "completions/min_length": 370.0, |
| "completions/min_terminated_length": 370.0, |
| "epoch": 0.08203125, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.03574994206428528, |
| "kl": 0.0008639947773190215, |
| "learning_rate": 1.25e-06, |
| "loss": 0.0, |
| "num_tokens": 1087414.0, |
| "reward": 1.7493736743927002, |
| "reward_std": 0.3073810338973999, |
| "rewards/ROUGEL_entities_reward/mean": 0.5149986743927002, |
| "rewards/ROUGEL_entities_reward/std": 0.2595096230506897, |
| "rewards/answer_correctness_func/mean": 0.0625, |
| "rewards/answer_correctness_func/std": 0.24593468010425568, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.171875, |
| "rewards/f1_entities_exact_reward/std": 0.30078861117362976, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 21 |
| }, |
| { |
| "completion_length": 936.125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1829.0, |
| "completions/max_terminated_length": 1829.0, |
| "completions/mean_length": 937.125, |
| "completions/mean_terminated_length": 937.125, |
| "completions/min_length": 387.0, |
| "completions/min_terminated_length": 387.0, |
| "epoch": 0.0859375, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 0.030881009995937347, |
| "kl": 0.0008643228356959298, |
| "learning_rate": 1.3125000000000001e-06, |
| "loss": 0.0, |
| "num_tokens": 1142902.0, |
| "reward": 1.4245872497558594, |
| "reward_std": 0.05940890312194824, |
| "rewards/ROUGEL_entities_reward/mean": 0.3933371901512146, |
| "rewards/ROUGEL_entities_reward/std": 0.23100200295448303, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.03125, |
| "rewards/f1_entities_exact_reward/std": 0.12296734005212784, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 22 |
| }, |
| { |
| "completion_length": 949.09375, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 1974.0, |
| "completions/max_terminated_length": 1957.0, |
| "completions/mean_length": 950.0625, |
| "completions/mean_terminated_length": 917.0322265625, |
| "completions/min_length": 358.0, |
| "completions/min_terminated_length": 358.0, |
| "epoch": 0.08984375, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.360364317893982, |
| "kl": 0.03316311351954937, |
| "learning_rate": 1.3750000000000002e-06, |
| "loss": 0.0, |
| "num_tokens": 1198068.0, |
| "reward": 1.4728868007659912, |
| "reward_std": 0.2027805596590042, |
| "rewards/ROUGEL_entities_reward/mean": 0.4260118901729584, |
| "rewards/ROUGEL_entities_reward/std": 0.26421165466308594, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.109375, |
| "rewards/f1_entities_exact_reward/std": 0.2100067138671875, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 23 |
| }, |
| { |
| "completion_length": 983.4375, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2043.0, |
| "completions/max_terminated_length": 2041.0, |
| "completions/mean_length": 984.40625, |
| "completions/mean_terminated_length": 950.258056640625, |
| "completions/min_length": 350.0, |
| "completions/min_terminated_length": 350.0, |
| "epoch": 0.09375, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.449867844581604, |
| "kl": 0.03517508413642645, |
| "learning_rate": 1.4375e-06, |
| "loss": 0.0, |
| "num_tokens": 1254353.0, |
| "reward": 1.5606844425201416, |
| "reward_std": 0.34358131885528564, |
| "rewards/ROUGEL_entities_reward/mean": 0.5138094425201416, |
| "rewards/ROUGEL_entities_reward/std": 0.24284419417381287, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.90625, |
| "rewards/answer_format_func/std": 0.2961445748806, |
| "rewards/f1_entities_exact_reward/mean": 0.140625, |
| "rewards/f1_entities_exact_reward/std": 0.22840170562267303, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 24 |
| }, |
| { |
| "completion_length": 986.0625, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 1981.0, |
| "completions/max_terminated_length": 1877.0, |
| "completions/mean_length": 987.03125, |
| "completions/mean_terminated_length": 954.9677124023438, |
| "completions/min_length": 385.0, |
| "completions/min_terminated_length": 385.0, |
| "epoch": 0.09765625, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7202436923980713, |
| "kl": 0.03029360854998231, |
| "learning_rate": 1.5e-06, |
| "loss": 0.0, |
| "num_tokens": 1311054.0, |
| "reward": 1.5542736053466797, |
| "reward_std": 0.2044057995080948, |
| "rewards/ROUGEL_entities_reward/mean": 0.4292736053466797, |
| "rewards/ROUGEL_entities_reward/std": 0.187626451253891, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.15625, |
| "rewards/f1_entities_exact_reward/std": 0.23546454310417175, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 25 |
| }, |
| { |
| "completion_length": 719.875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1817.0, |
| "completions/max_terminated_length": 1817.0, |
| "completions/mean_length": 720.875, |
| "completions/mean_terminated_length": 720.875, |
| "completions/min_length": 332.0, |
| "completions/min_terminated_length": 332.0, |
| "epoch": 0.1015625, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.04885788634419441, |
| "kl": 0.0009195755264954641, |
| "learning_rate": 1.5625e-06, |
| "loss": 0.0, |
| "num_tokens": 1359150.0, |
| "reward": 1.3275928497314453, |
| "reward_std": 0.05572877824306488, |
| "rewards/ROUGEL_entities_reward/mean": 0.3275929093360901, |
| "rewards/ROUGEL_entities_reward/std": 0.2175500988960266, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.0, |
| "rewards/f1_entities_exact_reward/std": 0.0, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 26 |
| }, |
| { |
| "completion_length": 787.3125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1927.0, |
| "completions/max_terminated_length": 1927.0, |
| "completions/mean_length": 788.3125, |
| "completions/mean_terminated_length": 788.3125, |
| "completions/min_length": 346.0, |
| "completions/min_terminated_length": 346.0, |
| "epoch": 0.10546875, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.047234393656253815, |
| "kl": 0.0008445628191111609, |
| "learning_rate": 1.6250000000000001e-06, |
| "loss": -0.0, |
| "num_tokens": 1409184.0, |
| "reward": 1.6741223335266113, |
| "reward_std": 0.17429909110069275, |
| "rewards/ROUGEL_entities_reward/mean": 0.4397473633289337, |
| "rewards/ROUGEL_entities_reward/std": 0.2606096565723419, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.234375, |
| "rewards/f1_entities_exact_reward/std": 0.253503680229187, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 27 |
| }, |
| { |
| "completion_length": 908.09375, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2037.0, |
| "completions/max_terminated_length": 1410.0, |
| "completions/mean_length": 909.0625, |
| "completions/mean_terminated_length": 872.6773681640625, |
| "completions/min_length": 436.0, |
| "completions/min_terminated_length": 436.0, |
| "epoch": 0.109375, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.1578987836837769, |
| "kl": 0.029024578165262938, |
| "learning_rate": 1.6875000000000001e-06, |
| "loss": 0.0, |
| "num_tokens": 1463198.0, |
| "reward": 1.3360178470611572, |
| "reward_std": 0.194834902882576, |
| "rewards/ROUGEL_entities_reward/mean": 0.3516428768634796, |
| "rewards/ROUGEL_entities_reward/std": 0.20796751976013184, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.015625, |
| "rewards/f1_entities_exact_reward/std": 0.0883883461356163, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 28 |
| }, |
| { |
| "completion_length": 877.6875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1722.0, |
| "completions/max_terminated_length": 1722.0, |
| "completions/mean_length": 878.6875, |
| "completions/mean_terminated_length": 878.6875, |
| "completions/min_length": 400.0, |
| "completions/min_terminated_length": 400.0, |
| "epoch": 0.11328125, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.036818020045757294, |
| "kl": 0.0008321568457176909, |
| "learning_rate": 1.75e-06, |
| "loss": 0.0, |
| "num_tokens": 1516328.0, |
| "reward": 1.284515619277954, |
| "reward_std": 0.10075192153453827, |
| "rewards/ROUGEL_entities_reward/mean": 0.2845155596733093, |
| "rewards/ROUGEL_entities_reward/std": 0.20700469613075256, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.0, |
| "rewards/f1_entities_exact_reward/std": 0.0, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 29 |
| }, |
| { |
| "completion_length": 801.90625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1763.0, |
| "completions/max_terminated_length": 1763.0, |
| "completions/mean_length": 802.90625, |
| "completions/mean_terminated_length": 802.90625, |
| "completions/min_length": 354.0, |
| "completions/min_terminated_length": 354.0, |
| "epoch": 0.1171875, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.038571011275053024, |
| "kl": 0.0008754348091315478, |
| "learning_rate": 1.8125e-06, |
| "loss": -0.0, |
| "num_tokens": 1568001.0, |
| "reward": 1.3216490745544434, |
| "reward_std": 0.0878436490893364, |
| "rewards/ROUGEL_entities_reward/mean": 0.3216490149497986, |
| "rewards/ROUGEL_entities_reward/std": 0.12796050310134888, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.0, |
| "rewards/f1_entities_exact_reward/std": 0.0, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 30 |
| }, |
| { |
| "completion_length": 1019.875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1994.0, |
| "completions/max_terminated_length": 1994.0, |
| "completions/mean_length": 1020.875, |
| "completions/mean_terminated_length": 1020.875, |
| "completions/min_length": 317.0, |
| "completions/min_terminated_length": 317.0, |
| "epoch": 0.12109375, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.9888184070587158, |
| "kl": 0.030457815155386925, |
| "learning_rate": 1.8750000000000003e-06, |
| "loss": 0.0, |
| "num_tokens": 1625681.0, |
| "reward": 1.6338975429534912, |
| "reward_std": 0.0996546596288681, |
| "rewards/ROUGEL_entities_reward/mean": 0.5245225429534912, |
| "rewards/ROUGEL_entities_reward/std": 0.1336575746536255, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.109375, |
| "rewards/f1_entities_exact_reward/std": 0.2100067138671875, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 31 |
| }, |
| { |
| "completion_length": 778.8125, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 1987.0, |
| "completions/max_terminated_length": 1386.0, |
| "completions/mean_length": 779.78125, |
| "completions/mean_terminated_length": 740.8386840820312, |
| "completions/min_length": 448.0, |
| "completions/min_terminated_length": 448.0, |
| "epoch": 0.125, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.4051024913787842, |
| "kl": 0.07832266436889768, |
| "learning_rate": 1.9375e-06, |
| "loss": 0.0001, |
| "num_tokens": 1676698.0, |
| "reward": 1.6515867710113525, |
| "reward_std": 0.36416906118392944, |
| "rewards/ROUGEL_entities_reward/mean": 0.4640866816043854, |
| "rewards/ROUGEL_entities_reward/std": 0.2700716555118561, |
| "rewards/answer_correctness_func/mean": 0.03125, |
| "rewards/answer_correctness_func/std": 0.1767766922712326, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.1875, |
| "rewards/f1_entities_exact_reward/std": 0.2767903506755829, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 32 |
| }, |
| { |
| "completion_length": 864.90625, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2033.0, |
| "completions/max_terminated_length": 1989.0, |
| "completions/mean_length": 865.875, |
| "completions/mean_terminated_length": 828.2257690429688, |
| "completions/min_length": 376.0, |
| "completions/min_terminated_length": 376.0, |
| "epoch": 0.12890625, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.8691290616989136, |
| "kl": 0.03025655262172222, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 0.0, |
| "num_tokens": 1729458.0, |
| "reward": 2.1252987384796143, |
| "reward_std": 0.5289393663406372, |
| "rewards/ROUGEL_entities_reward/mean": 0.5627987384796143, |
| "rewards/ROUGEL_entities_reward/std": 0.3745800256729126, |
| "rewards/answer_correctness_func/mean": 0.21875, |
| "rewards/answer_correctness_func/std": 0.420013427734375, |
| "rewards/answer_format_func/mean": 0.90625, |
| "rewards/answer_format_func/std": 0.2961445748806, |
| "rewards/f1_entities_exact_reward/mean": 0.40625, |
| "rewards/f1_entities_exact_reward/std": 0.39015090465545654, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.03125, |
| "rewards/reasoning_equal_answer_reward/std": 0.1767766922712326, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 33 |
| }, |
| { |
| "completion_length": 879.28125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1759.0, |
| "completions/max_terminated_length": 1759.0, |
| "completions/mean_length": 880.28125, |
| "completions/mean_terminated_length": 880.28125, |
| "completions/min_length": 382.0, |
| "completions/min_terminated_length": 382.0, |
| "epoch": 0.1328125, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.03191771358251572, |
| "kl": 0.0008378682687180117, |
| "learning_rate": 2.0625e-06, |
| "loss": 0.0, |
| "num_tokens": 1782827.0, |
| "reward": 1.4557617902755737, |
| "reward_std": 0.16580641269683838, |
| "rewards/ROUGEL_entities_reward/mean": 0.34638676047325134, |
| "rewards/ROUGEL_entities_reward/std": 0.18016280233860016, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.109375, |
| "rewards/f1_entities_exact_reward/std": 0.2100067138671875, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 34 |
| }, |
| { |
| "completion_length": 895.1875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1836.0, |
| "completions/max_terminated_length": 1836.0, |
| "completions/mean_length": 896.1875, |
| "completions/mean_terminated_length": 896.1875, |
| "completions/min_length": 386.0, |
| "completions/min_terminated_length": 386.0, |
| "epoch": 0.13671875, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.0351351797580719, |
| "kl": 0.0007743473688606173, |
| "learning_rate": 2.125e-06, |
| "loss": 0.0, |
| "num_tokens": 1836317.0, |
| "reward": 1.3723011016845703, |
| "reward_std": 0.15460538864135742, |
| "rewards/ROUGEL_entities_reward/mean": 0.3410511016845703, |
| "rewards/ROUGEL_entities_reward/std": 0.2375221699476242, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.03125, |
| "rewards/f1_entities_exact_reward/std": 0.12296734005212784, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 35 |
| }, |
| { |
| "completion_length": 814.5625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1464.0, |
| "completions/max_terminated_length": 1464.0, |
| "completions/mean_length": 815.5625, |
| "completions/mean_terminated_length": 815.5625, |
| "completions/min_length": 358.0, |
| "completions/min_terminated_length": 358.0, |
| "epoch": 0.140625, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.03838350996375084, |
| "kl": 0.0008724646613700315, |
| "learning_rate": 2.1875000000000002e-06, |
| "loss": 0.0, |
| "num_tokens": 1887779.0, |
| "reward": 1.421027660369873, |
| "reward_std": 0.08938203752040863, |
| "rewards/ROUGEL_entities_reward/mean": 0.35852763056755066, |
| "rewards/ROUGEL_entities_reward/std": 0.1610291451215744, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.0625, |
| "rewards/f1_entities_exact_reward/std": 0.16800537705421448, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 36 |
| }, |
| { |
| "completion_length": 1043.9375, |
| "completions/clipped_ratio": 0.09375, |
| "completions/max_length": 1966.0, |
| "completions/max_terminated_length": 1925.0, |
| "completions/mean_length": 1044.84375, |
| "completions/mean_terminated_length": 949.5516967773438, |
| "completions/min_length": 361.0, |
| "completions/min_terminated_length": 361.0, |
| "epoch": 0.14453125, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.3164830207824707, |
| "kl": 0.036185771226882935, |
| "learning_rate": 2.25e-06, |
| "loss": 0.0, |
| "num_tokens": 1946890.0, |
| "reward": 1.2239865064620972, |
| "reward_std": 0.13413795828819275, |
| "rewards/ROUGEL_entities_reward/mean": 0.25523650646209717, |
| "rewards/ROUGEL_entities_reward/std": 0.20075830817222595, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.90625, |
| "rewards/answer_format_func/std": 0.2961445748806, |
| "rewards/f1_entities_exact_reward/mean": 0.0625, |
| "rewards/f1_entities_exact_reward/std": 0.16800537705421448, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 37 |
| }, |
| { |
| "completion_length": 1095.15625, |
| "completions/clipped_ratio": 0.0625, |
| "completions/max_length": 2012.0, |
| "completions/max_terminated_length": 1988.0, |
| "completions/mean_length": 1096.09375, |
| "completions/mean_terminated_length": 1035.033447265625, |
| "completions/min_length": 349.0, |
| "completions/min_terminated_length": 349.0, |
| "epoch": 0.1484375, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.7715964317321777, |
| "kl": 0.047803448513150215, |
| "learning_rate": 2.3125000000000003e-06, |
| "loss": 0.0, |
| "num_tokens": 2007529.0, |
| "reward": 1.219300389289856, |
| "reward_std": 0.209647536277771, |
| "rewards/ROUGEL_entities_reward/mean": 0.26617541909217834, |
| "rewards/ROUGEL_entities_reward/std": 0.19572654366493225, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.015625, |
| "rewards/f1_entities_exact_reward/std": 0.0883883461356163, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 38 |
| }, |
| { |
| "completion_length": 875.125, |
| "completions/clipped_ratio": 0.0625, |
| "completions/max_length": 2025.0, |
| "completions/max_terminated_length": 1905.0, |
| "completions/mean_length": 876.0625, |
| "completions/mean_terminated_length": 799.4667358398438, |
| "completions/min_length": 383.0, |
| "completions/min_terminated_length": 383.0, |
| "epoch": 0.15234375, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 1.2576082944869995, |
| "kl": 0.028566114604473114, |
| "learning_rate": 2.375e-06, |
| "loss": 0.0, |
| "num_tokens": 2061255.0, |
| "reward": 1.543312430381775, |
| "reward_std": 0.20425739884376526, |
| "rewards/ROUGEL_entities_reward/mean": 0.4026874303817749, |
| "rewards/ROUGEL_entities_reward/std": 0.3158787488937378, |
| "rewards/answer_correctness_func/mean": 0.03125, |
| "rewards/answer_correctness_func/std": 0.1767766922712326, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.109375, |
| "rewards/f1_entities_exact_reward/std": 0.24542178213596344, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 39 |
| }, |
| { |
| "completion_length": 868.09375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1850.0, |
| "completions/max_terminated_length": 1850.0, |
| "completions/mean_length": 869.09375, |
| "completions/mean_terminated_length": 869.09375, |
| "completions/min_length": 423.0, |
| "completions/min_terminated_length": 423.0, |
| "epoch": 0.15625, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.04050038754940033, |
| "kl": 0.0008488351159030572, |
| "learning_rate": 2.4375e-06, |
| "loss": 0.0, |
| "num_tokens": 2114910.0, |
| "reward": 1.5773019790649414, |
| "reward_std": 0.2809327244758606, |
| "rewards/ROUGEL_entities_reward/mean": 0.4054270386695862, |
| "rewards/ROUGEL_entities_reward/std": 0.21998822689056396, |
| "rewards/answer_correctness_func/mean": 0.03125, |
| "rewards/answer_correctness_func/std": 0.1767766922712326, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.140625, |
| "rewards/f1_entities_exact_reward/std": 0.26133573055267334, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 40 |
| }, |
| { |
| "completion_length": 746.125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1475.0, |
| "completions/max_terminated_length": 1475.0, |
| "completions/mean_length": 747.125, |
| "completions/mean_terminated_length": 747.125, |
| "completions/min_length": 311.0, |
| "completions/min_terminated_length": 311.0, |
| "epoch": 0.16015625, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.0397828109562397, |
| "kl": 0.0009731970203574747, |
| "learning_rate": 2.5e-06, |
| "loss": 0.0, |
| "num_tokens": 2164246.0, |
| "reward": 1.9008541107177734, |
| "reward_std": 0.07794724404811859, |
| "rewards/ROUGEL_entities_reward/mean": 0.525854229927063, |
| "rewards/ROUGEL_entities_reward/std": 0.27729788422584534, |
| "rewards/answer_correctness_func/mean": 0.125, |
| "rewards/answer_correctness_func/std": 0.33601075410842896, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.25, |
| "rewards/f1_entities_exact_reward/std": 0.3592106103897095, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 41 |
| }, |
| { |
| "completion_length": 960.84375, |
| "completions/clipped_ratio": 0.0625, |
| "completions/max_length": 1977.0, |
| "completions/max_terminated_length": 1768.0, |
| "completions/mean_length": 961.78125, |
| "completions/mean_terminated_length": 894.1000366210938, |
| "completions/min_length": 357.0, |
| "completions/min_terminated_length": 357.0, |
| "epoch": 0.1640625, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 1.2776288986206055, |
| "kl": 0.0984850749373436, |
| "learning_rate": 2.5625e-06, |
| "loss": 0.0001, |
| "num_tokens": 2220687.0, |
| "reward": 1.3761751651763916, |
| "reward_std": 0.03425034135580063, |
| "rewards/ROUGEL_entities_reward/mean": 0.3136751055717468, |
| "rewards/ROUGEL_entities_reward/std": 0.21004539728164673, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.0625, |
| "rewards/f1_entities_exact_reward/std": 0.16800537705421448, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 42 |
| }, |
| { |
| "completion_length": 781.8125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1453.0, |
| "completions/max_terminated_length": 1453.0, |
| "completions/mean_length": 782.8125, |
| "completions/mean_terminated_length": 782.8125, |
| "completions/min_length": 352.0, |
| "completions/min_terminated_length": 352.0, |
| "epoch": 0.16796875, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.04102746397256851, |
| "kl": 0.0008047504670685157, |
| "learning_rate": 2.6250000000000003e-06, |
| "loss": 0.0, |
| "num_tokens": 2271929.0, |
| "reward": 1.3647174835205078, |
| "reward_std": 0.1334415078163147, |
| "rewards/ROUGEL_entities_reward/mean": 0.3334674835205078, |
| "rewards/ROUGEL_entities_reward/std": 0.18400724232196808, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.03125, |
| "rewards/f1_entities_exact_reward/std": 0.12296734005212784, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 43 |
| }, |
| { |
| "completion_length": 866.65625, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 1973.0, |
| "completions/max_terminated_length": 1473.0, |
| "completions/mean_length": 867.625, |
| "completions/mean_terminated_length": 831.9677124023438, |
| "completions/min_length": 309.0, |
| "completions/min_terminated_length": 309.0, |
| "epoch": 0.171875, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.03564456105232239, |
| "kl": 0.0008104472508421168, |
| "learning_rate": 2.6875e-06, |
| "loss": 0.0, |
| "num_tokens": 2324513.0, |
| "reward": 1.3380478620529175, |
| "reward_std": 0.16338998079299927, |
| "rewards/ROUGEL_entities_reward/mean": 0.35367289185523987, |
| "rewards/ROUGEL_entities_reward/std": 0.2080492079257965, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.015625, |
| "rewards/f1_entities_exact_reward/std": 0.0883883461356163, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 44 |
| }, |
| { |
| "completion_length": 988.65625, |
| "completions/clipped_ratio": 0.0625, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 2024.0, |
| "completions/mean_length": 989.59375, |
| "completions/mean_terminated_length": 919.0333862304688, |
| "completions/min_length": 364.0, |
| "completions/min_terminated_length": 364.0, |
| "epoch": 0.17578125, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.3289203643798828, |
| "kl": 0.05466066673398018, |
| "learning_rate": 2.7500000000000004e-06, |
| "loss": 0.0001, |
| "num_tokens": 2380596.0, |
| "reward": 1.4342949390411377, |
| "reward_std": 0.20128795504570007, |
| "rewards/ROUGEL_entities_reward/mean": 0.4030449390411377, |
| "rewards/ROUGEL_entities_reward/std": 0.30489441752433777, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.90625, |
| "rewards/answer_format_func/std": 0.2961445748806, |
| "rewards/f1_entities_exact_reward/mean": 0.125, |
| "rewards/f1_entities_exact_reward/std": 0.2199706733226776, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 45 |
| }, |
| { |
| "completion_length": 777.96875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1422.0, |
| "completions/max_terminated_length": 1422.0, |
| "completions/mean_length": 778.96875, |
| "completions/mean_terminated_length": 778.96875, |
| "completions/min_length": 333.0, |
| "completions/min_terminated_length": 333.0, |
| "epoch": 0.1796875, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.029138894751667976, |
| "kl": 0.0008950835035648197, |
| "learning_rate": 2.8125e-06, |
| "loss": -0.0, |
| "num_tokens": 2430763.0, |
| "reward": 1.6776609420776367, |
| "reward_std": 0.07827550172805786, |
| "rewards/ROUGEL_entities_reward/mean": 0.39641106128692627, |
| "rewards/ROUGEL_entities_reward/std": 0.31618690490722656, |
| "rewards/answer_correctness_func/mean": 0.125, |
| "rewards/answer_correctness_func/std": 0.33601075410842896, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.15625, |
| "rewards/f1_entities_exact_reward/std": 0.3463519513607025, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 46 |
| }, |
| { |
| "completion_length": 902.59375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1909.0, |
| "completions/max_terminated_length": 1909.0, |
| "completions/mean_length": 903.59375, |
| "completions/mean_terminated_length": 903.59375, |
| "completions/min_length": 351.0, |
| "completions/min_terminated_length": 351.0, |
| "epoch": 0.18359375, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.03316575661301613, |
| "kl": 0.00084034533938393, |
| "learning_rate": 2.875e-06, |
| "loss": 0.0, |
| "num_tokens": 2484606.0, |
| "reward": 1.7022205591201782, |
| "reward_std": 0.11596342921257019, |
| "rewards/ROUGEL_entities_reward/mean": 0.48347052931785583, |
| "rewards/ROUGEL_entities_reward/std": 0.2657451033592224, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.21875, |
| "rewards/f1_entities_exact_reward/std": 0.2520080506801605, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 47 |
| }, |
| { |
| "completion_length": 1063.3125, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2045.0, |
| "completions/max_terminated_length": 2010.0, |
| "completions/mean_length": 1064.28125, |
| "completions/mean_terminated_length": 1032.6451416015625, |
| "completions/min_length": 400.0, |
| "completions/min_terminated_length": 400.0, |
| "epoch": 0.1875, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.315568208694458, |
| "kl": 0.024940223898738623, |
| "learning_rate": 2.9375000000000003e-06, |
| "loss": 0.0, |
| "num_tokens": 2543507.0, |
| "reward": 1.312612771987915, |
| "reward_std": 0.3253900706768036, |
| "rewards/ROUGEL_entities_reward/mean": 0.37511277198791504, |
| "rewards/ROUGEL_entities_reward/std": 0.2815242409706116, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.875, |
| "rewards/answer_format_func/std": 0.33601075410842896, |
| "rewards/f1_entities_exact_reward/mean": 0.0625, |
| "rewards/f1_entities_exact_reward/std": 0.16800537705421448, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 48 |
| }, |
| { |
| "completion_length": 790.40625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1731.0, |
| "completions/max_terminated_length": 1731.0, |
| "completions/mean_length": 791.40625, |
| "completions/mean_terminated_length": 791.40625, |
| "completions/min_length": 364.0, |
| "completions/min_terminated_length": 364.0, |
| "epoch": 0.19140625, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.035357240587472916, |
| "kl": 0.0008986674947664142, |
| "learning_rate": 3e-06, |
| "loss": 0.0, |
| "num_tokens": 2593784.0, |
| "reward": 1.768296718597412, |
| "reward_std": 0.20734211802482605, |
| "rewards/ROUGEL_entities_reward/mean": 0.5182968378067017, |
| "rewards/ROUGEL_entities_reward/std": 0.13581332564353943, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.234375, |
| "rewards/f1_entities_exact_reward/std": 0.253503680229187, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.015625, |
| "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 49 |
| }, |
| { |
| "completion_length": 876.4375, |
| "completions/clipped_ratio": 0.0625, |
| "completions/max_length": 1978.0, |
| "completions/max_terminated_length": 1407.0, |
| "completions/mean_length": 877.375, |
| "completions/mean_terminated_length": 804.0000610351562, |
| "completions/min_length": 455.0, |
| "completions/min_terminated_length": 455.0, |
| "epoch": 0.1953125, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.03194103017449379, |
| "kl": 0.0008543854783056304, |
| "learning_rate": 3.0625000000000003e-06, |
| "loss": 0.0, |
| "num_tokens": 2646016.0, |
| "reward": 1.638135313987732, |
| "reward_std": 0.2261456400156021, |
| "rewards/ROUGEL_entities_reward/mean": 0.5443853735923767, |
| "rewards/ROUGEL_entities_reward/std": 0.273754358291626, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.15625, |
| "rewards/f1_entities_exact_reward/std": 0.23546454310417175, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 50 |
| }, |
| { |
| "completion_length": 1074.90625, |
| "completions/clipped_ratio": 0.0625, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 1955.0, |
| "completions/mean_length": 1075.84375, |
| "completions/mean_terminated_length": 1011.0333862304688, |
| "completions/min_length": 381.0, |
| "completions/min_terminated_length": 381.0, |
| "epoch": 0.19921875, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.0201319456100464, |
| "kl": 0.022831523790955544, |
| "learning_rate": 3.125e-06, |
| "loss": 0.0, |
| "num_tokens": 2706399.0, |
| "reward": 1.462364673614502, |
| "reward_std": 0.28029900789260864, |
| "rewards/ROUGEL_entities_reward/mean": 0.43111473321914673, |
| "rewards/ROUGEL_entities_reward/std": 0.30877652764320374, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.90625, |
| "rewards/answer_format_func/std": 0.2961445748806, |
| "rewards/f1_entities_exact_reward/mean": 0.125, |
| "rewards/f1_entities_exact_reward/std": 0.2199706733226776, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 51 |
| }, |
| { |
| "completion_length": 780.90625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1876.0, |
| "completions/max_terminated_length": 1876.0, |
| "completions/mean_length": 781.90625, |
| "completions/mean_terminated_length": 781.90625, |
| "completions/min_length": 334.0, |
| "completions/min_terminated_length": 334.0, |
| "epoch": 0.203125, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 0.02633880078792572, |
| "kl": 0.0008717684831935912, |
| "learning_rate": 3.1875e-06, |
| "loss": 0.0, |
| "num_tokens": 2757124.0, |
| "reward": 1.4692744016647339, |
| "reward_std": 0.10760265588760376, |
| "rewards/ROUGEL_entities_reward/mean": 0.3911494016647339, |
| "rewards/ROUGEL_entities_reward/std": 0.3299289047718048, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.078125, |
| "rewards/f1_entities_exact_reward/std": 0.18445101380348206, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 52 |
| }, |
| { |
| "completion_length": 1000.21875, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2009.0, |
| "completions/max_terminated_length": 1990.0, |
| "completions/mean_length": 1001.1875, |
| "completions/mean_terminated_length": 968.6773681640625, |
| "completions/min_length": 390.0, |
| "completions/min_terminated_length": 390.0, |
| "epoch": 0.20703125, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 43595.1640625, |
| "kl": 663661.0216736235, |
| "learning_rate": 3.2500000000000002e-06, |
| "loss": 663.6611, |
| "num_tokens": 2814698.0, |
| "reward": 1.6129716634750366, |
| "reward_std": 0.34194862842559814, |
| "rewards/ROUGEL_entities_reward/mean": 0.4723466634750366, |
| "rewards/ROUGEL_entities_reward/std": 0.20310600101947784, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.203125, |
| "rewards/f1_entities_exact_reward/std": 0.24949544668197632, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 53 |
| }, |
| { |
| "completion_length": 788.65625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1430.0, |
| "completions/max_terminated_length": 1430.0, |
| "completions/mean_length": 789.65625, |
| "completions/mean_terminated_length": 789.65625, |
| "completions/min_length": 357.0, |
| "completions/min_terminated_length": 357.0, |
| "epoch": 0.2109375, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.04156388342380524, |
| "kl": 0.0008590234210714698, |
| "learning_rate": 3.3125e-06, |
| "loss": 0.0, |
| "num_tokens": 2864779.0, |
| "reward": 1.5036687850952148, |
| "reward_std": 0.18333800137043, |
| "rewards/ROUGEL_entities_reward/mean": 0.37866872549057007, |
| "rewards/ROUGEL_entities_reward/std": 0.2451113909482956, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.109375, |
| "rewards/f1_entities_exact_reward/std": 0.2100067138671875, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.015625, |
| "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 54 |
| }, |
| { |
| "completion_length": 878.78125, |
| "completions/clipped_ratio": 0.0625, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 1694.0, |
| "completions/mean_length": 879.71875, |
| "completions/mean_terminated_length": 801.8333740234375, |
| "completions/min_length": 381.0, |
| "completions/min_terminated_length": 381.0, |
| "epoch": 0.21484375, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.253060221672058, |
| "kl": 0.028678589966148138, |
| "learning_rate": 3.3750000000000003e-06, |
| "loss": 0.0, |
| "num_tokens": 2917394.0, |
| "reward": 1.5075453519821167, |
| "reward_std": 0.21901844441890717, |
| "rewards/ROUGEL_entities_reward/mean": 0.4137953519821167, |
| "rewards/ROUGEL_entities_reward/std": 0.25585466623306274, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.15625, |
| "rewards/f1_entities_exact_reward/std": 0.23546454310417175, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 55 |
| }, |
| { |
| "completion_length": 881.03125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1655.0, |
| "completions/max_terminated_length": 1655.0, |
| "completions/mean_length": 882.03125, |
| "completions/mean_terminated_length": 882.03125, |
| "completions/min_length": 391.0, |
| "completions/min_terminated_length": 391.0, |
| "epoch": 0.21875, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.031581878662109375, |
| "kl": 0.0007841893821023405, |
| "learning_rate": 3.4375e-06, |
| "loss": 0.0, |
| "num_tokens": 2970251.0, |
| "reward": 1.5474133491516113, |
| "reward_std": 0.11733610183000565, |
| "rewards/ROUGEL_entities_reward/mean": 0.39116325974464417, |
| "rewards/ROUGEL_entities_reward/std": 0.24231143295764923, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.140625, |
| "rewards/f1_entities_exact_reward/std": 0.22840170562267303, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.015625, |
| "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 56 |
| }, |
| { |
| "completion_length": 745.90625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1596.0, |
| "completions/max_terminated_length": 1596.0, |
| "completions/mean_length": 746.90625, |
| "completions/mean_terminated_length": 746.90625, |
| "completions/min_length": 392.0, |
| "completions/min_terminated_length": 392.0, |
| "epoch": 0.22265625, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 0.031546663492918015, |
| "kl": 0.0008624131296528503, |
| "learning_rate": 3.5e-06, |
| "loss": 0.0, |
| "num_tokens": 3018128.0, |
| "reward": 1.8776674270629883, |
| "reward_std": 0.16294483840465546, |
| "rewards/ROUGEL_entities_reward/mean": 0.44016748666763306, |
| "rewards/ROUGEL_entities_reward/std": 0.273531973361969, |
| "rewards/answer_correctness_func/mean": 0.125, |
| "rewards/answer_correctness_func/std": 0.33601075410842896, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.328125, |
| "rewards/f1_entities_exact_reward/std": 0.35033106803894043, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.015625, |
| "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 57 |
| }, |
| { |
| "completion_length": 946.9375, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 1982.0, |
| "completions/mean_length": 947.90625, |
| "completions/mean_terminated_length": 912.4193115234375, |
| "completions/min_length": 423.0, |
| "completions/min_terminated_length": 423.0, |
| "epoch": 0.2265625, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 1.0758155584335327, |
| "kl": 0.02901648124679923, |
| "learning_rate": 3.5625e-06, |
| "loss": 0.0, |
| "num_tokens": 3073333.0, |
| "reward": 1.6864192485809326, |
| "reward_std": 0.24523183703422546, |
| "rewards/ROUGEL_entities_reward/mean": 0.46766918897628784, |
| "rewards/ROUGEL_entities_reward/std": 0.30791956186294556, |
| "rewards/answer_correctness_func/mean": 0.03125, |
| "rewards/answer_correctness_func/std": 0.1767766922712326, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.21875, |
| "rewards/f1_entities_exact_reward/std": 0.2822004556655884, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 58 |
| }, |
| { |
| "completion_length": 844.34375, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 1750.0, |
| "completions/mean_length": 845.3125, |
| "completions/mean_terminated_length": 806.51611328125, |
| "completions/min_length": 381.0, |
| "completions/min_terminated_length": 381.0, |
| "epoch": 0.23046875, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.611671805381775, |
| "kl": 0.027586993295699358, |
| "learning_rate": 3.625e-06, |
| "loss": 0.0, |
| "num_tokens": 3125323.0, |
| "reward": 1.3790805339813232, |
| "reward_std": 0.17383891344070435, |
| "rewards/ROUGEL_entities_reward/mean": 0.36345553398132324, |
| "rewards/ROUGEL_entities_reward/std": 0.22647835314273834, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.046875, |
| "rewards/f1_entities_exact_reward/std": 0.1480722874403, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 59 |
| }, |
| { |
| "completion_length": 788.65625, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2002.0, |
| "completions/max_terminated_length": 1931.0, |
| "completions/mean_length": 789.625, |
| "completions/mean_terminated_length": 750.51611328125, |
| "completions/min_length": 318.0, |
| "completions/min_terminated_length": 318.0, |
| "epoch": 0.234375, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.4535969495773315, |
| "kl": 0.2797043500468135, |
| "learning_rate": 3.6875000000000007e-06, |
| "loss": 0.0003, |
| "num_tokens": 3175763.0, |
| "reward": 1.3903493881225586, |
| "reward_std": 0.27898839116096497, |
| "rewards/ROUGEL_entities_reward/mean": 0.4215993881225586, |
| "rewards/ROUGEL_entities_reward/std": 0.2551148533821106, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.015625, |
| "rewards/f1_entities_exact_reward/std": 0.0883883461356163, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.015625, |
| "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 60 |
| }, |
| { |
| "completion_length": 792.71875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1667.0, |
| "completions/max_terminated_length": 1667.0, |
| "completions/mean_length": 793.71875, |
| "completions/mean_terminated_length": 793.71875, |
| "completions/min_length": 384.0, |
| "completions/min_terminated_length": 384.0, |
| "epoch": 0.23828125, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.04302690178155899, |
| "kl": 0.0008610641962150112, |
| "learning_rate": 3.7500000000000005e-06, |
| "loss": 0.0, |
| "num_tokens": 3225790.0, |
| "reward": 1.4344795942306519, |
| "reward_std": 0.1498142033815384, |
| "rewards/ROUGEL_entities_reward/mean": 0.37197959423065186, |
| "rewards/ROUGEL_entities_reward/std": 0.15754859149456024, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.0625, |
| "rewards/f1_entities_exact_reward/std": 0.16800537705421448, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 61 |
| }, |
| { |
| "completion_length": 933.84375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1850.0, |
| "completions/max_terminated_length": 1850.0, |
| "completions/mean_length": 934.84375, |
| "completions/mean_terminated_length": 934.84375, |
| "completions/min_length": 319.0, |
| "completions/min_terminated_length": 319.0, |
| "epoch": 0.2421875, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.0374126136302948, |
| "kl": 0.0008230292587541044, |
| "learning_rate": 3.8125e-06, |
| "loss": 0.0, |
| "num_tokens": 3281141.0, |
| "reward": 1.545864462852478, |
| "reward_std": 0.2267509251832962, |
| "rewards/ROUGEL_entities_reward/mean": 0.436489462852478, |
| "rewards/ROUGEL_entities_reward/std": 0.22274264693260193, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.109375, |
| "rewards/f1_entities_exact_reward/std": 0.2100067138671875, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 62 |
| }, |
| { |
| "completion_length": 726.625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1713.0, |
| "completions/max_terminated_length": 1713.0, |
| "completions/mean_length": 727.625, |
| "completions/mean_terminated_length": 727.625, |
| "completions/min_length": 424.0, |
| "completions/min_terminated_length": 424.0, |
| "epoch": 0.24609375, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.036695897579193115, |
| "kl": 0.0008863469702191651, |
| "learning_rate": 3.875e-06, |
| "loss": 0.0, |
| "num_tokens": 3329261.0, |
| "reward": 1.291222095489502, |
| "reward_std": 0.0680345669388771, |
| "rewards/ROUGEL_entities_reward/mean": 0.29122209548950195, |
| "rewards/ROUGEL_entities_reward/std": 0.18511660397052765, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.0, |
| "rewards/f1_entities_exact_reward/std": 0.0, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 63 |
| }, |
| { |
| "completion_length": 770.03125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1912.0, |
| "completions/max_terminated_length": 1912.0, |
| "completions/mean_length": 771.03125, |
| "completions/mean_terminated_length": 771.03125, |
| "completions/min_length": 407.0, |
| "completions/min_terminated_length": 407.0, |
| "epoch": 0.25, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.3695529699325562, |
| "kl": 0.027544385753571987, |
| "learning_rate": 3.9375e-06, |
| "loss": 0.0, |
| "num_tokens": 3380906.0, |
| "reward": 1.7645435333251953, |
| "reward_std": 0.2773824632167816, |
| "rewards/ROUGEL_entities_reward/mean": 0.4520435929298401, |
| "rewards/ROUGEL_entities_reward/std": 0.3055833876132965, |
| "rewards/answer_correctness_func/mean": 0.125, |
| "rewards/answer_correctness_func/std": 0.33601075410842896, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.1875, |
| "rewards/f1_entities_exact_reward/std": 0.3535533845424652, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 64 |
| }, |
| { |
| "completion_length": 1081.59375, |
| "completions/clipped_ratio": 0.0625, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 2006.0, |
| "completions/mean_length": 1082.53125, |
| "completions/mean_terminated_length": 1018.166748046875, |
| "completions/min_length": 408.0, |
| "completions/min_terminated_length": 408.0, |
| "epoch": 0.25390625, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.2219723463058472, |
| "kl": 0.02520414860919118, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 0.0, |
| "num_tokens": 3440707.0, |
| "reward": 1.6349719762802124, |
| "reward_std": 0.21872639656066895, |
| "rewards/ROUGEL_entities_reward/mean": 0.3849719166755676, |
| "rewards/ROUGEL_entities_reward/std": 0.29507917165756226, |
| "rewards/answer_correctness_func/mean": 0.09375, |
| "rewards/answer_correctness_func/std": 0.2961445748806, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.15625, |
| "rewards/f1_entities_exact_reward/std": 0.3222276270389557, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 65 |
| }, |
| { |
| "completion_length": 845.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1681.0, |
| "completions/max_terminated_length": 1681.0, |
| "completions/mean_length": 846.25, |
| "completions/mean_terminated_length": 846.25, |
| "completions/min_length": 424.0, |
| "completions/min_terminated_length": 424.0, |
| "epoch": 0.2578125, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.03518102690577507, |
| "kl": 0.0008721806952962652, |
| "learning_rate": 4.0625000000000005e-06, |
| "loss": 0.0, |
| "num_tokens": 3491951.0, |
| "reward": 1.4318032264709473, |
| "reward_std": 0.09064435213804245, |
| "rewards/ROUGEL_entities_reward/mean": 0.3380531668663025, |
| "rewards/ROUGEL_entities_reward/std": 0.1920674592256546, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.09375, |
| "rewards/f1_entities_exact_reward/std": 0.19827888906002045, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 66 |
| }, |
| { |
| "completion_length": 765.75, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2019.0, |
| "completions/max_terminated_length": 1752.0, |
| "completions/mean_length": 766.71875, |
| "completions/mean_terminated_length": 726.3225708007812, |
| "completions/min_length": 420.0, |
| "completions/min_terminated_length": 420.0, |
| "epoch": 0.26171875, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 1.3443408012390137, |
| "kl": 0.02946723997592926, |
| "learning_rate": 4.125e-06, |
| "loss": 0.0, |
| "num_tokens": 3540814.0, |
| "reward": 1.4851843118667603, |
| "reward_std": 0.2511700689792633, |
| "rewards/ROUGEL_entities_reward/mean": 0.39143434166908264, |
| "rewards/ROUGEL_entities_reward/std": 0.2150370329618454, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.109375, |
| "rewards/f1_entities_exact_reward/std": 0.2100067138671875, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.015625, |
| "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 67 |
| }, |
| { |
| "completion_length": 735.9375, |
| "completions/clipped_ratio": 0.0625, |
| "completions/max_length": 1953.0, |
| "completions/max_terminated_length": 1662.0, |
| "completions/mean_length": 736.875, |
| "completions/mean_terminated_length": 655.800048828125, |
| "completions/min_length": 288.0, |
| "completions/min_terminated_length": 288.0, |
| "epoch": 0.265625, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.547475814819336, |
| "kl": 0.08277505822479725, |
| "learning_rate": 4.1875e-06, |
| "loss": 0.0001, |
| "num_tokens": 3590206.0, |
| "reward": 1.3710753917694092, |
| "reward_std": 0.2990349233150482, |
| "rewards/ROUGEL_entities_reward/mean": 0.3710753619670868, |
| "rewards/ROUGEL_entities_reward/std": 0.2627098858356476, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.0625, |
| "rewards/f1_entities_exact_reward/std": 0.16800537705421448, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 68 |
| }, |
| { |
| "completion_length": 855.09375, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2037.0, |
| "completions/max_terminated_length": 1856.0, |
| "completions/mean_length": 856.0625, |
| "completions/mean_terminated_length": 817.9677124023438, |
| "completions/min_length": 355.0, |
| "completions/min_terminated_length": 355.0, |
| "epoch": 0.26953125, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.1259685754776, |
| "kl": 0.035014061257243156, |
| "learning_rate": 4.25e-06, |
| "loss": 0.0, |
| "num_tokens": 3642256.0, |
| "reward": 1.4482572078704834, |
| "reward_std": 0.20823946595191956, |
| "rewards/ROUGEL_entities_reward/mean": 0.401382178068161, |
| "rewards/ROUGEL_entities_reward/std": 0.30484357476234436, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.109375, |
| "rewards/f1_entities_exact_reward/std": 0.2100067138671875, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 69 |
| }, |
| { |
| "completion_length": 891.4375, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 1997.0, |
| "completions/mean_length": 892.40625, |
| "completions/mean_terminated_length": 855.1290283203125, |
| "completions/min_length": 381.0, |
| "completions/min_terminated_length": 381.0, |
| "epoch": 0.2734375, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 1.9959722757339478, |
| "kl": 0.0265270434319973, |
| "learning_rate": 4.312500000000001e-06, |
| "loss": 0.0, |
| "num_tokens": 3695461.0, |
| "reward": 1.6611111164093018, |
| "reward_std": 0.3453267514705658, |
| "rewards/ROUGEL_entities_reward/mean": 0.47361117601394653, |
| "rewards/ROUGEL_entities_reward/std": 0.28843188285827637, |
| "rewards/answer_correctness_func/mean": 0.03125, |
| "rewards/answer_correctness_func/std": 0.1767766922712326, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.1875, |
| "rewards/f1_entities_exact_reward/std": 0.2767903506755829, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 70 |
| }, |
| { |
| "completion_length": 982.875, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 1874.0, |
| "completions/max_terminated_length": 1648.0, |
| "completions/mean_length": 983.84375, |
| "completions/mean_terminated_length": 955.1290283203125, |
| "completions/min_length": 416.0, |
| "completions/min_terminated_length": 416.0, |
| "epoch": 0.27734375, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.029792383313179016, |
| "kl": 0.0008207843056879938, |
| "learning_rate": 4.3750000000000005e-06, |
| "loss": 0.0, |
| "num_tokens": 3752536.0, |
| "reward": 1.3520866632461548, |
| "reward_std": 0.18100523948669434, |
| "rewards/ROUGEL_entities_reward/mean": 0.3364616632461548, |
| "rewards/ROUGEL_entities_reward/std": 0.24795283377170563, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.046875, |
| "rewards/f1_entities_exact_reward/std": 0.1480722874403, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 71 |
| }, |
| { |
| "completion_length": 850.21875, |
| "completions/clipped_ratio": 0.09375, |
| "completions/max_length": 1926.0, |
| "completions/max_terminated_length": 1693.0, |
| "completions/mean_length": 851.125, |
| "completions/mean_terminated_length": 739.9310302734375, |
| "completions/min_length": 361.0, |
| "completions/min_terminated_length": 361.0, |
| "epoch": 0.28125, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.03854809328913689, |
| "kl": 0.0008960039122030139, |
| "learning_rate": 4.4375e-06, |
| "loss": 0.0, |
| "num_tokens": 3805416.0, |
| "reward": 1.6687471866607666, |
| "reward_std": 0.14818844199180603, |
| "rewards/ROUGEL_entities_reward/mean": 0.4656221270561218, |
| "rewards/ROUGEL_entities_reward/std": 0.2874893844127655, |
| "rewards/answer_correctness_func/mean": 0.125, |
| "rewards/answer_correctness_func/std": 0.33601075410842896, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.140625, |
| "rewards/f1_entities_exact_reward/std": 0.3415895998477936, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 72 |
| }, |
| { |
| "completion_length": 988.78125, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2010.0, |
| "completions/max_terminated_length": 1971.0, |
| "completions/mean_length": 989.75, |
| "completions/mean_terminated_length": 956.8386840820312, |
| "completions/min_length": 362.0, |
| "completions/min_terminated_length": 362.0, |
| "epoch": 0.28515625, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 4.410595893859863, |
| "kl": 1.133633098565042, |
| "learning_rate": 4.5e-06, |
| "loss": 0.0011, |
| "num_tokens": 3862068.0, |
| "reward": 1.9691169261932373, |
| "reward_std": 0.5512886643409729, |
| "rewards/ROUGEL_entities_reward/mean": 0.6253669261932373, |
| "rewards/ROUGEL_entities_reward/std": 0.2584879398345947, |
| "rewards/answer_correctness_func/mean": 0.0625, |
| "rewards/answer_correctness_func/std": 0.24593468010425568, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.3125, |
| "rewards/f1_entities_exact_reward/std": 0.3045355975627899, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 73 |
| }, |
| { |
| "completion_length": 775.59375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1774.0, |
| "completions/max_terminated_length": 1774.0, |
| "completions/mean_length": 776.59375, |
| "completions/mean_terminated_length": 776.59375, |
| "completions/min_length": 398.0, |
| "completions/min_terminated_length": 398.0, |
| "epoch": 0.2890625, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.040159571915864944, |
| "kl": 0.0008282668277388439, |
| "learning_rate": 4.5625e-06, |
| "loss": 0.0, |
| "num_tokens": 3911955.0, |
| "reward": 1.3375033140182495, |
| "reward_std": 0.1888979822397232, |
| "rewards/ROUGEL_entities_reward/mean": 0.3375033736228943, |
| "rewards/ROUGEL_entities_reward/std": 0.24318675696849823, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.03125, |
| "rewards/f1_entities_exact_reward/std": 0.12296734005212784, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 74 |
| }, |
| { |
| "completion_length": 897.1875, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2032.0, |
| "completions/max_terminated_length": 1929.0, |
| "completions/mean_length": 898.15625, |
| "completions/mean_terminated_length": 861.5806274414062, |
| "completions/min_length": 332.0, |
| "completions/min_terminated_length": 332.0, |
| "epoch": 0.29296875, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 1.2010027170181274, |
| "kl": 0.024983107578009367, |
| "learning_rate": 4.625000000000001e-06, |
| "loss": 0.0, |
| "num_tokens": 3965664.0, |
| "reward": 1.5350582599639893, |
| "reward_std": 0.11854691803455353, |
| "rewards/ROUGEL_entities_reward/mean": 0.4413083791732788, |
| "rewards/ROUGEL_entities_reward/std": 0.26900914311408997, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.125, |
| "rewards/f1_entities_exact_reward/std": 0.2199706733226776, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 75 |
| }, |
| { |
| "completion_length": 752.875, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 1311.0, |
| "completions/mean_length": 753.84375, |
| "completions/mean_terminated_length": 712.0967407226562, |
| "completions/min_length": 415.0, |
| "completions/min_terminated_length": 415.0, |
| "epoch": 0.296875, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 1.3387047052383423, |
| "kl": 0.027603973634541035, |
| "learning_rate": 4.6875000000000004e-06, |
| "loss": 0.0, |
| "num_tokens": 4014499.0, |
| "reward": 1.4758903980255127, |
| "reward_std": 0.1006816178560257, |
| "rewards/ROUGEL_entities_reward/mean": 0.36651527881622314, |
| "rewards/ROUGEL_entities_reward/std": 0.25629162788391113, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.109375, |
| "rewards/f1_entities_exact_reward/std": 0.2100067138671875, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 76 |
| }, |
| { |
| "completion_length": 687.625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1556.0, |
| "completions/max_terminated_length": 1556.0, |
| "completions/mean_length": 688.625, |
| "completions/mean_terminated_length": 688.625, |
| "completions/min_length": 360.0, |
| "completions/min_terminated_length": 360.0, |
| "epoch": 0.30078125, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.04233290255069733, |
| "kl": 0.0008787867118371651, |
| "learning_rate": 4.75e-06, |
| "loss": 0.0, |
| "num_tokens": 4062459.0, |
| "reward": 1.5820362567901611, |
| "reward_std": 0.13097786903381348, |
| "rewards/ROUGEL_entities_reward/mean": 0.45703619718551636, |
| "rewards/ROUGEL_entities_reward/std": 0.1624954342842102, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.125, |
| "rewards/f1_entities_exact_reward/std": 0.2199706733226776, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 77 |
| }, |
| { |
| "completion_length": 903.1875, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 1803.0, |
| "completions/mean_length": 904.15625, |
| "completions/mean_terminated_length": 867.258056640625, |
| "completions/min_length": 432.0, |
| "completions/min_terminated_length": 432.0, |
| "epoch": 0.3046875, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5431634187698364, |
| "kl": 0.029040120542049408, |
| "learning_rate": 4.8125e-06, |
| "loss": 0.0, |
| "num_tokens": 4116424.0, |
| "reward": 1.3482718467712402, |
| "reward_std": 0.0755050778388977, |
| "rewards/ROUGEL_entities_reward/mean": 0.285771906375885, |
| "rewards/ROUGEL_entities_reward/std": 0.2148081213235855, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.0625, |
| "rewards/f1_entities_exact_reward/std": 0.16800537705421448, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 78 |
| }, |
| { |
| "completion_length": 971.6875, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2025.0, |
| "completions/max_terminated_length": 2020.0, |
| "completions/mean_length": 972.65625, |
| "completions/mean_terminated_length": 938.7096557617188, |
| "completions/min_length": 306.0, |
| "completions/min_terminated_length": 306.0, |
| "epoch": 0.30859375, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.578683614730835, |
| "kl": 0.02796661714091897, |
| "learning_rate": 4.875e-06, |
| "loss": 0.0, |
| "num_tokens": 4173029.0, |
| "reward": 1.6396772861480713, |
| "reward_std": 0.513664960861206, |
| "rewards/ROUGEL_entities_reward/mean": 0.4365522861480713, |
| "rewards/ROUGEL_entities_reward/std": 0.2955634593963623, |
| "rewards/answer_correctness_func/mean": 0.0625, |
| "rewards/answer_correctness_func/std": 0.24593468010425568, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.1875, |
| "rewards/f1_entities_exact_reward/std": 0.3045355975627899, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.015625, |
| "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 79 |
| }, |
| { |
| "completion_length": 735.53125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1546.0, |
| "completions/max_terminated_length": 1546.0, |
| "completions/mean_length": 736.53125, |
| "completions/mean_terminated_length": 736.53125, |
| "completions/min_length": 329.0, |
| "completions/min_terminated_length": 329.0, |
| "epoch": 0.3125, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.035579681396484375, |
| "kl": 0.0008356323232874274, |
| "learning_rate": 4.937500000000001e-06, |
| "loss": 0.0, |
| "num_tokens": 4221334.0, |
| "reward": 1.6618772745132446, |
| "reward_std": 0.08351492881774902, |
| "rewards/ROUGEL_entities_reward/mean": 0.5212522745132446, |
| "rewards/ROUGEL_entities_reward/std": 0.21072913706302643, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.140625, |
| "rewards/f1_entities_exact_reward/std": 0.22840170562267303, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 80 |
| }, |
| { |
| "completion_length": 875.875, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2027.0, |
| "completions/max_terminated_length": 1542.0, |
| "completions/mean_length": 876.84375, |
| "completions/mean_terminated_length": 839.7418823242188, |
| "completions/min_length": 447.0, |
| "completions/min_terminated_length": 447.0, |
| "epoch": 0.31640625, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.0496132373809814, |
| "kl": 0.02937435731291771, |
| "learning_rate": 5e-06, |
| "loss": 0.0, |
| "num_tokens": 4273549.0, |
| "reward": 1.2269667387008667, |
| "reward_std": 0.07633554935455322, |
| "rewards/ROUGEL_entities_reward/mean": 0.22696669399738312, |
| "rewards/ROUGEL_entities_reward/std": 0.1473868191242218, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.0, |
| "rewards/f1_entities_exact_reward/std": 0.0, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 81 |
| }, |
| { |
| "completion_length": 773.4375, |
| "completions/clipped_ratio": 0.0625, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 1445.0, |
| "completions/mean_length": 774.375, |
| "completions/mean_terminated_length": 689.4666748046875, |
| "completions/min_length": 373.0, |
| "completions/min_terminated_length": 373.0, |
| "epoch": 0.3203125, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.8092247247695923, |
| "kl": 0.03204902959987521, |
| "learning_rate": 4.999976201801837e-06, |
| "loss": 0.0, |
| "num_tokens": 4322861.0, |
| "reward": 1.5633201599121094, |
| "reward_std": 0.2757198214530945, |
| "rewards/ROUGEL_entities_reward/mean": 0.4070702791213989, |
| "rewards/ROUGEL_entities_reward/std": 0.3196541965007782, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.203125, |
| "rewards/f1_entities_exact_reward/std": 0.24949544668197632, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.015625, |
| "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 82 |
| }, |
| { |
| "completion_length": 811.1875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1739.0, |
| "completions/max_terminated_length": 1739.0, |
| "completions/mean_length": 812.1875, |
| "completions/mean_terminated_length": 812.1875, |
| "completions/min_length": 395.0, |
| "completions/min_terminated_length": 395.0, |
| "epoch": 0.32421875, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.03791806846857071, |
| "kl": 0.0008129881898639724, |
| "learning_rate": 4.9999048076604286e-06, |
| "loss": 0.0, |
| "num_tokens": 4374903.0, |
| "reward": 1.2671880722045898, |
| "reward_std": 0.08097401261329651, |
| "rewards/ROUGEL_entities_reward/mean": 0.2515629827976227, |
| "rewards/ROUGEL_entities_reward/std": 0.1857381910085678, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.0, |
| "rewards/f1_entities_exact_reward/std": 0.0, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.015625, |
| "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 83 |
| }, |
| { |
| "completion_length": 945.21875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1902.0, |
| "completions/max_terminated_length": 1902.0, |
| "completions/mean_length": 946.21875, |
| "completions/mean_terminated_length": 946.21875, |
| "completions/min_length": 390.0, |
| "completions/min_terminated_length": 390.0, |
| "epoch": 0.328125, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.0345589853823185, |
| "kl": 0.0008043982816161588, |
| "learning_rate": 4.999785818935018e-06, |
| "loss": 0.0, |
| "num_tokens": 4430606.0, |
| "reward": 1.539707899093628, |
| "reward_std": 0.1531979739665985, |
| "rewards/ROUGEL_entities_reward/mean": 0.41470780968666077, |
| "rewards/ROUGEL_entities_reward/std": 0.16835904121398926, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.109375, |
| "rewards/f1_entities_exact_reward/std": 0.2100067138671875, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.015625, |
| "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 84 |
| }, |
| { |
| "completion_length": 919.6875, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 1972.0, |
| "completions/max_terminated_length": 1955.0, |
| "completions/mean_length": 920.65625, |
| "completions/mean_terminated_length": 886.7418823242188, |
| "completions/min_length": 353.0, |
| "completions/min_terminated_length": 353.0, |
| "epoch": 0.33203125, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 0.876036524772644, |
| "kl": 0.029854314867407084, |
| "learning_rate": 4.9996192378909785e-06, |
| "loss": 0.0, |
| "num_tokens": 4485207.0, |
| "reward": 1.4873874187469482, |
| "reward_std": 0.1799616515636444, |
| "rewards/ROUGEL_entities_reward/mean": 0.33113738894462585, |
| "rewards/ROUGEL_entities_reward/std": 0.3323952555656433, |
| "rewards/answer_correctness_func/mean": 0.125, |
| "rewards/answer_correctness_func/std": 0.33601075410842896, |
| "rewards/answer_format_func/mean": 0.90625, |
| "rewards/answer_format_func/std": 0.2961445748806, |
| "rewards/f1_entities_exact_reward/mean": 0.125, |
| "rewards/f1_entities_exact_reward/std": 0.33601075410842896, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 85 |
| }, |
| { |
| "completion_length": 883.5625, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 1960.0, |
| "completions/max_terminated_length": 1853.0, |
| "completions/mean_length": 884.53125, |
| "completions/mean_terminated_length": 849.8386840820312, |
| "completions/min_length": 370.0, |
| "completions/min_terminated_length": 370.0, |
| "epoch": 0.3359375, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.041625738143921, |
| "kl": 0.03574475646018982, |
| "learning_rate": 4.999405067699773e-06, |
| "loss": 0.0, |
| "num_tokens": 4539352.0, |
| "reward": 1.9239509105682373, |
| "reward_std": 0.3379821181297302, |
| "rewards/ROUGEL_entities_reward/mean": 0.5802007913589478, |
| "rewards/ROUGEL_entities_reward/std": 0.26507386565208435, |
| "rewards/answer_correctness_func/mean": 0.09375, |
| "rewards/answer_correctness_func/std": 0.2961445748806, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.265625, |
| "rewards/f1_entities_exact_reward/std": 0.3356355130672455, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.015625, |
| "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 86 |
| }, |
| { |
| "completion_length": 967.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1601.0, |
| "completions/max_terminated_length": 1601.0, |
| "completions/mean_length": 968.25, |
| "completions/mean_terminated_length": 968.25, |
| "completions/min_length": 363.0, |
| "completions/min_terminated_length": 363.0, |
| "epoch": 0.33984375, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.0337342731654644, |
| "kl": 0.0008577157859690487, |
| "learning_rate": 4.999143312438893e-06, |
| "loss": 0.0, |
| "num_tokens": 4595608.0, |
| "reward": 1.3930331468582153, |
| "reward_std": 0.08991193026304245, |
| "rewards/ROUGEL_entities_reward/mean": 0.37740814685821533, |
| "rewards/ROUGEL_entities_reward/std": 0.262632817029953, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.015625, |
| "rewards/f1_entities_exact_reward/std": 0.0883883461356163, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 87 |
| }, |
| { |
| "completion_length": 930.5625, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2034.0, |
| "completions/max_terminated_length": 1869.0, |
| "completions/mean_length": 931.53125, |
| "completions/mean_terminated_length": 895.9677124023438, |
| "completions/min_length": 393.0, |
| "completions/min_terminated_length": 393.0, |
| "epoch": 0.34375, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 4106.8095703125, |
| "kl": 248.08653182303533, |
| "learning_rate": 4.998833977091783e-06, |
| "loss": 0.2481, |
| "num_tokens": 4650097.0, |
| "reward": 1.2493809461593628, |
| "reward_std": 0.22820821404457092, |
| "rewards/ROUGEL_entities_reward/mean": 0.23375599086284637, |
| "rewards/ROUGEL_entities_reward/std": 0.2611769437789917, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.046875, |
| "rewards/f1_entities_exact_reward/std": 0.1480722874403, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 88 |
| }, |
| { |
| "completion_length": 769.15625, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 1983.0, |
| "completions/max_terminated_length": 1426.0, |
| "completions/mean_length": 770.125, |
| "completions/mean_terminated_length": 731.0, |
| "completions/min_length": 370.0, |
| "completions/min_terminated_length": 370.0, |
| "epoch": 0.34765625, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7972824573516846, |
| "kl": 0.0501269455999136, |
| "learning_rate": 4.99847706754774e-06, |
| "loss": 0.0, |
| "num_tokens": 4699553.0, |
| "reward": 1.381695032119751, |
| "reward_std": 0.22855672240257263, |
| "rewards/ROUGEL_entities_reward/mean": 0.33482009172439575, |
| "rewards/ROUGEL_entities_reward/std": 0.16944284737110138, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.078125, |
| "rewards/f1_entities_exact_reward/std": 0.18445101380348206, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 89 |
| }, |
| { |
| "completion_length": 793.9375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1948.0, |
| "completions/max_terminated_length": 1948.0, |
| "completions/mean_length": 794.9375, |
| "completions/mean_terminated_length": 794.9375, |
| "completions/min_length": 344.0, |
| "completions/min_terminated_length": 344.0, |
| "epoch": 0.3515625, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 9.503633499145508, |
| "kl": 28.800375290215015, |
| "learning_rate": 4.998072590601808e-06, |
| "loss": 0.0288, |
| "num_tokens": 4750315.0, |
| "reward": 1.7471970319747925, |
| "reward_std": 0.19717249274253845, |
| "rewards/ROUGEL_entities_reward/mean": 0.5128220319747925, |
| "rewards/ROUGEL_entities_reward/std": 0.2762593626976013, |
| "rewards/answer_correctness_func/mean": 0.03125, |
| "rewards/answer_correctness_func/std": 0.1767766922712326, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.203125, |
| "rewards/f1_entities_exact_reward/std": 0.27995896339416504, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 90 |
| }, |
| { |
| "completion_length": 905.125, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2042.0, |
| "completions/max_terminated_length": 1974.0, |
| "completions/mean_length": 906.09375, |
| "completions/mean_terminated_length": 869.4515991210938, |
| "completions/min_length": 374.0, |
| "completions/min_terminated_length": 374.0, |
| "epoch": 0.35546875, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 1.1816883087158203, |
| "kl": 0.044529864564538, |
| "learning_rate": 4.997620553954645e-06, |
| "loss": 0.0, |
| "num_tokens": 4804178.0, |
| "reward": 1.4783854484558105, |
| "reward_std": 0.3672109842300415, |
| "rewards/ROUGEL_entities_reward/mean": 0.40026041865348816, |
| "rewards/ROUGEL_entities_reward/std": 0.23726356029510498, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.90625, |
| "rewards/answer_format_func/std": 0.2961445748806, |
| "rewards/f1_entities_exact_reward/mean": 0.171875, |
| "rewards/f1_entities_exact_reward/std": 0.24127934873104095, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 91 |
| }, |
| { |
| "completion_length": 1095.4375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1853.0, |
| "completions/max_terminated_length": 1853.0, |
| "completions/mean_length": 1096.4375, |
| "completions/mean_terminated_length": 1096.4375, |
| "completions/min_length": 384.0, |
| "completions/min_terminated_length": 384.0, |
| "epoch": 0.359375, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.0298001766204834, |
| "kl": 0.0007554437761427835, |
| "learning_rate": 4.9971209662123774e-06, |
| "loss": 0.0, |
| "num_tokens": 4864664.0, |
| "reward": 1.6353673934936523, |
| "reward_std": 0.12443146109580994, |
| "rewards/ROUGEL_entities_reward/mean": 0.40099239349365234, |
| "rewards/ROUGEL_entities_reward/std": 0.2766393721103668, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.234375, |
| "rewards/f1_entities_exact_reward/std": 0.253503680229187, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 92 |
| }, |
| { |
| "completion_length": 730.5, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2036.0, |
| "completions/max_terminated_length": 1719.0, |
| "completions/mean_length": 731.46875, |
| "completions/mean_terminated_length": 689.3870849609375, |
| "completions/min_length": 352.0, |
| "completions/min_terminated_length": 352.0, |
| "epoch": 0.36328125, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 1.3264824151992798, |
| "kl": 0.05570895969867706, |
| "learning_rate": 4.9965738368864345e-06, |
| "loss": 0.0001, |
| "num_tokens": 4913231.0, |
| "reward": 1.7316737174987793, |
| "reward_std": 0.19201873242855072, |
| "rewards/ROUGEL_entities_reward/mean": 0.4504236876964569, |
| "rewards/ROUGEL_entities_reward/std": 0.32061126828193665, |
| "rewards/answer_correctness_func/mean": 0.09375, |
| "rewards/answer_correctness_func/std": 0.2961445748806, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.1875, |
| "rewards/f1_entities_exact_reward/std": 0.3299559950828552, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 93 |
| }, |
| { |
| "completion_length": 1029.375, |
| "completions/clipped_ratio": 0.09375, |
| "completions/max_length": 1992.0, |
| "completions/max_terminated_length": 1818.0, |
| "completions/mean_length": 1030.28125, |
| "completions/mean_terminated_length": 930.7930908203125, |
| "completions/min_length": 472.0, |
| "completions/min_terminated_length": 472.0, |
| "epoch": 0.3671875, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 1.0809646844863892, |
| "kl": 0.04943352658301592, |
| "learning_rate": 4.995979176393372e-06, |
| "loss": 0.0, |
| "num_tokens": 4971056.0, |
| "reward": 1.286555290222168, |
| "reward_std": 0.18572980165481567, |
| "rewards/ROUGEL_entities_reward/mean": 0.3178052306175232, |
| "rewards/ROUGEL_entities_reward/std": 0.2090727686882019, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.90625, |
| "rewards/answer_format_func/std": 0.2961445748806, |
| "rewards/f1_entities_exact_reward/mean": 0.0625, |
| "rewards/f1_entities_exact_reward/std": 0.16800537705421448, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 94 |
| }, |
| { |
| "completion_length": 775.21875, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 1960.0, |
| "completions/max_terminated_length": 1870.0, |
| "completions/mean_length": 776.1875, |
| "completions/mean_terminated_length": 738.0, |
| "completions/min_length": 375.0, |
| "completions/min_terminated_length": 375.0, |
| "epoch": 0.37109375, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.027799174189567566, |
| "kl": 0.000922409410122782, |
| "learning_rate": 4.995336996054668e-06, |
| "loss": 0.0, |
| "num_tokens": 5021574.0, |
| "reward": 1.3551305532455444, |
| "reward_std": 0.035699695348739624, |
| "rewards/ROUGEL_entities_reward/mean": 0.2926305830478668, |
| "rewards/ROUGEL_entities_reward/std": 0.1515231877565384, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.0625, |
| "rewards/f1_entities_exact_reward/std": 0.16800537705421448, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 95 |
| }, |
| { |
| "completion_length": 754.03125, |
| "completions/clipped_ratio": 0.0625, |
| "completions/max_length": 2021.0, |
| "completions/max_terminated_length": 1719.0, |
| "completions/mean_length": 754.96875, |
| "completions/mean_terminated_length": 670.5667114257812, |
| "completions/min_length": 332.0, |
| "completions/min_terminated_length": 332.0, |
| "epoch": 0.375, |
| "frac_reward_zero_std": 0.625, |
| "grad_norm": 0.7481793761253357, |
| "kl": 0.05968023743480444, |
| "learning_rate": 4.994647308096509e-06, |
| "loss": 0.0001, |
| "num_tokens": 5071297.0, |
| "reward": 1.4473375082015991, |
| "reward_std": 0.11887349933385849, |
| "rewards/ROUGEL_entities_reward/mean": 0.3379625082015991, |
| "rewards/ROUGEL_entities_reward/std": 0.2742195427417755, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.140625, |
| "rewards/f1_entities_exact_reward/std": 0.22840170562267303, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 96 |
| }, |
| { |
| "completion_length": 756.8125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1560.0, |
| "completions/max_terminated_length": 1560.0, |
| "completions/mean_length": 757.8125, |
| "completions/mean_terminated_length": 757.8125, |
| "completions/min_length": 414.0, |
| "completions/min_terminated_length": 414.0, |
| "epoch": 0.37890625, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 0.029540961608290672, |
| "kl": 0.0009005384054034948, |
| "learning_rate": 4.993910125649561e-06, |
| "loss": -0.0, |
| "num_tokens": 5120135.0, |
| "reward": 1.629094123840332, |
| "reward_std": 0.03689418360590935, |
| "rewards/ROUGEL_entities_reward/mean": 0.3790941834449768, |
| "rewards/ROUGEL_entities_reward/std": 0.31832432746887207, |
| "rewards/answer_correctness_func/mean": 0.125, |
| "rewards/answer_correctness_func/std": 0.33601075410842896, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.125, |
| "rewards/f1_entities_exact_reward/std": 0.33601075410842896, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 97 |
| }, |
| { |
| "completion_length": 936.9375, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 1903.0, |
| "completions/max_terminated_length": 1723.0, |
| "completions/mean_length": 937.90625, |
| "completions/mean_terminated_length": 906.774169921875, |
| "completions/min_length": 419.0, |
| "completions/min_terminated_length": 419.0, |
| "epoch": 0.3828125, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.03625582158565521, |
| "kl": 0.0008680867176735774, |
| "learning_rate": 4.993125462748714e-06, |
| "loss": 0.0, |
| "num_tokens": 5176528.0, |
| "reward": 1.5279531478881836, |
| "reward_std": 0.277273029088974, |
| "rewards/ROUGEL_entities_reward/mean": 0.4498281478881836, |
| "rewards/ROUGEL_entities_reward/std": 0.24050240218639374, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.140625, |
| "rewards/f1_entities_exact_reward/std": 0.22840170562267303, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 98 |
| }, |
| { |
| "completion_length": 794.09375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1443.0, |
| "completions/max_terminated_length": 1443.0, |
| "completions/mean_length": 795.09375, |
| "completions/mean_terminated_length": 795.09375, |
| "completions/min_length": 339.0, |
| "completions/min_terminated_length": 339.0, |
| "epoch": 0.38671875, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.044495273381471634, |
| "kl": 0.0009377674432471395, |
| "learning_rate": 4.992293334332821e-06, |
| "loss": 0.0, |
| "num_tokens": 5227423.0, |
| "reward": 1.5689302682876587, |
| "reward_std": 0.16798686981201172, |
| "rewards/ROUGEL_entities_reward/mean": 0.4283052682876587, |
| "rewards/ROUGEL_entities_reward/std": 0.24358195066452026, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.140625, |
| "rewards/f1_entities_exact_reward/std": 0.22840170562267303, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 99 |
| }, |
| { |
| "completion_length": 807.0625, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 2017.0, |
| "completions/mean_length": 808.03125, |
| "completions/mean_terminated_length": 768.0322265625, |
| "completions/min_length": 379.0, |
| "completions/min_terminated_length": 379.0, |
| "epoch": 0.390625, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 1.4681968688964844, |
| "kl": 0.09113121591508389, |
| "learning_rate": 4.991413756244404e-06, |
| "loss": 0.0001, |
| "num_tokens": 5278544.0, |
| "reward": 1.6429879665374756, |
| "reward_std": 0.30271971225738525, |
| "rewards/ROUGEL_entities_reward/mean": 0.4711129069328308, |
| "rewards/ROUGEL_entities_reward/std": 0.23452715575695038, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.234375, |
| "rewards/f1_entities_exact_reward/std": 0.253503680229187, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 100 |
| }, |
| { |
| "completion_length": 908.0625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1599.0, |
| "completions/max_terminated_length": 1599.0, |
| "completions/mean_length": 909.0625, |
| "completions/mean_terminated_length": 909.0625, |
| "completions/min_length": 359.0, |
| "completions/min_terminated_length": 359.0, |
| "epoch": 0.39453125, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.03685339540243149, |
| "kl": 0.0008748564432607964, |
| "learning_rate": 4.990486745229364e-06, |
| "loss": 0.0, |
| "num_tokens": 5332994.0, |
| "reward": 1.8010752201080322, |
| "reward_std": 0.3044512867927551, |
| "rewards/ROUGEL_entities_reward/mean": 0.5354502201080322, |
| "rewards/ROUGEL_entities_reward/std": 0.26849165558815, |
| "rewards/answer_correctness_func/mean": 0.03125, |
| "rewards/answer_correctness_func/std": 0.1767766922712326, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.234375, |
| "rewards/f1_entities_exact_reward/std": 0.2835368514060974, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 101 |
| }, |
| { |
| "completion_length": 859.78125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2017.0, |
| "completions/max_terminated_length": 2017.0, |
| "completions/mean_length": 860.78125, |
| "completions/mean_terminated_length": 860.78125, |
| "completions/min_length": 407.0, |
| "completions/min_terminated_length": 407.0, |
| "epoch": 0.3984375, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 1.1862318515777588, |
| "kl": 0.1045552734285593, |
| "learning_rate": 4.989512318936654e-06, |
| "loss": 0.0001, |
| "num_tokens": 5385559.0, |
| "reward": 1.4460902214050293, |
| "reward_std": 0.16668200492858887, |
| "rewards/ROUGEL_entities_reward/mean": 0.33671510219573975, |
| "rewards/ROUGEL_entities_reward/std": 0.202112078666687, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.109375, |
| "rewards/f1_entities_exact_reward/std": 0.2100067138671875, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 102 |
| }, |
| { |
| "completion_length": 1021.28125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1928.0, |
| "completions/max_terminated_length": 1928.0, |
| "completions/mean_length": 1022.28125, |
| "completions/mean_terminated_length": 1022.28125, |
| "completions/min_length": 444.0, |
| "completions/min_terminated_length": 444.0, |
| "epoch": 0.40234375, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.127763271331787, |
| "kl": 0.11050944216549397, |
| "learning_rate": 4.988490495917948e-06, |
| "loss": 0.0001, |
| "num_tokens": 5443672.0, |
| "reward": 1.4385355710983276, |
| "reward_std": 0.1787688136100769, |
| "rewards/ROUGEL_entities_reward/mean": 0.34478557109832764, |
| "rewards/ROUGEL_entities_reward/std": 0.2303391695022583, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.125, |
| "rewards/f1_entities_exact_reward/std": 0.2199706733226776, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 103 |
| }, |
| { |
| "completion_length": 713.625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1693.0, |
| "completions/max_terminated_length": 1693.0, |
| "completions/mean_length": 714.625, |
| "completions/mean_terminated_length": 714.625, |
| "completions/min_length": 278.0, |
| "completions/min_terminated_length": 278.0, |
| "epoch": 0.40625, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.03786812350153923, |
| "kl": 0.0010241390846204013, |
| "learning_rate": 4.987421295627279e-06, |
| "loss": 0.0, |
| "num_tokens": 5492180.0, |
| "reward": 1.6600154638290405, |
| "reward_std": 0.18834786117076874, |
| "rewards/ROUGEL_entities_reward/mean": 0.4412654638290405, |
| "rewards/ROUGEL_entities_reward/std": 0.256375789642334, |
| "rewards/answer_correctness_func/mean": 0.09375, |
| "rewards/answer_correctness_func/std": 0.2961445748806, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.125, |
| "rewards/f1_entities_exact_reward/std": 0.3110854923725128, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 104 |
| }, |
| { |
| "completion_length": 963.96875, |
| "completions/clipped_ratio": 0.09375, |
| "completions/max_length": 1977.0, |
| "completions/max_terminated_length": 1432.0, |
| "completions/mean_length": 964.875, |
| "completions/mean_terminated_length": 860.1724243164062, |
| "completions/min_length": 413.0, |
| "completions/min_terminated_length": 413.0, |
| "epoch": 0.41015625, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.034813668578863144, |
| "kl": 0.0008856019412633032, |
| "learning_rate": 4.986304738420684e-06, |
| "loss": -0.0, |
| "num_tokens": 5547628.0, |
| "reward": 1.4995553493499756, |
| "reward_std": 0.20075321197509766, |
| "rewards/ROUGEL_entities_reward/mean": 0.4214303195476532, |
| "rewards/ROUGEL_entities_reward/std": 0.31755003333091736, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.90625, |
| "rewards/answer_format_func/std": 0.2961445748806, |
| "rewards/f1_entities_exact_reward/mean": 0.171875, |
| "rewards/f1_entities_exact_reward/std": 0.24127934873104095, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 105 |
| }, |
| { |
| "completion_length": 863.5625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1675.0, |
| "completions/max_terminated_length": 1675.0, |
| "completions/mean_length": 864.5625, |
| "completions/mean_terminated_length": 864.5625, |
| "completions/min_length": 328.0, |
| "completions/min_terminated_length": 328.0, |
| "epoch": 0.4140625, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.03421792387962341, |
| "kl": 0.0009842243744060397, |
| "learning_rate": 4.985140845555799e-06, |
| "loss": 0.0, |
| "num_tokens": 5600346.0, |
| "reward": 1.396581768989563, |
| "reward_std": 0.05954006314277649, |
| "rewards/ROUGEL_entities_reward/mean": 0.33408182859420776, |
| "rewards/ROUGEL_entities_reward/std": 0.21040339767932892, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.0625, |
| "rewards/f1_entities_exact_reward/std": 0.16800537705421448, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 106 |
| }, |
| { |
| "completion_length": 1007.40625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1636.0, |
| "completions/max_terminated_length": 1636.0, |
| "completions/mean_length": 1008.40625, |
| "completions/mean_terminated_length": 1008.40625, |
| "completions/min_length": 341.0, |
| "completions/min_terminated_length": 341.0, |
| "epoch": 0.41796875, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.03199513629078865, |
| "kl": 0.0009121477924054489, |
| "learning_rate": 4.9839296391914696e-06, |
| "loss": -0.0, |
| "num_tokens": 5657719.0, |
| "reward": 1.4638316631317139, |
| "reward_std": 0.1481202393770218, |
| "rewards/ROUGEL_entities_reward/mean": 0.40133166313171387, |
| "rewards/ROUGEL_entities_reward/std": 0.21863189339637756, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.0625, |
| "rewards/f1_entities_exact_reward/std": 0.16800537705421448, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 107 |
| }, |
| { |
| "completion_length": 873.34375, |
| "completions/clipped_ratio": 0.0625, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 1897.0, |
| "completions/mean_length": 874.28125, |
| "completions/mean_terminated_length": 796.0333862304688, |
| "completions/min_length": 353.0, |
| "completions/min_terminated_length": 353.0, |
| "epoch": 0.421875, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.2909437417984009, |
| "kl": 0.14310325682163239, |
| "learning_rate": 4.982671142387316e-06, |
| "loss": 0.0001, |
| "num_tokens": 5710396.0, |
| "reward": 1.3853867053985596, |
| "reward_std": 0.25311049818992615, |
| "rewards/ROUGEL_entities_reward/mean": 0.4010118246078491, |
| "rewards/ROUGEL_entities_reward/std": 0.23733702301979065, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.046875, |
| "rewards/f1_entities_exact_reward/std": 0.1480722874403, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 108 |
| }, |
| { |
| "completion_length": 766.09375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1666.0, |
| "completions/max_terminated_length": 1666.0, |
| "completions/mean_length": 767.09375, |
| "completions/mean_terminated_length": 767.09375, |
| "completions/min_length": 445.0, |
| "completions/min_terminated_length": 445.0, |
| "epoch": 0.42578125, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.031068986281752586, |
| "kl": 0.001000732576358132, |
| "learning_rate": 4.981365379103306e-06, |
| "loss": 0.0, |
| "num_tokens": 5760791.0, |
| "reward": 1.4104318618774414, |
| "reward_std": 0.08579988032579422, |
| "rewards/ROUGEL_entities_reward/mean": 0.30105695128440857, |
| "rewards/ROUGEL_entities_reward/std": 0.3095698058605194, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.109375, |
| "rewards/f1_entities_exact_reward/std": 0.2100067138671875, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 109 |
| }, |
| { |
| "completion_length": 774.4375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1952.0, |
| "completions/max_terminated_length": 1952.0, |
| "completions/mean_length": 775.4375, |
| "completions/mean_terminated_length": 775.4375, |
| "completions/min_length": 350.0, |
| "completions/min_terminated_length": 350.0, |
| "epoch": 0.4296875, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.9201343059539795, |
| "kl": 0.21272285282611847, |
| "learning_rate": 4.980012374199288e-06, |
| "loss": 0.0002, |
| "num_tokens": 5810197.0, |
| "reward": 1.390676736831665, |
| "reward_std": 0.18347084522247314, |
| "rewards/ROUGEL_entities_reward/mean": 0.29692667722702026, |
| "rewards/ROUGEL_entities_reward/std": 0.15500763058662415, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.09375, |
| "rewards/f1_entities_exact_reward/std": 0.19827888906002045, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 110 |
| }, |
| { |
| "completion_length": 937.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1890.0, |
| "completions/max_terminated_length": 1890.0, |
| "completions/mean_length": 938.25, |
| "completions/mean_terminated_length": 938.25, |
| "completions/min_length": 369.0, |
| "completions/min_terminated_length": 369.0, |
| "epoch": 0.43359375, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.030873095616698265, |
| "kl": 0.0008900296234060079, |
| "learning_rate": 4.978612153434527e-06, |
| "loss": 0.0, |
| "num_tokens": 5865473.0, |
| "reward": 1.8210457563400269, |
| "reward_std": 0.2632034420967102, |
| "rewards/ROUGEL_entities_reward/mean": 0.49292081594467163, |
| "rewards/ROUGEL_entities_reward/std": 0.25465723872184753, |
| "rewards/answer_correctness_func/mean": 0.09375, |
| "rewards/answer_correctness_func/std": 0.2961445748806, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.203125, |
| "rewards/f1_entities_exact_reward/std": 0.33261850476264954, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.03125, |
| "rewards/reasoning_equal_answer_reward/std": 0.1767766922712326, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 111 |
| }, |
| { |
| "completion_length": 708.8125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1538.0, |
| "completions/max_terminated_length": 1538.0, |
| "completions/mean_length": 709.8125, |
| "completions/mean_terminated_length": 709.8125, |
| "completions/min_length": 380.0, |
| "completions/min_terminated_length": 380.0, |
| "epoch": 0.4375, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.047491878271102905, |
| "kl": 0.0010682711144909263, |
| "learning_rate": 4.977164743467206e-06, |
| "loss": 0.0, |
| "num_tokens": 5913291.0, |
| "reward": 1.4883934259414673, |
| "reward_std": 0.09843268990516663, |
| "rewards/ROUGEL_entities_reward/mean": 0.3946433663368225, |
| "rewards/ROUGEL_entities_reward/std": 0.17646300792694092, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.078125, |
| "rewards/f1_entities_exact_reward/std": 0.18445101380348206, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.015625, |
| "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 112 |
| }, |
| { |
| "completion_length": 821.78125, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 1498.0, |
| "completions/mean_length": 822.75, |
| "completions/mean_terminated_length": 783.2257690429688, |
| "completions/min_length": 331.0, |
| "completions/min_terminated_length": 331.0, |
| "epoch": 0.44140625, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.314153790473938, |
| "kl": 2.405649159103632, |
| "learning_rate": 4.975670171853926e-06, |
| "loss": 0.0024, |
| "num_tokens": 5964599.0, |
| "reward": 1.373148798942566, |
| "reward_std": 0.16543123126029968, |
| "rewards/ROUGEL_entities_reward/mean": 0.37314891815185547, |
| "rewards/ROUGEL_entities_reward/std": 0.261143296957016, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.03125, |
| "rewards/f1_entities_exact_reward/std": 0.12296734005212784, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 113 |
| }, |
| { |
| "completion_length": 967.375, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2034.0, |
| "completions/max_terminated_length": 1903.0, |
| "completions/mean_length": 968.34375, |
| "completions/mean_terminated_length": 933.9677124023438, |
| "completions/min_length": 378.0, |
| "completions/min_terminated_length": 378.0, |
| "epoch": 0.4453125, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.1973297595977783, |
| "kl": 0.17822161316871643, |
| "learning_rate": 4.974128467049177e-06, |
| "loss": 0.0002, |
| "num_tokens": 6021330.0, |
| "reward": 1.7637465000152588, |
| "reward_std": 0.30570554733276367, |
| "rewards/ROUGEL_entities_reward/mean": 0.5606213808059692, |
| "rewards/ROUGEL_entities_reward/std": 0.25310254096984863, |
| "rewards/answer_correctness_func/mean": 0.03125, |
| "rewards/answer_correctness_func/std": 0.1767766922712326, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.203125, |
| "rewards/f1_entities_exact_reward/std": 0.27995896339416504, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 114 |
| }, |
| { |
| "completion_length": 916.09375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1918.0, |
| "completions/max_terminated_length": 1918.0, |
| "completions/mean_length": 917.09375, |
| "completions/mean_terminated_length": 917.09375, |
| "completions/min_length": 309.0, |
| "completions/min_terminated_length": 309.0, |
| "epoch": 0.44921875, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.03800678998231888, |
| "kl": 0.0009472112142248079, |
| "learning_rate": 4.972539658404793e-06, |
| "loss": 0.0, |
| "num_tokens": 6075473.0, |
| "reward": 1.487370252609253, |
| "reward_std": 0.2631964087486267, |
| "rewards/ROUGEL_entities_reward/mean": 0.3311203122138977, |
| "rewards/ROUGEL_entities_reward/std": 0.21211881935596466, |
| "rewards/answer_correctness_func/mean": 0.03125, |
| "rewards/answer_correctness_func/std": 0.1767766922712326, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.125, |
| "rewards/f1_entities_exact_reward/std": 0.2540002465248108, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 115 |
| }, |
| { |
| "completion_length": 916.09375, |
| "completions/clipped_ratio": 0.125, |
| "completions/max_length": 2027.0, |
| "completions/max_terminated_length": 1770.0, |
| "completions/mean_length": 916.96875, |
| "completions/mean_terminated_length": 758.3928833007812, |
| "completions/min_length": 317.0, |
| "completions/min_terminated_length": 317.0, |
| "epoch": 0.453125, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 14.312644004821777, |
| "kl": 1.8613424971699715, |
| "learning_rate": 4.970903776169403e-06, |
| "loss": 0.0019, |
| "num_tokens": 6129776.0, |
| "reward": 1.4660131931304932, |
| "reward_std": 0.1580658107995987, |
| "rewards/ROUGEL_entities_reward/mean": 0.3410131633281708, |
| "rewards/ROUGEL_entities_reward/std": 0.30290547013282776, |
| "rewards/answer_correctness_func/mean": 0.09375, |
| "rewards/answer_correctness_func/std": 0.2961445748806, |
| "rewards/answer_format_func/mean": 0.875, |
| "rewards/answer_format_func/std": 0.33601075410842896, |
| "rewards/f1_entities_exact_reward/mean": 0.15625, |
| "rewards/f1_entities_exact_reward/std": 0.3222276270389557, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 116 |
| }, |
| { |
| "completion_length": 955.03125, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2035.0, |
| "completions/max_terminated_length": 2022.0, |
| "completions/mean_length": 956.0, |
| "completions/mean_terminated_length": 921.1935424804688, |
| "completions/min_length": 387.0, |
| "completions/min_terminated_length": 387.0, |
| "epoch": 0.45703125, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.222941279411316, |
| "kl": 0.1777067705988884, |
| "learning_rate": 4.9692208514878445e-06, |
| "loss": 0.0002, |
| "num_tokens": 6184756.0, |
| "reward": 1.2061821222305298, |
| "reward_std": 0.26339298486709595, |
| "rewards/ROUGEL_entities_reward/mean": 0.2686820924282074, |
| "rewards/ROUGEL_entities_reward/std": 0.25759652256965637, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.875, |
| "rewards/answer_format_func/std": 0.33601075410842896, |
| "rewards/f1_entities_exact_reward/mean": 0.0625, |
| "rewards/f1_entities_exact_reward/std": 0.16800537705421448, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 117 |
| }, |
| { |
| "completion_length": 846.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2006.0, |
| "completions/max_terminated_length": 2006.0, |
| "completions/mean_length": 847.75, |
| "completions/mean_terminated_length": 847.75, |
| "completions/min_length": 409.0, |
| "completions/min_terminated_length": 409.0, |
| "epoch": 0.4609375, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3761416673660278, |
| "kl": 0.20193713530898094, |
| "learning_rate": 4.9674909164005805e-06, |
| "loss": 0.0002, |
| "num_tokens": 6236412.0, |
| "reward": 1.346316933631897, |
| "reward_std": 0.26568084955215454, |
| "rewards/ROUGEL_entities_reward/mean": 0.31506696343421936, |
| "rewards/ROUGEL_entities_reward/std": 0.27974241971969604, |
| "rewards/answer_correctness_func/mean": 0.03125, |
| "rewards/answer_correctness_func/std": 0.1767766922712326, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.03125, |
| "rewards/f1_entities_exact_reward/std": 0.1767766922712326, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 118 |
| }, |
| { |
| "completion_length": 855.5625, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 1934.0, |
| "completions/mean_length": 856.53125, |
| "completions/mean_terminated_length": 818.0967407226562, |
| "completions/min_length": 347.0, |
| "completions/min_terminated_length": 347.0, |
| "epoch": 0.46484375, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.2591620683670044, |
| "kl": 5.410295117646456, |
| "learning_rate": 4.965714003843079e-06, |
| "loss": 0.0054, |
| "num_tokens": 6289217.0, |
| "reward": 1.545573115348816, |
| "reward_std": 0.25104644894599915, |
| "rewards/ROUGEL_entities_reward/mean": 0.46744808554649353, |
| "rewards/ROUGEL_entities_reward/std": 0.24057351052761078, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.90625, |
| "rewards/answer_format_func/std": 0.2961445748806, |
| "rewards/f1_entities_exact_reward/mean": 0.171875, |
| "rewards/f1_entities_exact_reward/std": 0.24127934873104095, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 119 |
| }, |
| { |
| "completion_length": 953.90625, |
| "completions/clipped_ratio": 0.0625, |
| "completions/max_length": 1991.0, |
| "completions/max_terminated_length": 1889.0, |
| "completions/mean_length": 954.84375, |
| "completions/mean_terminated_length": 885.7667236328125, |
| "completions/min_length": 403.0, |
| "completions/min_terminated_length": 403.0, |
| "epoch": 0.46875, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.139585256576538, |
| "kl": 0.17604000121355057, |
| "learning_rate": 4.963890147645195e-06, |
| "loss": 0.0002, |
| "num_tokens": 6345412.0, |
| "reward": 1.513749599456787, |
| "reward_std": 0.3451916575431824, |
| "rewards/ROUGEL_entities_reward/mean": 0.45124953985214233, |
| "rewards/ROUGEL_entities_reward/std": 0.25867220759391785, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.125, |
| "rewards/f1_entities_exact_reward/std": 0.2199706733226776, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 120 |
| }, |
| { |
| "completion_length": 846.0625, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 1987.0, |
| "completions/max_terminated_length": 1784.0, |
| "completions/mean_length": 847.03125, |
| "completions/mean_terminated_length": 810.258056640625, |
| "completions/min_length": 316.0, |
| "completions/min_terminated_length": 316.0, |
| "epoch": 0.47265625, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.3220378160476685, |
| "kl": 0.19324395060539246, |
| "learning_rate": 4.962019382530521e-06, |
| "loss": 0.0002, |
| "num_tokens": 6398181.0, |
| "reward": 1.2275351285934448, |
| "reward_std": 0.12939682602882385, |
| "rewards/ROUGEL_entities_reward/mean": 0.2587851881980896, |
| "rewards/ROUGEL_entities_reward/std": 0.22744235396385193, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.0, |
| "rewards/f1_entities_exact_reward/std": 0.0, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 121 |
| }, |
| { |
| "completion_length": 700.4375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1426.0, |
| "completions/max_terminated_length": 1426.0, |
| "completions/mean_length": 701.4375, |
| "completions/mean_terminated_length": 701.4375, |
| "completions/min_length": 346.0, |
| "completions/min_terminated_length": 346.0, |
| "epoch": 0.4765625, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.04191499203443527, |
| "kl": 0.0010264633601764217, |
| "learning_rate": 4.960101744115727e-06, |
| "loss": 0.0, |
| "num_tokens": 6444951.0, |
| "reward": 1.6380618810653687, |
| "reward_std": 0.205239400267601, |
| "rewards/ROUGEL_entities_reward/mean": 0.4036869406700134, |
| "rewards/ROUGEL_entities_reward/std": 0.2329305112361908, |
| "rewards/answer_correctness_func/mean": 0.09375, |
| "rewards/answer_correctness_func/std": 0.2961445748806, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.109375, |
| "rewards/f1_entities_exact_reward/std": 0.30412155389785767, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.03125, |
| "rewards/reasoning_equal_answer_reward/std": 0.1767766922712326, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 122 |
| }, |
| { |
| "completion_length": 874.09375, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 1984.0, |
| "completions/max_terminated_length": 1558.0, |
| "completions/mean_length": 875.0625, |
| "completions/mean_terminated_length": 839.290283203125, |
| "completions/min_length": 404.0, |
| "completions/min_terminated_length": 404.0, |
| "epoch": 0.48046875, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.4192572832107544, |
| "kl": 0.17849944531917572, |
| "learning_rate": 4.958137268909887e-06, |
| "loss": 0.0002, |
| "num_tokens": 6498169.0, |
| "reward": 1.686007022857666, |
| "reward_std": 0.27299630641937256, |
| "rewards/ROUGEL_entities_reward/mean": 0.4516320526599884, |
| "rewards/ROUGEL_entities_reward/std": 0.24794383347034454, |
| "rewards/answer_correctness_func/mean": 0.03125, |
| "rewards/answer_correctness_func/std": 0.1767766922712326, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.234375, |
| "rewards/f1_entities_exact_reward/std": 0.2835368514060974, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 123 |
| }, |
| { |
| "completion_length": 803.84375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1492.0, |
| "completions/max_terminated_length": 1492.0, |
| "completions/mean_length": 804.84375, |
| "completions/mean_terminated_length": 804.84375, |
| "completions/min_length": 399.0, |
| "completions/min_terminated_length": 399.0, |
| "epoch": 0.484375, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.04433067515492439, |
| "kl": 0.0009602518985047936, |
| "learning_rate": 4.956125994313775e-06, |
| "loss": 0.0, |
| "num_tokens": 6549204.0, |
| "reward": 2.018239974975586, |
| "reward_std": 0.36126428842544556, |
| "rewards/ROUGEL_entities_reward/mean": 0.6744899749755859, |
| "rewards/ROUGEL_entities_reward/std": 0.20998765528202057, |
| "rewards/answer_correctness_func/mean": 0.0625, |
| "rewards/answer_correctness_func/std": 0.24593468010425568, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.28125, |
| "rewards/f1_entities_exact_reward/std": 0.3094610273838043, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 124 |
| }, |
| { |
| "completion_length": 966.46875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1942.0, |
| "completions/max_terminated_length": 1942.0, |
| "completions/mean_length": 967.46875, |
| "completions/mean_terminated_length": 967.46875, |
| "completions/min_length": 459.0, |
| "completions/min_terminated_length": 459.0, |
| "epoch": 0.48828125, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.1562472581863403, |
| "kl": 0.16140710562467575, |
| "learning_rate": 4.9540679586191605e-06, |
| "loss": 0.0002, |
| "num_tokens": 6605351.0, |
| "reward": 1.4032554626464844, |
| "reward_std": 0.09957191348075867, |
| "rewards/ROUGEL_entities_reward/mean": 0.3563803434371948, |
| "rewards/ROUGEL_entities_reward/std": 0.17566826939582825, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.046875, |
| "rewards/f1_entities_exact_reward/std": 0.1480722874403, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 125 |
| }, |
| { |
| "completion_length": 1043.46875, |
| "completions/clipped_ratio": 0.0625, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 1920.0, |
| "completions/mean_length": 1044.40625, |
| "completions/mean_terminated_length": 977.5000610351562, |
| "completions/min_length": 424.0, |
| "completions/min_terminated_length": 424.0, |
| "epoch": 0.4921875, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.9358842372894287, |
| "kl": 0.17239562794566154, |
| "learning_rate": 4.9519632010080765e-06, |
| "loss": 0.0002, |
| "num_tokens": 6663720.0, |
| "reward": 1.405174732208252, |
| "reward_std": 0.2150999754667282, |
| "rewards/ROUGEL_entities_reward/mean": 0.38954973220825195, |
| "rewards/ROUGEL_entities_reward/std": 0.23651982843875885, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.078125, |
| "rewards/f1_entities_exact_reward/std": 0.18445101380348206, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 126 |
| }, |
| { |
| "completion_length": 725.90625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1378.0, |
| "completions/max_terminated_length": 1378.0, |
| "completions/mean_length": 726.90625, |
| "completions/mean_terminated_length": 726.90625, |
| "completions/min_length": 351.0, |
| "completions/min_terminated_length": 351.0, |
| "epoch": 0.49609375, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.04710175469517708, |
| "kl": 0.000983721183729358, |
| "learning_rate": 4.949811761552074e-06, |
| "loss": 0.0, |
| "num_tokens": 6713089.0, |
| "reward": 1.5734412670135498, |
| "reward_std": 0.10630156844854355, |
| "rewards/ROUGEL_entities_reward/mean": 0.49531635642051697, |
| "rewards/ROUGEL_entities_reward/std": 0.2415619194507599, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.078125, |
| "rewards/f1_entities_exact_reward/std": 0.18445101380348206, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 127 |
| }, |
| { |
| "completion_length": 814.5625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1486.0, |
| "completions/max_terminated_length": 1486.0, |
| "completions/mean_length": 815.5625, |
| "completions/mean_terminated_length": 815.5625, |
| "completions/min_length": 326.0, |
| "completions/min_terminated_length": 326.0, |
| "epoch": 0.5, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 0.03069133870303631, |
| "kl": 0.0010948744893539697, |
| "learning_rate": 4.94761368121146e-06, |
| "loss": 0.0, |
| "num_tokens": 6765195.0, |
| "reward": 2.0016117095947266, |
| "reward_std": 0.20457608997821808, |
| "rewards/ROUGEL_entities_reward/mean": 0.5172367095947266, |
| "rewards/ROUGEL_entities_reward/std": 0.3499463200569153, |
| "rewards/answer_correctness_func/mean": 0.21875, |
| "rewards/answer_correctness_func/std": 0.420013427734375, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.265625, |
| "rewards/f1_entities_exact_reward/std": 0.420912504196167, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 128 |
| }, |
| { |
| "completion_length": 927.9375, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2024.0, |
| "completions/max_terminated_length": 2011.0, |
| "completions/mean_length": 928.90625, |
| "completions/mean_terminated_length": 893.5806274414062, |
| "completions/min_length": 329.0, |
| "completions/min_terminated_length": 329.0, |
| "epoch": 0.50390625, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.9960200786590576, |
| "kl": 0.13737232983112335, |
| "learning_rate": 4.9453690018345144e-06, |
| "loss": 0.0001, |
| "num_tokens": 6820172.0, |
| "reward": 1.6964244842529297, |
| "reward_std": 0.3750467300415039, |
| "rewards/ROUGEL_entities_reward/mean": 0.4776744842529297, |
| "rewards/ROUGEL_entities_reward/std": 0.32778704166412354, |
| "rewards/answer_correctness_func/mean": 0.09375, |
| "rewards/answer_correctness_func/std": 0.2961445748806, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.1875, |
| "rewards/f1_entities_exact_reward/std": 0.3299559950828552, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 129 |
| }, |
| { |
| "completion_length": 859.84375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1859.0, |
| "completions/max_terminated_length": 1859.0, |
| "completions/mean_length": 860.84375, |
| "completions/mean_terminated_length": 860.84375, |
| "completions/min_length": 406.0, |
| "completions/min_terminated_length": 406.0, |
| "epoch": 0.5078125, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 0.031690336763858795, |
| "kl": 0.0009855913085630164, |
| "learning_rate": 4.943077766156698e-06, |
| "loss": 0.0, |
| "num_tokens": 6873207.0, |
| "reward": 1.5569255352020264, |
| "reward_std": 0.10596858710050583, |
| "rewards/ROUGEL_entities_reward/mean": 0.43192553520202637, |
| "rewards/ROUGEL_entities_reward/std": 0.3251318335533142, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.125, |
| "rewards/f1_entities_exact_reward/std": 0.2199706733226776, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 130 |
| }, |
| { |
| "completion_length": 840.125, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2040.0, |
| "completions/max_terminated_length": 2032.0, |
| "completions/mean_length": 841.09375, |
| "completions/mean_terminated_length": 802.4193115234375, |
| "completions/min_length": 357.0, |
| "completions/min_terminated_length": 357.0, |
| "epoch": 0.51171875, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.9148098230361938, |
| "kl": 0.18406124040484428, |
| "learning_rate": 4.9407400177998335e-06, |
| "loss": 0.0002, |
| "num_tokens": 6924386.0, |
| "reward": 1.4958614110946655, |
| "reward_std": 0.2816368639469147, |
| "rewards/ROUGEL_entities_reward/mean": 0.3708614110946655, |
| "rewards/ROUGEL_entities_reward/std": 0.22213904559612274, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.171875, |
| "rewards/f1_entities_exact_reward/std": 0.24127934873104095, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.015625, |
| "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 131 |
| }, |
| { |
| "completion_length": 824.21875, |
| "completions/clipped_ratio": 0.0625, |
| "completions/max_length": 2032.0, |
| "completions/max_terminated_length": 1462.0, |
| "completions/mean_length": 825.15625, |
| "completions/mean_terminated_length": 744.7000122070312, |
| "completions/min_length": 381.0, |
| "completions/min_terminated_length": 381.0, |
| "epoch": 0.515625, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.2463183403015137, |
| "kl": 0.19428683817386627, |
| "learning_rate": 4.938355801271282e-06, |
| "loss": 0.0002, |
| "num_tokens": 6975459.0, |
| "reward": 1.4318013191223145, |
| "reward_std": 0.23176580667495728, |
| "rewards/ROUGEL_entities_reward/mean": 0.38492637872695923, |
| "rewards/ROUGEL_entities_reward/std": 0.3002355694770813, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.109375, |
| "rewards/f1_entities_exact_reward/std": 0.2100067138671875, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 132 |
| }, |
| { |
| "completion_length": 723.375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1917.0, |
| "completions/max_terminated_length": 1917.0, |
| "completions/mean_length": 724.375, |
| "completions/mean_terminated_length": 724.375, |
| "completions/min_length": 335.0, |
| "completions/min_terminated_length": 335.0, |
| "epoch": 0.51953125, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.03864600136876106, |
| "kl": 0.0011372581939212978, |
| "learning_rate": 4.935925161963089e-06, |
| "loss": 0.0, |
| "num_tokens": 7023307.0, |
| "reward": 1.7379982471466064, |
| "reward_std": 0.09458935260772705, |
| "rewards/ROUGEL_entities_reward/mean": 0.5348733067512512, |
| "rewards/ROUGEL_entities_reward/std": 0.2754157483577728, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.203125, |
| "rewards/f1_entities_exact_reward/std": 0.24949544668197632, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 133 |
| }, |
| { |
| "completion_length": 889.28125, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2042.0, |
| "completions/max_terminated_length": 1824.0, |
| "completions/mean_length": 890.25, |
| "completions/mean_terminated_length": 853.0967407226562, |
| "completions/min_length": 385.0, |
| "completions/min_terminated_length": 385.0, |
| "epoch": 0.5234375, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.461699366569519, |
| "kl": 0.16751371696591377, |
| "learning_rate": 4.933448146151122e-06, |
| "loss": 0.0002, |
| "num_tokens": 7077295.0, |
| "reward": 1.5296614170074463, |
| "reward_std": 0.19138282537460327, |
| "rewards/ROUGEL_entities_reward/mean": 0.4515363574028015, |
| "rewards/ROUGEL_entities_reward/std": 0.20071564614772797, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.078125, |
| "rewards/f1_entities_exact_reward/std": 0.18445101380348206, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 134 |
| }, |
| { |
| "completion_length": 1116.5, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 1987.0, |
| "completions/max_terminated_length": 1975.0, |
| "completions/mean_length": 1117.46875, |
| "completions/mean_terminated_length": 1089.4193115234375, |
| "completions/min_length": 360.0, |
| "completions/min_terminated_length": 360.0, |
| "epoch": 0.52734375, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 2.436648368835449, |
| "kl": 0.17979492247104645, |
| "learning_rate": 4.930924800994192e-06, |
| "loss": 0.0002, |
| "num_tokens": 7138694.0, |
| "reward": 1.4021108150482178, |
| "reward_std": 0.34746816754341125, |
| "rewards/ROUGEL_entities_reward/mean": 0.402110755443573, |
| "rewards/ROUGEL_entities_reward/std": 0.282600075006485, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.875, |
| "rewards/answer_format_func/std": 0.33601075410842896, |
| "rewards/f1_entities_exact_reward/mean": 0.125, |
| "rewards/f1_entities_exact_reward/std": 0.2199706733226776, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 135 |
| }, |
| { |
| "completion_length": 638.71875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1153.0, |
| "completions/max_terminated_length": 1153.0, |
| "completions/mean_length": 639.71875, |
| "completions/mean_terminated_length": 639.71875, |
| "completions/min_length": 335.0, |
| "completions/min_terminated_length": 335.0, |
| "epoch": 0.53125, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.043349362909793854, |
| "kl": 0.0010947933478746563, |
| "learning_rate": 4.928355174533153e-06, |
| "loss": 0.0, |
| "num_tokens": 7184381.0, |
| "reward": 1.7014656066894531, |
| "reward_std": 0.24746444821357727, |
| "rewards/ROUGEL_entities_reward/mean": 0.4983406066894531, |
| "rewards/ROUGEL_entities_reward/std": 0.2694176435470581, |
| "rewards/answer_correctness_func/mean": 0.0625, |
| "rewards/answer_correctness_func/std": 0.24593468010425568, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.140625, |
| "rewards/f1_entities_exact_reward/std": 0.2905604839324951, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 136 |
| }, |
| { |
| "completion_length": 856.59375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1744.0, |
| "completions/max_terminated_length": 1744.0, |
| "completions/mean_length": 857.59375, |
| "completions/mean_terminated_length": 857.59375, |
| "completions/min_length": 372.0, |
| "completions/min_terminated_length": 372.0, |
| "epoch": 0.53515625, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.04098415747284889, |
| "kl": 0.0010695282835513353, |
| "learning_rate": 4.925739315689991e-06, |
| "loss": 0.0, |
| "num_tokens": 7237404.0, |
| "reward": 1.514191746711731, |
| "reward_std": 0.2309253066778183, |
| "rewards/ROUGEL_entities_reward/mean": 0.34231671690940857, |
| "rewards/ROUGEL_entities_reward/std": 0.28668177127838135, |
| "rewards/answer_correctness_func/mean": 0.0625, |
| "rewards/answer_correctness_func/std": 0.24593468010425568, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.109375, |
| "rewards/f1_entities_exact_reward/std": 0.2763347327709198, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 137 |
| }, |
| { |
| "completion_length": 855.15625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1928.0, |
| "completions/max_terminated_length": 1928.0, |
| "completions/mean_length": 856.15625, |
| "completions/mean_terminated_length": 856.15625, |
| "completions/min_length": 335.0, |
| "completions/min_terminated_length": 335.0, |
| "epoch": 0.5390625, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.04066658392548561, |
| "kl": 0.001067973644239828, |
| "learning_rate": 4.923077274266886e-06, |
| "loss": 0.0, |
| "num_tokens": 7290169.0, |
| "reward": 1.7735551595687866, |
| "reward_std": 0.215285986661911, |
| "rewards/ROUGEL_entities_reward/mean": 0.4610552191734314, |
| "rewards/ROUGEL_entities_reward/std": 0.31371453404426575, |
| "rewards/answer_correctness_func/mean": 0.09375, |
| "rewards/answer_correctness_func/std": 0.2961445748806, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.203125, |
| "rewards/f1_entities_exact_reward/std": 0.33261850476264954, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.015625, |
| "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 138 |
| }, |
| { |
| "completion_length": 873.875, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 1996.0, |
| "completions/max_terminated_length": 1848.0, |
| "completions/mean_length": 874.84375, |
| "completions/mean_terminated_length": 838.6773681640625, |
| "completions/min_length": 416.0, |
| "completions/min_terminated_length": 416.0, |
| "epoch": 0.54296875, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.350830316543579, |
| "kl": 0.24254056811332703, |
| "learning_rate": 4.92036910094527e-06, |
| "loss": 0.0002, |
| "num_tokens": 7343928.0, |
| "reward": 1.3114588260650635, |
| "reward_std": 0.19907371699810028, |
| "rewards/ROUGEL_entities_reward/mean": 0.3270837962627411, |
| "rewards/ROUGEL_entities_reward/std": 0.16115085780620575, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.015625, |
| "rewards/f1_entities_exact_reward/std": 0.0883883461356163, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 139 |
| }, |
| { |
| "completion_length": 991.4375, |
| "completions/clipped_ratio": 0.09375, |
| "completions/max_length": 1996.0, |
| "completions/max_terminated_length": 1765.0, |
| "completions/mean_length": 992.34375, |
| "completions/mean_terminated_length": 888.5172119140625, |
| "completions/min_length": 365.0, |
| "completions/min_terminated_length": 365.0, |
| "epoch": 0.546875, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7220087051391602, |
| "kl": 0.20999235287308693, |
| "learning_rate": 4.917614847284858e-06, |
| "loss": 0.0002, |
| "num_tokens": 7400619.0, |
| "reward": 1.7145543098449707, |
| "reward_std": 0.33828872442245483, |
| "rewards/ROUGEL_entities_reward/mean": 0.4333043098449707, |
| "rewards/ROUGEL_entities_reward/std": 0.33280470967292786, |
| "rewards/answer_correctness_func/mean": 0.09375, |
| "rewards/answer_correctness_func/std": 0.2961445748806, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.21875, |
| "rewards/f1_entities_exact_reward/std": 0.3345073461532593, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 140 |
| }, |
| { |
| "completion_length": 710.3125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1943.0, |
| "completions/max_terminated_length": 1943.0, |
| "completions/mean_length": 711.3125, |
| "completions/mean_terminated_length": 711.3125, |
| "completions/min_length": 377.0, |
| "completions/min_terminated_length": 377.0, |
| "epoch": 0.55078125, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.04147293418645859, |
| "kl": 0.0010589817684376612, |
| "learning_rate": 4.914814565722671e-06, |
| "loss": 0.0, |
| "num_tokens": 7447749.0, |
| "reward": 1.2959001064300537, |
| "reward_std": 0.03525472432374954, |
| "rewards/ROUGEL_entities_reward/mean": 0.2959001064300537, |
| "rewards/ROUGEL_entities_reward/std": 0.24095308780670166, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.0, |
| "rewards/f1_entities_exact_reward/std": 0.0, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 141 |
| }, |
| { |
| "completion_length": 799.125, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2000.0, |
| "completions/max_terminated_length": 1674.0, |
| "completions/mean_length": 800.09375, |
| "completions/mean_terminated_length": 761.3870849609375, |
| "completions/min_length": 360.0, |
| "completions/min_terminated_length": 360.0, |
| "epoch": 0.5546875, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 2.0430498123168945, |
| "kl": 0.24349932745099068, |
| "learning_rate": 4.9119683095720325e-06, |
| "loss": 0.0002, |
| "num_tokens": 7498416.0, |
| "reward": 1.3787174224853516, |
| "reward_std": 0.1710912436246872, |
| "rewards/ROUGEL_entities_reward/mean": 0.33184248208999634, |
| "rewards/ROUGEL_entities_reward/std": 0.18814721703529358, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.078125, |
| "rewards/f1_entities_exact_reward/std": 0.18445101380348206, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 142 |
| }, |
| { |
| "completion_length": 918.0, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2010.0, |
| "completions/max_terminated_length": 1920.0, |
| "completions/mean_length": 918.96875, |
| "completions/mean_terminated_length": 883.774169921875, |
| "completions/min_length": 373.0, |
| "completions/min_terminated_length": 373.0, |
| "epoch": 0.55859375, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.216636061668396, |
| "kl": 0.28474921360611916, |
| "learning_rate": 4.909076133021558e-06, |
| "loss": 0.0003, |
| "num_tokens": 7552755.0, |
| "reward": 1.3588144779205322, |
| "reward_std": 0.16687989234924316, |
| "rewards/ROUGEL_entities_reward/mean": 0.32756444811820984, |
| "rewards/ROUGEL_entities_reward/std": 0.2059074342250824, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.03125, |
| "rewards/f1_entities_exact_reward/std": 0.12296734005212784, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 143 |
| }, |
| { |
| "completion_length": 768.4375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1912.0, |
| "completions/max_terminated_length": 1912.0, |
| "completions/mean_length": 769.4375, |
| "completions/mean_terminated_length": 769.4375, |
| "completions/min_length": 305.0, |
| "completions/min_terminated_length": 305.0, |
| "epoch": 0.5625, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.04747036099433899, |
| "kl": 0.0012443193118087947, |
| "learning_rate": 4.906138091134118e-06, |
| "loss": 0.0, |
| "num_tokens": 7601769.0, |
| "reward": 1.6446342468261719, |
| "reward_std": 0.1532508134841919, |
| "rewards/ROUGEL_entities_reward/mean": 0.47275927662849426, |
| "rewards/ROUGEL_entities_reward/std": 0.16322854161262512, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.171875, |
| "rewards/f1_entities_exact_reward/std": 0.24127934873104095, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 144 |
| }, |
| { |
| "completion_length": 892.8125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1784.0, |
| "completions/max_terminated_length": 1784.0, |
| "completions/mean_length": 893.8125, |
| "completions/mean_terminated_length": 893.8125, |
| "completions/min_length": 375.0, |
| "completions/min_terminated_length": 375.0, |
| "epoch": 0.56640625, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.034100908786058426, |
| "kl": 0.0010356467391829938, |
| "learning_rate": 4.903154239845798e-06, |
| "loss": 0.0, |
| "num_tokens": 7655715.0, |
| "reward": 1.388700008392334, |
| "reward_std": 0.050331730395555496, |
| "rewards/ROUGEL_entities_reward/mean": 0.38870003819465637, |
| "rewards/ROUGEL_entities_reward/std": 0.16305623948574066, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.0, |
| "rewards/f1_entities_exact_reward/std": 0.0, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 145 |
| }, |
| { |
| "completion_length": 843.84375, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2025.0, |
| "completions/max_terminated_length": 1623.0, |
| "completions/mean_length": 844.8125, |
| "completions/mean_terminated_length": 806.7418823242188, |
| "completions/min_length": 406.0, |
| "completions/min_terminated_length": 406.0, |
| "epoch": 0.5703125, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 17.098857879638672, |
| "kl": 10.053778536617756, |
| "learning_rate": 4.900124635964823e-06, |
| "loss": 0.0101, |
| "num_tokens": 7707333.0, |
| "reward": 1.7105157375335693, |
| "reward_std": 0.17703057825565338, |
| "rewards/ROUGEL_entities_reward/mean": 0.5073907375335693, |
| "rewards/ROUGEL_entities_reward/std": 0.1996941864490509, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.234375, |
| "rewards/f1_entities_exact_reward/std": 0.253503680229187, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 146 |
| }, |
| { |
| "completion_length": 922.5625, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 1969.0, |
| "completions/max_terminated_length": 1929.0, |
| "completions/mean_length": 923.53125, |
| "completions/mean_terminated_length": 889.806396484375, |
| "completions/min_length": 369.0, |
| "completions/min_terminated_length": 369.0, |
| "epoch": 0.57421875, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 1.6118693351745605, |
| "kl": 0.3536710664629936, |
| "learning_rate": 4.897049337170483e-06, |
| "loss": 0.0004, |
| "num_tokens": 7763178.0, |
| "reward": 1.361354112625122, |
| "reward_std": 0.27494993805885315, |
| "rewards/ROUGEL_entities_reward/mean": 0.39260417222976685, |
| "rewards/ROUGEL_entities_reward/std": 0.2945389747619629, |
| "rewards/answer_correctness_func/mean": 0.03125, |
| "rewards/answer_correctness_func/std": 0.1767766922712326, |
| "rewards/answer_format_func/mean": 0.84375, |
| "rewards/answer_format_func/std": 0.3689020276069641, |
| "rewards/f1_entities_exact_reward/mean": 0.09375, |
| "rewards/f1_entities_exact_reward/std": 0.23546454310417175, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 147 |
| }, |
| { |
| "completion_length": 840.875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1913.0, |
| "completions/max_terminated_length": 1913.0, |
| "completions/mean_length": 841.875, |
| "completions/mean_terminated_length": 841.875, |
| "completions/min_length": 350.0, |
| "completions/min_terminated_length": 350.0, |
| "epoch": 0.578125, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.04494679719209671, |
| "kl": 0.0013573961332440376, |
| "learning_rate": 4.8939284020120365e-06, |
| "loss": 0.0, |
| "num_tokens": 7814918.0, |
| "reward": 1.3072844743728638, |
| "reward_std": 0.17329524457454681, |
| "rewards/ROUGEL_entities_reward/mean": 0.3072844445705414, |
| "rewards/ROUGEL_entities_reward/std": 0.27680906653404236, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.0, |
| "rewards/f1_entities_exact_reward/std": 0.0, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.03125, |
| "rewards/reasoning_equal_answer_reward/std": 0.12296734005212784, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 148 |
| }, |
| { |
| "completion_length": 808.3125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1939.0, |
| "completions/max_terminated_length": 1939.0, |
| "completions/mean_length": 809.3125, |
| "completions/mean_terminated_length": 809.3125, |
| "completions/min_length": 382.0, |
| "completions/min_terminated_length": 382.0, |
| "epoch": 0.58203125, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.041648656129837036, |
| "kl": 0.001219467114424333, |
| "learning_rate": 4.890761889907589e-06, |
| "loss": 0.0, |
| "num_tokens": 7865476.0, |
| "reward": 1.4506151676177979, |
| "reward_std": 0.10441715270280838, |
| "rewards/ROUGEL_entities_reward/mean": 0.3724901080131531, |
| "rewards/ROUGEL_entities_reward/std": 0.20157065987586975, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.078125, |
| "rewards/f1_entities_exact_reward/std": 0.18445101380348206, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 149 |
| }, |
| { |
| "completion_length": 861.9375, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 1703.0, |
| "completions/mean_length": 862.90625, |
| "completions/mean_terminated_length": 824.6773681640625, |
| "completions/min_length": 429.0, |
| "completions/min_terminated_length": 429.0, |
| "epoch": 0.5859375, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 2.06022310256958, |
| "kl": 0.3945167139172554, |
| "learning_rate": 4.887549861142967e-06, |
| "loss": 0.0004, |
| "num_tokens": 7917329.0, |
| "reward": 1.4970494508743286, |
| "reward_std": 0.10835842788219452, |
| "rewards/ROUGEL_entities_reward/mean": 0.3876745104789734, |
| "rewards/ROUGEL_entities_reward/std": 0.24825502932071686, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.109375, |
| "rewards/f1_entities_exact_reward/std": 0.2100067138671875, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 150 |
| }, |
| { |
| "completion_length": 798.875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1607.0, |
| "completions/max_terminated_length": 1607.0, |
| "completions/mean_length": 799.875, |
| "completions/mean_terminated_length": 799.875, |
| "completions/min_length": 394.0, |
| "completions/min_terminated_length": 394.0, |
| "epoch": 0.58984375, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.036643072962760925, |
| "kl": 0.0015202233917079866, |
| "learning_rate": 4.884292376870567e-06, |
| "loss": 0.0, |
| "num_tokens": 7968257.0, |
| "reward": 1.4161481857299805, |
| "reward_std": 0.0879361554980278, |
| "rewards/ROUGEL_entities_reward/mean": 0.3380230963230133, |
| "rewards/ROUGEL_entities_reward/std": 0.2162221372127533, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.078125, |
| "rewards/f1_entities_exact_reward/std": 0.18445101380348206, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 151 |
| }, |
| { |
| "completion_length": 912.21875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1885.0, |
| "completions/max_terminated_length": 1885.0, |
| "completions/mean_length": 913.21875, |
| "completions/mean_terminated_length": 913.21875, |
| "completions/min_length": 428.0, |
| "completions/min_terminated_length": 428.0, |
| "epoch": 0.59375, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.0663779973983765, |
| "kl": 0.7428142726421356, |
| "learning_rate": 4.880989499108196e-06, |
| "loss": 0.0007, |
| "num_tokens": 8023664.0, |
| "reward": 1.5083281993865967, |
| "reward_std": 0.11526817828416824, |
| "rewards/ROUGEL_entities_reward/mean": 0.4458281993865967, |
| "rewards/ROUGEL_entities_reward/std": 0.21193131804466248, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.0625, |
| "rewards/f1_entities_exact_reward/std": 0.16800537705421448, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 152 |
| }, |
| { |
| "completion_length": 738.125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1465.0, |
| "completions/max_terminated_length": 1465.0, |
| "completions/mean_length": 739.125, |
| "completions/mean_terminated_length": 739.125, |
| "completions/min_length": 400.0, |
| "completions/min_terminated_length": 400.0, |
| "epoch": 0.59765625, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.03739418461918831, |
| "kl": 0.0015740874805487692, |
| "learning_rate": 4.8776412907378845e-06, |
| "loss": 0.0, |
| "num_tokens": 8072556.0, |
| "reward": 1.5976042747497559, |
| "reward_std": 0.18580883741378784, |
| "rewards/ROUGEL_entities_reward/mean": 0.45697927474975586, |
| "rewards/ROUGEL_entities_reward/std": 0.24883176386356354, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.140625, |
| "rewards/f1_entities_exact_reward/std": 0.22840170562267303, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 153 |
| }, |
| { |
| "completion_length": 830.375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1811.0, |
| "completions/max_terminated_length": 1811.0, |
| "completions/mean_length": 831.375, |
| "completions/mean_terminated_length": 831.375, |
| "completions/min_length": 348.0, |
| "completions/min_terminated_length": 348.0, |
| "epoch": 0.6015625, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.04560196027159691, |
| "kl": 0.0013677255483344197, |
| "learning_rate": 4.874247815504693e-06, |
| "loss": 0.0, |
| "num_tokens": 8124344.0, |
| "reward": 1.547914743423462, |
| "reward_std": 0.23362499475479126, |
| "rewards/ROUGEL_entities_reward/mean": 0.4072897434234619, |
| "rewards/ROUGEL_entities_reward/std": 0.2102542370557785, |
| "rewards/answer_correctness_func/mean": 0.03125, |
| "rewards/answer_correctness_func/std": 0.1767766922712326, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.109375, |
| "rewards/f1_entities_exact_reward/std": 0.24542178213596344, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 154 |
| }, |
| { |
| "completion_length": 892.96875, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 1964.0, |
| "completions/max_terminated_length": 1670.0, |
| "completions/mean_length": 893.9375, |
| "completions/mean_terminated_length": 859.4193115234375, |
| "completions/min_length": 394.0, |
| "completions/min_terminated_length": 394.0, |
| "epoch": 0.60546875, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.037193119525909424, |
| "kl": 0.001447477872716263, |
| "learning_rate": 4.870809138015499e-06, |
| "loss": 0.0, |
| "num_tokens": 8178050.0, |
| "reward": 1.288352370262146, |
| "reward_std": 0.23858286440372467, |
| "rewards/ROUGEL_entities_reward/mean": 0.350852370262146, |
| "rewards/ROUGEL_entities_reward/std": 0.22298842668533325, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.90625, |
| "rewards/answer_format_func/std": 0.2961445748806, |
| "rewards/f1_entities_exact_reward/mean": 0.03125, |
| "rewards/f1_entities_exact_reward/std": 0.12296734005212784, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 155 |
| }, |
| { |
| "completion_length": 796.46875, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2037.0, |
| "completions/max_terminated_length": 1629.0, |
| "completions/mean_length": 797.4375, |
| "completions/mean_terminated_length": 757.4515991210938, |
| "completions/min_length": 419.0, |
| "completions/min_terminated_length": 419.0, |
| "epoch": 0.609375, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 1.5812207460403442, |
| "kl": 0.5352480337023735, |
| "learning_rate": 4.867325323737765e-06, |
| "loss": 0.0005, |
| "num_tokens": 8229040.0, |
| "reward": 1.3760432004928589, |
| "reward_std": 0.188054621219635, |
| "rewards/ROUGEL_entities_reward/mean": 0.2666681408882141, |
| "rewards/ROUGEL_entities_reward/std": 0.17782245576381683, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.109375, |
| "rewards/f1_entities_exact_reward/std": 0.2100067138671875, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.03125, |
| "rewards/reasoning_equal_answer_reward/std": 0.12296734005212784, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 156 |
| }, |
| { |
| "completion_length": 849.4375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1842.0, |
| "completions/max_terminated_length": 1842.0, |
| "completions/mean_length": 850.4375, |
| "completions/mean_terminated_length": 850.4375, |
| "completions/min_length": 338.0, |
| "completions/min_terminated_length": 338.0, |
| "epoch": 0.61328125, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.03673112392425537, |
| "kl": 0.0015620355843566358, |
| "learning_rate": 4.863796438998293e-06, |
| "loss": 0.0, |
| "num_tokens": 8281926.0, |
| "reward": 1.8045166730880737, |
| "reward_std": 0.12542572617530823, |
| "rewards/ROUGEL_entities_reward/mean": 0.4920167624950409, |
| "rewards/ROUGEL_entities_reward/std": 0.2460378259420395, |
| "rewards/answer_correctness_func/mean": 0.125, |
| "rewards/answer_correctness_func/std": 0.33601075410842896, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.171875, |
| "rewards/f1_entities_exact_reward/std": 0.35033106803894043, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.015625, |
| "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 157 |
| }, |
| { |
| "completion_length": 750.21875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1663.0, |
| "completions/max_terminated_length": 1663.0, |
| "completions/mean_length": 751.21875, |
| "completions/mean_terminated_length": 751.21875, |
| "completions/min_length": 308.0, |
| "completions/min_terminated_length": 308.0, |
| "epoch": 0.6171875, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.04159174859523773, |
| "kl": 0.001859975018305704, |
| "learning_rate": 4.860222550981961e-06, |
| "loss": 0.0, |
| "num_tokens": 8331185.0, |
| "reward": 1.241472601890564, |
| "reward_std": 0.08027015626430511, |
| "rewards/ROUGEL_entities_reward/mean": 0.24147263169288635, |
| "rewards/ROUGEL_entities_reward/std": 0.15254628658294678, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.0, |
| "rewards/f1_entities_exact_reward/std": 0.0, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 158 |
| }, |
| { |
| "completion_length": 830.28125, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2029.0, |
| "completions/max_terminated_length": 2009.0, |
| "completions/mean_length": 831.25, |
| "completions/mean_terminated_length": 792.6128540039062, |
| "completions/min_length": 325.0, |
| "completions/min_terminated_length": 325.0, |
| "epoch": 0.62109375, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.2856565713882446, |
| "kl": 0.627162367105484, |
| "learning_rate": 4.856603727730446e-06, |
| "loss": 0.0006, |
| "num_tokens": 8383193.0, |
| "reward": 1.3633078336715698, |
| "reward_std": 0.16435164213180542, |
| "rewards/ROUGEL_entities_reward/mean": 0.3164328336715698, |
| "rewards/ROUGEL_entities_reward/std": 0.20366710424423218, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.046875, |
| "rewards/f1_entities_exact_reward/std": 0.1480722874403, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 159 |
| }, |
| { |
| "completion_length": 879.875, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2012.0, |
| "completions/max_terminated_length": 1951.0, |
| "completions/mean_length": 880.84375, |
| "completions/mean_terminated_length": 844.3547973632812, |
| "completions/min_length": 379.0, |
| "completions/min_terminated_length": 379.0, |
| "epoch": 0.625, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 1.1388331651687622, |
| "kl": 0.6329608261585236, |
| "learning_rate": 4.852940038140927e-06, |
| "loss": 0.0006, |
| "num_tokens": 8435644.0, |
| "reward": 1.7319962978363037, |
| "reward_std": 0.2415374517440796, |
| "rewards/ROUGEL_entities_reward/mean": 0.5132462978363037, |
| "rewards/ROUGEL_entities_reward/std": 0.31014952063560486, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.25, |
| "rewards/f1_entities_exact_reward/std": 0.2540002465248108, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 160 |
| }, |
| { |
| "completion_length": 908.0625, |
| "completions/clipped_ratio": 0.0625, |
| "completions/max_length": 2033.0, |
| "completions/max_terminated_length": 1576.0, |
| "completions/mean_length": 909.0, |
| "completions/mean_terminated_length": 834.0667114257812, |
| "completions/min_length": 382.0, |
| "completions/min_terminated_length": 382.0, |
| "epoch": 0.62890625, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.1456105709075928, |
| "kl": 0.5880822390317917, |
| "learning_rate": 4.849231551964771e-06, |
| "loss": 0.0006, |
| "num_tokens": 8489740.0, |
| "reward": 1.6578807830810547, |
| "reward_std": 0.306590735912323, |
| "rewards/ROUGEL_entities_reward/mean": 0.45475584268569946, |
| "rewards/ROUGEL_entities_reward/std": 0.2889581620693207, |
| "rewards/answer_correctness_func/mean": 0.09375, |
| "rewards/answer_correctness_func/std": 0.2961445748806, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.171875, |
| "rewards/f1_entities_exact_reward/std": 0.32650086283683777, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 161 |
| }, |
| { |
| "completion_length": 941.03125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1978.0, |
| "completions/max_terminated_length": 1978.0, |
| "completions/mean_length": 942.03125, |
| "completions/mean_terminated_length": 942.03125, |
| "completions/min_length": 366.0, |
| "completions/min_terminated_length": 366.0, |
| "epoch": 0.6328125, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 1.3517837524414062, |
| "kl": 0.45960287749767303, |
| "learning_rate": 4.845478339806211e-06, |
| "loss": 0.0005, |
| "num_tokens": 8545093.0, |
| "reward": 1.2845427989959717, |
| "reward_std": 0.057615794241428375, |
| "rewards/ROUGEL_entities_reward/mean": 0.2845427691936493, |
| "rewards/ROUGEL_entities_reward/std": 0.11672698706388474, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.0, |
| "rewards/f1_entities_exact_reward/std": 0.0, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 162 |
| }, |
| { |
| "completion_length": 859.3125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1659.0, |
| "completions/max_terminated_length": 1659.0, |
| "completions/mean_length": 860.3125, |
| "completions/mean_terminated_length": 860.3125, |
| "completions/min_length": 410.0, |
| "completions/min_terminated_length": 410.0, |
| "epoch": 0.63671875, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.03822516277432442, |
| "kl": 0.0016769255744293332, |
| "learning_rate": 4.841680473120994e-06, |
| "loss": 0.0, |
| "num_tokens": 8598603.0, |
| "reward": 1.5509443283081055, |
| "reward_std": 0.16313818097114563, |
| "rewards/ROUGEL_entities_reward/mean": 0.44156935811042786, |
| "rewards/ROUGEL_entities_reward/std": 0.17624936997890472, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.109375, |
| "rewards/f1_entities_exact_reward/std": 0.2100067138671875, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 163 |
| }, |
| { |
| "completion_length": 768.90625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1452.0, |
| "completions/max_terminated_length": 1452.0, |
| "completions/mean_length": 769.90625, |
| "completions/mean_terminated_length": 769.90625, |
| "completions/min_length": 298.0, |
| "completions/min_terminated_length": 298.0, |
| "epoch": 0.640625, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 0.030372804030776024, |
| "kl": 0.0017339237383566797, |
| "learning_rate": 4.83783802421503e-06, |
| "loss": 0.0, |
| "num_tokens": 8649276.0, |
| "reward": 1.4654494524002075, |
| "reward_std": 0.08240068703889847, |
| "rewards/ROUGEL_entities_reward/mean": 0.3716994822025299, |
| "rewards/ROUGEL_entities_reward/std": 0.21603207290172577, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.09375, |
| "rewards/f1_entities_exact_reward/std": 0.19827888906002045, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 164 |
| }, |
| { |
| "completion_length": 1018.15625, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 1953.0, |
| "completions/max_terminated_length": 1847.0, |
| "completions/mean_length": 1019.125, |
| "completions/mean_terminated_length": 989.0, |
| "completions/min_length": 403.0, |
| "completions/min_terminated_length": 403.0, |
| "epoch": 0.64453125, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.210748553276062, |
| "kl": 0.5373932719230652, |
| "learning_rate": 4.833951066243004e-06, |
| "loss": 0.0005, |
| "num_tokens": 8706768.0, |
| "reward": 1.455310344696045, |
| "reward_std": 0.1797359734773636, |
| "rewards/ROUGEL_entities_reward/mean": 0.34593528509140015, |
| "rewards/ROUGEL_entities_reward/std": 0.23094676434993744, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.140625, |
| "rewards/f1_entities_exact_reward/std": 0.22840170562267303, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 165 |
| }, |
| { |
| "completion_length": 970.53125, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 1764.0, |
| "completions/mean_length": 971.5, |
| "completions/mean_terminated_length": 936.774169921875, |
| "completions/min_length": 398.0, |
| "completions/min_terminated_length": 398.0, |
| "epoch": 0.6484375, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.183385968208313, |
| "kl": 0.6042055934667587, |
| "learning_rate": 4.830019673206997e-06, |
| "loss": 0.0006, |
| "num_tokens": 8763400.0, |
| "reward": 1.3385505676269531, |
| "reward_std": 0.22595582902431488, |
| "rewards/ROUGEL_entities_reward/mean": 0.30730050802230835, |
| "rewards/ROUGEL_entities_reward/std": 0.17959149181842804, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.0625, |
| "rewards/f1_entities_exact_reward/std": 0.16800537705421448, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 166 |
| }, |
| { |
| "completion_length": 978.59375, |
| "completions/clipped_ratio": 0.0625, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 2007.0, |
| "completions/mean_length": 979.53125, |
| "completions/mean_terminated_length": 908.300048828125, |
| "completions/min_length": 383.0, |
| "completions/min_terminated_length": 383.0, |
| "epoch": 0.65234375, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.1284425258636475, |
| "kl": 0.7285138294100761, |
| "learning_rate": 4.826043919955062e-06, |
| "loss": 0.0007, |
| "num_tokens": 8820013.0, |
| "reward": 1.2818199396133423, |
| "reward_std": 0.20915009081363678, |
| "rewards/ROUGEL_entities_reward/mean": 0.3755699396133423, |
| "rewards/ROUGEL_entities_reward/std": 0.21204902231693268, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.90625, |
| "rewards/answer_format_func/std": 0.2961445748806, |
| "rewards/f1_entities_exact_reward/mean": 0.0, |
| "rewards/f1_entities_exact_reward/std": 0.0, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 167 |
| }, |
| { |
| "completion_length": 1047.65625, |
| "completions/clipped_ratio": 0.0625, |
| "completions/max_length": 1994.0, |
| "completions/max_terminated_length": 1892.0, |
| "completions/mean_length": 1048.59375, |
| "completions/mean_terminated_length": 985.5667114257812, |
| "completions/min_length": 397.0, |
| "completions/min_terminated_length": 397.0, |
| "epoch": 0.65625, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 3494.581787109375, |
| "kl": 7194.785795137286, |
| "learning_rate": 4.822023882179811e-06, |
| "loss": 7.1948, |
| "num_tokens": 8878928.0, |
| "reward": 1.355521559715271, |
| "reward_std": 0.13997748494148254, |
| "rewards/ROUGEL_entities_reward/mean": 0.32427161931991577, |
| "rewards/ROUGEL_entities_reward/std": 0.216593399643898, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.0625, |
| "rewards/f1_entities_exact_reward/std": 0.16800537705421448, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 168 |
| }, |
| { |
| "completion_length": 921.375, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 1929.0, |
| "completions/max_terminated_length": 1844.0, |
| "completions/mean_length": 922.34375, |
| "completions/mean_terminated_length": 889.8709716796875, |
| "completions/min_length": 408.0, |
| "completions/min_terminated_length": 408.0, |
| "epoch": 0.66015625, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.03364523872733116, |
| "kl": 0.001773456227965653, |
| "learning_rate": 4.817959636416969e-06, |
| "loss": 0.0, |
| "num_tokens": 8933547.0, |
| "reward": 1.7027312517166138, |
| "reward_std": 0.18043223023414612, |
| "rewards/ROUGEL_entities_reward/mean": 0.42148125171661377, |
| "rewards/ROUGEL_entities_reward/std": 0.2903006672859192, |
| "rewards/answer_correctness_func/mean": 0.125, |
| "rewards/answer_correctness_func/std": 0.33601075410842896, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.1875, |
| "rewards/f1_entities_exact_reward/std": 0.3535533845424652, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 169 |
| }, |
| { |
| "completion_length": 882.875, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 1949.0, |
| "completions/max_terminated_length": 1771.0, |
| "completions/mean_length": 883.84375, |
| "completions/mean_terminated_length": 849.4838256835938, |
| "completions/min_length": 394.0, |
| "completions/min_terminated_length": 394.0, |
| "epoch": 0.6640625, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.03895450755953789, |
| "kl": 0.0017640561272855848, |
| "learning_rate": 4.8138512600439165e-06, |
| "loss": 0.0, |
| "num_tokens": 8987074.0, |
| "reward": 1.6899856328964233, |
| "reward_std": 0.4273824095726013, |
| "rewards/ROUGEL_entities_reward/mean": 0.40873557329177856, |
| "rewards/ROUGEL_entities_reward/std": 0.3182850480079651, |
| "rewards/answer_correctness_func/mean": 0.125, |
| "rewards/answer_correctness_func/std": 0.33601075410842896, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.1875, |
| "rewards/f1_entities_exact_reward/std": 0.3535533845424652, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 170 |
| }, |
| { |
| "completion_length": 970.28125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2002.0, |
| "completions/max_terminated_length": 2002.0, |
| "completions/mean_length": 971.28125, |
| "completions/mean_terminated_length": 971.28125, |
| "completions/min_length": 358.0, |
| "completions/min_terminated_length": 358.0, |
| "epoch": 0.66796875, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.7073582410812378, |
| "kl": 0.6696112751960754, |
| "learning_rate": 4.809698831278217e-06, |
| "loss": 0.0007, |
| "num_tokens": 9043959.0, |
| "reward": 1.7956573963165283, |
| "reward_std": 0.3364591598510742, |
| "rewards/ROUGEL_entities_reward/mean": 0.5144074559211731, |
| "rewards/ROUGEL_entities_reward/std": 0.2855013608932495, |
| "rewards/answer_correctness_func/mean": 0.09375, |
| "rewards/answer_correctness_func/std": 0.2961445748806, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.21875, |
| "rewards/f1_entities_exact_reward/std": 0.3345073461532593, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 171 |
| }, |
| { |
| "completion_length": 859.1875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1893.0, |
| "completions/max_terminated_length": 1893.0, |
| "completions/mean_length": 860.1875, |
| "completions/mean_terminated_length": 860.1875, |
| "completions/min_length": 358.0, |
| "completions/min_terminated_length": 358.0, |
| "epoch": 0.671875, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.03203745558857918, |
| "kl": 0.0017327538807876408, |
| "learning_rate": 4.80550242917613e-06, |
| "loss": 0.0, |
| "num_tokens": 9096465.0, |
| "reward": 1.6548988819122314, |
| "reward_std": 0.05434321239590645, |
| "rewards/ROUGEL_entities_reward/mean": 0.40489891171455383, |
| "rewards/ROUGEL_entities_reward/std": 0.324654757976532, |
| "rewards/answer_correctness_func/mean": 0.125, |
| "rewards/answer_correctness_func/std": 0.33601075410842896, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.125, |
| "rewards/f1_entities_exact_reward/std": 0.33601075410842896, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 172 |
| }, |
| { |
| "completion_length": 778.4375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1737.0, |
| "completions/max_terminated_length": 1737.0, |
| "completions/mean_length": 779.4375, |
| "completions/mean_terminated_length": 779.4375, |
| "completions/min_length": 329.0, |
| "completions/min_terminated_length": 329.0, |
| "epoch": 0.67578125, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 0.039835937321186066, |
| "kl": 0.0019720129785127938, |
| "learning_rate": 4.801262133631101e-06, |
| "loss": 0.0, |
| "num_tokens": 9147315.0, |
| "reward": 1.7594964504241943, |
| "reward_std": 0.06129524111747742, |
| "rewards/ROUGEL_entities_reward/mean": 0.49387139081954956, |
| "rewards/ROUGEL_entities_reward/std": 0.28501689434051514, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.265625, |
| "rewards/f1_entities_exact_reward/std": 0.253503680229187, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 173 |
| }, |
| { |
| "completion_length": 867.3125, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 1990.0, |
| "completions/max_terminated_length": 1449.0, |
| "completions/mean_length": 868.28125, |
| "completions/mean_terminated_length": 832.0967407226562, |
| "completions/min_length": 422.0, |
| "completions/min_terminated_length": 422.0, |
| "epoch": 0.6796875, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 1.523024320602417, |
| "kl": 0.6932645589113235, |
| "learning_rate": 4.796978025372247e-06, |
| "loss": 0.0007, |
| "num_tokens": 9200900.0, |
| "reward": 1.5296759605407715, |
| "reward_std": 0.20225465297698975, |
| "rewards/ROUGEL_entities_reward/mean": 0.46717599034309387, |
| "rewards/ROUGEL_entities_reward/std": 0.2737501859664917, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.09375, |
| "rewards/f1_entities_exact_reward/std": 0.19827888906002045, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 174 |
| }, |
| { |
| "completion_length": 900.1875, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2006.0, |
| "completions/max_terminated_length": 1602.0, |
| "completions/mean_length": 901.15625, |
| "completions/mean_terminated_length": 865.51611328125, |
| "completions/min_length": 394.0, |
| "completions/min_terminated_length": 394.0, |
| "epoch": 0.68359375, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 0.9823334813117981, |
| "kl": 0.700871542096138, |
| "learning_rate": 4.79265018596281e-06, |
| "loss": 0.0007, |
| "num_tokens": 9254937.0, |
| "reward": 1.708510160446167, |
| "reward_std": 0.17377904057502747, |
| "rewards/ROUGEL_entities_reward/mean": 0.3960101306438446, |
| "rewards/ROUGEL_entities_reward/std": 0.2816055417060852, |
| "rewards/answer_correctness_func/mean": 0.125, |
| "rewards/answer_correctness_func/std": 0.33601075410842896, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.21875, |
| "rewards/f1_entities_exact_reward/std": 0.35780468583106995, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 175 |
| }, |
| { |
| "completion_length": 928.15625, |
| "completions/clipped_ratio": 0.125, |
| "completions/max_length": 1930.0, |
| "completions/max_terminated_length": 1675.0, |
| "completions/mean_length": 929.03125, |
| "completions/mean_terminated_length": 786.0357666015625, |
| "completions/min_length": 325.0, |
| "completions/min_terminated_length": 325.0, |
| "epoch": 0.6875, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3543481826782227, |
| "kl": 0.7427194267511368, |
| "learning_rate": 4.788278697798619e-06, |
| "loss": 0.0007, |
| "num_tokens": 9310526.0, |
| "reward": 1.532794713973999, |
| "reward_std": 0.22352240979671478, |
| "rewards/ROUGEL_entities_reward/mean": 0.4077945947647095, |
| "rewards/ROUGEL_entities_reward/std": 0.23614616692066193, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.15625, |
| "rewards/f1_entities_exact_reward/std": 0.23546454310417175, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 176 |
| }, |
| { |
| "completion_length": 802.8125, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 1988.0, |
| "completions/mean_length": 803.78125, |
| "completions/mean_terminated_length": 763.6451416015625, |
| "completions/min_length": 354.0, |
| "completions/min_terminated_length": 354.0, |
| "epoch": 0.69140625, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.2869139909744263, |
| "kl": 0.7516332864761353, |
| "learning_rate": 4.783863644106502e-06, |
| "loss": 0.0008, |
| "num_tokens": 9361235.0, |
| "reward": 1.8541301488876343, |
| "reward_std": 0.2548549771308899, |
| "rewards/ROUGEL_entities_reward/mean": 0.5103801488876343, |
| "rewards/ROUGEL_entities_reward/std": 0.328544944524765, |
| "rewards/answer_correctness_func/mean": 0.0625, |
| "rewards/answer_correctness_func/std": 0.24593468010425568, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.265625, |
| "rewards/f1_entities_exact_reward/std": 0.31068018078804016, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.015625, |
| "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 177 |
| }, |
| { |
| "completion_length": 793.625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1514.0, |
| "completions/max_terminated_length": 1514.0, |
| "completions/mean_length": 794.625, |
| "completions/mean_terminated_length": 794.625, |
| "completions/min_length": 333.0, |
| "completions/min_terminated_length": 333.0, |
| "epoch": 0.6953125, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.040112365037202835, |
| "kl": 0.0021105987834744155, |
| "learning_rate": 4.779405108942722e-06, |
| "loss": 0.0, |
| "num_tokens": 9411927.0, |
| "reward": 1.847144603729248, |
| "reward_std": 0.2862972021102905, |
| "rewards/ROUGEL_entities_reward/mean": 0.5815195441246033, |
| "rewards/ROUGEL_entities_reward/std": 0.24605299532413483, |
| "rewards/answer_correctness_func/mean": 0.0625, |
| "rewards/answer_correctness_func/std": 0.24593468010425568, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.203125, |
| "rewards/f1_entities_exact_reward/std": 0.3074183464050293, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 178 |
| }, |
| { |
| "completion_length": 1009.28125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1688.0, |
| "completions/max_terminated_length": 1688.0, |
| "completions/mean_length": 1010.28125, |
| "completions/mean_terminated_length": 1010.28125, |
| "completions/min_length": 375.0, |
| "completions/min_terminated_length": 375.0, |
| "epoch": 0.69921875, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.029666384682059288, |
| "kl": 0.0019262322748545557, |
| "learning_rate": 4.774903177191358e-06, |
| "loss": 0.0, |
| "num_tokens": 9469028.0, |
| "reward": 1.9670830965042114, |
| "reward_std": 0.17686304450035095, |
| "rewards/ROUGEL_entities_reward/mean": 0.5764580965042114, |
| "rewards/ROUGEL_entities_reward/std": 0.29651689529418945, |
| "rewards/answer_correctness_func/mean": 0.0625, |
| "rewards/answer_correctness_func/std": 0.24593468010425568, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.328125, |
| "rewards/f1_entities_exact_reward/std": 0.30078861117362976, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 179 |
| }, |
| { |
| "completion_length": 1029.9375, |
| "completions/clipped_ratio": 0.09375, |
| "completions/max_length": 2015.0, |
| "completions/max_terminated_length": 1837.0, |
| "completions/mean_length": 1030.84375, |
| "completions/mean_terminated_length": 929.0344848632812, |
| "completions/min_length": 357.0, |
| "completions/min_terminated_length": 357.0, |
| "epoch": 0.703125, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.8338552713394165, |
| "kl": 0.7334167063236237, |
| "learning_rate": 4.770357934562704e-06, |
| "loss": 0.0007, |
| "num_tokens": 9527195.0, |
| "reward": 1.362342357635498, |
| "reward_std": 0.16813592612743378, |
| "rewards/ROUGEL_entities_reward/mean": 0.33109229803085327, |
| "rewards/ROUGEL_entities_reward/std": 0.23416368663311005, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.09375, |
| "rewards/f1_entities_exact_reward/std": 0.19827888906002045, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 180 |
| }, |
| { |
| "completion_length": 882.1875, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2016.0, |
| "completions/max_terminated_length": 1628.0, |
| "completions/mean_length": 883.15625, |
| "completions/mean_terminated_length": 846.6128540039062, |
| "completions/min_length": 324.0, |
| "completions/min_terminated_length": 324.0, |
| "epoch": 0.70703125, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.0932868719100952, |
| "kl": 0.8082916885614395, |
| "learning_rate": 4.765769467591626e-06, |
| "loss": 0.0008, |
| "num_tokens": 9580512.0, |
| "reward": 1.4458831548690796, |
| "reward_std": 0.14410392940044403, |
| "rewards/ROUGEL_entities_reward/mean": 0.35213321447372437, |
| "rewards/ROUGEL_entities_reward/std": 0.18379299342632294, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.125, |
| "rewards/f1_entities_exact_reward/std": 0.2199706733226776, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 181 |
| }, |
| { |
| "completion_length": 843.21875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1797.0, |
| "completions/max_terminated_length": 1797.0, |
| "completions/mean_length": 844.21875, |
| "completions/mean_terminated_length": 844.21875, |
| "completions/min_length": 401.0, |
| "completions/min_terminated_length": 401.0, |
| "epoch": 0.7109375, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.03895574063062668, |
| "kl": 0.002073957264656201, |
| "learning_rate": 4.761137863635921e-06, |
| "loss": 0.0, |
| "num_tokens": 9633007.0, |
| "reward": 1.5388941764831543, |
| "reward_std": 0.19678334891796112, |
| "rewards/ROUGEL_entities_reward/mean": 0.4295191168785095, |
| "rewards/ROUGEL_entities_reward/std": 0.21780556440353394, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.109375, |
| "rewards/f1_entities_exact_reward/std": 0.2100067138671875, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 182 |
| }, |
| { |
| "completion_length": 833.40625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1769.0, |
| "completions/max_terminated_length": 1769.0, |
| "completions/mean_length": 834.40625, |
| "completions/mean_terminated_length": 834.40625, |
| "completions/min_length": 394.0, |
| "completions/min_terminated_length": 394.0, |
| "epoch": 0.71484375, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.03908202424645424, |
| "kl": 0.0022108145931269974, |
| "learning_rate": 4.7564632108746524e-06, |
| "loss": 0.0, |
| "num_tokens": 9684880.0, |
| "reward": 1.4077043533325195, |
| "reward_std": 0.13589012622833252, |
| "rewards/ROUGEL_entities_reward/mean": 0.37645429372787476, |
| "rewards/ROUGEL_entities_reward/std": 0.1814633160829544, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.03125, |
| "rewards/f1_entities_exact_reward/std": 0.12296734005212784, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 183 |
| }, |
| { |
| "completion_length": 883.96875, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 1991.0, |
| "completions/max_terminated_length": 1520.0, |
| "completions/mean_length": 884.9375, |
| "completions/mean_terminated_length": 849.258056640625, |
| "completions/min_length": 391.0, |
| "completions/min_terminated_length": 391.0, |
| "epoch": 0.71875, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.379868984222412, |
| "kl": 0.9422600865364075, |
| "learning_rate": 4.7517455983064694e-06, |
| "loss": 0.0009, |
| "num_tokens": 9738406.0, |
| "reward": 1.3271058797836304, |
| "reward_std": 0.15527033805847168, |
| "rewards/ROUGEL_entities_reward/mean": 0.29585587978363037, |
| "rewards/ROUGEL_entities_reward/std": 0.21522636711597443, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.03125, |
| "rewards/f1_entities_exact_reward/std": 0.12296734005212784, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 184 |
| }, |
| { |
| "completion_length": 1024.28125, |
| "completions/clipped_ratio": 0.0625, |
| "completions/max_length": 2006.0, |
| "completions/max_terminated_length": 1799.0, |
| "completions/mean_length": 1025.21875, |
| "completions/mean_terminated_length": 959.8333740234375, |
| "completions/min_length": 377.0, |
| "completions/min_terminated_length": 377.0, |
| "epoch": 0.72265625, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 1.4722685813903809, |
| "kl": 0.8448768109083176, |
| "learning_rate": 4.746985115747918e-06, |
| "loss": 0.0008, |
| "num_tokens": 9796297.0, |
| "reward": 1.5176056623458862, |
| "reward_std": 0.21396151185035706, |
| "rewards/ROUGEL_entities_reward/mean": 0.392605721950531, |
| "rewards/ROUGEL_entities_reward/std": 0.237748920917511, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.15625, |
| "rewards/f1_entities_exact_reward/std": 0.23546454310417175, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 185 |
| }, |
| { |
| "completion_length": 704.1875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1678.0, |
| "completions/max_terminated_length": 1678.0, |
| "completions/mean_length": 705.1875, |
| "completions/mean_terminated_length": 705.1875, |
| "completions/min_length": 385.0, |
| "completions/min_terminated_length": 385.0, |
| "epoch": 0.7265625, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.04775053635239601, |
| "kl": 0.0027036044048145413, |
| "learning_rate": 4.742181853831721e-06, |
| "loss": 0.0, |
| "num_tokens": 9843055.0, |
| "reward": 1.6798121929168701, |
| "reward_std": 0.27602407336235046, |
| "rewards/ROUGEL_entities_reward/mean": 0.4298122227191925, |
| "rewards/ROUGEL_entities_reward/std": 0.24362929165363312, |
| "rewards/answer_correctness_func/mean": 0.09375, |
| "rewards/answer_correctness_func/std": 0.2961445748806, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.15625, |
| "rewards/f1_entities_exact_reward/std": 0.3222276270389557, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 186 |
| }, |
| { |
| "completion_length": 738.21875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1841.0, |
| "completions/max_terminated_length": 1841.0, |
| "completions/mean_length": 739.21875, |
| "completions/mean_terminated_length": 739.21875, |
| "completions/min_length": 342.0, |
| "completions/min_terminated_length": 342.0, |
| "epoch": 0.73046875, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.043839629739522934, |
| "kl": 0.002740188909228891, |
| "learning_rate": 4.737335904005063e-06, |
| "loss": 0.0, |
| "num_tokens": 9891638.0, |
| "reward": 1.601567268371582, |
| "reward_std": 0.1596144586801529, |
| "rewards/ROUGEL_entities_reward/mean": 0.49219226837158203, |
| "rewards/ROUGEL_entities_reward/std": 0.16970126330852509, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.09375, |
| "rewards/f1_entities_exact_reward/std": 0.19827888906002045, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.015625, |
| "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 187 |
| }, |
| { |
| "completion_length": 867.3125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1818.0, |
| "completions/max_terminated_length": 1818.0, |
| "completions/mean_length": 868.3125, |
| "completions/mean_terminated_length": 868.3125, |
| "completions/min_length": 374.0, |
| "completions/min_terminated_length": 374.0, |
| "epoch": 0.734375, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.038173358887434006, |
| "kl": 0.0027400844264775515, |
| "learning_rate": 4.732447358527843e-06, |
| "loss": 0.0, |
| "num_tokens": 9944676.0, |
| "reward": 1.9201610088348389, |
| "reward_std": 0.28956806659698486, |
| "rewards/ROUGEL_entities_reward/mean": 0.6232860088348389, |
| "rewards/ROUGEL_entities_reward/std": 0.2561741769313812, |
| "rewards/answer_correctness_func/mean": 0.0625, |
| "rewards/answer_correctness_func/std": 0.24593468010425568, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.234375, |
| "rewards/f1_entities_exact_reward/std": 0.31068018078804016, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 188 |
| }, |
| { |
| "completion_length": 879.8125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1575.0, |
| "completions/max_terminated_length": 1575.0, |
| "completions/mean_length": 880.8125, |
| "completions/mean_terminated_length": 880.8125, |
| "completions/min_length": 372.0, |
| "completions/min_terminated_length": 372.0, |
| "epoch": 0.73828125, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.0361693799495697, |
| "kl": 0.002568211406469345, |
| "learning_rate": 4.72751631047092e-06, |
| "loss": 0.0, |
| "num_tokens": 9997678.0, |
| "reward": 1.869084358215332, |
| "reward_std": 0.20933842658996582, |
| "rewards/ROUGEL_entities_reward/mean": 0.5409592986106873, |
| "rewards/ROUGEL_entities_reward/std": 0.28050729632377625, |
| "rewards/answer_correctness_func/mean": 0.125, |
| "rewards/answer_correctness_func/std": 0.33601075410842896, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.171875, |
| "rewards/f1_entities_exact_reward/std": 0.35033106803894043, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.03125, |
| "rewards/reasoning_equal_answer_reward/std": 0.1767766922712326, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 189 |
| }, |
| { |
| "completion_length": 785.0625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1981.0, |
| "completions/max_terminated_length": 1981.0, |
| "completions/mean_length": 786.0625, |
| "completions/mean_terminated_length": 786.0625, |
| "completions/min_length": 438.0, |
| "completions/min_terminated_length": 438.0, |
| "epoch": 0.7421875, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 1.4834654331207275, |
| "kl": 1.0321751236915588, |
| "learning_rate": 4.7225428537143414e-06, |
| "loss": 0.001, |
| "num_tokens": 10047720.0, |
| "reward": 1.62890625, |
| "reward_std": 0.16684111952781677, |
| "rewards/ROUGEL_entities_reward/mean": 0.44140625, |
| "rewards/ROUGEL_entities_reward/std": 0.25935906171798706, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.1875, |
| "rewards/f1_entities_exact_reward/std": 0.24593468010425568, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 190 |
| }, |
| { |
| "completion_length": 946.71875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1972.0, |
| "completions/max_terminated_length": 1972.0, |
| "completions/mean_length": 947.71875, |
| "completions/mean_terminated_length": 947.71875, |
| "completions/min_length": 403.0, |
| "completions/min_terminated_length": 403.0, |
| "epoch": 0.74609375, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.04114517942070961, |
| "kl": 0.0024414416984654963, |
| "learning_rate": 4.717527082945555e-06, |
| "loss": 0.0, |
| "num_tokens": 10101307.0, |
| "reward": 1.7661187648773193, |
| "reward_std": 0.3268924951553345, |
| "rewards/ROUGEL_entities_reward/mean": 0.5004938244819641, |
| "rewards/ROUGEL_entities_reward/std": 0.2833807170391083, |
| "rewards/answer_correctness_func/mean": 0.0625, |
| "rewards/answer_correctness_func/std": 0.24593468010425568, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.203125, |
| "rewards/f1_entities_exact_reward/std": 0.3074183464050293, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 191 |
| }, |
| { |
| "completion_length": 959.84375, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 1992.0, |
| "completions/max_terminated_length": 1979.0, |
| "completions/mean_length": 960.8125, |
| "completions/mean_terminated_length": 927.54833984375, |
| "completions/min_length": 380.0, |
| "completions/min_terminated_length": 380.0, |
| "epoch": 0.75, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.4532443284988403, |
| "kl": 1.0749232769012451, |
| "learning_rate": 4.712469093657605e-06, |
| "loss": 0.0011, |
| "num_tokens": 10157001.0, |
| "reward": 1.2748461961746216, |
| "reward_std": 0.1997840851545334, |
| "rewards/ROUGEL_entities_reward/mean": 0.27484622597694397, |
| "rewards/ROUGEL_entities_reward/std": 0.21332216262817383, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.03125, |
| "rewards/f1_entities_exact_reward/std": 0.12296734005212784, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 192 |
| }, |
| { |
| "completion_length": 966.28125, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 1775.0, |
| "completions/mean_length": 967.25, |
| "completions/mean_terminated_length": 932.3870849609375, |
| "completions/min_length": 456.0, |
| "completions/min_terminated_length": 456.0, |
| "epoch": 0.75390625, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.66327965259552, |
| "kl": 0.8032007962465286, |
| "learning_rate": 4.707368982147318e-06, |
| "loss": 0.0008, |
| "num_tokens": 10212997.0, |
| "reward": 1.6323164701461792, |
| "reward_std": 0.21946288645267487, |
| "rewards/ROUGEL_entities_reward/mean": 0.4916914701461792, |
| "rewards/ROUGEL_entities_reward/std": 0.18886315822601318, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.140625, |
| "rewards/f1_entities_exact_reward/std": 0.22840170562267303, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.03125, |
| "rewards/reasoning_equal_answer_reward/std": 0.12296734005212784, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 193 |
| }, |
| { |
| "completion_length": 963.6875, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 1740.0, |
| "completions/mean_length": 964.65625, |
| "completions/mean_terminated_length": 929.7096557617188, |
| "completions/min_length": 372.0, |
| "completions/min_terminated_length": 372.0, |
| "epoch": 0.7578125, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.2255504131317139, |
| "kl": 0.8852058202028275, |
| "learning_rate": 4.702226845513465e-06, |
| "loss": 0.0009, |
| "num_tokens": 10269446.0, |
| "reward": 1.4255499839782715, |
| "reward_std": 0.1576838493347168, |
| "rewards/ROUGEL_entities_reward/mean": 0.3942999839782715, |
| "rewards/ROUGEL_entities_reward/std": 0.2291238158941269, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.03125, |
| "rewards/f1_entities_exact_reward/std": 0.12296734005212784, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 194 |
| }, |
| { |
| "completion_length": 851.40625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1718.0, |
| "completions/max_terminated_length": 1718.0, |
| "completions/mean_length": 852.40625, |
| "completions/mean_terminated_length": 852.40625, |
| "completions/min_length": 299.0, |
| "completions/min_terminated_length": 299.0, |
| "epoch": 0.76171875, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.03477827459573746, |
| "kl": 0.0029616396059282124, |
| "learning_rate": 4.697042781654913e-06, |
| "loss": 0.0, |
| "num_tokens": 10321651.0, |
| "reward": 1.527214527130127, |
| "reward_std": 0.07385474443435669, |
| "rewards/ROUGEL_entities_reward/mean": 0.4178394675254822, |
| "rewards/ROUGEL_entities_reward/std": 0.28007033467292786, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.109375, |
| "rewards/f1_entities_exact_reward/std": 0.2100067138671875, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 195 |
| }, |
| { |
| "completion_length": 792.875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1742.0, |
| "completions/max_terminated_length": 1742.0, |
| "completions/mean_length": 793.875, |
| "completions/mean_terminated_length": 793.875, |
| "completions/min_length": 432.0, |
| "completions/min_terminated_length": 432.0, |
| "epoch": 0.765625, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.03618635609745979, |
| "kl": 0.0025854097330011427, |
| "learning_rate": 4.69181688926877e-06, |
| "loss": 0.0, |
| "num_tokens": 10373223.0, |
| "reward": 1.8575518131256104, |
| "reward_std": 0.09953181445598602, |
| "rewards/ROUGEL_entities_reward/mean": 0.5606766939163208, |
| "rewards/ROUGEL_entities_reward/std": 0.22431574761867523, |
| "rewards/answer_correctness_func/mean": 0.125, |
| "rewards/answer_correctness_func/std": 0.33601075410842896, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.171875, |
| "rewards/f1_entities_exact_reward/std": 0.35033106803894043, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 196 |
| }, |
| { |
| "completion_length": 1093.4375, |
| "completions/clipped_ratio": 0.125, |
| "completions/max_length": 2031.0, |
| "completions/max_terminated_length": 1978.0, |
| "completions/mean_length": 1094.3125, |
| "completions/mean_terminated_length": 960.5000610351562, |
| "completions/min_length": 400.0, |
| "completions/min_terminated_length": 400.0, |
| "epoch": 0.76953125, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 0.8667251467704773, |
| "kl": 0.9629810601472855, |
| "learning_rate": 4.68654926784849e-06, |
| "loss": 0.001, |
| "num_tokens": 10433157.0, |
| "reward": 1.0756583213806152, |
| "reward_std": 0.18075557053089142, |
| "rewards/ROUGEL_entities_reward/mean": 0.16940835118293762, |
| "rewards/ROUGEL_entities_reward/std": 0.24356292188167572, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.84375, |
| "rewards/answer_format_func/std": 0.3689020276069641, |
| "rewards/f1_entities_exact_reward/mean": 0.0625, |
| "rewards/f1_entities_exact_reward/std": 0.16800537705421448, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 197 |
| }, |
| { |
| "completion_length": 797.84375, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 1526.0, |
| "completions/mean_length": 798.8125, |
| "completions/mean_terminated_length": 758.51611328125, |
| "completions/min_length": 329.0, |
| "completions/min_terminated_length": 329.0, |
| "epoch": 0.7734375, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.1409969329833984, |
| "kl": 1.1833596527576447, |
| "learning_rate": 4.681240017681994e-06, |
| "loss": 0.0012, |
| "num_tokens": 10483087.0, |
| "reward": 1.4751548767089844, |
| "reward_std": 0.10321173816919327, |
| "rewards/ROUGEL_entities_reward/mean": 0.3657797574996948, |
| "rewards/ROUGEL_entities_reward/std": 0.28599756956100464, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.109375, |
| "rewards/f1_entities_exact_reward/std": 0.2100067138671875, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 198 |
| }, |
| { |
| "completion_length": 925.40625, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2046.0, |
| "completions/max_terminated_length": 1878.0, |
| "completions/mean_length": 926.375, |
| "completions/mean_terminated_length": 890.258056640625, |
| "completions/min_length": 381.0, |
| "completions/min_terminated_length": 381.0, |
| "epoch": 0.77734375, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 2.2912237644195557, |
| "kl": 1.065021738409996, |
| "learning_rate": 4.675889239849749e-06, |
| "loss": 0.0011, |
| "num_tokens": 10538067.0, |
| "reward": 1.5397331714630127, |
| "reward_std": 0.17803649604320526, |
| "rewards/ROUGEL_entities_reward/mean": 0.47723305225372314, |
| "rewards/ROUGEL_entities_reward/std": 0.22854717075824738, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.09375, |
| "rewards/f1_entities_exact_reward/std": 0.19827888906002045, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 199 |
| }, |
| { |
| "completion_length": 921.1875, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 1968.0, |
| "completions/max_terminated_length": 1940.0, |
| "completions/mean_length": 922.15625, |
| "completions/mean_terminated_length": 888.4193115234375, |
| "completions/min_length": 401.0, |
| "completions/min_terminated_length": 401.0, |
| "epoch": 0.78125, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.5353916883468628, |
| "kl": 1.2338095605373383, |
| "learning_rate": 4.670497036222856e-06, |
| "loss": 0.0012, |
| "num_tokens": 10592980.0, |
| "reward": 1.4163644313812256, |
| "reward_std": 0.2812146544456482, |
| "rewards/ROUGEL_entities_reward/mean": 0.369489461183548, |
| "rewards/ROUGEL_entities_reward/std": 0.26223137974739075, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.109375, |
| "rewards/f1_entities_exact_reward/std": 0.2100067138671875, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 200 |
| }, |
| { |
| "completion_length": 730.375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1434.0, |
| "completions/max_terminated_length": 1434.0, |
| "completions/mean_length": 731.375, |
| "completions/mean_terminated_length": 731.375, |
| "completions/min_length": 336.0, |
| "completions/min_terminated_length": 336.0, |
| "epoch": 0.78515625, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.044390663504600525, |
| "kl": 0.003508137771859765, |
| "learning_rate": 4.665063509461098e-06, |
| "loss": 0.0, |
| "num_tokens": 10642812.0, |
| "reward": 1.6033183336257935, |
| "reward_std": 0.21020248532295227, |
| "rewards/ROUGEL_entities_reward/mean": 0.41581839323043823, |
| "rewards/ROUGEL_entities_reward/std": 0.33206847310066223, |
| "rewards/answer_correctness_func/mean": 0.0625, |
| "rewards/answer_correctness_func/std": 0.24593468010425568, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.125, |
| "rewards/f1_entities_exact_reward/std": 0.2839809060096741, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 201 |
| }, |
| { |
| "completion_length": 1082.96875, |
| "completions/clipped_ratio": 0.0625, |
| "completions/max_length": 2028.0, |
| "completions/max_terminated_length": 1963.0, |
| "completions/mean_length": 1083.90625, |
| "completions/mean_terminated_length": 1020.9667358398438, |
| "completions/min_length": 413.0, |
| "completions/min_terminated_length": 413.0, |
| "epoch": 0.7890625, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.006798505783081, |
| "kl": 1.1019262075424194, |
| "learning_rate": 4.65958876301099e-06, |
| "loss": 0.0011, |
| "num_tokens": 10703353.0, |
| "reward": 1.370076060295105, |
| "reward_std": 0.3156660795211792, |
| "rewards/ROUGEL_entities_reward/mean": 0.37007611989974976, |
| "rewards/ROUGEL_entities_reward/std": 0.24605870246887207, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.875, |
| "rewards/answer_format_func/std": 0.33601075410842896, |
| "rewards/f1_entities_exact_reward/mean": 0.125, |
| "rewards/f1_entities_exact_reward/std": 0.2199706733226776, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 202 |
| }, |
| { |
| "completion_length": 810.4375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1636.0, |
| "completions/max_terminated_length": 1636.0, |
| "completions/mean_length": 811.4375, |
| "completions/mean_terminated_length": 811.4375, |
| "completions/min_length": 373.0, |
| "completions/min_terminated_length": 373.0, |
| "epoch": 0.79296875, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.04610656201839447, |
| "kl": 0.003118869964964688, |
| "learning_rate": 4.654072901103815e-06, |
| "loss": 0.0, |
| "num_tokens": 10754875.0, |
| "reward": 1.7375383377075195, |
| "reward_std": 0.17008857429027557, |
| "rewards/ROUGEL_entities_reward/mean": 0.5031633377075195, |
| "rewards/ROUGEL_entities_reward/std": 0.24783650040626526, |
| "rewards/answer_correctness_func/mean": 0.03125, |
| "rewards/answer_correctness_func/std": 0.1767766922712326, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.203125, |
| "rewards/f1_entities_exact_reward/std": 0.27995896339416504, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 203 |
| }, |
| { |
| "completion_length": 858.21875, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2034.0, |
| "completions/max_terminated_length": 1850.0, |
| "completions/mean_length": 859.1875, |
| "completions/mean_terminated_length": 821.290283203125, |
| "completions/min_length": 319.0, |
| "completions/min_terminated_length": 319.0, |
| "epoch": 0.796875, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.2209501266479492, |
| "kl": 1.2286138385534286, |
| "learning_rate": 4.648516028753632e-06, |
| "loss": 0.0012, |
| "num_tokens": 10807805.0, |
| "reward": 1.7225679159164429, |
| "reward_std": 0.49286895990371704, |
| "rewards/ROUGEL_entities_reward/mean": 0.4881928563117981, |
| "rewards/ROUGEL_entities_reward/std": 0.3378114104270935, |
| "rewards/answer_correctness_func/mean": 0.09375, |
| "rewards/answer_correctness_func/std": 0.2961445748806, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.203125, |
| "rewards/f1_entities_exact_reward/std": 0.33261850476264954, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 204 |
| }, |
| { |
| "completion_length": 1153.09375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1939.0, |
| "completions/max_terminated_length": 1939.0, |
| "completions/mean_length": 1154.09375, |
| "completions/mean_terminated_length": 1154.09375, |
| "completions/min_length": 353.0, |
| "completions/min_terminated_length": 353.0, |
| "epoch": 0.80078125, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.029167989268898964, |
| "kl": 0.0026968702441081405, |
| "learning_rate": 4.642918251755281e-06, |
| "loss": 0.0, |
| "num_tokens": 10870216.0, |
| "reward": 1.4007794857025146, |
| "reward_std": 0.0695604532957077, |
| "rewards/ROUGEL_entities_reward/mean": 0.33827948570251465, |
| "rewards/ROUGEL_entities_reward/std": 0.1997152715921402, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.0625, |
| "rewards/f1_entities_exact_reward/std": 0.16800537705421448, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 205 |
| }, |
| { |
| "completion_length": 984.96875, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 1998.0, |
| "completions/max_terminated_length": 1874.0, |
| "completions/mean_length": 985.9375, |
| "completions/mean_terminated_length": 953.290283203125, |
| "completions/min_length": 379.0, |
| "completions/min_terminated_length": 379.0, |
| "epoch": 0.8046875, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 2.3423564434051514, |
| "kl": 1.2709768414497375, |
| "learning_rate": 4.637279676682367e-06, |
| "loss": 0.0013, |
| "num_tokens": 10927382.0, |
| "reward": 1.263650894165039, |
| "reward_std": 0.24360239505767822, |
| "rewards/ROUGEL_entities_reward/mean": 0.3105258643627167, |
| "rewards/ROUGEL_entities_reward/std": 0.24302564561367035, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.015625, |
| "rewards/f1_entities_exact_reward/std": 0.0883883461356163, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 206 |
| }, |
| { |
| "completion_length": 957.40625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1770.0, |
| "completions/max_terminated_length": 1770.0, |
| "completions/mean_length": 958.40625, |
| "completions/mean_terminated_length": 958.40625, |
| "completions/min_length": 461.0, |
| "completions/min_terminated_length": 461.0, |
| "epoch": 0.80859375, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.03505385294556618, |
| "kl": 0.002852368459571153, |
| "learning_rate": 4.631600410885231e-06, |
| "loss": 0.0, |
| "num_tokens": 10982835.0, |
| "reward": 1.405524730682373, |
| "reward_std": 0.2276136726140976, |
| "rewards/ROUGEL_entities_reward/mean": 0.3586496412754059, |
| "rewards/ROUGEL_entities_reward/std": 0.2160038948059082, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.078125, |
| "rewards/f1_entities_exact_reward/std": 0.18445101380348206, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 207 |
| }, |
| { |
| "completion_length": 977.15625, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 2011.0, |
| "completions/mean_length": 978.125, |
| "completions/mean_terminated_length": 943.6128540039062, |
| "completions/min_length": 399.0, |
| "completions/min_terminated_length": 399.0, |
| "epoch": 0.8125, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 1.7783716917037964, |
| "kl": 1.2123150825500488, |
| "learning_rate": 4.625880562488908e-06, |
| "loss": 0.0012, |
| "num_tokens": 11038403.0, |
| "reward": 1.2032020092010498, |
| "reward_std": 0.2942013144493103, |
| "rewards/ROUGEL_entities_reward/mean": 0.25007694959640503, |
| "rewards/ROUGEL_entities_reward/std": 0.21524839103221893, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.90625, |
| "rewards/answer_format_func/std": 0.2961445748806, |
| "rewards/f1_entities_exact_reward/mean": 0.046875, |
| "rewards/f1_entities_exact_reward/std": 0.1480722874403, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 208 |
| }, |
| { |
| "completion_length": 876.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1515.0, |
| "completions/max_terminated_length": 1515.0, |
| "completions/mean_length": 877.5, |
| "completions/mean_terminated_length": 877.5, |
| "completions/min_length": 409.0, |
| "completions/min_terminated_length": 409.0, |
| "epoch": 0.81640625, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.04318377003073692, |
| "kl": 0.0032818750478327274, |
| "learning_rate": 4.620120240391065e-06, |
| "loss": 0.0, |
| "num_tokens": 11090811.0, |
| "reward": 1.5333139896392822, |
| "reward_std": 0.12510553002357483, |
| "rewards/ROUGEL_entities_reward/mean": 0.4708141088485718, |
| "rewards/ROUGEL_entities_reward/std": 0.21942393481731415, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.046875, |
| "rewards/f1_entities_exact_reward/std": 0.1480722874403, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.015625, |
| "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 209 |
| }, |
| { |
| "completion_length": 796.96875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1770.0, |
| "completions/max_terminated_length": 1770.0, |
| "completions/mean_length": 797.96875, |
| "completions/mean_terminated_length": 797.96875, |
| "completions/min_length": 338.0, |
| "completions/min_terminated_length": 338.0, |
| "epoch": 0.8203125, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.041065096855163574, |
| "kl": 0.0031067486270330846, |
| "learning_rate": 4.614319554259934e-06, |
| "loss": 0.0, |
| "num_tokens": 11141182.0, |
| "reward": 1.694896936416626, |
| "reward_std": 0.17729955911636353, |
| "rewards/ROUGEL_entities_reward/mean": 0.523021936416626, |
| "rewards/ROUGEL_entities_reward/std": 0.17031069099903107, |
| "rewards/answer_correctness_func/mean": 0.03125, |
| "rewards/answer_correctness_func/std": 0.1767766922712326, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.140625, |
| "rewards/f1_entities_exact_reward/std": 0.26133573055267334, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 210 |
| }, |
| { |
| "completion_length": 829.6875, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 1895.0, |
| "completions/max_terminated_length": 1840.0, |
| "completions/mean_length": 830.65625, |
| "completions/mean_terminated_length": 796.3225708007812, |
| "completions/min_length": 336.0, |
| "completions/min_terminated_length": 336.0, |
| "epoch": 0.82421875, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 0.025449238717556, |
| "kl": 0.0032534206402488053, |
| "learning_rate": 4.608478614532215e-06, |
| "loss": 0.0, |
| "num_tokens": 11194587.0, |
| "reward": 1.5282509326934814, |
| "reward_std": 0.07078467309474945, |
| "rewards/ROUGEL_entities_reward/mean": 0.403251051902771, |
| "rewards/ROUGEL_entities_reward/std": 0.2537514567375183, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.125, |
| "rewards/f1_entities_exact_reward/std": 0.2199706733226776, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 211 |
| }, |
| { |
| "completion_length": 867.71875, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 1963.0, |
| "completions/max_terminated_length": 1924.0, |
| "completions/mean_length": 868.6875, |
| "completions/mean_terminated_length": 833.3870849609375, |
| "completions/min_length": 315.0, |
| "completions/min_terminated_length": 315.0, |
| "epoch": 0.828125, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.55117666721344, |
| "kl": 1.3802655041217804, |
| "learning_rate": 4.602597532410982e-06, |
| "loss": 0.0014, |
| "num_tokens": 11247393.0, |
| "reward": 1.619497537612915, |
| "reward_std": 0.3464570939540863, |
| "rewards/ROUGEL_entities_reward/mean": 0.44762247800827026, |
| "rewards/ROUGEL_entities_reward/std": 0.3050532042980194, |
| "rewards/answer_correctness_func/mean": 0.0625, |
| "rewards/answer_correctness_func/std": 0.24593468010425568, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.140625, |
| "rewards/f1_entities_exact_reward/std": 0.2905604839324951, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 212 |
| }, |
| { |
| "completion_length": 795.5, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2012.0, |
| "completions/max_terminated_length": 1882.0, |
| "completions/mean_length": 796.46875, |
| "completions/mean_terminated_length": 757.258056640625, |
| "completions/min_length": 349.0, |
| "completions/min_terminated_length": 349.0, |
| "epoch": 0.83203125, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 0.03295362740755081, |
| "kl": 0.0036803819239139557, |
| "learning_rate": 4.596676419863561e-06, |
| "loss": 0.0, |
| "num_tokens": 11297428.0, |
| "reward": 1.6275684833526611, |
| "reward_std": 0.2333773523569107, |
| "rewards/ROUGEL_entities_reward/mean": 0.3775685429573059, |
| "rewards/ROUGEL_entities_reward/std": 0.2451464831829071, |
| "rewards/answer_correctness_func/mean": 0.03125, |
| "rewards/answer_correctness_func/std": 0.1767766922712326, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.25, |
| "rewards/f1_entities_exact_reward/std": 0.2839809060096741, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 213 |
| }, |
| { |
| "completion_length": 1085.4375, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 1998.0, |
| "completions/max_terminated_length": 1825.0, |
| "completions/mean_length": 1086.40625, |
| "completions/mean_terminated_length": 1057.0, |
| "completions/min_length": 361.0, |
| "completions/min_terminated_length": 361.0, |
| "epoch": 0.8359375, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 1.5789481401443481, |
| "kl": 11.263838738203049, |
| "learning_rate": 4.590715389619399e-06, |
| "loss": 0.0113, |
| "num_tokens": 11358049.0, |
| "reward": 1.6652371883392334, |
| "reward_std": 0.21930772066116333, |
| "rewards/ROUGEL_entities_reward/mean": 0.5089872479438782, |
| "rewards/ROUGEL_entities_reward/std": 0.2480711191892624, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.171875, |
| "rewards/f1_entities_exact_reward/std": 0.24127934873104095, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.015625, |
| "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 214 |
| }, |
| { |
| "completion_length": 1082.0625, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 1983.0, |
| "completions/mean_length": 1083.03125, |
| "completions/mean_terminated_length": 1051.9031982421875, |
| "completions/min_length": 404.0, |
| "completions/min_terminated_length": 404.0, |
| "epoch": 0.83984375, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.108374834060669, |
| "kl": 1.910546362400055, |
| "learning_rate": 4.584714555167921e-06, |
| "loss": 0.0019, |
| "num_tokens": 11418770.0, |
| "reward": 1.4147167205810547, |
| "reward_std": 0.3453575372695923, |
| "rewards/ROUGEL_entities_reward/mean": 0.4147166609764099, |
| "rewards/ROUGEL_entities_reward/std": 0.24889639019966125, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.0625, |
| "rewards/f1_entities_exact_reward/std": 0.16800537705421448, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 215 |
| }, |
| { |
| "completion_length": 742.90625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1538.0, |
| "completions/max_terminated_length": 1538.0, |
| "completions/mean_length": 743.90625, |
| "completions/mean_terminated_length": 743.90625, |
| "completions/min_length": 404.0, |
| "completions/min_terminated_length": 404.0, |
| "epoch": 0.84375, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.04036381095647812, |
| "kl": 0.004414113820530474, |
| "learning_rate": 4.578674030756364e-06, |
| "loss": 0.0, |
| "num_tokens": 11467539.0, |
| "reward": 1.5085499286651611, |
| "reward_std": 0.13072682917118073, |
| "rewards/ROUGEL_entities_reward/mean": 0.4147999882698059, |
| "rewards/ROUGEL_entities_reward/std": 0.22764723002910614, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.078125, |
| "rewards/f1_entities_exact_reward/std": 0.18445101380348206, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.015625, |
| "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 216 |
| }, |
| { |
| "completion_length": 774.53125, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 1918.0, |
| "completions/max_terminated_length": 1534.0, |
| "completions/mean_length": 775.5, |
| "completions/mean_terminated_length": 738.6451416015625, |
| "completions/min_length": 344.0, |
| "completions/min_terminated_length": 344.0, |
| "epoch": 0.84765625, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.596858024597168, |
| "kl": 1.7221015393733978, |
| "learning_rate": 4.572593931387604e-06, |
| "loss": 0.0017, |
| "num_tokens": 11518471.0, |
| "reward": 1.6542105674743652, |
| "reward_std": 0.23461484909057617, |
| "rewards/ROUGEL_entities_reward/mean": 0.49796050786972046, |
| "rewards/ROUGEL_entities_reward/std": 0.2000449299812317, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.1875, |
| "rewards/f1_entities_exact_reward/std": 0.24593468010425568, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 217 |
| }, |
| { |
| "completion_length": 821.0625, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 1905.0, |
| "completions/mean_length": 822.03125, |
| "completions/mean_terminated_length": 782.4838256835938, |
| "completions/min_length": 300.0, |
| "completions/min_terminated_length": 300.0, |
| "epoch": 0.8515625, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.2118504047393799, |
| "kl": 1.6701210141181946, |
| "learning_rate": 4.566474372817971e-06, |
| "loss": 0.0017, |
| "num_tokens": 11568932.0, |
| "reward": 1.5244419574737549, |
| "reward_std": 0.29922497272491455, |
| "rewards/ROUGEL_entities_reward/mean": 0.3838169574737549, |
| "rewards/ROUGEL_entities_reward/std": 0.3265708386898041, |
| "rewards/answer_correctness_func/mean": 0.0625, |
| "rewards/answer_correctness_func/std": 0.24593468010425568, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.109375, |
| "rewards/f1_entities_exact_reward/std": 0.2763347327709198, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 218 |
| }, |
| { |
| "completion_length": 973.09375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1694.0, |
| "completions/max_terminated_length": 1694.0, |
| "completions/mean_length": 974.09375, |
| "completions/mean_terminated_length": 974.09375, |
| "completions/min_length": 477.0, |
| "completions/min_terminated_length": 477.0, |
| "epoch": 0.85546875, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 0.02744431048631668, |
| "kl": 0.0035915279295295477, |
| "learning_rate": 4.560315471555039e-06, |
| "loss": 0.0, |
| "num_tokens": 11625679.0, |
| "reward": 1.700251579284668, |
| "reward_std": 0.09833873808383942, |
| "rewards/ROUGEL_entities_reward/mean": 0.46587657928466797, |
| "rewards/ROUGEL_entities_reward/std": 0.3010881543159485, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.234375, |
| "rewards/f1_entities_exact_reward/std": 0.253503680229187, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 219 |
| }, |
| { |
| "completion_length": 771.375, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 1990.0, |
| "completions/max_terminated_length": 1725.0, |
| "completions/mean_length": 772.34375, |
| "completions/mean_terminated_length": 733.0645141601562, |
| "completions/min_length": 436.0, |
| "completions/min_terminated_length": 436.0, |
| "epoch": 0.859375, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.2439193725585938, |
| "kl": 1.9394130408763885, |
| "learning_rate": 4.55411734485541e-06, |
| "loss": 0.0019, |
| "num_tokens": 11675786.0, |
| "reward": 1.551956295967102, |
| "reward_std": 0.22622953355312347, |
| "rewards/ROUGEL_entities_reward/mean": 0.3488312363624573, |
| "rewards/ROUGEL_entities_reward/std": 0.27842622995376587, |
| "rewards/answer_correctness_func/mean": 0.09375, |
| "rewards/answer_correctness_func/std": 0.2961445748806, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.109375, |
| "rewards/f1_entities_exact_reward/std": 0.30412155389785767, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 220 |
| }, |
| { |
| "completion_length": 1103.9375, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2036.0, |
| "completions/max_terminated_length": 1924.0, |
| "completions/mean_length": 1104.90625, |
| "completions/mean_terminated_length": 1074.8709716796875, |
| "completions/min_length": 421.0, |
| "completions/min_terminated_length": 421.0, |
| "epoch": 0.86328125, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.2167364358901978, |
| "kl": 1.3969679772853851, |
| "learning_rate": 4.54788011072248e-06, |
| "loss": 0.0014, |
| "num_tokens": 11735771.0, |
| "reward": 1.5269935131072998, |
| "reward_std": 0.44397246837615967, |
| "rewards/ROUGEL_entities_reward/mean": 0.3551185131072998, |
| "rewards/ROUGEL_entities_reward/std": 0.296473890542984, |
| "rewards/answer_correctness_func/mean": 0.0625, |
| "rewards/answer_correctness_func/std": 0.24593468010425568, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.15625, |
| "rewards/f1_entities_exact_reward/std": 0.2961445748806, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.015625, |
| "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 221 |
| }, |
| { |
| "completion_length": 1004.40625, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2045.0, |
| "completions/max_terminated_length": 1934.0, |
| "completions/mean_length": 1005.375, |
| "completions/mean_terminated_length": 971.8386840820312, |
| "completions/min_length": 423.0, |
| "completions/min_terminated_length": 423.0, |
| "epoch": 0.8671875, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.367600440979004, |
| "kl": 2.5824813842773438, |
| "learning_rate": 4.541603887904198e-06, |
| "loss": 0.0026, |
| "num_tokens": 11792863.0, |
| "reward": 1.3456463813781738, |
| "reward_std": 0.2051272690296173, |
| "rewards/ROUGEL_entities_reward/mean": 0.29877138137817383, |
| "rewards/ROUGEL_entities_reward/std": 0.30500057339668274, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.109375, |
| "rewards/f1_entities_exact_reward/std": 0.2100067138671875, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 222 |
| }, |
| { |
| "completion_length": 1165.8125, |
| "completions/clipped_ratio": 0.0625, |
| "completions/max_length": 2007.0, |
| "completions/max_terminated_length": 1986.0, |
| "completions/mean_length": 1166.75, |
| "completions/mean_terminated_length": 1110.7333984375, |
| "completions/min_length": 487.0, |
| "completions/min_terminated_length": 487.0, |
| "epoch": 0.87109375, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.1036248207092285, |
| "kl": 1.5670599341392517, |
| "learning_rate": 4.535288795890799e-06, |
| "loss": 0.0016, |
| "num_tokens": 11855355.0, |
| "reward": 1.259477138519287, |
| "reward_std": 0.2808229327201843, |
| "rewards/ROUGEL_entities_reward/mean": 0.29072704911231995, |
| "rewards/ROUGEL_entities_reward/std": 0.2617422938346863, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.90625, |
| "rewards/answer_format_func/std": 0.2961445748806, |
| "rewards/f1_entities_exact_reward/mean": 0.0625, |
| "rewards/f1_entities_exact_reward/std": 0.16800537705421448, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 223 |
| }, |
| { |
| "completion_length": 827.59375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1584.0, |
| "completions/max_terminated_length": 1584.0, |
| "completions/mean_length": 828.59375, |
| "completions/mean_terminated_length": 828.59375, |
| "completions/min_length": 383.0, |
| "completions/min_terminated_length": 383.0, |
| "epoch": 0.875, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.03876032307744026, |
| "kl": 0.004832229809835553, |
| "learning_rate": 4.528934954912531e-06, |
| "loss": 0.0, |
| "num_tokens": 11907058.0, |
| "reward": 1.3023929595947266, |
| "reward_std": 0.08334317803382874, |
| "rewards/ROUGEL_entities_reward/mean": 0.30239295959472656, |
| "rewards/ROUGEL_entities_reward/std": 0.15565897524356842, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.0, |
| "rewards/f1_entities_exact_reward/std": 0.0, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 224 |
| }, |
| { |
| "completion_length": 874.90625, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 1969.0, |
| "completions/max_terminated_length": 1851.0, |
| "completions/mean_length": 875.875, |
| "completions/mean_terminated_length": 840.6128540039062, |
| "completions/min_length": 346.0, |
| "completions/min_terminated_length": 346.0, |
| "epoch": 0.87890625, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.7712914943695068, |
| "kl": 1.9470989406108856, |
| "learning_rate": 4.522542485937369e-06, |
| "loss": 0.0019, |
| "num_tokens": 11960670.0, |
| "reward": 1.6774790287017822, |
| "reward_std": 0.24751850962638855, |
| "rewards/ROUGEL_entities_reward/mean": 0.4118540287017822, |
| "rewards/ROUGEL_entities_reward/std": 0.3134998381137848, |
| "rewards/answer_correctness_func/mean": 0.125, |
| "rewards/answer_correctness_func/std": 0.33601075410842896, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.203125, |
| "rewards/f1_entities_exact_reward/std": 0.35603946447372437, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 225 |
| }, |
| { |
| "completion_length": 851.78125, |
| "completions/clipped_ratio": 0.0625, |
| "completions/max_length": 2002.0, |
| "completions/max_terminated_length": 1888.0, |
| "completions/mean_length": 852.71875, |
| "completions/mean_terminated_length": 776.1000366210938, |
| "completions/min_length": 353.0, |
| "completions/min_terminated_length": 353.0, |
| "epoch": 0.8828125, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.2310644388198853, |
| "kl": 2.0057749450206757, |
| "learning_rate": 4.516111510668707e-06, |
| "loss": 0.002, |
| "num_tokens": 12012865.0, |
| "reward": 1.1821949481964111, |
| "reward_std": 0.1144402027130127, |
| "rewards/ROUGEL_entities_reward/mean": 0.24469497799873352, |
| "rewards/ROUGEL_entities_reward/std": 0.14276054501533508, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.0, |
| "rewards/f1_entities_exact_reward/std": 0.0, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 226 |
| }, |
| { |
| "completion_length": 1104.40625, |
| "completions/clipped_ratio": 0.0625, |
| "completions/max_length": 2000.0, |
| "completions/max_terminated_length": 1980.0, |
| "completions/mean_length": 1105.34375, |
| "completions/mean_terminated_length": 1045.7000732421875, |
| "completions/min_length": 363.0, |
| "completions/min_terminated_length": 363.0, |
| "epoch": 0.88671875, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.2152799367904663, |
| "kl": 1.7449230253696442, |
| "learning_rate": 4.509642151543043e-06, |
| "loss": 0.0017, |
| "num_tokens": 12073764.0, |
| "reward": 1.210768222808838, |
| "reward_std": 0.2967838943004608, |
| "rewards/ROUGEL_entities_reward/mean": 0.2576432228088379, |
| "rewards/ROUGEL_entities_reward/std": 0.18541458249092102, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.90625, |
| "rewards/answer_format_func/std": 0.2961445748806, |
| "rewards/f1_entities_exact_reward/mean": 0.046875, |
| "rewards/f1_entities_exact_reward/std": 0.1480722874403, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 227 |
| }, |
| { |
| "completion_length": 890.75, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 1968.0, |
| "completions/max_terminated_length": 1860.0, |
| "completions/mean_length": 891.71875, |
| "completions/mean_terminated_length": 857.0, |
| "completions/min_length": 349.0, |
| "completions/min_terminated_length": 349.0, |
| "epoch": 0.890625, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 2.16169810295105, |
| "kl": 2.2746387720108032, |
| "learning_rate": 4.503134531727652e-06, |
| "loss": 0.0023, |
| "num_tokens": 12127799.0, |
| "reward": 1.726808786392212, |
| "reward_std": 0.35857701301574707, |
| "rewards/ROUGEL_entities_reward/mean": 0.5080587267875671, |
| "rewards/ROUGEL_entities_reward/std": 0.2654811441898346, |
| "rewards/answer_correctness_func/mean": 0.03125, |
| "rewards/answer_correctness_func/std": 0.1767766922712326, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.203125, |
| "rewards/f1_entities_exact_reward/std": 0.27995896339416504, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.015625, |
| "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 228 |
| }, |
| { |
| "completion_length": 819.15625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1923.0, |
| "completions/max_terminated_length": 1923.0, |
| "completions/mean_length": 820.15625, |
| "completions/mean_terminated_length": 820.15625, |
| "completions/min_length": 338.0, |
| "completions/min_terminated_length": 338.0, |
| "epoch": 0.89453125, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.042373813688755035, |
| "kl": 0.006590758915990591, |
| "learning_rate": 4.496588775118232e-06, |
| "loss": 0.0, |
| "num_tokens": 12178284.0, |
| "reward": 1.5577969551086426, |
| "reward_std": 0.13606151938438416, |
| "rewards/ROUGEL_entities_reward/mean": 0.4015469551086426, |
| "rewards/ROUGEL_entities_reward/std": 0.23088228702545166, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.15625, |
| "rewards/f1_entities_exact_reward/std": 0.23546454310417175, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 229 |
| }, |
| { |
| "completion_length": 615.71875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1650.0, |
| "completions/max_terminated_length": 1650.0, |
| "completions/mean_length": 616.71875, |
| "completions/mean_terminated_length": 616.71875, |
| "completions/min_length": 335.0, |
| "completions/min_terminated_length": 335.0, |
| "epoch": 0.8984375, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.03774268925189972, |
| "kl": 0.008006286574527621, |
| "learning_rate": 4.490005006336555e-06, |
| "loss": 0.0, |
| "num_tokens": 12223399.0, |
| "reward": 1.3621577024459839, |
| "reward_std": 0.07633059471845627, |
| "rewards/ROUGEL_entities_reward/mean": 0.3309076428413391, |
| "rewards/ROUGEL_entities_reward/std": 0.23004931211471558, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.03125, |
| "rewards/f1_entities_exact_reward/std": 0.12296734005212784, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 230 |
| }, |
| { |
| "completion_length": 777.65625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1685.0, |
| "completions/max_terminated_length": 1685.0, |
| "completions/mean_length": 778.65625, |
| "completions/mean_terminated_length": 778.65625, |
| "completions/min_length": 340.0, |
| "completions/min_terminated_length": 340.0, |
| "epoch": 0.90234375, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.03886556252837181, |
| "kl": 0.007568277767859399, |
| "learning_rate": 4.4833833507280884e-06, |
| "loss": 0.0, |
| "num_tokens": 12273080.0, |
| "reward": 1.4305098056793213, |
| "reward_std": 0.03744739294052124, |
| "rewards/ROUGEL_entities_reward/mean": 0.36800986528396606, |
| "rewards/ROUGEL_entities_reward/std": 0.14897853136062622, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.0625, |
| "rewards/f1_entities_exact_reward/std": 0.16800537705421448, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 231 |
| }, |
| { |
| "completion_length": 1102.8125, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2016.0, |
| "completions/max_terminated_length": 1966.0, |
| "completions/mean_length": 1103.78125, |
| "completions/mean_terminated_length": 1074.3548583984375, |
| "completions/min_length": 447.0, |
| "completions/min_terminated_length": 447.0, |
| "epoch": 0.90625, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 0.6293925642967224, |
| "kl": 1.5585076212882996, |
| "learning_rate": 4.476723934359609e-06, |
| "loss": 0.0016, |
| "num_tokens": 12334165.0, |
| "reward": 1.3664705753326416, |
| "reward_std": 0.3352648913860321, |
| "rewards/ROUGEL_entities_reward/mean": 0.4133455157279968, |
| "rewards/ROUGEL_entities_reward/std": 0.2816029191017151, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.90625, |
| "rewards/answer_format_func/std": 0.2961445748806, |
| "rewards/f1_entities_exact_reward/mean": 0.046875, |
| "rewards/f1_entities_exact_reward/std": 0.1480722874403, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 232 |
| }, |
| { |
| "completion_length": 857.15625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1725.0, |
| "completions/max_terminated_length": 1725.0, |
| "completions/mean_length": 858.15625, |
| "completions/mean_terminated_length": 858.15625, |
| "completions/min_length": 322.0, |
| "completions/min_terminated_length": 322.0, |
| "epoch": 0.91015625, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.03335089609026909, |
| "kl": 0.0065550870494917035, |
| "learning_rate": 4.470026884016805e-06, |
| "loss": 0.0, |
| "num_tokens": 12387054.0, |
| "reward": 1.6333879232406616, |
| "reward_std": 0.22237169742584229, |
| "rewards/ROUGEL_entities_reward/mean": 0.4458879232406616, |
| "rewards/ROUGEL_entities_reward/std": 0.3363229036331177, |
| "rewards/answer_correctness_func/mean": 0.03125, |
| "rewards/answer_correctness_func/std": 0.1767766922712326, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.15625, |
| "rewards/f1_entities_exact_reward/std": 0.26753053069114685, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 233 |
| }, |
| { |
| "completion_length": 1008.5625, |
| "completions/clipped_ratio": 0.0625, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 1810.0, |
| "completions/mean_length": 1009.5, |
| "completions/mean_terminated_length": 940.2667236328125, |
| "completions/min_length": 392.0, |
| "completions/min_terminated_length": 392.0, |
| "epoch": 0.9140625, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.2477508783340454, |
| "kl": 2.058032512664795, |
| "learning_rate": 4.463292327201862e-06, |
| "loss": 0.0021, |
| "num_tokens": 12444394.0, |
| "reward": 1.3931736946105957, |
| "reward_std": 0.24424967169761658, |
| "rewards/ROUGEL_entities_reward/mean": 0.4400486648082733, |
| "rewards/ROUGEL_entities_reward/std": 0.21051651239395142, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.015625, |
| "rewards/f1_entities_exact_reward/std": 0.0883883461356163, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 234 |
| }, |
| { |
| "completion_length": 879.71875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1871.0, |
| "completions/max_terminated_length": 1871.0, |
| "completions/mean_length": 880.71875, |
| "completions/mean_terminated_length": 880.71875, |
| "completions/min_length": 377.0, |
| "completions/min_terminated_length": 377.0, |
| "epoch": 0.91796875, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.03583379089832306, |
| "kl": 0.008108634152449667, |
| "learning_rate": 4.456520392131035e-06, |
| "loss": 0.0, |
| "num_tokens": 12497925.0, |
| "reward": 1.414677381515503, |
| "reward_std": 0.11661800742149353, |
| "rewards/ROUGEL_entities_reward/mean": 0.36780232191085815, |
| "rewards/ROUGEL_entities_reward/std": 0.21830274164676666, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.046875, |
| "rewards/f1_entities_exact_reward/std": 0.1480722874403, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 235 |
| }, |
| { |
| "completion_length": 817.40625, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 1877.0, |
| "completions/mean_length": 818.375, |
| "completions/mean_terminated_length": 778.7096557617188, |
| "completions/min_length": 341.0, |
| "completions/min_terminated_length": 341.0, |
| "epoch": 0.921875, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.092240810394287, |
| "kl": 2.608214318752289, |
| "learning_rate": 4.4497112077322045e-06, |
| "loss": 0.0026, |
| "num_tokens": 12549221.0, |
| "reward": 1.7133762836456299, |
| "reward_std": 0.23456057906150818, |
| "rewards/ROUGEL_entities_reward/mean": 0.5571263432502747, |
| "rewards/ROUGEL_entities_reward/std": 0.24169841408729553, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.1875, |
| "rewards/f1_entities_exact_reward/std": 0.24593468010425568, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 236 |
| }, |
| { |
| "completion_length": 990.78125, |
| "completions/clipped_ratio": 0.0625, |
| "completions/max_length": 1926.0, |
| "completions/max_terminated_length": 1610.0, |
| "completions/mean_length": 991.71875, |
| "completions/mean_terminated_length": 929.4334106445312, |
| "completions/min_length": 405.0, |
| "completions/min_terminated_length": 405.0, |
| "epoch": 0.92578125, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.032057370990514755, |
| "kl": 0.006794046843424439, |
| "learning_rate": 4.442864903642428e-06, |
| "loss": 0.0, |
| "num_tokens": 12605792.0, |
| "reward": 1.5917425155639648, |
| "reward_std": 0.2939414381980896, |
| "rewards/ROUGEL_entities_reward/mean": 0.48236745595932007, |
| "rewards/ROUGEL_entities_reward/std": 0.30517569184303284, |
| "rewards/answer_correctness_func/mean": 0.03125, |
| "rewards/answer_correctness_func/std": 0.1767766922712326, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.140625, |
| "rewards/f1_entities_exact_reward/std": 0.26133573055267334, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 237 |
| }, |
| { |
| "completion_length": 834.40625, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 1612.0, |
| "completions/mean_length": 835.375, |
| "completions/mean_terminated_length": 796.258056640625, |
| "completions/min_length": 372.0, |
| "completions/min_terminated_length": 372.0, |
| "epoch": 0.9296875, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.0297776460647583, |
| "kl": 2.526385247707367, |
| "learning_rate": 4.435981610205464e-06, |
| "loss": 0.0025, |
| "num_tokens": 12658048.0, |
| "reward": 1.4236449003219604, |
| "reward_std": 0.23481783270835876, |
| "rewards/ROUGEL_entities_reward/mean": 0.39239490032196045, |
| "rewards/ROUGEL_entities_reward/std": 0.2612634301185608, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.0625, |
| "rewards/f1_entities_exact_reward/std": 0.16800537705421448, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 238 |
| }, |
| { |
| "completion_length": 858.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1361.0, |
| "completions/max_terminated_length": 1361.0, |
| "completions/mean_length": 859.5, |
| "completions/mean_terminated_length": 859.5, |
| "completions/min_length": 459.0, |
| "completions/min_terminated_length": 459.0, |
| "epoch": 0.93359375, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.03563385456800461, |
| "kl": 0.006938047357834876, |
| "learning_rate": 4.4290614584693005e-06, |
| "loss": 0.0, |
| "num_tokens": 12710900.0, |
| "reward": 1.5016167163848877, |
| "reward_std": 0.19982080161571503, |
| "rewards/ROUGEL_entities_reward/mean": 0.37661659717559814, |
| "rewards/ROUGEL_entities_reward/std": 0.23616917431354523, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.125, |
| "rewards/f1_entities_exact_reward/std": 0.2199706733226776, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 239 |
| }, |
| { |
| "completion_length": 735.6875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1883.0, |
| "completions/max_terminated_length": 1883.0, |
| "completions/mean_length": 736.6875, |
| "completions/mean_terminated_length": 736.6875, |
| "completions/min_length": 359.0, |
| "completions/min_terminated_length": 359.0, |
| "epoch": 0.9375, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.04184567928314209, |
| "kl": 0.008583095856010914, |
| "learning_rate": 4.422104580183649e-06, |
| "loss": 0.0, |
| "num_tokens": 12760058.0, |
| "reward": 1.5153775215148926, |
| "reward_std": 0.08078011125326157, |
| "rewards/ROUGEL_entities_reward/mean": 0.4060024917125702, |
| "rewards/ROUGEL_entities_reward/std": 0.24627673625946045, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.109375, |
| "rewards/f1_entities_exact_reward/std": 0.2100067138671875, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 240 |
| }, |
| { |
| "completion_length": 1001.0, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 1985.0, |
| "completions/max_terminated_length": 1906.0, |
| "completions/mean_length": 1001.96875, |
| "completions/mean_terminated_length": 970.258056640625, |
| "completions/min_length": 379.0, |
| "completions/min_terminated_length": 379.0, |
| "epoch": 0.94140625, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.2988044023513794, |
| "kl": 2.2388029396533966, |
| "learning_rate": 4.415111107797445e-06, |
| "loss": 0.0022, |
| "num_tokens": 12818177.0, |
| "reward": 1.4410209655761719, |
| "reward_std": 0.20645670592784882, |
| "rewards/ROUGEL_entities_reward/mean": 0.3785208761692047, |
| "rewards/ROUGEL_entities_reward/std": 0.22950950264930725, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.125, |
| "rewards/f1_entities_exact_reward/std": 0.2199706733226776, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 241 |
| }, |
| { |
| "completion_length": 856.09375, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2047.0, |
| "completions/max_terminated_length": 2017.0, |
| "completions/mean_length": 857.0625, |
| "completions/mean_terminated_length": 818.6773681640625, |
| "completions/min_length": 367.0, |
| "completions/min_terminated_length": 367.0, |
| "epoch": 0.9453125, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.9735759496688843, |
| "kl": 2.6813669204711914, |
| "learning_rate": 4.408081174456322e-06, |
| "loss": 0.0027, |
| "num_tokens": 12870459.0, |
| "reward": 1.2452852725982666, |
| "reward_std": 0.2271217256784439, |
| "rewards/ROUGEL_entities_reward/mean": 0.307785302400589, |
| "rewards/ROUGEL_entities_reward/std": 0.19171109795570374, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.90625, |
| "rewards/answer_format_func/std": 0.2961445748806, |
| "rewards/f1_entities_exact_reward/mean": 0.03125, |
| "rewards/f1_entities_exact_reward/std": 0.12296734005212784, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 242 |
| }, |
| { |
| "completion_length": 725.71875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1871.0, |
| "completions/max_terminated_length": 1871.0, |
| "completions/mean_length": 726.71875, |
| "completions/mean_terminated_length": 726.71875, |
| "completions/min_length": 317.0, |
| "completions/min_terminated_length": 317.0, |
| "epoch": 0.94921875, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.041373737156391144, |
| "kl": 0.008678369573317468, |
| "learning_rate": 4.401014914000078e-06, |
| "loss": 0.0, |
| "num_tokens": 12918342.0, |
| "reward": 1.5129921436309814, |
| "reward_std": 0.12647759914398193, |
| "rewards/ROUGEL_entities_reward/mean": 0.43486711382865906, |
| "rewards/ROUGEL_entities_reward/std": 0.2307009994983673, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.078125, |
| "rewards/f1_entities_exact_reward/std": 0.18445101380348206, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 243 |
| }, |
| { |
| "completion_length": 769.0625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1377.0, |
| "completions/max_terminated_length": 1377.0, |
| "completions/mean_length": 770.0625, |
| "completions/mean_terminated_length": 770.0625, |
| "completions/min_length": 376.0, |
| "completions/min_terminated_length": 376.0, |
| "epoch": 0.953125, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.03940257430076599, |
| "kl": 0.007231720956042409, |
| "learning_rate": 4.393912460960125e-06, |
| "loss": 0.0, |
| "num_tokens": 12967784.0, |
| "reward": 1.413837194442749, |
| "reward_std": 0.0970369428396225, |
| "rewards/ROUGEL_entities_reward/mean": 0.35133713483810425, |
| "rewards/ROUGEL_entities_reward/std": 0.2397289276123047, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.0625, |
| "rewards/f1_entities_exact_reward/std": 0.16800537705421448, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 244 |
| }, |
| { |
| "completion_length": 1008.5, |
| "completions/clipped_ratio": 0.0625, |
| "completions/max_length": 2015.0, |
| "completions/max_terminated_length": 1938.0, |
| "completions/mean_length": 1009.4375, |
| "completions/mean_terminated_length": 942.4000244140625, |
| "completions/min_length": 342.0, |
| "completions/min_terminated_length": 342.0, |
| "epoch": 0.95703125, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 18.8023738861084, |
| "kl": 179.17029482126236, |
| "learning_rate": 4.386773950556931e-06, |
| "loss": 0.1792, |
| "num_tokens": 13024634.0, |
| "reward": 1.4531296491622925, |
| "reward_std": 0.23663535714149475, |
| "rewards/ROUGEL_entities_reward/mean": 0.4062546491622925, |
| "rewards/ROUGEL_entities_reward/std": 0.25244325399398804, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.109375, |
| "rewards/f1_entities_exact_reward/std": 0.2100067138671875, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 245 |
| }, |
| { |
| "completion_length": 869.09375, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 1804.0, |
| "completions/mean_length": 870.0625, |
| "completions/mean_terminated_length": 832.0645141601562, |
| "completions/min_length": 364.0, |
| "completions/min_terminated_length": 364.0, |
| "epoch": 0.9609375, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.3999462127685547, |
| "kl": 2.447433829307556, |
| "learning_rate": 4.379599518697444e-06, |
| "loss": 0.0024, |
| "num_tokens": 13076248.0, |
| "reward": 1.5800576210021973, |
| "reward_std": 0.1960906684398651, |
| "rewards/ROUGEL_entities_reward/mean": 0.45505762100219727, |
| "rewards/ROUGEL_entities_reward/std": 0.204876109957695, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.15625, |
| "rewards/f1_entities_exact_reward/std": 0.23546454310417175, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 246 |
| }, |
| { |
| "completion_length": 822.625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1917.0, |
| "completions/max_terminated_length": 1917.0, |
| "completions/mean_length": 823.625, |
| "completions/mean_terminated_length": 823.625, |
| "completions/min_length": 356.0, |
| "completions/min_terminated_length": 356.0, |
| "epoch": 0.96484375, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.038426149636507034, |
| "kl": 0.008115315111353993, |
| "learning_rate": 4.372389301972506e-06, |
| "loss": 0.0, |
| "num_tokens": 13127640.0, |
| "reward": 1.6325984001159668, |
| "reward_std": 0.1874925196170807, |
| "rewards/ROUGEL_entities_reward/mean": 0.5075982809066772, |
| "rewards/ROUGEL_entities_reward/std": 0.20503412187099457, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.125, |
| "rewards/f1_entities_exact_reward/std": 0.2199706733226776, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 247 |
| }, |
| { |
| "completion_length": 881.90625, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 1890.0, |
| "completions/max_terminated_length": 1566.0, |
| "completions/mean_length": 882.875, |
| "completions/mean_terminated_length": 850.3870849609375, |
| "completions/min_length": 374.0, |
| "completions/min_terminated_length": 374.0, |
| "epoch": 0.96875, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.03786943107843399, |
| "kl": 0.006715968600474298, |
| "learning_rate": 4.365143437654249e-06, |
| "loss": 0.0, |
| "num_tokens": 13182524.0, |
| "reward": 1.6106698513031006, |
| "reward_std": 0.24079731106758118, |
| "rewards/ROUGEL_entities_reward/mean": 0.454419881105423, |
| "rewards/ROUGEL_entities_reward/std": 0.23315849900245667, |
| "rewards/answer_correctness_func/mean": 0.03125, |
| "rewards/answer_correctness_func/std": 0.1767766922712326, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.125, |
| "rewards/f1_entities_exact_reward/std": 0.2540002465248108, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 248 |
| }, |
| { |
| "completion_length": 860.0, |
| "completions/clipped_ratio": 0.0625, |
| "completions/max_length": 1983.0, |
| "completions/max_terminated_length": 1763.0, |
| "completions/mean_length": 860.9375, |
| "completions/mean_terminated_length": 786.1333618164062, |
| "completions/min_length": 360.0, |
| "completions/min_terminated_length": 360.0, |
| "epoch": 0.97265625, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 1.7995096445083618, |
| "kl": 2.603684663772583, |
| "learning_rate": 4.357862063693486e-06, |
| "loss": 0.0026, |
| "num_tokens": 13234942.0, |
| "reward": 1.3516955375671387, |
| "reward_std": 0.1446388214826584, |
| "rewards/ROUGEL_entities_reward/mean": 0.33607053756713867, |
| "rewards/ROUGEL_entities_reward/std": 0.18322303891181946, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.078125, |
| "rewards/f1_entities_exact_reward/std": 0.18445101380348206, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 249 |
| }, |
| { |
| "completion_length": 977.65625, |
| "completions/clipped_ratio": 0.0625, |
| "completions/max_length": 2032.0, |
| "completions/max_terminated_length": 1864.0, |
| "completions/mean_length": 978.59375, |
| "completions/mean_terminated_length": 908.36669921875, |
| "completions/min_length": 402.0, |
| "completions/min_terminated_length": 402.0, |
| "epoch": 0.9765625, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 2.4447460174560547, |
| "kl": 2.0631183087825775, |
| "learning_rate": 4.350545318717081e-06, |
| "loss": 0.0021, |
| "num_tokens": 13291409.0, |
| "reward": 1.1549667119979858, |
| "reward_std": 0.1606130301952362, |
| "rewards/ROUGEL_entities_reward/mean": 0.20184172689914703, |
| "rewards/ROUGEL_entities_reward/std": 0.18825234472751617, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.0, |
| "rewards/f1_entities_exact_reward/std": 0.0, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.015625, |
| "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 250 |
| }, |
| { |
| "completion_length": 764.21875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1383.0, |
| "completions/max_terminated_length": 1383.0, |
| "completions/mean_length": 765.21875, |
| "completions/mean_terminated_length": 765.21875, |
| "completions/min_length": 335.0, |
| "completions/min_terminated_length": 335.0, |
| "epoch": 0.98046875, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.04163631051778793, |
| "kl": 0.006836119922809303, |
| "learning_rate": 4.34319334202531e-06, |
| "loss": 0.0, |
| "num_tokens": 13340628.0, |
| "reward": 1.437255620956421, |
| "reward_std": 0.21817955374717712, |
| "rewards/ROUGEL_entities_reward/mean": 0.3278805613517761, |
| "rewards/ROUGEL_entities_reward/std": 0.24721182882785797, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.078125, |
| "rewards/f1_entities_exact_reward/std": 0.18445101380348206, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.03125, |
| "rewards/reasoning_equal_answer_reward/std": 0.12296734005212784, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 251 |
| }, |
| { |
| "completion_length": 873.59375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1914.0, |
| "completions/max_terminated_length": 1914.0, |
| "completions/mean_length": 874.59375, |
| "completions/mean_terminated_length": 874.59375, |
| "completions/min_length": 338.0, |
| "completions/min_terminated_length": 338.0, |
| "epoch": 0.984375, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.03775988891720772, |
| "kl": 0.007723368122242391, |
| "learning_rate": 4.335806273589214e-06, |
| "loss": 0.0, |
| "num_tokens": 13393839.0, |
| "reward": 1.5038566589355469, |
| "reward_std": 0.18698522448539734, |
| "rewards/ROUGEL_entities_reward/mean": 0.41010671854019165, |
| "rewards/ROUGEL_entities_reward/std": 0.2609744668006897, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.09375, |
| "rewards/f1_entities_exact_reward/std": 0.19827888906002045, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 252 |
| }, |
| { |
| "completion_length": 873.21875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1983.0, |
| "completions/max_terminated_length": 1983.0, |
| "completions/mean_length": 874.21875, |
| "completions/mean_terminated_length": 874.21875, |
| "completions/min_length": 376.0, |
| "completions/min_terminated_length": 376.0, |
| "epoch": 0.98828125, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5749523639678955, |
| "kl": 2.58704936504364, |
| "learning_rate": 4.328384254047927e-06, |
| "loss": 0.0026, |
| "num_tokens": 13446978.0, |
| "reward": 1.525298833847046, |
| "reward_std": 0.10810612887144089, |
| "rewards/ROUGEL_entities_reward/mean": 0.4315488934516907, |
| "rewards/ROUGEL_entities_reward/std": 0.28559815883636475, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.09375, |
| "rewards/f1_entities_exact_reward/std": 0.19827888906002045, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 253 |
| }, |
| { |
| "completion_length": 780.75, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2013.0, |
| "completions/max_terminated_length": 1845.0, |
| "completions/mean_length": 781.71875, |
| "completions/mean_terminated_length": 742.0, |
| "completions/min_length": 323.0, |
| "completions/min_terminated_length": 323.0, |
| "epoch": 0.9921875, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 1.0694880485534668, |
| "kl": 2.9281014800071716, |
| "learning_rate": 4.320927424706001e-06, |
| "loss": 0.0029, |
| "num_tokens": 13496685.0, |
| "reward": 1.9123997688293457, |
| "reward_std": 0.283822238445282, |
| "rewards/ROUGEL_entities_reward/mean": 0.5373997092247009, |
| "rewards/ROUGEL_entities_reward/std": 0.2939198613166809, |
| "rewards/answer_correctness_func/mean": 0.15625, |
| "rewards/answer_correctness_func/std": 0.3689020276069641, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.25, |
| "rewards/f1_entities_exact_reward/std": 0.3810003697872162, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 254 |
| }, |
| { |
| "completion_length": 795.53125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1635.0, |
| "completions/max_terminated_length": 1635.0, |
| "completions/mean_length": 796.53125, |
| "completions/mean_terminated_length": 796.53125, |
| "completions/min_length": 359.0, |
| "completions/min_terminated_length": 359.0, |
| "epoch": 0.99609375, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.03768240287899971, |
| "kl": 0.008438820717856288, |
| "learning_rate": 4.313435927530719e-06, |
| "loss": 0.0, |
| "num_tokens": 13547410.0, |
| "reward": 1.529392957687378, |
| "reward_std": 0.15022744238376617, |
| "rewards/ROUGEL_entities_reward/mean": 0.45126792788505554, |
| "rewards/ROUGEL_entities_reward/std": 0.30211594700813293, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.078125, |
| "rewards/f1_entities_exact_reward/std": 0.18445101380348206, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 255 |
| }, |
| { |
| "completion_length": 932.4375, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2026.0, |
| "completions/max_terminated_length": 1981.0, |
| "completions/mean_length": 933.40625, |
| "completions/mean_terminated_length": 898.1612548828125, |
| "completions/min_length": 369.0, |
| "completions/min_terminated_length": 369.0, |
| "epoch": 1.0, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 2.057997703552246, |
| "kl": 2.7589948177337646, |
| "learning_rate": 4.305909905149389e-06, |
| "loss": 0.0028, |
| "num_tokens": 13601927.0, |
| "reward": 1.3909879922866821, |
| "reward_std": 0.3698568344116211, |
| "rewards/ROUGEL_entities_reward/mean": 0.37536296248435974, |
| "rewards/ROUGEL_entities_reward/std": 0.21726195514202118, |
| "rewards/answer_correctness_func/mean": 0.03125, |
| "rewards/answer_correctness_func/std": 0.1767766922712326, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.046875, |
| "rewards/f1_entities_exact_reward/std": 0.19507545232772827, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 256 |
| }, |
| { |
| "completion_length": 750.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1583.0, |
| "completions/max_terminated_length": 1583.0, |
| "completions/mean_length": 751.5, |
| "completions/mean_terminated_length": 751.5, |
| "completions/min_length": 381.0, |
| "completions/min_terminated_length": 381.0, |
| "epoch": 1.00390625, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.04079945757985115, |
| "kl": 0.00830354681238532, |
| "learning_rate": 4.2983495008466285e-06, |
| "loss": 0.0, |
| "num_tokens": 13651191.0, |
| "reward": 1.6156413555145264, |
| "reward_std": 0.1537627875804901, |
| "rewards/ROUGEL_entities_reward/mean": 0.5375163555145264, |
| "rewards/ROUGEL_entities_reward/std": 0.25617051124572754, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.078125, |
| "rewards/f1_entities_exact_reward/std": 0.18445101380348206, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 257 |
| }, |
| { |
| "completion_length": 858.09375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1675.0, |
| "completions/max_terminated_length": 1675.0, |
| "completions/mean_length": 859.09375, |
| "completions/mean_terminated_length": 859.09375, |
| "completions/min_length": 400.0, |
| "completions/min_terminated_length": 400.0, |
| "epoch": 1.0078125, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.036145176738500595, |
| "kl": 0.006528788129799068, |
| "learning_rate": 4.290754858561636e-06, |
| "loss": 0.0, |
| "num_tokens": 13704394.0, |
| "reward": 1.5884159803390503, |
| "reward_std": 0.19775214791297913, |
| "rewards/ROUGEL_entities_reward/mean": 0.4634159803390503, |
| "rewards/ROUGEL_entities_reward/std": 0.23627179861068726, |
| "rewards/answer_correctness_func/mean": 0.03125, |
| "rewards/answer_correctness_func/std": 0.1767766922712326, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.09375, |
| "rewards/f1_entities_exact_reward/std": 0.23546454310417175, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 258 |
| }, |
| { |
| "completion_length": 1070.625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1970.0, |
| "completions/max_terminated_length": 1970.0, |
| "completions/mean_length": 1071.625, |
| "completions/mean_terminated_length": 1071.625, |
| "completions/min_length": 394.0, |
| "completions/min_terminated_length": 394.0, |
| "epoch": 1.01171875, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 2.146820545196533, |
| "kl": 2.2863928079605103, |
| "learning_rate": 4.283126122885455e-06, |
| "loss": 0.0023, |
| "num_tokens": 13763294.0, |
| "reward": 1.4456865787506104, |
| "reward_std": 0.16470962762832642, |
| "rewards/ROUGEL_entities_reward/mean": 0.35193660855293274, |
| "rewards/ROUGEL_entities_reward/std": 0.2377760112285614, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.15625, |
| "rewards/f1_entities_exact_reward/std": 0.23546454310417175, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 259 |
| }, |
| { |
| "completion_length": 909.8125, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 1898.0, |
| "completions/mean_length": 910.78125, |
| "completions/mean_terminated_length": 874.0967407226562, |
| "completions/min_length": 397.0, |
| "completions/min_terminated_length": 397.0, |
| "epoch": 1.015625, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 2.0963761806488037, |
| "kl": 2.256130039691925, |
| "learning_rate": 4.275463439058214e-06, |
| "loss": 0.0023, |
| "num_tokens": 13817003.0, |
| "reward": 1.3363673686981201, |
| "reward_std": 0.17578908801078796, |
| "rewards/ROUGEL_entities_reward/mean": 0.3519924581050873, |
| "rewards/ROUGEL_entities_reward/std": 0.16783085465431213, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.046875, |
| "rewards/f1_entities_exact_reward/std": 0.1480722874403, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 260 |
| }, |
| { |
| "completion_length": 891.3125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1974.0, |
| "completions/max_terminated_length": 1974.0, |
| "completions/mean_length": 892.3125, |
| "completions/mean_terminated_length": 892.3125, |
| "completions/min_length": 336.0, |
| "completions/min_terminated_length": 336.0, |
| "epoch": 1.01953125, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7317830324172974, |
| "kl": 2.706269383430481, |
| "learning_rate": 4.267766952966369e-06, |
| "loss": 0.0027, |
| "num_tokens": 13870413.0, |
| "reward": 1.6987011432647705, |
| "reward_std": 0.17327232658863068, |
| "rewards/ROUGEL_entities_reward/mean": 0.526826024055481, |
| "rewards/ROUGEL_entities_reward/std": 0.2551872432231903, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.15625, |
| "rewards/f1_entities_exact_reward/std": 0.23546454310417175, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.015625, |
| "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 261 |
| }, |
| { |
| "completion_length": 775.40625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1539.0, |
| "completions/max_terminated_length": 1539.0, |
| "completions/mean_length": 776.40625, |
| "completions/mean_terminated_length": 776.40625, |
| "completions/min_length": 395.0, |
| "completions/min_terminated_length": 395.0, |
| "epoch": 1.0234375, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.03439168259501457, |
| "kl": 0.008253892883658409, |
| "learning_rate": 4.260036811139922e-06, |
| "loss": 0.0, |
| "num_tokens": 13920510.0, |
| "reward": 1.5559906959533691, |
| "reward_std": 0.1624148041009903, |
| "rewards/ROUGEL_entities_reward/mean": 0.44661572575569153, |
| "rewards/ROUGEL_entities_reward/std": 0.19265925884246826, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.09375, |
| "rewards/f1_entities_exact_reward/std": 0.19827888906002045, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.015625, |
| "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 262 |
| }, |
| { |
| "completion_length": 847.4375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1771.0, |
| "completions/max_terminated_length": 1771.0, |
| "completions/mean_length": 848.4375, |
| "completions/mean_terminated_length": 848.4375, |
| "completions/min_length": 335.0, |
| "completions/min_terminated_length": 335.0, |
| "epoch": 1.02734375, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.033892251551151276, |
| "kl": 0.00794067163951695, |
| "learning_rate": 4.2522731607496275e-06, |
| "loss": 0.0, |
| "num_tokens": 13973056.0, |
| "reward": 1.445681095123291, |
| "reward_std": 0.16763296723365784, |
| "rewards/ROUGEL_entities_reward/mean": 0.351931095123291, |
| "rewards/ROUGEL_entities_reward/std": 0.2162097543478012, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.09375, |
| "rewards/f1_entities_exact_reward/std": 0.19827888906002045, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 263 |
| }, |
| { |
| "completion_length": 1033.0625, |
| "completions/clipped_ratio": 0.09375, |
| "completions/max_length": 2037.0, |
| "completions/max_terminated_length": 1982.0, |
| "completions/mean_length": 1033.96875, |
| "completions/mean_terminated_length": 930.2069091796875, |
| "completions/min_length": 416.0, |
| "completions/min_terminated_length": 416.0, |
| "epoch": 1.03125, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.069715142250061, |
| "kl": 2.3819739520549774, |
| "learning_rate": 4.244476149604201e-06, |
| "loss": 0.0024, |
| "num_tokens": 14031591.0, |
| "reward": 1.3154118061065674, |
| "reward_std": 0.20959216356277466, |
| "rewards/ROUGEL_entities_reward/mean": 0.2841617465019226, |
| "rewards/ROUGEL_entities_reward/std": 0.23865529894828796, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.0625, |
| "rewards/f1_entities_exact_reward/std": 0.16800537705421448, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 264 |
| }, |
| { |
| "completion_length": 836.9375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1665.0, |
| "completions/max_terminated_length": 1665.0, |
| "completions/mean_length": 837.9375, |
| "completions/mean_terminated_length": 837.9375, |
| "completions/min_length": 430.0, |
| "completions/min_terminated_length": 430.0, |
| "epoch": 1.03515625, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.036179061979055405, |
| "kl": 0.006984333856962621, |
| "learning_rate": 4.236645926147493e-06, |
| "loss": 0.0, |
| "num_tokens": 14083317.0, |
| "reward": 1.5014877319335938, |
| "reward_std": 0.1433618813753128, |
| "rewards/ROUGEL_entities_reward/mean": 0.4546127915382385, |
| "rewards/ROUGEL_entities_reward/std": 0.26302310824394226, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.046875, |
| "rewards/f1_entities_exact_reward/std": 0.1480722874403, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 265 |
| }, |
| { |
| "completion_length": 1139.625, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 1996.0, |
| "completions/max_terminated_length": 1969.0, |
| "completions/mean_length": 1140.59375, |
| "completions/mean_terminated_length": 1113.0, |
| "completions/min_length": 418.0, |
| "completions/min_terminated_length": 418.0, |
| "epoch": 1.0390625, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.8921759128570557, |
| "kl": 2.299433648586273, |
| "learning_rate": 4.228782639455674e-06, |
| "loss": 0.0023, |
| "num_tokens": 14145248.0, |
| "reward": 1.3906620740890503, |
| "reward_std": 0.13017697632312775, |
| "rewards/ROUGEL_entities_reward/mean": 0.4219121038913727, |
| "rewards/ROUGEL_entities_reward/std": 0.28168776631355286, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.90625, |
| "rewards/answer_format_func/std": 0.2961445748806, |
| "rewards/f1_entities_exact_reward/mean": 0.0625, |
| "rewards/f1_entities_exact_reward/std": 0.16800537705421448, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 266 |
| }, |
| { |
| "completion_length": 926.59375, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 1955.0, |
| "completions/mean_length": 927.5625, |
| "completions/mean_terminated_length": 891.4193115234375, |
| "completions/min_length": 429.0, |
| "completions/min_terminated_length": 429.0, |
| "epoch": 1.04296875, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 15.094232559204102, |
| "kl": 163.91003704071045, |
| "learning_rate": 4.220886439234385e-06, |
| "loss": 0.1639, |
| "num_tokens": 14199894.0, |
| "reward": 1.468973159790039, |
| "reward_std": 0.24313730001449585, |
| "rewards/ROUGEL_entities_reward/mean": 0.40647315979003906, |
| "rewards/ROUGEL_entities_reward/std": 0.2541583180427551, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.09375, |
| "rewards/f1_entities_exact_reward/std": 0.19827888906002045, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 267 |
| }, |
| { |
| "completion_length": 981.96875, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 2026.0, |
| "completions/mean_length": 982.9375, |
| "completions/mean_terminated_length": 948.5806274414062, |
| "completions/min_length": 376.0, |
| "completions/min_terminated_length": 376.0, |
| "epoch": 1.046875, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.3618240356445312, |
| "kl": 2.406759351491928, |
| "learning_rate": 4.212957475815898e-06, |
| "loss": 0.0024, |
| "num_tokens": 14256420.0, |
| "reward": 1.6631102561950684, |
| "reward_std": 0.4396989345550537, |
| "rewards/ROUGEL_entities_reward/mean": 0.5068601965904236, |
| "rewards/ROUGEL_entities_reward/std": 0.2790173292160034, |
| "rewards/answer_correctness_func/mean": 0.0625, |
| "rewards/answer_correctness_func/std": 0.24593468010425568, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.15625, |
| "rewards/f1_entities_exact_reward/std": 0.2961445748806, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 268 |
| }, |
| { |
| "completion_length": 853.375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1409.0, |
| "completions/max_terminated_length": 1409.0, |
| "completions/mean_length": 854.375, |
| "completions/mean_terminated_length": 854.375, |
| "completions/min_length": 340.0, |
| "completions/min_terminated_length": 340.0, |
| "epoch": 1.05078125, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.0333702377974987, |
| "kl": 0.0077518264297395945, |
| "learning_rate": 4.204995900156247e-06, |
| "loss": 0.0, |
| "num_tokens": 14309292.0, |
| "reward": 1.6622676849365234, |
| "reward_std": 0.11757422983646393, |
| "rewards/ROUGEL_entities_reward/mean": 0.5685176849365234, |
| "rewards/ROUGEL_entities_reward/std": 0.20384226739406586, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.09375, |
| "rewards/f1_entities_exact_reward/std": 0.19827888906002045, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 269 |
| }, |
| { |
| "completion_length": 1017.3125, |
| "completions/clipped_ratio": 0.0625, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 1951.0, |
| "completions/mean_length": 1018.25, |
| "completions/mean_terminated_length": 949.6000366210938, |
| "completions/min_length": 389.0, |
| "completions/min_terminated_length": 389.0, |
| "epoch": 1.0546875, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 2.9438059329986572, |
| "kl": 3.380789577960968, |
| "learning_rate": 4.197001863832355e-06, |
| "loss": 0.0034, |
| "num_tokens": 14367728.0, |
| "reward": 1.571226716041565, |
| "reward_std": 0.3458765745162964, |
| "rewards/ROUGEL_entities_reward/mean": 0.5712267160415649, |
| "rewards/ROUGEL_entities_reward/std": 0.27260860800743103, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.90625, |
| "rewards/answer_format_func/std": 0.2961445748806, |
| "rewards/f1_entities_exact_reward/mean": 0.09375, |
| "rewards/f1_entities_exact_reward/std": 0.19827888906002045, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 270 |
| }, |
| { |
| "completion_length": 892.03125, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2043.0, |
| "completions/max_terminated_length": 1946.0, |
| "completions/mean_length": 893.0, |
| "completions/mean_terminated_length": 855.9031982421875, |
| "completions/min_length": 397.0, |
| "completions/min_terminated_length": 397.0, |
| "epoch": 1.05859375, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.2777007818222046, |
| "kl": 2.857588768005371, |
| "learning_rate": 4.188975519039151e-06, |
| "loss": 0.0029, |
| "num_tokens": 14422048.0, |
| "reward": 1.9938206672668457, |
| "reward_std": 0.34589943289756775, |
| "rewards/ROUGEL_entities_reward/mean": 0.6031957864761353, |
| "rewards/ROUGEL_entities_reward/std": 0.3054853677749634, |
| "rewards/answer_correctness_func/mean": 0.125, |
| "rewards/answer_correctness_func/std": 0.33601075410842896, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.265625, |
| "rewards/f1_entities_exact_reward/std": 0.3588596284389496, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.03125, |
| "rewards/reasoning_equal_answer_reward/std": 0.1767766922712326, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 271 |
| }, |
| { |
| "completion_length": 909.5625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1956.0, |
| "completions/max_terminated_length": 1956.0, |
| "completions/mean_length": 910.5625, |
| "completions/mean_terminated_length": 910.5625, |
| "completions/min_length": 448.0, |
| "completions/min_terminated_length": 448.0, |
| "epoch": 1.0625, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.02691648155450821, |
| "kl": 0.007962162140756845, |
| "learning_rate": 4.18091701858667e-06, |
| "loss": 0.0, |
| "num_tokens": 14476034.0, |
| "reward": 1.4681036472320557, |
| "reward_std": 0.14279718697071075, |
| "rewards/ROUGEL_entities_reward/mean": 0.3431035876274109, |
| "rewards/ROUGEL_entities_reward/std": 0.21080729365348816, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.125, |
| "rewards/f1_entities_exact_reward/std": 0.2199706733226776, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 272 |
| }, |
| { |
| "completion_length": 709.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1953.0, |
| "completions/max_terminated_length": 1953.0, |
| "completions/mean_length": 710.25, |
| "completions/mean_terminated_length": 710.25, |
| "completions/min_length": 335.0, |
| "completions/min_terminated_length": 335.0, |
| "epoch": 1.06640625, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.040263351052999496, |
| "kl": 0.01137342257425189, |
| "learning_rate": 4.172826515897146e-06, |
| "loss": 0.0, |
| "num_tokens": 14523030.0, |
| "reward": 1.695658564567566, |
| "reward_std": 0.09109250456094742, |
| "rewards/ROUGEL_entities_reward/mean": 0.5237835645675659, |
| "rewards/ROUGEL_entities_reward/std": 0.23834848403930664, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.171875, |
| "rewards/f1_entities_exact_reward/std": 0.24127934873104095, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 273 |
| }, |
| { |
| "completion_length": 818.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1536.0, |
| "completions/max_terminated_length": 1536.0, |
| "completions/mean_length": 819.75, |
| "completions/mean_terminated_length": 819.75, |
| "completions/min_length": 375.0, |
| "completions/min_terminated_length": 375.0, |
| "epoch": 1.0703125, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.039489198476076126, |
| "kl": 0.011150474427267909, |
| "learning_rate": 4.164704165002086e-06, |
| "loss": 0.0, |
| "num_tokens": 14575342.0, |
| "reward": 1.6488924026489258, |
| "reward_std": 0.21221673488616943, |
| "rewards/ROUGEL_entities_reward/mean": 0.445767343044281, |
| "rewards/ROUGEL_entities_reward/std": 0.2116040736436844, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.203125, |
| "rewards/f1_entities_exact_reward/std": 0.24949544668197632, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 274 |
| }, |
| { |
| "completion_length": 971.03125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1986.0, |
| "completions/max_terminated_length": 1986.0, |
| "completions/mean_length": 972.03125, |
| "completions/mean_terminated_length": 972.03125, |
| "completions/min_length": 403.0, |
| "completions/min_terminated_length": 403.0, |
| "epoch": 1.07421875, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 2.4689934253692627, |
| "kl": 3.0661903619766235, |
| "learning_rate": 4.1565501205393445e-06, |
| "loss": 0.0031, |
| "num_tokens": 14631611.0, |
| "reward": 1.4418221712112427, |
| "reward_std": 0.13415119051933289, |
| "rewards/ROUGEL_entities_reward/mean": 0.4105720520019531, |
| "rewards/ROUGEL_entities_reward/std": 0.23832598328590393, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.0625, |
| "rewards/f1_entities_exact_reward/std": 0.16800537705421448, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 275 |
| }, |
| { |
| "completion_length": 777.375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1894.0, |
| "completions/max_terminated_length": 1894.0, |
| "completions/mean_length": 778.375, |
| "completions/mean_terminated_length": 778.375, |
| "completions/min_length": 333.0, |
| "completions/min_terminated_length": 333.0, |
| "epoch": 1.078125, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.03779343143105507, |
| "kl": 0.012983206659555435, |
| "learning_rate": 4.1483645377501726e-06, |
| "loss": 0.0, |
| "num_tokens": 14682023.0, |
| "reward": 1.6729655265808105, |
| "reward_std": 0.21238069236278534, |
| "rewards/ROUGEL_entities_reward/mean": 0.5010904669761658, |
| "rewards/ROUGEL_entities_reward/std": 0.3093516528606415, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.171875, |
| "rewards/f1_entities_exact_reward/std": 0.24127934873104095, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 276 |
| }, |
| { |
| "completion_length": 962.9375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1950.0, |
| "completions/max_terminated_length": 1950.0, |
| "completions/mean_length": 963.9375, |
| "completions/mean_terminated_length": 963.9375, |
| "completions/min_length": 442.0, |
| "completions/min_terminated_length": 442.0, |
| "epoch": 1.08203125, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.03328337520360947, |
| "kl": 0.009738490218296647, |
| "learning_rate": 4.140147572476269e-06, |
| "loss": 0.0, |
| "num_tokens": 14737489.0, |
| "reward": 1.7715661525726318, |
| "reward_std": 0.2371460497379303, |
| "rewards/ROUGEL_entities_reward/mean": 0.5059411525726318, |
| "rewards/ROUGEL_entities_reward/std": 0.3163667917251587, |
| "rewards/answer_correctness_func/mean": 0.0625, |
| "rewards/answer_correctness_func/std": 0.24593468010425568, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.203125, |
| "rewards/f1_entities_exact_reward/std": 0.3074183464050293, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 277 |
| }, |
| { |
| "completion_length": 966.5, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 1881.0, |
| "completions/mean_length": 967.46875, |
| "completions/mean_terminated_length": 932.6128540039062, |
| "completions/min_length": 389.0, |
| "completions/min_terminated_length": 389.0, |
| "epoch": 1.0859375, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.922593116760254, |
| "kl": 2.8490639328956604, |
| "learning_rate": 4.1318993811568065e-06, |
| "loss": 0.0028, |
| "num_tokens": 14793768.0, |
| "reward": 1.3253026008605957, |
| "reward_std": 0.23993957042694092, |
| "rewards/ROUGEL_entities_reward/mean": 0.3096776008605957, |
| "rewards/ROUGEL_entities_reward/std": 0.22012771666049957, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.03125, |
| "rewards/f1_entities_exact_reward/std": 0.12296734005212784, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.015625, |
| "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 278 |
| }, |
| { |
| "completion_length": 739.15625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1578.0, |
| "completions/max_terminated_length": 1578.0, |
| "completions/mean_length": 740.15625, |
| "completions/mean_terminated_length": 740.15625, |
| "completions/min_length": 341.0, |
| "completions/min_terminated_length": 341.0, |
| "epoch": 1.08984375, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.040682245045900345, |
| "kl": 0.012245031539350748, |
| "learning_rate": 4.123620120825459e-06, |
| "loss": 0.0, |
| "num_tokens": 14842557.0, |
| "reward": 1.8759411573410034, |
| "reward_std": 0.2561507523059845, |
| "rewards/ROUGEL_entities_reward/mean": 0.5321912169456482, |
| "rewards/ROUGEL_entities_reward/std": 0.21302303671836853, |
| "rewards/answer_correctness_func/mean": 0.0625, |
| "rewards/answer_correctness_func/std": 0.24593468010425568, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.265625, |
| "rewards/f1_entities_exact_reward/std": 0.31068018078804016, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.015625, |
| "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 279 |
| }, |
| { |
| "completion_length": 796.96875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1751.0, |
| "completions/max_terminated_length": 1751.0, |
| "completions/mean_length": 797.96875, |
| "completions/mean_terminated_length": 797.96875, |
| "completions/min_length": 333.0, |
| "completions/min_terminated_length": 333.0, |
| "epoch": 1.09375, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 0.03640862554311752, |
| "kl": 0.011769386939704418, |
| "learning_rate": 4.11530994910741e-06, |
| "loss": 0.0, |
| "num_tokens": 14893292.0, |
| "reward": 1.5336891412734985, |
| "reward_std": 0.07838387787342072, |
| "rewards/ROUGEL_entities_reward/mean": 0.408689022064209, |
| "rewards/ROUGEL_entities_reward/std": 0.2736787796020508, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.125, |
| "rewards/f1_entities_exact_reward/std": 0.2199706733226776, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 280 |
| }, |
| { |
| "completion_length": 890.53125, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2000.0, |
| "completions/max_terminated_length": 1665.0, |
| "completions/mean_length": 891.5, |
| "completions/mean_terminated_length": 855.7418823242188, |
| "completions/min_length": 428.0, |
| "completions/min_terminated_length": 428.0, |
| "epoch": 1.09765625, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 2.0480756759643555, |
| "kl": 3.2956859469413757, |
| "learning_rate": 4.106969024216348e-06, |
| "loss": 0.0033, |
| "num_tokens": 14947512.0, |
| "reward": 1.5618896484375, |
| "reward_std": 0.171115905046463, |
| "rewards/ROUGEL_entities_reward/mean": 0.4837645888328552, |
| "rewards/ROUGEL_entities_reward/std": 0.23875081539154053, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.109375, |
| "rewards/f1_entities_exact_reward/std": 0.2100067138671875, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 281 |
| }, |
| { |
| "completion_length": 806.03125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1993.0, |
| "completions/max_terminated_length": 1993.0, |
| "completions/mean_length": 807.03125, |
| "completions/mean_terminated_length": 807.03125, |
| "completions/min_length": 304.0, |
| "completions/min_terminated_length": 304.0, |
| "epoch": 1.1015625, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.038967475295066833, |
| "kl": 0.012759912060573697, |
| "learning_rate": 4.098597504951462e-06, |
| "loss": 0.0, |
| "num_tokens": 14997957.0, |
| "reward": 1.508352518081665, |
| "reward_std": 0.1866178959608078, |
| "rewards/ROUGEL_entities_reward/mean": 0.38335248827934265, |
| "rewards/ROUGEL_entities_reward/std": 0.262113094329834, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.125, |
| "rewards/f1_entities_exact_reward/std": 0.2199706733226776, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 282 |
| }, |
| { |
| "completion_length": 954.40625, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2002.0, |
| "completions/max_terminated_length": 1946.0, |
| "completions/mean_length": 955.375, |
| "completions/mean_terminated_length": 921.6128540039062, |
| "completions/min_length": 326.0, |
| "completions/min_terminated_length": 326.0, |
| "epoch": 1.10546875, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.7501819133758545, |
| "kl": 3.28695946931839, |
| "learning_rate": 4.09019555069441e-06, |
| "loss": 0.0033, |
| "num_tokens": 15053169.0, |
| "reward": 1.2216590642929077, |
| "reward_std": 0.11169137060642242, |
| "rewards/ROUGEL_entities_reward/mean": 0.2529091238975525, |
| "rewards/ROUGEL_entities_reward/std": 0.15250393748283386, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.0, |
| "rewards/f1_entities_exact_reward/std": 0.0, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 283 |
| }, |
| { |
| "completion_length": 959.0625, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 1812.0, |
| "completions/mean_length": 960.03125, |
| "completions/mean_terminated_length": 924.9354858398438, |
| "completions/min_length": 368.0, |
| "completions/min_terminated_length": 368.0, |
| "epoch": 1.109375, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.5865777730941772, |
| "kl": 3.2120853662490845, |
| "learning_rate": 4.081763321406291e-06, |
| "loss": 0.0032, |
| "num_tokens": 15108378.0, |
| "reward": 1.4231419563293457, |
| "reward_std": 0.21384727954864502, |
| "rewards/ROUGEL_entities_reward/mean": 0.3918918967247009, |
| "rewards/ROUGEL_entities_reward/std": 0.19468821585178375, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.0625, |
| "rewards/f1_entities_exact_reward/std": 0.16800537705421448, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 284 |
| }, |
| { |
| "completion_length": 896.25, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2034.0, |
| "completions/max_terminated_length": 1821.0, |
| "completions/mean_length": 897.21875, |
| "completions/mean_terminated_length": 860.54833984375, |
| "completions/min_length": 390.0, |
| "completions/min_terminated_length": 390.0, |
| "epoch": 1.11328125, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.180794596672058, |
| "kl": 3.134515702724457, |
| "learning_rate": 4.073300977624594e-06, |
| "loss": 0.0031, |
| "num_tokens": 15162565.0, |
| "reward": 1.4697831869125366, |
| "reward_std": 0.2801995277404785, |
| "rewards/ROUGEL_entities_reward/mean": 0.4072831869125366, |
| "rewards/ROUGEL_entities_reward/std": 0.23847493529319763, |
| "rewards/answer_correctness_func/mean": 0.03125, |
| "rewards/answer_correctness_func/std": 0.1767766922712326, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.046875, |
| "rewards/f1_entities_exact_reward/std": 0.19507545232772827, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.015625, |
| "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 285 |
| }, |
| { |
| "completion_length": 951.75, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 1961.0, |
| "completions/mean_length": 952.71875, |
| "completions/mean_terminated_length": 917.3870849609375, |
| "completions/min_length": 306.0, |
| "completions/min_terminated_length": 306.0, |
| "epoch": 1.1171875, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.9067062139511108, |
| "kl": 2.847053587436676, |
| "learning_rate": 4.064808680460149e-06, |
| "loss": 0.0028, |
| "num_tokens": 15218408.0, |
| "reward": 1.4115021228790283, |
| "reward_std": 0.38886091113090515, |
| "rewards/ROUGEL_entities_reward/mean": 0.3646271228790283, |
| "rewards/ROUGEL_entities_reward/std": 0.22238974273204803, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.90625, |
| "rewards/answer_format_func/std": 0.2961445748806, |
| "rewards/f1_entities_exact_reward/mean": 0.140625, |
| "rewards/f1_entities_exact_reward/std": 0.22840170562267303, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 286 |
| }, |
| { |
| "completion_length": 883.4375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1915.0, |
| "completions/max_terminated_length": 1915.0, |
| "completions/mean_length": 884.4375, |
| "completions/mean_terminated_length": 884.4375, |
| "completions/min_length": 431.0, |
| "completions/min_terminated_length": 431.0, |
| "epoch": 1.12109375, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 0.029198070988059044, |
| "kl": 0.012132480973377824, |
| "learning_rate": 4.056286591594049e-06, |
| "loss": 0.0, |
| "num_tokens": 15270750.0, |
| "reward": 1.5659006834030151, |
| "reward_std": 0.23548123240470886, |
| "rewards/ROUGEL_entities_reward/mean": 0.347150593996048, |
| "rewards/ROUGEL_entities_reward/std": 0.29019325971603394, |
| "rewards/answer_correctness_func/mean": 0.0625, |
| "rewards/answer_correctness_func/std": 0.24593468010425568, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.15625, |
| "rewards/f1_entities_exact_reward/std": 0.2961445748806, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 287 |
| }, |
| { |
| "completion_length": 780.3125, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2001.0, |
| "completions/max_terminated_length": 1513.0, |
| "completions/mean_length": 781.28125, |
| "completions/mean_terminated_length": 741.9354858398438, |
| "completions/min_length": 310.0, |
| "completions/min_terminated_length": 310.0, |
| "epoch": 1.125, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.673380970954895, |
| "kl": 3.812259614467621, |
| "learning_rate": 4.047734873274586e-06, |
| "loss": 0.0038, |
| "num_tokens": 15321651.0, |
| "reward": 1.332185983657837, |
| "reward_std": 0.24891889095306396, |
| "rewards/ROUGEL_entities_reward/mean": 0.3009359836578369, |
| "rewards/ROUGEL_entities_reward/std": 0.2243531495332718, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.0625, |
| "rewards/f1_entities_exact_reward/std": 0.16800537705421448, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 288 |
| }, |
| { |
| "completion_length": 879.125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1946.0, |
| "completions/max_terminated_length": 1946.0, |
| "completions/mean_length": 880.125, |
| "completions/mean_terminated_length": 880.125, |
| "completions/min_length": 349.0, |
| "completions/min_terminated_length": 349.0, |
| "epoch": 1.12890625, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.0991004705429077, |
| "kl": 3.5665544271469116, |
| "learning_rate": 4.039153688314146e-06, |
| "loss": 0.0036, |
| "num_tokens": 15375179.0, |
| "reward": 1.6663017272949219, |
| "reward_std": 0.2269136905670166, |
| "rewards/ROUGEL_entities_reward/mean": 0.4319266378879547, |
| "rewards/ROUGEL_entities_reward/std": 0.2469891756772995, |
| "rewards/answer_correctness_func/mean": 0.0625, |
| "rewards/answer_correctness_func/std": 0.24593468010425568, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.171875, |
| "rewards/f1_entities_exact_reward/std": 0.30078861117362976, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 289 |
| }, |
| { |
| "completion_length": 1029.65625, |
| "completions/clipped_ratio": 0.0625, |
| "completions/max_length": 2010.0, |
| "completions/max_terminated_length": 1967.0, |
| "completions/mean_length": 1030.59375, |
| "completions/mean_terminated_length": 965.300048828125, |
| "completions/min_length": 374.0, |
| "completions/min_terminated_length": 374.0, |
| "epoch": 1.1328125, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.1629955768585205, |
| "kl": 3.2189698219299316, |
| "learning_rate": 4.0305432000861236e-06, |
| "loss": 0.0032, |
| "num_tokens": 15433318.0, |
| "reward": 1.4825315475463867, |
| "reward_std": 0.28176149725914, |
| "rewards/ROUGEL_entities_reward/mean": 0.37315648794174194, |
| "rewards/ROUGEL_entities_reward/std": 0.23382756114006042, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.171875, |
| "rewards/f1_entities_exact_reward/std": 0.24127934873104095, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 290 |
| }, |
| { |
| "completion_length": 831.9375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2037.0, |
| "completions/max_terminated_length": 2037.0, |
| "completions/mean_length": 832.9375, |
| "completions/mean_terminated_length": 832.9375, |
| "completions/min_length": 303.0, |
| "completions/min_terminated_length": 303.0, |
| "epoch": 1.13671875, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.038133978843689, |
| "kl": 3.2658851146698, |
| "learning_rate": 4.021903572521802e-06, |
| "loss": 0.0033, |
| "num_tokens": 15485176.0, |
| "reward": 1.9345629215240479, |
| "reward_std": 0.16409219801425934, |
| "rewards/ROUGEL_entities_reward/mean": 0.5751878023147583, |
| "rewards/ROUGEL_entities_reward/std": 0.2821882665157318, |
| "rewards/answer_correctness_func/mean": 0.125, |
| "rewards/answer_correctness_func/std": 0.33601075410842896, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.234375, |
| "rewards/f1_entities_exact_reward/std": 0.3588596284389496, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 291 |
| }, |
| { |
| "completion_length": 776.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1251.0, |
| "completions/max_terminated_length": 1251.0, |
| "completions/mean_length": 777.75, |
| "completions/mean_terminated_length": 777.75, |
| "completions/min_length": 392.0, |
| "completions/min_terminated_length": 392.0, |
| "epoch": 1.140625, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.03531361371278763, |
| "kl": 0.014128875453025103, |
| "learning_rate": 4.013234970107236e-06, |
| "loss": 0.0, |
| "num_tokens": 15535484.0, |
| "reward": 1.338801383972168, |
| "reward_std": 0.130462646484375, |
| "rewards/ROUGEL_entities_reward/mean": 0.3231762945652008, |
| "rewards/ROUGEL_entities_reward/std": 0.20001690089702606, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 1.0, |
| "rewards/answer_format_func/std": 0.0, |
| "rewards/f1_entities_exact_reward/mean": 0.015625, |
| "rewards/f1_entities_exact_reward/std": 0.0883883461356163, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 292 |
| }, |
| { |
| "completion_length": 1118.09375, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2012.0, |
| "completions/max_terminated_length": 1741.0, |
| "completions/mean_length": 1119.0625, |
| "completions/mean_terminated_length": 1090.258056640625, |
| "completions/min_length": 486.0, |
| "completions/min_terminated_length": 486.0, |
| "epoch": 1.14453125, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.8387115597724915, |
| "kl": 2.667871057987213, |
| "learning_rate": 4.0045375578801216e-06, |
| "loss": 0.0027, |
| "num_tokens": 15596786.0, |
| "reward": 1.6045501232147217, |
| "reward_std": 0.21105080842971802, |
| "rewards/ROUGEL_entities_reward/mean": 0.4483000934123993, |
| "rewards/ROUGEL_entities_reward/std": 0.17010103166103363, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.1875, |
| "rewards/f1_entities_exact_reward/std": 0.24593468010425568, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 293 |
| }, |
| { |
| "completion_length": 807.28125, |
| "completions/clipped_ratio": 0.0625, |
| "completions/max_length": 1926.0, |
| "completions/max_terminated_length": 1491.0, |
| "completions/mean_length": 808.21875, |
| "completions/mean_terminated_length": 733.7000122070312, |
| "completions/min_length": 355.0, |
| "completions/min_terminated_length": 355.0, |
| "epoch": 1.1484375, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.038635481148958206, |
| "kl": 0.014855274697765708, |
| "learning_rate": 3.995811501426648e-06, |
| "loss": 0.0, |
| "num_tokens": 15648405.0, |
| "reward": 1.6890175342559814, |
| "reward_std": 0.24361906945705414, |
| "rewards/ROUGEL_entities_reward/mean": 0.45464253425598145, |
| "rewards/ROUGEL_entities_reward/std": 0.2736191749572754, |
| "rewards/answer_correctness_func/mean": 0.09375, |
| "rewards/answer_correctness_func/std": 0.2961445748806, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.171875, |
| "rewards/f1_entities_exact_reward/std": 0.32650086283683777, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 294 |
| }, |
| { |
| "completion_length": 930.0625, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2026.0, |
| "completions/max_terminated_length": 1953.0, |
| "completions/mean_length": 931.03125, |
| "completions/mean_terminated_length": 895.7096557617188, |
| "completions/min_length": 339.0, |
| "completions/min_terminated_length": 339.0, |
| "epoch": 1.15234375, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 1.3915534019470215, |
| "kl": 3.5512139797210693, |
| "learning_rate": 3.987056966878354e-06, |
| "loss": 0.0036, |
| "num_tokens": 15703018.0, |
| "reward": 1.3884097337722778, |
| "reward_std": 0.21880260109901428, |
| "rewards/ROUGEL_entities_reward/mean": 0.34153467416763306, |
| "rewards/ROUGEL_entities_reward/std": 0.28026846051216125, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.109375, |
| "rewards/f1_entities_exact_reward/std": 0.2100067138671875, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 295 |
| }, |
| { |
| "completion_length": 820.9375, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 1968.0, |
| "completions/max_terminated_length": 1925.0, |
| "completions/mean_length": 821.90625, |
| "completions/mean_terminated_length": 784.9354858398438, |
| "completions/min_length": 448.0, |
| "completions/min_terminated_length": 448.0, |
| "epoch": 1.15625, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.6942955255508423, |
| "kl": 4.190952956676483, |
| "learning_rate": 3.978274120908957e-06, |
| "loss": 0.0042, |
| "num_tokens": 15754627.0, |
| "reward": 1.4679782390594482, |
| "reward_std": 0.27244019508361816, |
| "rewards/ROUGEL_entities_reward/mean": 0.4211033284664154, |
| "rewards/ROUGEL_entities_reward/std": 0.22790507972240448, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.078125, |
| "rewards/f1_entities_exact_reward/std": 0.18445101380348206, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 296 |
| }, |
| { |
| "completion_length": 1056.96875, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 1992.0, |
| "completions/mean_length": 1057.9375, |
| "completions/mean_terminated_length": 1026.0, |
| "completions/min_length": 439.0, |
| "completions/min_terminated_length": 439.0, |
| "epoch": 1.16015625, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.3029741048812866, |
| "kl": 7.800500392913818, |
| "learning_rate": 3.969463130731183e-06, |
| "loss": 0.0078, |
| "num_tokens": 15813649.0, |
| "reward": 1.3057817220687866, |
| "reward_std": 0.22945168614387512, |
| "rewards/ROUGEL_entities_reward/mean": 0.3214067220687866, |
| "rewards/ROUGEL_entities_reward/std": 0.2411154806613922, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.90625, |
| "rewards/answer_format_func/std": 0.2961445748806, |
| "rewards/f1_entities_exact_reward/mean": 0.078125, |
| "rewards/f1_entities_exact_reward/std": 0.18445101380348206, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 297 |
| }, |
| { |
| "completion_length": 1068.40625, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 2006.0, |
| "completions/max_terminated_length": 1957.0, |
| "completions/mean_length": 1069.375, |
| "completions/mean_terminated_length": 1039.1612548828125, |
| "completions/min_length": 407.0, |
| "completions/min_terminated_length": 407.0, |
| "epoch": 1.1640625, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 2.2735984325408936, |
| "kl": 10.939070165157318, |
| "learning_rate": 3.960624164093587e-06, |
| "loss": 0.0109, |
| "num_tokens": 15873717.0, |
| "reward": 1.3100652694702148, |
| "reward_std": 0.2388056218624115, |
| "rewards/ROUGEL_entities_reward/mean": 0.27881526947021484, |
| "rewards/ROUGEL_entities_reward/std": 0.25108569860458374, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.9375, |
| "rewards/answer_format_func/std": 0.24593468010425568, |
| "rewards/f1_entities_exact_reward/mean": 0.09375, |
| "rewards/f1_entities_exact_reward/std": 0.19827888906002045, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 298 |
| }, |
| { |
| "completion_length": 1050.28125, |
| "completions/clipped_ratio": 0.0625, |
| "completions/max_length": 2048.0, |
| "completions/max_terminated_length": 1901.0, |
| "completions/mean_length": 1051.21875, |
| "completions/mean_terminated_length": 984.7667236328125, |
| "completions/min_length": 395.0, |
| "completions/min_terminated_length": 395.0, |
| "epoch": 1.16796875, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.985618233680725, |
| "kl": 2.949629247188568, |
| "learning_rate": 3.951757389277349e-06, |
| "loss": 0.0029, |
| "num_tokens": 15932168.0, |
| "reward": 1.3846697807312012, |
| "reward_std": 0.16495756804943085, |
| "rewards/ROUGEL_entities_reward/mean": 0.33779478073120117, |
| "rewards/ROUGEL_entities_reward/std": 0.19651740789413452, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.078125, |
| "rewards/f1_entities_exact_reward/std": 0.18445101380348206, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 299 |
| }, |
| { |
| "completion_length": 918.4375, |
| "completions/clipped_ratio": 0.09375, |
| "completions/max_length": 1956.0, |
| "completions/max_terminated_length": 1841.0, |
| "completions/mean_length": 919.34375, |
| "completions/mean_terminated_length": 812.1034545898438, |
| "completions/min_length": 389.0, |
| "completions/min_terminated_length": 389.0, |
| "epoch": 1.171875, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 1.0532653331756592, |
| "kl": 3.622589588165283, |
| "learning_rate": 3.942862975093085e-06, |
| "loss": 0.0036, |
| "num_tokens": 15987387.0, |
| "reward": 1.4117393493652344, |
| "reward_std": 0.21116279065608978, |
| "rewards/ROUGEL_entities_reward/mean": 0.3961142897605896, |
| "rewards/ROUGEL_entities_reward/std": 0.24613100290298462, |
| "rewards/answer_correctness_func/mean": 0.0, |
| "rewards/answer_correctness_func/std": 0.0, |
| "rewards/answer_format_func/mean": 0.96875, |
| "rewards/answer_format_func/std": 0.1767766922712326, |
| "rewards/f1_entities_exact_reward/mean": 0.046875, |
| "rewards/f1_entities_exact_reward/std": 0.1480722874403, |
| "rewards/generation_reward_func/mean": 0.0, |
| "rewards/generation_reward_func/std": 0.0, |
| "rewards/reasoning_equal_answer_reward/mean": 0.0, |
| "rewards/reasoning_equal_answer_reward/std": 0.0, |
| "rewards/soft_format_reward_func/mean": 0.0, |
| "rewards/soft_format_reward_func/std": 0.0, |
| "step": 300 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 800, |
| "num_input_tokens_seen": 15987387, |
| "num_train_epochs": 4, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
