{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 1.171875, "eval_steps": 500, "global_step": 300, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "completion_length": 773.71875, "completions/clipped_ratio": 0.0, "completions/max_length": 1684.0, "completions/max_terminated_length": 1684.0, "completions/mean_length": 774.71875, "completions/mean_terminated_length": 774.71875, "completions/min_length": 389.0, "completions/min_terminated_length": 389.0, "epoch": 0.00390625, "frac_reward_zero_std": 0.375, "grad_norm": 0.031107431277632713, "kl": 0.0, "learning_rate": 0.0, "loss": 0.0, "num_tokens": 49271.0, "reward": 1.4142889976501465, "reward_std": 0.05336200073361397, "rewards/ROUGEL_entities_reward/mean": 0.3361639976501465, "rewards/ROUGEL_entities_reward/std": 0.24250923097133636, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 1 }, { "completion_length": 829.5, "completions/clipped_ratio": 0.0, "completions/max_length": 1716.0, "completions/max_terminated_length": 1716.0, "completions/mean_length": 830.5, "completions/mean_terminated_length": 830.5, "completions/min_length": 353.0, "completions/min_terminated_length": 353.0, "epoch": 0.0078125, "frac_reward_zero_std": 0.25, "grad_norm": 0.032838013023138046, "kl": 0.0, "learning_rate": 6.250000000000001e-08, "loss": 0.0, "num_tokens": 101031.0, "reward": 1.6849710941314697, "reward_std": 0.07849985361099243, "rewards/ROUGEL_entities_reward/mean": 0.4505961537361145, "rewards/ROUGEL_entities_reward/std": 0.17492875456809998, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.234375, "rewards/f1_entities_exact_reward/std": 0.253503680229187, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 2 }, { "completion_length": 858.21875, "completions/clipped_ratio": 0.0625, "completions/max_length": 2048.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 859.15625, "completions/mean_terminated_length": 779.9000244140625, "completions/min_length": 390.0, "completions/min_terminated_length": 390.0, "epoch": 0.01171875, "frac_reward_zero_std": 0.125, "grad_norm": 1.0946029424667358, "kl": 0.04924837779253721, "learning_rate": 1.2500000000000002e-07, "loss": 0.0, "num_tokens": 154252.0, "reward": 1.7309010028839111, "reward_std": 0.20555105805397034, "rewards/ROUGEL_entities_reward/mean": 0.46527600288391113, "rewards/ROUGEL_entities_reward/std": 0.34173816442489624, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.234375, "rewards/f1_entities_exact_reward/std": 0.3356355130672455, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 3 }, { "completion_length": 750.09375, "completions/clipped_ratio": 0.0, "completions/max_length": 1529.0, "completions/max_terminated_length": 1529.0, "completions/mean_length": 751.09375, "completions/mean_terminated_length": 751.09375, "completions/min_length": 365.0, "completions/min_terminated_length": 365.0, "epoch": 0.015625, "frac_reward_zero_std": 0.125, "grad_norm": 0.03853773698210716, "kl": 0.0008064582070801407, "learning_rate": 1.875e-07, "loss": 0.0, "num_tokens": 203603.0, "reward": 1.3999865055084229, "reward_std": 0.06636261940002441, "rewards/ROUGEL_entities_reward/mean": 0.33748650550842285, "rewards/ROUGEL_entities_reward/std": 0.24072480201721191, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 4 }, { "completion_length": 894.84375, "completions/clipped_ratio": 0.0, "completions/max_length": 1776.0, "completions/max_terminated_length": 1776.0, "completions/mean_length": 895.84375, "completions/mean_terminated_length": 895.84375, "completions/min_length": 439.0, "completions/min_terminated_length": 439.0, "epoch": 0.01953125, "frac_reward_zero_std": 0.0, "grad_norm": 0.035162024199962616, "kl": 0.0008056848309934139, "learning_rate": 2.5000000000000004e-07, "loss": 0.0, "num_tokens": 257926.0, "reward": 1.6901798248291016, "reward_std": 0.2885170876979828, "rewards/ROUGEL_entities_reward/mean": 0.5026798844337463, "rewards/ROUGEL_entities_reward/std": 0.2995758056640625, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.26753053069114685, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 5 }, { "completion_length": 964.28125, "completions/clipped_ratio": 0.0, "completions/max_length": 1814.0, "completions/max_terminated_length": 1814.0, "completions/mean_length": 965.28125, "completions/mean_terminated_length": 965.28125, "completions/min_length": 482.0, "completions/min_terminated_length": 482.0, "epoch": 0.0234375, "frac_reward_zero_std": 0.125, "grad_norm": 0.030356423929333687, "kl": 0.000767507852287963, "learning_rate": 3.125e-07, "loss": 0.0, "num_tokens": 314519.0, "reward": 1.4136323928833008, "reward_std": 0.25806623697280884, "rewards/ROUGEL_entities_reward/mean": 0.39800751209259033, "rewards/ROUGEL_entities_reward/std": 0.27216652035713196, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 6 }, { "completion_length": 737.40625, "completions/clipped_ratio": 0.0, "completions/max_length": 1714.0, "completions/max_terminated_length": 1714.0, "completions/mean_length": 738.40625, "completions/mean_terminated_length": 738.40625, "completions/min_length": 271.0, "completions/min_terminated_length": 271.0, "epoch": 0.02734375, "frac_reward_zero_std": 0.125, "grad_norm": 0.04363395646214485, "kl": 0.000862537999637425, "learning_rate": 3.75e-07, "loss": -0.0, "num_tokens": 363764.0, "reward": 1.5545895099639893, "reward_std": 0.1157001405954361, "rewards/ROUGEL_entities_reward/mean": 0.3827144205570221, "rewards/ROUGEL_entities_reward/std": 0.2522861063480377, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.24127934873104095, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 7 }, { "completion_length": 739.125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1440.0, "completions/mean_length": 740.09375, "completions/mean_terminated_length": 697.9031982421875, "completions/min_length": 383.0, "completions/min_terminated_length": 383.0, "epoch": 0.03125, "frac_reward_zero_std": 0.125, "grad_norm": 1.2299633026123047, "kl": 0.03398810001090169, "learning_rate": 4.375e-07, "loss": 0.0, "num_tokens": 412659.0, "reward": 1.513428807258606, "reward_std": 0.2709747552871704, "rewards/ROUGEL_entities_reward/mean": 0.38842886686325073, "rewards/ROUGEL_entities_reward/std": 0.25137466192245483, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.23546454310417175, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 8 }, { "completion_length": 832.1875, "completions/clipped_ratio": 0.0, "completions/max_length": 1915.0, "completions/max_terminated_length": 1915.0, "completions/mean_length": 833.1875, "completions/mean_terminated_length": 833.1875, "completions/min_length": 432.0, "completions/min_terminated_length": 432.0, "epoch": 0.03515625, "frac_reward_zero_std": 0.125, "grad_norm": 0.0308236014097929, "kl": 0.0008265759242931381, "learning_rate": 5.000000000000001e-07, "loss": 0.0, "num_tokens": 465181.0, "reward": 1.492291808128357, "reward_std": 0.1271674633026123, "rewards/ROUGEL_entities_reward/mean": 0.38291680812835693, "rewards/ROUGEL_entities_reward/std": 0.16038332879543304, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 9 }, { "completion_length": 788.78125, "completions/clipped_ratio": 0.0, "completions/max_length": 1711.0, "completions/max_terminated_length": 1711.0, "completions/mean_length": 789.78125, "completions/mean_terminated_length": 789.78125, "completions/min_length": 344.0, "completions/min_terminated_length": 344.0, "epoch": 0.0390625, "frac_reward_zero_std": 0.125, "grad_norm": 0.04289854317903519, "kl": 0.0008371344592887908, "learning_rate": 5.625e-07, "loss": -0.0, "num_tokens": 515798.0, "reward": 1.7426328659057617, "reward_std": 0.1278819590806961, "rewards/ROUGEL_entities_reward/mean": 0.4457578659057617, "rewards/ROUGEL_entities_reward/std": 0.29676324129104614, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.3463519513607025, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 10 }, { "completion_length": 947.84375, "completions/clipped_ratio": 0.03125, "completions/max_length": 1947.0, "completions/max_terminated_length": 1625.0, "completions/mean_length": 948.8125, "completions/mean_terminated_length": 916.6128540039062, "completions/min_length": 368.0, "completions/min_terminated_length": 368.0, "epoch": 0.04296875, "frac_reward_zero_std": 0.125, "grad_norm": 0.031256962567567825, "kl": 0.0008525731100235134, "learning_rate": 6.25e-07, "loss": 0.0, "num_tokens": 571372.0, "reward": 1.6054279804229736, "reward_std": 0.2585637867450714, "rewards/ROUGEL_entities_reward/mean": 0.4491780400276184, "rewards/ROUGEL_entities_reward/std": 0.21337461471557617, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.23546454310417175, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 11 }, { "completion_length": 796.375, "completions/clipped_ratio": 0.0, "completions/max_length": 1783.0, "completions/max_terminated_length": 1783.0, "completions/mean_length": 797.375, "completions/mean_terminated_length": 797.375, "completions/min_length": 379.0, "completions/min_terminated_length": 379.0, "epoch": 0.046875, "frac_reward_zero_std": 0.375, "grad_norm": 0.03451008349657059, "kl": 0.0008439397643087432, "learning_rate": 6.875000000000001e-07, "loss": 0.0, "num_tokens": 622380.0, "reward": 1.8003621101379395, "reward_std": 0.09649848937988281, "rewards/ROUGEL_entities_reward/mean": 0.5503621101379395, "rewards/ROUGEL_entities_reward/std": 0.24412204325199127, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.234375, "rewards/f1_entities_exact_reward/std": 0.253503680229187, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 12 }, { "completion_length": 827.34375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2047.0, "completions/max_terminated_length": 1974.0, "completions/mean_length": 828.3125, "completions/mean_terminated_length": 789.0, "completions/min_length": 342.0, "completions/min_terminated_length": 342.0, "epoch": 0.05078125, "frac_reward_zero_std": 0.25, "grad_norm": 1.4412877559661865, "kl": 0.03177165426313877, "learning_rate": 7.5e-07, "loss": 0.0, "num_tokens": 673534.0, "reward": 1.4974217414855957, "reward_std": 0.1358407884836197, "rewards/ROUGEL_entities_reward/mean": 0.4661717712879181, "rewards/ROUGEL_entities_reward/std": 0.28460103273391724, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 13 }, { "completion_length": 951.6875, "completions/clipped_ratio": 0.0, "completions/max_length": 1936.0, "completions/max_terminated_length": 1936.0, "completions/mean_length": 952.6875, "completions/mean_terminated_length": 952.6875, "completions/min_length": 360.0, "completions/min_terminated_length": 360.0, "epoch": 0.0546875, "frac_reward_zero_std": 0.0, "grad_norm": 0.047750119119882584, "kl": 0.0008222978794947267, "learning_rate": 8.125000000000001e-07, "loss": 0.0, "num_tokens": 728552.0, "reward": 1.4253430366516113, "reward_std": 0.107511967420578, "rewards/ROUGEL_entities_reward/mean": 0.40971803665161133, "rewards/ROUGEL_entities_reward/std": 0.2035004198551178, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.015625, "rewards/f1_entities_exact_reward/std": 0.0883883461356163, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 14 }, { "completion_length": 796.71875, "completions/clipped_ratio": 0.03125, "completions/max_length": 1999.0, "completions/max_terminated_length": 1728.0, "completions/mean_length": 797.6875, "completions/mean_terminated_length": 758.9354858398438, "completions/min_length": 447.0, "completions/min_terminated_length": 447.0, "epoch": 0.05859375, "frac_reward_zero_std": 0.375, "grad_norm": 1.1840251684188843, "kl": 0.035019629169255495, "learning_rate": 8.75e-07, "loss": 0.0, "num_tokens": 779450.0, "reward": 1.8847320079803467, "reward_std": 0.18553508818149567, "rewards/ROUGEL_entities_reward/mean": 0.6347318887710571, "rewards/ROUGEL_entities_reward/std": 0.24349310994148254, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.28125, "rewards/f1_entities_exact_reward/std": 0.2520080506801605, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 15 }, { "completion_length": 825.9375, "completions/clipped_ratio": 0.0, "completions/max_length": 1966.0, "completions/max_terminated_length": 1966.0, "completions/mean_length": 826.9375, "completions/mean_terminated_length": 826.9375, "completions/min_length": 346.0, "completions/min_terminated_length": 346.0, "epoch": 0.0625, "frac_reward_zero_std": 0.125, "grad_norm": 0.03686046227812767, "kl": 0.0009055825939867646, "learning_rate": 9.375000000000001e-07, "loss": 0.0, "num_tokens": 830168.0, "reward": 1.503725290298462, "reward_std": 0.03653297573328018, "rewards/ROUGEL_entities_reward/mean": 0.4412252902984619, "rewards/ROUGEL_entities_reward/std": 0.18260407447814941, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 16 }, { "completion_length": 831.65625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1710.0, "completions/mean_length": 832.625, "completions/mean_terminated_length": 793.4193115234375, "completions/min_length": 442.0, "completions/min_terminated_length": 442.0, "epoch": 0.06640625, "frac_reward_zero_std": 0.125, "grad_norm": 11960.408203125, "kl": 91286.23423358332, "learning_rate": 1.0000000000000002e-06, "loss": 91.2862, "num_tokens": 882112.0, "reward": 1.9998295307159424, "reward_std": 0.1716785728931427, "rewards/ROUGEL_entities_reward/mean": 0.6092044115066528, "rewards/ROUGEL_entities_reward/std": 0.2381805032491684, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.265625, "rewards/f1_entities_exact_reward/std": 0.3588596284389496, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 17 }, { "completion_length": 735.09375, "completions/clipped_ratio": 0.0, "completions/max_length": 1963.0, "completions/max_terminated_length": 1963.0, "completions/mean_length": 736.09375, "completions/mean_terminated_length": 736.09375, "completions/min_length": 304.0, "completions/min_terminated_length": 304.0, "epoch": 0.0703125, "frac_reward_zero_std": 0.25, "grad_norm": 0.035265810787677765, "kl": 0.0008649405790492892, "learning_rate": 1.0625e-06, "loss": 0.0, "num_tokens": 930435.0, "reward": 1.6111576557159424, "reward_std": 0.2122671902179718, "rewards/ROUGEL_entities_reward/mean": 0.39240762591362, "rewards/ROUGEL_entities_reward/std": 0.2360842227935791, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.2961445748806, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 18 }, { "completion_length": 929.3125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 2029.0, "completions/mean_length": 930.28125, "completions/mean_terminated_length": 894.2257690429688, "completions/min_length": 385.0, "completions/min_terminated_length": 385.0, "epoch": 0.07421875, "frac_reward_zero_std": 0.125, "grad_norm": 1.1916157007217407, "kl": 0.026040656957775354, "learning_rate": 1.125e-06, "loss": 0.0, "num_tokens": 986084.0, "reward": 1.4042803049087524, "reward_std": 0.2482759654521942, "rewards/ROUGEL_entities_reward/mean": 0.40428024530410767, "rewards/ROUGEL_entities_reward/std": 0.2555541396141052, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 19 }, { "completion_length": 858.53125, "completions/clipped_ratio": 0.0, "completions/max_length": 1999.0, "completions/max_terminated_length": 1999.0, "completions/mean_length": 859.53125, "completions/mean_terminated_length": 859.53125, "completions/min_length": 327.0, "completions/min_terminated_length": 327.0, "epoch": 0.078125, "frac_reward_zero_std": 0.25, "grad_norm": 1.2272316217422485, "kl": 0.04151263926178217, "learning_rate": 1.1875e-06, "loss": 0.0, "num_tokens": 1038577.0, "reward": 1.4781588315963745, "reward_std": 0.09865100681781769, "rewards/ROUGEL_entities_reward/mean": 0.3687838315963745, "rewards/ROUGEL_entities_reward/std": 0.25713229179382324, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 20 }, { "completion_length": 735.03125, "completions/clipped_ratio": 0.0, "completions/max_length": 1646.0, "completions/max_terminated_length": 1646.0, "completions/mean_length": 736.03125, "completions/mean_terminated_length": 736.03125, "completions/min_length": 370.0, "completions/min_terminated_length": 370.0, "epoch": 0.08203125, "frac_reward_zero_std": 0.125, "grad_norm": 0.03574994206428528, "kl": 0.0008639947773190215, "learning_rate": 1.25e-06, "loss": 0.0, "num_tokens": 1087414.0, "reward": 1.7493736743927002, "reward_std": 0.3073810338973999, "rewards/ROUGEL_entities_reward/mean": 0.5149986743927002, "rewards/ROUGEL_entities_reward/std": 0.2595096230506897, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.30078861117362976, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 21 }, { "completion_length": 936.125, "completions/clipped_ratio": 0.0, "completions/max_length": 1829.0, "completions/max_terminated_length": 1829.0, "completions/mean_length": 937.125, "completions/mean_terminated_length": 937.125, "completions/min_length": 387.0, "completions/min_terminated_length": 387.0, "epoch": 0.0859375, "frac_reward_zero_std": 0.375, "grad_norm": 0.030881009995937347, "kl": 0.0008643228356959298, "learning_rate": 1.3125000000000001e-06, "loss": 0.0, "num_tokens": 1142902.0, "reward": 1.4245872497558594, "reward_std": 0.05940890312194824, "rewards/ROUGEL_entities_reward/mean": 0.3933371901512146, "rewards/ROUGEL_entities_reward/std": 0.23100200295448303, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 22 }, { "completion_length": 949.09375, "completions/clipped_ratio": 0.03125, "completions/max_length": 1974.0, "completions/max_terminated_length": 1957.0, "completions/mean_length": 950.0625, "completions/mean_terminated_length": 917.0322265625, "completions/min_length": 358.0, "completions/min_terminated_length": 358.0, "epoch": 0.08984375, "frac_reward_zero_std": 0.0, "grad_norm": 1.360364317893982, "kl": 0.03316311351954937, "learning_rate": 1.3750000000000002e-06, "loss": 0.0, "num_tokens": 1198068.0, "reward": 1.4728868007659912, "reward_std": 0.2027805596590042, "rewards/ROUGEL_entities_reward/mean": 0.4260118901729584, "rewards/ROUGEL_entities_reward/std": 0.26421165466308594, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 23 }, { "completion_length": 983.4375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2043.0, "completions/max_terminated_length": 2041.0, "completions/mean_length": 984.40625, "completions/mean_terminated_length": 950.258056640625, "completions/min_length": 350.0, "completions/min_terminated_length": 350.0, "epoch": 0.09375, "frac_reward_zero_std": 0.125, "grad_norm": 1.449867844581604, "kl": 0.03517508413642645, "learning_rate": 1.4375e-06, "loss": 0.0, "num_tokens": 1254353.0, "reward": 1.5606844425201416, "reward_std": 0.34358131885528564, "rewards/ROUGEL_entities_reward/mean": 0.5138094425201416, "rewards/ROUGEL_entities_reward/std": 0.24284419417381287, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.22840170562267303, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 24 }, { "completion_length": 986.0625, "completions/clipped_ratio": 0.03125, "completions/max_length": 1981.0, "completions/max_terminated_length": 1877.0, "completions/mean_length": 987.03125, "completions/mean_terminated_length": 954.9677124023438, "completions/min_length": 385.0, "completions/min_terminated_length": 385.0, "epoch": 0.09765625, "frac_reward_zero_std": 0.0, "grad_norm": 1.7202436923980713, "kl": 0.03029360854998231, "learning_rate": 1.5e-06, "loss": 0.0, "num_tokens": 1311054.0, "reward": 1.5542736053466797, "reward_std": 0.2044057995080948, "rewards/ROUGEL_entities_reward/mean": 0.4292736053466797, "rewards/ROUGEL_entities_reward/std": 0.187626451253891, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.23546454310417175, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 25 }, { "completion_length": 719.875, "completions/clipped_ratio": 0.0, "completions/max_length": 1817.0, "completions/max_terminated_length": 1817.0, "completions/mean_length": 720.875, "completions/mean_terminated_length": 720.875, "completions/min_length": 332.0, "completions/min_terminated_length": 332.0, "epoch": 0.1015625, "frac_reward_zero_std": 0.0, "grad_norm": 0.04885788634419441, "kl": 0.0009195755264954641, "learning_rate": 1.5625e-06, "loss": 0.0, "num_tokens": 1359150.0, "reward": 1.3275928497314453, "reward_std": 0.05572877824306488, "rewards/ROUGEL_entities_reward/mean": 0.3275929093360901, "rewards/ROUGEL_entities_reward/std": 0.2175500988960266, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 26 }, { "completion_length": 787.3125, "completions/clipped_ratio": 0.0, "completions/max_length": 1927.0, "completions/max_terminated_length": 1927.0, "completions/mean_length": 788.3125, "completions/mean_terminated_length": 788.3125, "completions/min_length": 346.0, "completions/min_terminated_length": 346.0, "epoch": 0.10546875, "frac_reward_zero_std": 0.0, "grad_norm": 0.047234393656253815, "kl": 0.0008445628191111609, "learning_rate": 1.6250000000000001e-06, "loss": -0.0, "num_tokens": 1409184.0, "reward": 1.6741223335266113, "reward_std": 0.17429909110069275, "rewards/ROUGEL_entities_reward/mean": 0.4397473633289337, "rewards/ROUGEL_entities_reward/std": 0.2606096565723419, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.234375, "rewards/f1_entities_exact_reward/std": 0.253503680229187, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 27 }, { "completion_length": 908.09375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2037.0, "completions/max_terminated_length": 1410.0, "completions/mean_length": 909.0625, "completions/mean_terminated_length": 872.6773681640625, "completions/min_length": 436.0, "completions/min_terminated_length": 436.0, "epoch": 0.109375, "frac_reward_zero_std": 0.0, "grad_norm": 1.1578987836837769, "kl": 0.029024578165262938, "learning_rate": 1.6875000000000001e-06, "loss": 0.0, "num_tokens": 1463198.0, "reward": 1.3360178470611572, "reward_std": 0.194834902882576, "rewards/ROUGEL_entities_reward/mean": 0.3516428768634796, "rewards/ROUGEL_entities_reward/std": 0.20796751976013184, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.015625, "rewards/f1_entities_exact_reward/std": 0.0883883461356163, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 28 }, { "completion_length": 877.6875, "completions/clipped_ratio": 0.0, "completions/max_length": 1722.0, "completions/max_terminated_length": 1722.0, "completions/mean_length": 878.6875, "completions/mean_terminated_length": 878.6875, "completions/min_length": 400.0, "completions/min_terminated_length": 400.0, "epoch": 0.11328125, "frac_reward_zero_std": 0.0, "grad_norm": 0.036818020045757294, "kl": 0.0008321568457176909, "learning_rate": 1.75e-06, "loss": 0.0, "num_tokens": 1516328.0, "reward": 1.284515619277954, "reward_std": 0.10075192153453827, "rewards/ROUGEL_entities_reward/mean": 0.2845155596733093, "rewards/ROUGEL_entities_reward/std": 0.20700469613075256, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 29 }, { "completion_length": 801.90625, "completions/clipped_ratio": 0.0, "completions/max_length": 1763.0, "completions/max_terminated_length": 1763.0, "completions/mean_length": 802.90625, "completions/mean_terminated_length": 802.90625, "completions/min_length": 354.0, "completions/min_terminated_length": 354.0, "epoch": 0.1171875, "frac_reward_zero_std": 0.125, "grad_norm": 0.038571011275053024, "kl": 0.0008754348091315478, "learning_rate": 1.8125e-06, "loss": -0.0, "num_tokens": 1568001.0, "reward": 1.3216490745544434, "reward_std": 0.0878436490893364, "rewards/ROUGEL_entities_reward/mean": 0.3216490149497986, "rewards/ROUGEL_entities_reward/std": 0.12796050310134888, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 30 }, { "completion_length": 1019.875, "completions/clipped_ratio": 0.0, "completions/max_length": 1994.0, "completions/max_terminated_length": 1994.0, "completions/mean_length": 1020.875, "completions/mean_terminated_length": 1020.875, "completions/min_length": 317.0, "completions/min_terminated_length": 317.0, "epoch": 0.12109375, "frac_reward_zero_std": 0.125, "grad_norm": 1.9888184070587158, "kl": 0.030457815155386925, "learning_rate": 1.8750000000000003e-06, "loss": 0.0, "num_tokens": 1625681.0, "reward": 1.6338975429534912, "reward_std": 0.0996546596288681, "rewards/ROUGEL_entities_reward/mean": 0.5245225429534912, "rewards/ROUGEL_entities_reward/std": 0.1336575746536255, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 31 }, { "completion_length": 778.8125, "completions/clipped_ratio": 0.03125, "completions/max_length": 1987.0, "completions/max_terminated_length": 1386.0, "completions/mean_length": 779.78125, "completions/mean_terminated_length": 740.8386840820312, "completions/min_length": 448.0, "completions/min_terminated_length": 448.0, "epoch": 0.125, "frac_reward_zero_std": 0.0, "grad_norm": 1.4051024913787842, "kl": 0.07832266436889768, "learning_rate": 1.9375e-06, "loss": 0.0001, "num_tokens": 1676698.0, "reward": 1.6515867710113525, "reward_std": 0.36416906118392944, "rewards/ROUGEL_entities_reward/mean": 0.4640866816043854, "rewards/ROUGEL_entities_reward/std": 0.2700716555118561, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.1875, "rewards/f1_entities_exact_reward/std": 0.2767903506755829, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 32 }, { "completion_length": 864.90625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2033.0, "completions/max_terminated_length": 1989.0, "completions/mean_length": 865.875, "completions/mean_terminated_length": 828.2257690429688, "completions/min_length": 376.0, "completions/min_terminated_length": 376.0, "epoch": 0.12890625, "frac_reward_zero_std": 0.0, "grad_norm": 1.8691290616989136, "kl": 0.03025655262172222, "learning_rate": 2.0000000000000003e-06, "loss": 0.0, "num_tokens": 1729458.0, "reward": 2.1252987384796143, "reward_std": 0.5289393663406372, "rewards/ROUGEL_entities_reward/mean": 0.5627987384796143, "rewards/ROUGEL_entities_reward/std": 0.3745800256729126, "rewards/answer_correctness_func/mean": 0.21875, "rewards/answer_correctness_func/std": 0.420013427734375, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.40625, "rewards/f1_entities_exact_reward/std": 0.39015090465545654, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.03125, "rewards/reasoning_equal_answer_reward/std": 0.1767766922712326, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 33 }, { "completion_length": 879.28125, "completions/clipped_ratio": 0.0, "completions/max_length": 1759.0, "completions/max_terminated_length": 1759.0, "completions/mean_length": 880.28125, "completions/mean_terminated_length": 880.28125, "completions/min_length": 382.0, "completions/min_terminated_length": 382.0, "epoch": 0.1328125, "frac_reward_zero_std": 0.125, "grad_norm": 0.03191771358251572, "kl": 0.0008378682687180117, "learning_rate": 2.0625e-06, "loss": 0.0, "num_tokens": 1782827.0, "reward": 1.4557617902755737, "reward_std": 0.16580641269683838, "rewards/ROUGEL_entities_reward/mean": 0.34638676047325134, "rewards/ROUGEL_entities_reward/std": 0.18016280233860016, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 34 }, { "completion_length": 895.1875, "completions/clipped_ratio": 0.0, "completions/max_length": 1836.0, "completions/max_terminated_length": 1836.0, "completions/mean_length": 896.1875, "completions/mean_terminated_length": 896.1875, "completions/min_length": 386.0, "completions/min_terminated_length": 386.0, "epoch": 0.13671875, "frac_reward_zero_std": 0.125, "grad_norm": 0.0351351797580719, "kl": 0.0007743473688606173, "learning_rate": 2.125e-06, "loss": 0.0, "num_tokens": 1836317.0, "reward": 1.3723011016845703, "reward_std": 0.15460538864135742, "rewards/ROUGEL_entities_reward/mean": 0.3410511016845703, "rewards/ROUGEL_entities_reward/std": 0.2375221699476242, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 35 }, { "completion_length": 814.5625, "completions/clipped_ratio": 0.0, "completions/max_length": 1464.0, "completions/max_terminated_length": 1464.0, "completions/mean_length": 815.5625, "completions/mean_terminated_length": 815.5625, "completions/min_length": 358.0, "completions/min_terminated_length": 358.0, "epoch": 0.140625, "frac_reward_zero_std": 0.0, "grad_norm": 0.03838350996375084, "kl": 0.0008724646613700315, "learning_rate": 2.1875000000000002e-06, "loss": 0.0, "num_tokens": 1887779.0, "reward": 1.421027660369873, "reward_std": 0.08938203752040863, "rewards/ROUGEL_entities_reward/mean": 0.35852763056755066, "rewards/ROUGEL_entities_reward/std": 0.1610291451215744, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 36 }, { "completion_length": 1043.9375, "completions/clipped_ratio": 0.09375, "completions/max_length": 1966.0, "completions/max_terminated_length": 1925.0, "completions/mean_length": 1044.84375, "completions/mean_terminated_length": 949.5516967773438, "completions/min_length": 361.0, "completions/min_terminated_length": 361.0, "epoch": 0.14453125, "frac_reward_zero_std": 0.125, "grad_norm": 1.3164830207824707, "kl": 0.036185771226882935, "learning_rate": 2.25e-06, "loss": 0.0, "num_tokens": 1946890.0, "reward": 1.2239865064620972, "reward_std": 0.13413795828819275, "rewards/ROUGEL_entities_reward/mean": 0.25523650646209717, "rewards/ROUGEL_entities_reward/std": 0.20075830817222595, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 37 }, { "completion_length": 1095.15625, "completions/clipped_ratio": 0.0625, "completions/max_length": 2012.0, "completions/max_terminated_length": 1988.0, "completions/mean_length": 1096.09375, "completions/mean_terminated_length": 1035.033447265625, "completions/min_length": 349.0, "completions/min_terminated_length": 349.0, "epoch": 0.1484375, "frac_reward_zero_std": 0.125, "grad_norm": 1.7715964317321777, "kl": 0.047803448513150215, "learning_rate": 2.3125000000000003e-06, "loss": 0.0, "num_tokens": 2007529.0, "reward": 1.219300389289856, "reward_std": 0.209647536277771, "rewards/ROUGEL_entities_reward/mean": 0.26617541909217834, "rewards/ROUGEL_entities_reward/std": 0.19572654366493225, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.015625, "rewards/f1_entities_exact_reward/std": 0.0883883461356163, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 38 }, { "completion_length": 875.125, "completions/clipped_ratio": 0.0625, "completions/max_length": 2025.0, "completions/max_terminated_length": 1905.0, "completions/mean_length": 876.0625, "completions/mean_terminated_length": 799.4667358398438, "completions/min_length": 383.0, "completions/min_terminated_length": 383.0, "epoch": 0.15234375, "frac_reward_zero_std": 0.25, "grad_norm": 1.2576082944869995, "kl": 0.028566114604473114, "learning_rate": 2.375e-06, "loss": 0.0, "num_tokens": 2061255.0, "reward": 1.543312430381775, "reward_std": 0.20425739884376526, "rewards/ROUGEL_entities_reward/mean": 0.4026874303817749, "rewards/ROUGEL_entities_reward/std": 0.3158787488937378, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.24542178213596344, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 39 }, { "completion_length": 868.09375, "completions/clipped_ratio": 0.0, "completions/max_length": 1850.0, "completions/max_terminated_length": 1850.0, "completions/mean_length": 869.09375, "completions/mean_terminated_length": 869.09375, "completions/min_length": 423.0, "completions/min_terminated_length": 423.0, "epoch": 0.15625, "frac_reward_zero_std": 0.0, "grad_norm": 0.04050038754940033, "kl": 0.0008488351159030572, "learning_rate": 2.4375e-06, "loss": 0.0, "num_tokens": 2114910.0, "reward": 1.5773019790649414, "reward_std": 0.2809327244758606, "rewards/ROUGEL_entities_reward/mean": 0.4054270386695862, "rewards/ROUGEL_entities_reward/std": 0.21998822689056396, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.26133573055267334, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 40 }, { "completion_length": 746.125, "completions/clipped_ratio": 0.0, "completions/max_length": 1475.0, "completions/max_terminated_length": 1475.0, "completions/mean_length": 747.125, "completions/mean_terminated_length": 747.125, "completions/min_length": 311.0, "completions/min_terminated_length": 311.0, "epoch": 0.16015625, "frac_reward_zero_std": 0.25, "grad_norm": 0.0397828109562397, "kl": 0.0009731970203574747, "learning_rate": 2.5e-06, "loss": 0.0, "num_tokens": 2164246.0, "reward": 1.9008541107177734, "reward_std": 0.07794724404811859, "rewards/ROUGEL_entities_reward/mean": 0.525854229927063, "rewards/ROUGEL_entities_reward/std": 0.27729788422584534, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.25, "rewards/f1_entities_exact_reward/std": 0.3592106103897095, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 41 }, { "completion_length": 960.84375, "completions/clipped_ratio": 0.0625, "completions/max_length": 1977.0, "completions/max_terminated_length": 1768.0, "completions/mean_length": 961.78125, "completions/mean_terminated_length": 894.1000366210938, "completions/min_length": 357.0, "completions/min_terminated_length": 357.0, "epoch": 0.1640625, "frac_reward_zero_std": 0.375, "grad_norm": 1.2776288986206055, "kl": 0.0984850749373436, "learning_rate": 2.5625e-06, "loss": 0.0001, "num_tokens": 2220687.0, "reward": 1.3761751651763916, "reward_std": 0.03425034135580063, "rewards/ROUGEL_entities_reward/mean": 0.3136751055717468, "rewards/ROUGEL_entities_reward/std": 0.21004539728164673, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 42 }, { "completion_length": 781.8125, "completions/clipped_ratio": 0.0, "completions/max_length": 1453.0, "completions/max_terminated_length": 1453.0, "completions/mean_length": 782.8125, "completions/mean_terminated_length": 782.8125, "completions/min_length": 352.0, "completions/min_terminated_length": 352.0, "epoch": 0.16796875, "frac_reward_zero_std": 0.0, "grad_norm": 0.04102746397256851, "kl": 0.0008047504670685157, "learning_rate": 2.6250000000000003e-06, "loss": 0.0, "num_tokens": 2271929.0, "reward": 1.3647174835205078, "reward_std": 0.1334415078163147, "rewards/ROUGEL_entities_reward/mean": 0.3334674835205078, "rewards/ROUGEL_entities_reward/std": 0.18400724232196808, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 43 }, { "completion_length": 866.65625, "completions/clipped_ratio": 0.03125, "completions/max_length": 1973.0, "completions/max_terminated_length": 1473.0, "completions/mean_length": 867.625, "completions/mean_terminated_length": 831.9677124023438, "completions/min_length": 309.0, "completions/min_terminated_length": 309.0, "epoch": 0.171875, "frac_reward_zero_std": 0.25, "grad_norm": 0.03564456105232239, "kl": 0.0008104472508421168, "learning_rate": 2.6875e-06, "loss": 0.0, "num_tokens": 2324513.0, "reward": 1.3380478620529175, "reward_std": 0.16338998079299927, "rewards/ROUGEL_entities_reward/mean": 0.35367289185523987, "rewards/ROUGEL_entities_reward/std": 0.2080492079257965, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.015625, "rewards/f1_entities_exact_reward/std": 0.0883883461356163, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 44 }, { "completion_length": 988.65625, "completions/clipped_ratio": 0.0625, "completions/max_length": 2048.0, "completions/max_terminated_length": 2024.0, "completions/mean_length": 989.59375, "completions/mean_terminated_length": 919.0333862304688, "completions/min_length": 364.0, "completions/min_terminated_length": 364.0, "epoch": 0.17578125, "frac_reward_zero_std": 0.125, "grad_norm": 1.3289203643798828, "kl": 0.05466066673398018, "learning_rate": 2.7500000000000004e-06, "loss": 0.0001, "num_tokens": 2380596.0, "reward": 1.4342949390411377, "reward_std": 0.20128795504570007, "rewards/ROUGEL_entities_reward/mean": 0.4030449390411377, "rewards/ROUGEL_entities_reward/std": 0.30489441752433777, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 45 }, { "completion_length": 777.96875, "completions/clipped_ratio": 0.0, "completions/max_length": 1422.0, "completions/max_terminated_length": 1422.0, "completions/mean_length": 778.96875, "completions/mean_terminated_length": 778.96875, "completions/min_length": 333.0, "completions/min_terminated_length": 333.0, "epoch": 0.1796875, "frac_reward_zero_std": 0.25, "grad_norm": 0.029138894751667976, "kl": 0.0008950835035648197, "learning_rate": 2.8125e-06, "loss": -0.0, "num_tokens": 2430763.0, "reward": 1.6776609420776367, "reward_std": 0.07827550172805786, "rewards/ROUGEL_entities_reward/mean": 0.39641106128692627, "rewards/ROUGEL_entities_reward/std": 0.31618690490722656, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.3463519513607025, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 46 }, { "completion_length": 902.59375, "completions/clipped_ratio": 0.0, "completions/max_length": 1909.0, "completions/max_terminated_length": 1909.0, "completions/mean_length": 903.59375, "completions/mean_terminated_length": 903.59375, "completions/min_length": 351.0, "completions/min_terminated_length": 351.0, "epoch": 0.18359375, "frac_reward_zero_std": 0.125, "grad_norm": 0.03316575661301613, "kl": 0.00084034533938393, "learning_rate": 2.875e-06, "loss": 0.0, "num_tokens": 2484606.0, "reward": 1.7022205591201782, "reward_std": 0.11596342921257019, "rewards/ROUGEL_entities_reward/mean": 0.48347052931785583, "rewards/ROUGEL_entities_reward/std": 0.2657451033592224, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.21875, "rewards/f1_entities_exact_reward/std": 0.2520080506801605, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 47 }, { "completion_length": 1063.3125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2045.0, "completions/max_terminated_length": 2010.0, "completions/mean_length": 1064.28125, "completions/mean_terminated_length": 1032.6451416015625, "completions/min_length": 400.0, "completions/min_terminated_length": 400.0, "epoch": 0.1875, "frac_reward_zero_std": 0.125, "grad_norm": 1.315568208694458, "kl": 0.024940223898738623, "learning_rate": 2.9375000000000003e-06, "loss": 0.0, "num_tokens": 2543507.0, "reward": 1.312612771987915, "reward_std": 0.3253900706768036, "rewards/ROUGEL_entities_reward/mean": 0.37511277198791504, "rewards/ROUGEL_entities_reward/std": 0.2815242409706116, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.875, "rewards/answer_format_func/std": 0.33601075410842896, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 48 }, { "completion_length": 790.40625, "completions/clipped_ratio": 0.0, "completions/max_length": 1731.0, "completions/max_terminated_length": 1731.0, "completions/mean_length": 791.40625, "completions/mean_terminated_length": 791.40625, "completions/min_length": 364.0, "completions/min_terminated_length": 364.0, "epoch": 0.19140625, "frac_reward_zero_std": 0.25, "grad_norm": 0.035357240587472916, "kl": 0.0008986674947664142, "learning_rate": 3e-06, "loss": 0.0, "num_tokens": 2593784.0, "reward": 1.768296718597412, "reward_std": 0.20734211802482605, "rewards/ROUGEL_entities_reward/mean": 0.5182968378067017, "rewards/ROUGEL_entities_reward/std": 0.13581332564353943, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.234375, "rewards/f1_entities_exact_reward/std": 0.253503680229187, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 49 }, { "completion_length": 876.4375, "completions/clipped_ratio": 0.0625, "completions/max_length": 1978.0, "completions/max_terminated_length": 1407.0, "completions/mean_length": 877.375, "completions/mean_terminated_length": 804.0000610351562, "completions/min_length": 455.0, "completions/min_terminated_length": 455.0, "epoch": 0.1953125, "frac_reward_zero_std": 0.25, "grad_norm": 0.03194103017449379, "kl": 0.0008543854783056304, "learning_rate": 3.0625000000000003e-06, "loss": 0.0, "num_tokens": 2646016.0, "reward": 1.638135313987732, "reward_std": 0.2261456400156021, "rewards/ROUGEL_entities_reward/mean": 0.5443853735923767, "rewards/ROUGEL_entities_reward/std": 0.273754358291626, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.23546454310417175, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 50 }, { "completion_length": 1074.90625, "completions/clipped_ratio": 0.0625, "completions/max_length": 2048.0, "completions/max_terminated_length": 1955.0, "completions/mean_length": 1075.84375, "completions/mean_terminated_length": 1011.0333862304688, "completions/min_length": 381.0, "completions/min_terminated_length": 381.0, "epoch": 0.19921875, "frac_reward_zero_std": 0.125, "grad_norm": 1.0201319456100464, "kl": 0.022831523790955544, "learning_rate": 3.125e-06, "loss": 0.0, "num_tokens": 2706399.0, "reward": 1.462364673614502, "reward_std": 0.28029900789260864, "rewards/ROUGEL_entities_reward/mean": 0.43111473321914673, "rewards/ROUGEL_entities_reward/std": 0.30877652764320374, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 51 }, { "completion_length": 780.90625, "completions/clipped_ratio": 0.0, "completions/max_length": 1876.0, "completions/max_terminated_length": 1876.0, "completions/mean_length": 781.90625, "completions/mean_terminated_length": 781.90625, "completions/min_length": 334.0, "completions/min_terminated_length": 334.0, "epoch": 0.203125, "frac_reward_zero_std": 0.375, "grad_norm": 0.02633880078792572, "kl": 0.0008717684831935912, "learning_rate": 3.1875e-06, "loss": 0.0, "num_tokens": 2757124.0, "reward": 1.4692744016647339, "reward_std": 0.10760265588760376, "rewards/ROUGEL_entities_reward/mean": 0.3911494016647339, "rewards/ROUGEL_entities_reward/std": 0.3299289047718048, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 52 }, { "completion_length": 1000.21875, "completions/clipped_ratio": 0.03125, "completions/max_length": 2009.0, "completions/max_terminated_length": 1990.0, "completions/mean_length": 1001.1875, "completions/mean_terminated_length": 968.6773681640625, "completions/min_length": 390.0, "completions/min_terminated_length": 390.0, "epoch": 0.20703125, "frac_reward_zero_std": 0.125, "grad_norm": 43595.1640625, "kl": 663661.0216736235, "learning_rate": 3.2500000000000002e-06, "loss": 663.6611, "num_tokens": 2814698.0, "reward": 1.6129716634750366, "reward_std": 0.34194862842559814, "rewards/ROUGEL_entities_reward/mean": 0.4723466634750366, "rewards/ROUGEL_entities_reward/std": 0.20310600101947784, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.203125, "rewards/f1_entities_exact_reward/std": 0.24949544668197632, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 53 }, { "completion_length": 788.65625, "completions/clipped_ratio": 0.0, "completions/max_length": 1430.0, "completions/max_terminated_length": 1430.0, "completions/mean_length": 789.65625, "completions/mean_terminated_length": 789.65625, "completions/min_length": 357.0, "completions/min_terminated_length": 357.0, "epoch": 0.2109375, "frac_reward_zero_std": 0.125, "grad_norm": 0.04156388342380524, "kl": 0.0008590234210714698, "learning_rate": 3.3125e-06, "loss": 0.0, "num_tokens": 2864779.0, "reward": 1.5036687850952148, "reward_std": 0.18333800137043, "rewards/ROUGEL_entities_reward/mean": 0.37866872549057007, "rewards/ROUGEL_entities_reward/std": 0.2451113909482956, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 54 }, { "completion_length": 878.78125, "completions/clipped_ratio": 0.0625, "completions/max_length": 2048.0, "completions/max_terminated_length": 1694.0, "completions/mean_length": 879.71875, "completions/mean_terminated_length": 801.8333740234375, "completions/min_length": 381.0, "completions/min_terminated_length": 381.0, "epoch": 0.21484375, "frac_reward_zero_std": 0.0, "grad_norm": 1.253060221672058, "kl": 0.028678589966148138, "learning_rate": 3.3750000000000003e-06, "loss": 0.0, "num_tokens": 2917394.0, "reward": 1.5075453519821167, "reward_std": 0.21901844441890717, "rewards/ROUGEL_entities_reward/mean": 0.4137953519821167, "rewards/ROUGEL_entities_reward/std": 0.25585466623306274, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.23546454310417175, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 55 }, { "completion_length": 881.03125, "completions/clipped_ratio": 0.0, "completions/max_length": 1655.0, "completions/max_terminated_length": 1655.0, "completions/mean_length": 882.03125, "completions/mean_terminated_length": 882.03125, "completions/min_length": 391.0, "completions/min_terminated_length": 391.0, "epoch": 0.21875, "frac_reward_zero_std": 0.125, "grad_norm": 0.031581878662109375, "kl": 0.0007841893821023405, "learning_rate": 3.4375e-06, "loss": 0.0, "num_tokens": 2970251.0, "reward": 1.5474133491516113, "reward_std": 0.11733610183000565, "rewards/ROUGEL_entities_reward/mean": 0.39116325974464417, "rewards/ROUGEL_entities_reward/std": 0.24231143295764923, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.22840170562267303, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 56 }, { "completion_length": 745.90625, "completions/clipped_ratio": 0.0, "completions/max_length": 1596.0, "completions/max_terminated_length": 1596.0, "completions/mean_length": 746.90625, "completions/mean_terminated_length": 746.90625, "completions/min_length": 392.0, "completions/min_terminated_length": 392.0, "epoch": 0.22265625, "frac_reward_zero_std": 0.375, "grad_norm": 0.031546663492918015, "kl": 0.0008624131296528503, "learning_rate": 3.5e-06, "loss": 0.0, "num_tokens": 3018128.0, "reward": 1.8776674270629883, "reward_std": 0.16294483840465546, "rewards/ROUGEL_entities_reward/mean": 0.44016748666763306, "rewards/ROUGEL_entities_reward/std": 0.273531973361969, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.328125, "rewards/f1_entities_exact_reward/std": 0.35033106803894043, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 57 }, { "completion_length": 946.9375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1982.0, "completions/mean_length": 947.90625, "completions/mean_terminated_length": 912.4193115234375, "completions/min_length": 423.0, "completions/min_terminated_length": 423.0, "epoch": 0.2265625, "frac_reward_zero_std": 0.5, "grad_norm": 1.0758155584335327, "kl": 0.02901648124679923, "learning_rate": 3.5625e-06, "loss": 0.0, "num_tokens": 3073333.0, "reward": 1.6864192485809326, "reward_std": 0.24523183703422546, "rewards/ROUGEL_entities_reward/mean": 0.46766918897628784, "rewards/ROUGEL_entities_reward/std": 0.30791956186294556, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.21875, "rewards/f1_entities_exact_reward/std": 0.2822004556655884, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 58 }, { "completion_length": 844.34375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1750.0, "completions/mean_length": 845.3125, "completions/mean_terminated_length": 806.51611328125, "completions/min_length": 381.0, "completions/min_terminated_length": 381.0, "epoch": 0.23046875, "frac_reward_zero_std": 0.0, "grad_norm": 1.611671805381775, "kl": 0.027586993295699358, "learning_rate": 3.625e-06, "loss": 0.0, "num_tokens": 3125323.0, "reward": 1.3790805339813232, "reward_std": 0.17383891344070435, "rewards/ROUGEL_entities_reward/mean": 0.36345553398132324, "rewards/ROUGEL_entities_reward/std": 0.22647835314273834, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 59 }, { "completion_length": 788.65625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2002.0, "completions/max_terminated_length": 1931.0, "completions/mean_length": 789.625, "completions/mean_terminated_length": 750.51611328125, "completions/min_length": 318.0, "completions/min_terminated_length": 318.0, "epoch": 0.234375, "frac_reward_zero_std": 0.125, "grad_norm": 1.4535969495773315, "kl": 0.2797043500468135, "learning_rate": 3.6875000000000007e-06, "loss": 0.0003, "num_tokens": 3175763.0, "reward": 1.3903493881225586, "reward_std": 0.27898839116096497, "rewards/ROUGEL_entities_reward/mean": 0.4215993881225586, "rewards/ROUGEL_entities_reward/std": 0.2551148533821106, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.015625, "rewards/f1_entities_exact_reward/std": 0.0883883461356163, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 60 }, { "completion_length": 792.71875, "completions/clipped_ratio": 0.0, "completions/max_length": 1667.0, "completions/max_terminated_length": 1667.0, "completions/mean_length": 793.71875, "completions/mean_terminated_length": 793.71875, "completions/min_length": 384.0, "completions/min_terminated_length": 384.0, "epoch": 0.23828125, "frac_reward_zero_std": 0.0, "grad_norm": 0.04302690178155899, "kl": 0.0008610641962150112, "learning_rate": 3.7500000000000005e-06, "loss": 0.0, "num_tokens": 3225790.0, "reward": 1.4344795942306519, "reward_std": 0.1498142033815384, "rewards/ROUGEL_entities_reward/mean": 0.37197959423065186, "rewards/ROUGEL_entities_reward/std": 0.15754859149456024, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 61 }, { "completion_length": 933.84375, "completions/clipped_ratio": 0.0, "completions/max_length": 1850.0, "completions/max_terminated_length": 1850.0, "completions/mean_length": 934.84375, "completions/mean_terminated_length": 934.84375, "completions/min_length": 319.0, "completions/min_terminated_length": 319.0, "epoch": 0.2421875, "frac_reward_zero_std": 0.0, "grad_norm": 0.0374126136302948, "kl": 0.0008230292587541044, "learning_rate": 3.8125e-06, "loss": 0.0, "num_tokens": 3281141.0, "reward": 1.545864462852478, "reward_std": 0.2267509251832962, "rewards/ROUGEL_entities_reward/mean": 0.436489462852478, "rewards/ROUGEL_entities_reward/std": 0.22274264693260193, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 62 }, { "completion_length": 726.625, "completions/clipped_ratio": 0.0, "completions/max_length": 1713.0, "completions/max_terminated_length": 1713.0, "completions/mean_length": 727.625, "completions/mean_terminated_length": 727.625, "completions/min_length": 424.0, "completions/min_terminated_length": 424.0, "epoch": 0.24609375, "frac_reward_zero_std": 0.25, "grad_norm": 0.036695897579193115, "kl": 0.0008863469702191651, "learning_rate": 3.875e-06, "loss": 0.0, "num_tokens": 3329261.0, "reward": 1.291222095489502, "reward_std": 0.0680345669388771, "rewards/ROUGEL_entities_reward/mean": 0.29122209548950195, "rewards/ROUGEL_entities_reward/std": 0.18511660397052765, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 63 }, { "completion_length": 770.03125, "completions/clipped_ratio": 0.0, "completions/max_length": 1912.0, "completions/max_terminated_length": 1912.0, "completions/mean_length": 771.03125, "completions/mean_terminated_length": 771.03125, "completions/min_length": 407.0, "completions/min_terminated_length": 407.0, "epoch": 0.25, "frac_reward_zero_std": 0.125, "grad_norm": 1.3695529699325562, "kl": 0.027544385753571987, "learning_rate": 3.9375e-06, "loss": 0.0, "num_tokens": 3380906.0, "reward": 1.7645435333251953, "reward_std": 0.2773824632167816, "rewards/ROUGEL_entities_reward/mean": 0.4520435929298401, "rewards/ROUGEL_entities_reward/std": 0.3055833876132965, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.1875, "rewards/f1_entities_exact_reward/std": 0.3535533845424652, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 64 }, { "completion_length": 1081.59375, "completions/clipped_ratio": 0.0625, "completions/max_length": 2048.0, "completions/max_terminated_length": 2006.0, "completions/mean_length": 1082.53125, "completions/mean_terminated_length": 1018.166748046875, "completions/min_length": 408.0, "completions/min_terminated_length": 408.0, "epoch": 0.25390625, "frac_reward_zero_std": 0.0, "grad_norm": 1.2219723463058472, "kl": 0.02520414860919118, "learning_rate": 4.000000000000001e-06, "loss": 0.0, "num_tokens": 3440707.0, "reward": 1.6349719762802124, "reward_std": 0.21872639656066895, "rewards/ROUGEL_entities_reward/mean": 0.3849719166755676, "rewards/ROUGEL_entities_reward/std": 0.29507917165756226, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.3222276270389557, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 65 }, { "completion_length": 845.25, "completions/clipped_ratio": 0.0, "completions/max_length": 1681.0, "completions/max_terminated_length": 1681.0, "completions/mean_length": 846.25, "completions/mean_terminated_length": 846.25, "completions/min_length": 424.0, "completions/min_terminated_length": 424.0, "epoch": 0.2578125, "frac_reward_zero_std": 0.25, "grad_norm": 0.03518102690577507, "kl": 0.0008721806952962652, "learning_rate": 4.0625000000000005e-06, "loss": 0.0, "num_tokens": 3491951.0, "reward": 1.4318032264709473, "reward_std": 0.09064435213804245, "rewards/ROUGEL_entities_reward/mean": 0.3380531668663025, "rewards/ROUGEL_entities_reward/std": 0.1920674592256546, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 66 }, { "completion_length": 765.75, "completions/clipped_ratio": 0.03125, "completions/max_length": 2019.0, "completions/max_terminated_length": 1752.0, "completions/mean_length": 766.71875, "completions/mean_terminated_length": 726.3225708007812, "completions/min_length": 420.0, "completions/min_terminated_length": 420.0, "epoch": 0.26171875, "frac_reward_zero_std": 0.25, "grad_norm": 1.3443408012390137, "kl": 0.02946723997592926, "learning_rate": 4.125e-06, "loss": 0.0, "num_tokens": 3540814.0, "reward": 1.4851843118667603, "reward_std": 0.2511700689792633, "rewards/ROUGEL_entities_reward/mean": 0.39143434166908264, "rewards/ROUGEL_entities_reward/std": 0.2150370329618454, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 67 }, { "completion_length": 735.9375, "completions/clipped_ratio": 0.0625, "completions/max_length": 1953.0, "completions/max_terminated_length": 1662.0, "completions/mean_length": 736.875, "completions/mean_terminated_length": 655.800048828125, "completions/min_length": 288.0, "completions/min_terminated_length": 288.0, "epoch": 0.265625, "frac_reward_zero_std": 0.125, "grad_norm": 1.547475814819336, "kl": 0.08277505822479725, "learning_rate": 4.1875e-06, "loss": 0.0001, "num_tokens": 3590206.0, "reward": 1.3710753917694092, "reward_std": 0.2990349233150482, "rewards/ROUGEL_entities_reward/mean": 0.3710753619670868, "rewards/ROUGEL_entities_reward/std": 0.2627098858356476, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 68 }, { "completion_length": 855.09375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2037.0, "completions/max_terminated_length": 1856.0, "completions/mean_length": 856.0625, "completions/mean_terminated_length": 817.9677124023438, "completions/min_length": 355.0, "completions/min_terminated_length": 355.0, "epoch": 0.26953125, "frac_reward_zero_std": 0.125, "grad_norm": 1.1259685754776, "kl": 0.035014061257243156, "learning_rate": 4.25e-06, "loss": 0.0, "num_tokens": 3642256.0, "reward": 1.4482572078704834, "reward_std": 0.20823946595191956, "rewards/ROUGEL_entities_reward/mean": 0.401382178068161, "rewards/ROUGEL_entities_reward/std": 0.30484357476234436, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 69 }, { "completion_length": 891.4375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1997.0, "completions/mean_length": 892.40625, "completions/mean_terminated_length": 855.1290283203125, "completions/min_length": 381.0, "completions/min_terminated_length": 381.0, "epoch": 0.2734375, "frac_reward_zero_std": 0.25, "grad_norm": 1.9959722757339478, "kl": 0.0265270434319973, "learning_rate": 4.312500000000001e-06, "loss": 0.0, "num_tokens": 3695461.0, "reward": 1.6611111164093018, "reward_std": 0.3453267514705658, "rewards/ROUGEL_entities_reward/mean": 0.47361117601394653, "rewards/ROUGEL_entities_reward/std": 0.28843188285827637, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.1875, "rewards/f1_entities_exact_reward/std": 0.2767903506755829, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 70 }, { "completion_length": 982.875, "completions/clipped_ratio": 0.03125, "completions/max_length": 1874.0, "completions/max_terminated_length": 1648.0, "completions/mean_length": 983.84375, "completions/mean_terminated_length": 955.1290283203125, "completions/min_length": 416.0, "completions/min_terminated_length": 416.0, "epoch": 0.27734375, "frac_reward_zero_std": 0.125, "grad_norm": 0.029792383313179016, "kl": 0.0008207843056879938, "learning_rate": 4.3750000000000005e-06, "loss": 0.0, "num_tokens": 3752536.0, "reward": 1.3520866632461548, "reward_std": 0.18100523948669434, "rewards/ROUGEL_entities_reward/mean": 0.3364616632461548, "rewards/ROUGEL_entities_reward/std": 0.24795283377170563, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 71 }, { "completion_length": 850.21875, "completions/clipped_ratio": 0.09375, "completions/max_length": 1926.0, "completions/max_terminated_length": 1693.0, "completions/mean_length": 851.125, "completions/mean_terminated_length": 739.9310302734375, "completions/min_length": 361.0, "completions/min_terminated_length": 361.0, "epoch": 0.28125, "frac_reward_zero_std": 0.25, "grad_norm": 0.03854809328913689, "kl": 0.0008960039122030139, "learning_rate": 4.4375e-06, "loss": 0.0, "num_tokens": 3805416.0, "reward": 1.6687471866607666, "reward_std": 0.14818844199180603, "rewards/ROUGEL_entities_reward/mean": 0.4656221270561218, "rewards/ROUGEL_entities_reward/std": 0.2874893844127655, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.3415895998477936, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 72 }, { "completion_length": 988.78125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2010.0, "completions/max_terminated_length": 1971.0, "completions/mean_length": 989.75, "completions/mean_terminated_length": 956.8386840820312, "completions/min_length": 362.0, "completions/min_terminated_length": 362.0, "epoch": 0.28515625, "frac_reward_zero_std": 0.0, "grad_norm": 4.410595893859863, "kl": 1.133633098565042, "learning_rate": 4.5e-06, "loss": 0.0011, "num_tokens": 3862068.0, "reward": 1.9691169261932373, "reward_std": 0.5512886643409729, "rewards/ROUGEL_entities_reward/mean": 0.6253669261932373, "rewards/ROUGEL_entities_reward/std": 0.2584879398345947, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.3125, "rewards/f1_entities_exact_reward/std": 0.3045355975627899, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 73 }, { "completion_length": 775.59375, "completions/clipped_ratio": 0.0, "completions/max_length": 1774.0, "completions/max_terminated_length": 1774.0, "completions/mean_length": 776.59375, "completions/mean_terminated_length": 776.59375, "completions/min_length": 398.0, "completions/min_terminated_length": 398.0, "epoch": 0.2890625, "frac_reward_zero_std": 0.0, "grad_norm": 0.040159571915864944, "kl": 0.0008282668277388439, "learning_rate": 4.5625e-06, "loss": 0.0, "num_tokens": 3911955.0, "reward": 1.3375033140182495, "reward_std": 0.1888979822397232, "rewards/ROUGEL_entities_reward/mean": 0.3375033736228943, "rewards/ROUGEL_entities_reward/std": 0.24318675696849823, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 74 }, { "completion_length": 897.1875, "completions/clipped_ratio": 0.03125, "completions/max_length": 2032.0, "completions/max_terminated_length": 1929.0, "completions/mean_length": 898.15625, "completions/mean_terminated_length": 861.5806274414062, "completions/min_length": 332.0, "completions/min_terminated_length": 332.0, "epoch": 0.29296875, "frac_reward_zero_std": 0.375, "grad_norm": 1.2010027170181274, "kl": 0.024983107578009367, "learning_rate": 4.625000000000001e-06, "loss": 0.0, "num_tokens": 3965664.0, "reward": 1.5350582599639893, "reward_std": 0.11854691803455353, "rewards/ROUGEL_entities_reward/mean": 0.4413083791732788, "rewards/ROUGEL_entities_reward/std": 0.26900914311408997, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 75 }, { "completion_length": 752.875, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1311.0, "completions/mean_length": 753.84375, "completions/mean_terminated_length": 712.0967407226562, "completions/min_length": 415.0, "completions/min_terminated_length": 415.0, "epoch": 0.296875, "frac_reward_zero_std": 0.375, "grad_norm": 1.3387047052383423, "kl": 0.027603973634541035, "learning_rate": 4.6875000000000004e-06, "loss": 0.0, "num_tokens": 4014499.0, "reward": 1.4758903980255127, "reward_std": 0.1006816178560257, "rewards/ROUGEL_entities_reward/mean": 0.36651527881622314, "rewards/ROUGEL_entities_reward/std": 0.25629162788391113, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 76 }, { "completion_length": 687.625, "completions/clipped_ratio": 0.0, "completions/max_length": 1556.0, "completions/max_terminated_length": 1556.0, "completions/mean_length": 688.625, "completions/mean_terminated_length": 688.625, "completions/min_length": 360.0, "completions/min_terminated_length": 360.0, "epoch": 0.30078125, "frac_reward_zero_std": 0.125, "grad_norm": 0.04233290255069733, "kl": 0.0008787867118371651, "learning_rate": 4.75e-06, "loss": 0.0, "num_tokens": 4062459.0, "reward": 1.5820362567901611, "reward_std": 0.13097786903381348, "rewards/ROUGEL_entities_reward/mean": 0.45703619718551636, "rewards/ROUGEL_entities_reward/std": 0.1624954342842102, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 77 }, { "completion_length": 903.1875, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1803.0, "completions/mean_length": 904.15625, "completions/mean_terminated_length": 867.258056640625, "completions/min_length": 432.0, "completions/min_terminated_length": 432.0, "epoch": 0.3046875, "frac_reward_zero_std": 0.0, "grad_norm": 1.5431634187698364, "kl": 0.029040120542049408, "learning_rate": 4.8125e-06, "loss": 0.0, "num_tokens": 4116424.0, "reward": 1.3482718467712402, "reward_std": 0.0755050778388977, "rewards/ROUGEL_entities_reward/mean": 0.285771906375885, "rewards/ROUGEL_entities_reward/std": 0.2148081213235855, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 78 }, { "completion_length": 971.6875, "completions/clipped_ratio": 0.03125, "completions/max_length": 2025.0, "completions/max_terminated_length": 2020.0, "completions/mean_length": 972.65625, "completions/mean_terminated_length": 938.7096557617188, "completions/min_length": 306.0, "completions/min_terminated_length": 306.0, "epoch": 0.30859375, "frac_reward_zero_std": 0.0, "grad_norm": 1.578683614730835, "kl": 0.02796661714091897, "learning_rate": 4.875e-06, "loss": 0.0, "num_tokens": 4173029.0, "reward": 1.6396772861480713, "reward_std": 0.513664960861206, "rewards/ROUGEL_entities_reward/mean": 0.4365522861480713, "rewards/ROUGEL_entities_reward/std": 0.2955634593963623, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.1875, "rewards/f1_entities_exact_reward/std": 0.3045355975627899, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 79 }, { "completion_length": 735.53125, "completions/clipped_ratio": 0.0, "completions/max_length": 1546.0, "completions/max_terminated_length": 1546.0, "completions/mean_length": 736.53125, "completions/mean_terminated_length": 736.53125, "completions/min_length": 329.0, "completions/min_terminated_length": 329.0, "epoch": 0.3125, "frac_reward_zero_std": 0.5, "grad_norm": 0.035579681396484375, "kl": 0.0008356323232874274, "learning_rate": 4.937500000000001e-06, "loss": 0.0, "num_tokens": 4221334.0, "reward": 1.6618772745132446, "reward_std": 0.08351492881774902, "rewards/ROUGEL_entities_reward/mean": 0.5212522745132446, "rewards/ROUGEL_entities_reward/std": 0.21072913706302643, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.22840170562267303, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 80 }, { "completion_length": 875.875, "completions/clipped_ratio": 0.03125, "completions/max_length": 2027.0, "completions/max_terminated_length": 1542.0, "completions/mean_length": 876.84375, "completions/mean_terminated_length": 839.7418823242188, "completions/min_length": 447.0, "completions/min_terminated_length": 447.0, "epoch": 0.31640625, "frac_reward_zero_std": 0.125, "grad_norm": 1.0496132373809814, "kl": 0.02937435731291771, "learning_rate": 5e-06, "loss": 0.0, "num_tokens": 4273549.0, "reward": 1.2269667387008667, "reward_std": 0.07633554935455322, "rewards/ROUGEL_entities_reward/mean": 0.22696669399738312, "rewards/ROUGEL_entities_reward/std": 0.1473868191242218, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 81 }, { "completion_length": 773.4375, "completions/clipped_ratio": 0.0625, "completions/max_length": 2048.0, "completions/max_terminated_length": 1445.0, "completions/mean_length": 774.375, "completions/mean_terminated_length": 689.4666748046875, "completions/min_length": 373.0, "completions/min_terminated_length": 373.0, "epoch": 0.3203125, "frac_reward_zero_std": 0.125, "grad_norm": 1.8092247247695923, "kl": 0.03204902959987521, "learning_rate": 4.999976201801837e-06, "loss": 0.0, "num_tokens": 4322861.0, "reward": 1.5633201599121094, "reward_std": 0.2757198214530945, "rewards/ROUGEL_entities_reward/mean": 0.4070702791213989, "rewards/ROUGEL_entities_reward/std": 0.3196541965007782, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.203125, "rewards/f1_entities_exact_reward/std": 0.24949544668197632, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 82 }, { "completion_length": 811.1875, "completions/clipped_ratio": 0.0, "completions/max_length": 1739.0, "completions/max_terminated_length": 1739.0, "completions/mean_length": 812.1875, "completions/mean_terminated_length": 812.1875, "completions/min_length": 395.0, "completions/min_terminated_length": 395.0, "epoch": 0.32421875, "frac_reward_zero_std": 0.125, "grad_norm": 0.03791806846857071, "kl": 0.0008129881898639724, "learning_rate": 4.9999048076604286e-06, "loss": 0.0, "num_tokens": 4374903.0, "reward": 1.2671880722045898, "reward_std": 0.08097401261329651, "rewards/ROUGEL_entities_reward/mean": 0.2515629827976227, "rewards/ROUGEL_entities_reward/std": 0.1857381910085678, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 83 }, { "completion_length": 945.21875, "completions/clipped_ratio": 0.0, "completions/max_length": 1902.0, "completions/max_terminated_length": 1902.0, "completions/mean_length": 946.21875, "completions/mean_terminated_length": 946.21875, "completions/min_length": 390.0, "completions/min_terminated_length": 390.0, "epoch": 0.328125, "frac_reward_zero_std": 0.25, "grad_norm": 0.0345589853823185, "kl": 0.0008043982816161588, "learning_rate": 4.999785818935018e-06, "loss": 0.0, "num_tokens": 4430606.0, "reward": 1.539707899093628, "reward_std": 0.1531979739665985, "rewards/ROUGEL_entities_reward/mean": 0.41470780968666077, "rewards/ROUGEL_entities_reward/std": 0.16835904121398926, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 84 }, { "completion_length": 919.6875, "completions/clipped_ratio": 0.03125, "completions/max_length": 1972.0, "completions/max_terminated_length": 1955.0, "completions/mean_length": 920.65625, "completions/mean_terminated_length": 886.7418823242188, "completions/min_length": 353.0, "completions/min_terminated_length": 353.0, "epoch": 0.33203125, "frac_reward_zero_std": 0.375, "grad_norm": 0.876036524772644, "kl": 0.029854314867407084, "learning_rate": 4.9996192378909785e-06, "loss": 0.0, "num_tokens": 4485207.0, "reward": 1.4873874187469482, "reward_std": 0.1799616515636444, "rewards/ROUGEL_entities_reward/mean": 0.33113738894462585, "rewards/ROUGEL_entities_reward/std": 0.3323952555656433, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.33601075410842896, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 85 }, { "completion_length": 883.5625, "completions/clipped_ratio": 0.03125, "completions/max_length": 1960.0, "completions/max_terminated_length": 1853.0, "completions/mean_length": 884.53125, "completions/mean_terminated_length": 849.8386840820312, "completions/min_length": 370.0, "completions/min_terminated_length": 370.0, "epoch": 0.3359375, "frac_reward_zero_std": 0.0, "grad_norm": 1.041625738143921, "kl": 0.03574475646018982, "learning_rate": 4.999405067699773e-06, "loss": 0.0, "num_tokens": 4539352.0, "reward": 1.9239509105682373, "reward_std": 0.3379821181297302, "rewards/ROUGEL_entities_reward/mean": 0.5802007913589478, "rewards/ROUGEL_entities_reward/std": 0.26507386565208435, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.265625, "rewards/f1_entities_exact_reward/std": 0.3356355130672455, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 86 }, { "completion_length": 967.25, "completions/clipped_ratio": 0.0, "completions/max_length": 1601.0, "completions/max_terminated_length": 1601.0, "completions/mean_length": 968.25, "completions/mean_terminated_length": 968.25, "completions/min_length": 363.0, "completions/min_terminated_length": 363.0, "epoch": 0.33984375, "frac_reward_zero_std": 0.25, "grad_norm": 0.0337342731654644, "kl": 0.0008577157859690487, "learning_rate": 4.999143312438893e-06, "loss": 0.0, "num_tokens": 4595608.0, "reward": 1.3930331468582153, "reward_std": 0.08991193026304245, "rewards/ROUGEL_entities_reward/mean": 0.37740814685821533, "rewards/ROUGEL_entities_reward/std": 0.262632817029953, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.015625, "rewards/f1_entities_exact_reward/std": 0.0883883461356163, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 87 }, { "completion_length": 930.5625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2034.0, "completions/max_terminated_length": 1869.0, "completions/mean_length": 931.53125, "completions/mean_terminated_length": 895.9677124023438, "completions/min_length": 393.0, "completions/min_terminated_length": 393.0, "epoch": 0.34375, "frac_reward_zero_std": 0.25, "grad_norm": 4106.8095703125, "kl": 248.08653182303533, "learning_rate": 4.998833977091783e-06, "loss": 0.2481, "num_tokens": 4650097.0, "reward": 1.2493809461593628, "reward_std": 0.22820821404457092, "rewards/ROUGEL_entities_reward/mean": 0.23375599086284637, "rewards/ROUGEL_entities_reward/std": 0.2611769437789917, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 88 }, { "completion_length": 769.15625, "completions/clipped_ratio": 0.03125, "completions/max_length": 1983.0, "completions/max_terminated_length": 1426.0, "completions/mean_length": 770.125, "completions/mean_terminated_length": 731.0, "completions/min_length": 370.0, "completions/min_terminated_length": 370.0, "epoch": 0.34765625, "frac_reward_zero_std": 0.0, "grad_norm": 1.7972824573516846, "kl": 0.0501269455999136, "learning_rate": 4.99847706754774e-06, "loss": 0.0, "num_tokens": 4699553.0, "reward": 1.381695032119751, "reward_std": 0.22855672240257263, "rewards/ROUGEL_entities_reward/mean": 0.33482009172439575, "rewards/ROUGEL_entities_reward/std": 0.16944284737110138, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 89 }, { "completion_length": 793.9375, "completions/clipped_ratio": 0.0, "completions/max_length": 1948.0, "completions/max_terminated_length": 1948.0, "completions/mean_length": 794.9375, "completions/mean_terminated_length": 794.9375, "completions/min_length": 344.0, "completions/min_terminated_length": 344.0, "epoch": 0.3515625, "frac_reward_zero_std": 0.25, "grad_norm": 9.503633499145508, "kl": 28.800375290215015, "learning_rate": 4.998072590601808e-06, "loss": 0.0288, "num_tokens": 4750315.0, "reward": 1.7471970319747925, "reward_std": 0.19717249274253845, "rewards/ROUGEL_entities_reward/mean": 0.5128220319747925, "rewards/ROUGEL_entities_reward/std": 0.2762593626976013, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.203125, "rewards/f1_entities_exact_reward/std": 0.27995896339416504, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 90 }, { "completion_length": 905.125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2042.0, "completions/max_terminated_length": 1974.0, "completions/mean_length": 906.09375, "completions/mean_terminated_length": 869.4515991210938, "completions/min_length": 374.0, "completions/min_terminated_length": 374.0, "epoch": 0.35546875, "frac_reward_zero_std": 0.25, "grad_norm": 1.1816883087158203, "kl": 0.044529864564538, "learning_rate": 4.997620553954645e-06, "loss": 0.0, "num_tokens": 4804178.0, "reward": 1.4783854484558105, "reward_std": 0.3672109842300415, "rewards/ROUGEL_entities_reward/mean": 0.40026041865348816, "rewards/ROUGEL_entities_reward/std": 0.23726356029510498, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.24127934873104095, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 91 }, { "completion_length": 1095.4375, "completions/clipped_ratio": 0.0, "completions/max_length": 1853.0, "completions/max_terminated_length": 1853.0, "completions/mean_length": 1096.4375, "completions/mean_terminated_length": 1096.4375, "completions/min_length": 384.0, "completions/min_terminated_length": 384.0, "epoch": 0.359375, "frac_reward_zero_std": 0.25, "grad_norm": 0.0298001766204834, "kl": 0.0007554437761427835, "learning_rate": 4.9971209662123774e-06, "loss": 0.0, "num_tokens": 4864664.0, "reward": 1.6353673934936523, "reward_std": 0.12443146109580994, "rewards/ROUGEL_entities_reward/mean": 0.40099239349365234, "rewards/ROUGEL_entities_reward/std": 0.2766393721103668, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.234375, "rewards/f1_entities_exact_reward/std": 0.253503680229187, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 92 }, { "completion_length": 730.5, "completions/clipped_ratio": 0.03125, "completions/max_length": 2036.0, "completions/max_terminated_length": 1719.0, "completions/mean_length": 731.46875, "completions/mean_terminated_length": 689.3870849609375, "completions/min_length": 352.0, "completions/min_terminated_length": 352.0, "epoch": 0.36328125, "frac_reward_zero_std": 0.25, "grad_norm": 1.3264824151992798, "kl": 0.05570895969867706, "learning_rate": 4.9965738368864345e-06, "loss": 0.0001, "num_tokens": 4913231.0, "reward": 1.7316737174987793, "reward_std": 0.19201873242855072, "rewards/ROUGEL_entities_reward/mean": 0.4504236876964569, "rewards/ROUGEL_entities_reward/std": 0.32061126828193665, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.1875, "rewards/f1_entities_exact_reward/std": 0.3299559950828552, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 93 }, { "completion_length": 1029.375, "completions/clipped_ratio": 0.09375, "completions/max_length": 1992.0, "completions/max_terminated_length": 1818.0, "completions/mean_length": 1030.28125, "completions/mean_terminated_length": 930.7930908203125, "completions/min_length": 472.0, "completions/min_terminated_length": 472.0, "epoch": 0.3671875, "frac_reward_zero_std": 0.25, "grad_norm": 1.0809646844863892, "kl": 0.04943352658301592, "learning_rate": 4.995979176393372e-06, "loss": 0.0, "num_tokens": 4971056.0, "reward": 1.286555290222168, "reward_std": 0.18572980165481567, "rewards/ROUGEL_entities_reward/mean": 0.3178052306175232, "rewards/ROUGEL_entities_reward/std": 0.2090727686882019, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 94 }, { "completion_length": 775.21875, "completions/clipped_ratio": 0.03125, "completions/max_length": 1960.0, "completions/max_terminated_length": 1870.0, "completions/mean_length": 776.1875, "completions/mean_terminated_length": 738.0, "completions/min_length": 375.0, "completions/min_terminated_length": 375.0, "epoch": 0.37109375, "frac_reward_zero_std": 0.5, "grad_norm": 0.027799174189567566, "kl": 0.000922409410122782, "learning_rate": 4.995336996054668e-06, "loss": 0.0, "num_tokens": 5021574.0, "reward": 1.3551305532455444, "reward_std": 0.035699695348739624, "rewards/ROUGEL_entities_reward/mean": 0.2926305830478668, "rewards/ROUGEL_entities_reward/std": 0.1515231877565384, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 95 }, { "completion_length": 754.03125, "completions/clipped_ratio": 0.0625, "completions/max_length": 2021.0, "completions/max_terminated_length": 1719.0, "completions/mean_length": 754.96875, "completions/mean_terminated_length": 670.5667114257812, "completions/min_length": 332.0, "completions/min_terminated_length": 332.0, "epoch": 0.375, "frac_reward_zero_std": 0.625, "grad_norm": 0.7481793761253357, "kl": 0.05968023743480444, "learning_rate": 4.994647308096509e-06, "loss": 0.0001, "num_tokens": 5071297.0, "reward": 1.4473375082015991, "reward_std": 0.11887349933385849, "rewards/ROUGEL_entities_reward/mean": 0.3379625082015991, "rewards/ROUGEL_entities_reward/std": 0.2742195427417755, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.22840170562267303, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 96 }, { "completion_length": 756.8125, "completions/clipped_ratio": 0.0, "completions/max_length": 1560.0, "completions/max_terminated_length": 1560.0, "completions/mean_length": 757.8125, "completions/mean_terminated_length": 757.8125, "completions/min_length": 414.0, "completions/min_terminated_length": 414.0, "epoch": 0.37890625, "frac_reward_zero_std": 0.375, "grad_norm": 0.029540961608290672, "kl": 0.0009005384054034948, "learning_rate": 4.993910125649561e-06, "loss": -0.0, "num_tokens": 5120135.0, "reward": 1.629094123840332, "reward_std": 0.03689418360590935, "rewards/ROUGEL_entities_reward/mean": 0.3790941834449768, "rewards/ROUGEL_entities_reward/std": 0.31832432746887207, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.33601075410842896, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 97 }, { "completion_length": 936.9375, "completions/clipped_ratio": 0.03125, "completions/max_length": 1903.0, "completions/max_terminated_length": 1723.0, "completions/mean_length": 937.90625, "completions/mean_terminated_length": 906.774169921875, "completions/min_length": 419.0, "completions/min_terminated_length": 419.0, "epoch": 0.3828125, "frac_reward_zero_std": 0.0, "grad_norm": 0.03625582158565521, "kl": 0.0008680867176735774, "learning_rate": 4.993125462748714e-06, "loss": 0.0, "num_tokens": 5176528.0, "reward": 1.5279531478881836, "reward_std": 0.277273029088974, "rewards/ROUGEL_entities_reward/mean": 0.4498281478881836, "rewards/ROUGEL_entities_reward/std": 0.24050240218639374, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.22840170562267303, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 98 }, { "completion_length": 794.09375, "completions/clipped_ratio": 0.0, "completions/max_length": 1443.0, "completions/max_terminated_length": 1443.0, "completions/mean_length": 795.09375, "completions/mean_terminated_length": 795.09375, "completions/min_length": 339.0, "completions/min_terminated_length": 339.0, "epoch": 0.38671875, "frac_reward_zero_std": 0.0, "grad_norm": 0.044495273381471634, "kl": 0.0009377674432471395, "learning_rate": 4.992293334332821e-06, "loss": 0.0, "num_tokens": 5227423.0, "reward": 1.5689302682876587, "reward_std": 0.16798686981201172, "rewards/ROUGEL_entities_reward/mean": 0.4283052682876587, "rewards/ROUGEL_entities_reward/std": 0.24358195066452026, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.22840170562267303, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 99 }, { "completion_length": 807.0625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 2017.0, "completions/mean_length": 808.03125, "completions/mean_terminated_length": 768.0322265625, "completions/min_length": 379.0, "completions/min_terminated_length": 379.0, "epoch": 0.390625, "frac_reward_zero_std": 0.25, "grad_norm": 1.4681968688964844, "kl": 0.09113121591508389, "learning_rate": 4.991413756244404e-06, "loss": 0.0001, "num_tokens": 5278544.0, "reward": 1.6429879665374756, "reward_std": 0.30271971225738525, "rewards/ROUGEL_entities_reward/mean": 0.4711129069328308, "rewards/ROUGEL_entities_reward/std": 0.23452715575695038, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.234375, "rewards/f1_entities_exact_reward/std": 0.253503680229187, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 100 }, { "completion_length": 908.0625, "completions/clipped_ratio": 0.0, "completions/max_length": 1599.0, "completions/max_terminated_length": 1599.0, "completions/mean_length": 909.0625, "completions/mean_terminated_length": 909.0625, "completions/min_length": 359.0, "completions/min_terminated_length": 359.0, "epoch": 0.39453125, "frac_reward_zero_std": 0.0, "grad_norm": 0.03685339540243149, "kl": 0.0008748564432607964, "learning_rate": 4.990486745229364e-06, "loss": 0.0, "num_tokens": 5332994.0, "reward": 1.8010752201080322, "reward_std": 0.3044512867927551, "rewards/ROUGEL_entities_reward/mean": 0.5354502201080322, "rewards/ROUGEL_entities_reward/std": 0.26849165558815, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.234375, "rewards/f1_entities_exact_reward/std": 0.2835368514060974, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 101 }, { "completion_length": 859.78125, "completions/clipped_ratio": 0.0, "completions/max_length": 2017.0, "completions/max_terminated_length": 2017.0, "completions/mean_length": 860.78125, "completions/mean_terminated_length": 860.78125, "completions/min_length": 407.0, "completions/min_terminated_length": 407.0, "epoch": 0.3984375, "frac_reward_zero_std": 0.25, "grad_norm": 1.1862318515777588, "kl": 0.1045552734285593, "learning_rate": 4.989512318936654e-06, "loss": 0.0001, "num_tokens": 5385559.0, "reward": 1.4460902214050293, "reward_std": 0.16668200492858887, "rewards/ROUGEL_entities_reward/mean": 0.33671510219573975, "rewards/ROUGEL_entities_reward/std": 0.202112078666687, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 102 }, { "completion_length": 1021.28125, "completions/clipped_ratio": 0.0, "completions/max_length": 1928.0, "completions/max_terminated_length": 1928.0, "completions/mean_length": 1022.28125, "completions/mean_terminated_length": 1022.28125, "completions/min_length": 444.0, "completions/min_terminated_length": 444.0, "epoch": 0.40234375, "frac_reward_zero_std": 0.0, "grad_norm": 1.127763271331787, "kl": 0.11050944216549397, "learning_rate": 4.988490495917948e-06, "loss": 0.0001, "num_tokens": 5443672.0, "reward": 1.4385355710983276, "reward_std": 0.1787688136100769, "rewards/ROUGEL_entities_reward/mean": 0.34478557109832764, "rewards/ROUGEL_entities_reward/std": 0.2303391695022583, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 103 }, { "completion_length": 713.625, "completions/clipped_ratio": 0.0, "completions/max_length": 1693.0, "completions/max_terminated_length": 1693.0, "completions/mean_length": 714.625, "completions/mean_terminated_length": 714.625, "completions/min_length": 278.0, "completions/min_terminated_length": 278.0, "epoch": 0.40625, "frac_reward_zero_std": 0.125, "grad_norm": 0.03786812350153923, "kl": 0.0010241390846204013, "learning_rate": 4.987421295627279e-06, "loss": 0.0, "num_tokens": 5492180.0, "reward": 1.6600154638290405, "reward_std": 0.18834786117076874, "rewards/ROUGEL_entities_reward/mean": 0.4412654638290405, "rewards/ROUGEL_entities_reward/std": 0.256375789642334, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.3110854923725128, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 104 }, { "completion_length": 963.96875, "completions/clipped_ratio": 0.09375, "completions/max_length": 1977.0, "completions/max_terminated_length": 1432.0, "completions/mean_length": 964.875, "completions/mean_terminated_length": 860.1724243164062, "completions/min_length": 413.0, "completions/min_terminated_length": 413.0, "epoch": 0.41015625, "frac_reward_zero_std": 0.0, "grad_norm": 0.034813668578863144, "kl": 0.0008856019412633032, "learning_rate": 4.986304738420684e-06, "loss": -0.0, "num_tokens": 5547628.0, "reward": 1.4995553493499756, "reward_std": 0.20075321197509766, "rewards/ROUGEL_entities_reward/mean": 0.4214303195476532, "rewards/ROUGEL_entities_reward/std": 0.31755003333091736, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.24127934873104095, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 105 }, { "completion_length": 863.5625, "completions/clipped_ratio": 0.0, "completions/max_length": 1675.0, "completions/max_terminated_length": 1675.0, "completions/mean_length": 864.5625, "completions/mean_terminated_length": 864.5625, "completions/min_length": 328.0, "completions/min_terminated_length": 328.0, "epoch": 0.4140625, "frac_reward_zero_std": 0.25, "grad_norm": 0.03421792387962341, "kl": 0.0009842243744060397, "learning_rate": 4.985140845555799e-06, "loss": 0.0, "num_tokens": 5600346.0, "reward": 1.396581768989563, "reward_std": 0.05954006314277649, "rewards/ROUGEL_entities_reward/mean": 0.33408182859420776, "rewards/ROUGEL_entities_reward/std": 0.21040339767932892, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 106 }, { "completion_length": 1007.40625, "completions/clipped_ratio": 0.0, "completions/max_length": 1636.0, "completions/max_terminated_length": 1636.0, "completions/mean_length": 1008.40625, "completions/mean_terminated_length": 1008.40625, "completions/min_length": 341.0, "completions/min_terminated_length": 341.0, "epoch": 0.41796875, "frac_reward_zero_std": 0.125, "grad_norm": 0.03199513629078865, "kl": 0.0009121477924054489, "learning_rate": 4.9839296391914696e-06, "loss": -0.0, "num_tokens": 5657719.0, "reward": 1.4638316631317139, "reward_std": 0.1481202393770218, "rewards/ROUGEL_entities_reward/mean": 0.40133166313171387, "rewards/ROUGEL_entities_reward/std": 0.21863189339637756, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 107 }, { "completion_length": 873.34375, "completions/clipped_ratio": 0.0625, "completions/max_length": 2048.0, "completions/max_terminated_length": 1897.0, "completions/mean_length": 874.28125, "completions/mean_terminated_length": 796.0333862304688, "completions/min_length": 353.0, "completions/min_terminated_length": 353.0, "epoch": 0.421875, "frac_reward_zero_std": 0.0, "grad_norm": 1.2909437417984009, "kl": 0.14310325682163239, "learning_rate": 4.982671142387316e-06, "loss": 0.0001, "num_tokens": 5710396.0, "reward": 1.3853867053985596, "reward_std": 0.25311049818992615, "rewards/ROUGEL_entities_reward/mean": 0.4010118246078491, "rewards/ROUGEL_entities_reward/std": 0.23733702301979065, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 108 }, { "completion_length": 766.09375, "completions/clipped_ratio": 0.0, "completions/max_length": 1666.0, "completions/max_terminated_length": 1666.0, "completions/mean_length": 767.09375, "completions/mean_terminated_length": 767.09375, "completions/min_length": 445.0, "completions/min_terminated_length": 445.0, "epoch": 0.42578125, "frac_reward_zero_std": 0.5, "grad_norm": 0.031068986281752586, "kl": 0.001000732576358132, "learning_rate": 4.981365379103306e-06, "loss": 0.0, "num_tokens": 5760791.0, "reward": 1.4104318618774414, "reward_std": 0.08579988032579422, "rewards/ROUGEL_entities_reward/mean": 0.30105695128440857, "rewards/ROUGEL_entities_reward/std": 0.3095698058605194, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 109 }, { "completion_length": 774.4375, "completions/clipped_ratio": 0.0, "completions/max_length": 1952.0, "completions/max_terminated_length": 1952.0, "completions/mean_length": 775.4375, "completions/mean_terminated_length": 775.4375, "completions/min_length": 350.0, "completions/min_terminated_length": 350.0, "epoch": 0.4296875, "frac_reward_zero_std": 0.0, "grad_norm": 1.9201343059539795, "kl": 0.21272285282611847, "learning_rate": 4.980012374199288e-06, "loss": 0.0002, "num_tokens": 5810197.0, "reward": 1.390676736831665, "reward_std": 0.18347084522247314, "rewards/ROUGEL_entities_reward/mean": 0.29692667722702026, "rewards/ROUGEL_entities_reward/std": 0.15500763058662415, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 110 }, { "completion_length": 937.25, "completions/clipped_ratio": 0.0, "completions/max_length": 1890.0, "completions/max_terminated_length": 1890.0, "completions/mean_length": 938.25, "completions/mean_terminated_length": 938.25, "completions/min_length": 369.0, "completions/min_terminated_length": 369.0, "epoch": 0.43359375, "frac_reward_zero_std": 0.125, "grad_norm": 0.030873095616698265, "kl": 0.0008900296234060079, "learning_rate": 4.978612153434527e-06, "loss": 0.0, "num_tokens": 5865473.0, "reward": 1.8210457563400269, "reward_std": 0.2632034420967102, "rewards/ROUGEL_entities_reward/mean": 0.49292081594467163, "rewards/ROUGEL_entities_reward/std": 0.25465723872184753, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.203125, "rewards/f1_entities_exact_reward/std": 0.33261850476264954, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.03125, "rewards/reasoning_equal_answer_reward/std": 0.1767766922712326, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 111 }, { "completion_length": 708.8125, "completions/clipped_ratio": 0.0, "completions/max_length": 1538.0, "completions/max_terminated_length": 1538.0, "completions/mean_length": 709.8125, "completions/mean_terminated_length": 709.8125, "completions/min_length": 380.0, "completions/min_terminated_length": 380.0, "epoch": 0.4375, "frac_reward_zero_std": 0.0, "grad_norm": 0.047491878271102905, "kl": 0.0010682711144909263, "learning_rate": 4.977164743467206e-06, "loss": 0.0, "num_tokens": 5913291.0, "reward": 1.4883934259414673, "reward_std": 0.09843268990516663, "rewards/ROUGEL_entities_reward/mean": 0.3946433663368225, "rewards/ROUGEL_entities_reward/std": 0.17646300792694092, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 112 }, { "completion_length": 821.78125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 822.75, "completions/mean_terminated_length": 783.2257690429688, "completions/min_length": 331.0, "completions/min_terminated_length": 331.0, "epoch": 0.44140625, "frac_reward_zero_std": 0.125, "grad_norm": 1.314153790473938, "kl": 2.405649159103632, "learning_rate": 4.975670171853926e-06, "loss": 0.0024, "num_tokens": 5964599.0, "reward": 1.373148798942566, "reward_std": 0.16543123126029968, "rewards/ROUGEL_entities_reward/mean": 0.37314891815185547, "rewards/ROUGEL_entities_reward/std": 0.261143296957016, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 113 }, { "completion_length": 967.375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2034.0, "completions/max_terminated_length": 1903.0, "completions/mean_length": 968.34375, "completions/mean_terminated_length": 933.9677124023438, "completions/min_length": 378.0, "completions/min_terminated_length": 378.0, "epoch": 0.4453125, "frac_reward_zero_std": 0.0, "grad_norm": 1.1973297595977783, "kl": 0.17822161316871643, "learning_rate": 4.974128467049177e-06, "loss": 0.0002, "num_tokens": 6021330.0, "reward": 1.7637465000152588, "reward_std": 0.30570554733276367, "rewards/ROUGEL_entities_reward/mean": 0.5606213808059692, "rewards/ROUGEL_entities_reward/std": 0.25310254096984863, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.203125, "rewards/f1_entities_exact_reward/std": 0.27995896339416504, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 114 }, { "completion_length": 916.09375, "completions/clipped_ratio": 0.0, "completions/max_length": 1918.0, "completions/max_terminated_length": 1918.0, "completions/mean_length": 917.09375, "completions/mean_terminated_length": 917.09375, "completions/min_length": 309.0, "completions/min_terminated_length": 309.0, "epoch": 0.44921875, "frac_reward_zero_std": 0.0, "grad_norm": 0.03800678998231888, "kl": 0.0009472112142248079, "learning_rate": 4.972539658404793e-06, "loss": 0.0, "num_tokens": 6075473.0, "reward": 1.487370252609253, "reward_std": 0.2631964087486267, "rewards/ROUGEL_entities_reward/mean": 0.3311203122138977, "rewards/ROUGEL_entities_reward/std": 0.21211881935596466, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2540002465248108, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 115 }, { "completion_length": 916.09375, "completions/clipped_ratio": 0.125, "completions/max_length": 2027.0, "completions/max_terminated_length": 1770.0, "completions/mean_length": 916.96875, "completions/mean_terminated_length": 758.3928833007812, "completions/min_length": 317.0, "completions/min_terminated_length": 317.0, "epoch": 0.453125, "frac_reward_zero_std": 0.25, "grad_norm": 14.312644004821777, "kl": 1.8613424971699715, "learning_rate": 4.970903776169403e-06, "loss": 0.0019, "num_tokens": 6129776.0, "reward": 1.4660131931304932, "reward_std": 0.1580658107995987, "rewards/ROUGEL_entities_reward/mean": 0.3410131633281708, "rewards/ROUGEL_entities_reward/std": 0.30290547013282776, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 0.875, "rewards/answer_format_func/std": 0.33601075410842896, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.3222276270389557, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 116 }, { "completion_length": 955.03125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2035.0, "completions/max_terminated_length": 2022.0, "completions/mean_length": 956.0, "completions/mean_terminated_length": 921.1935424804688, "completions/min_length": 387.0, "completions/min_terminated_length": 387.0, "epoch": 0.45703125, "frac_reward_zero_std": 0.125, "grad_norm": 1.222941279411316, "kl": 0.1777067705988884, "learning_rate": 4.9692208514878445e-06, "loss": 0.0002, "num_tokens": 6184756.0, "reward": 1.2061821222305298, "reward_std": 0.26339298486709595, "rewards/ROUGEL_entities_reward/mean": 0.2686820924282074, "rewards/ROUGEL_entities_reward/std": 0.25759652256965637, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.875, "rewards/answer_format_func/std": 0.33601075410842896, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 117 }, { "completion_length": 846.75, "completions/clipped_ratio": 0.0, "completions/max_length": 2006.0, "completions/max_terminated_length": 2006.0, "completions/mean_length": 847.75, "completions/mean_terminated_length": 847.75, "completions/min_length": 409.0, "completions/min_terminated_length": 409.0, "epoch": 0.4609375, "frac_reward_zero_std": 0.0, "grad_norm": 1.3761416673660278, "kl": 0.20193713530898094, "learning_rate": 4.9674909164005805e-06, "loss": 0.0002, "num_tokens": 6236412.0, "reward": 1.346316933631897, "reward_std": 0.26568084955215454, "rewards/ROUGEL_entities_reward/mean": 0.31506696343421936, "rewards/ROUGEL_entities_reward/std": 0.27974241971969604, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.1767766922712326, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 118 }, { "completion_length": 855.5625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1934.0, "completions/mean_length": 856.53125, "completions/mean_terminated_length": 818.0967407226562, "completions/min_length": 347.0, "completions/min_terminated_length": 347.0, "epoch": 0.46484375, "frac_reward_zero_std": 0.125, "grad_norm": 1.2591620683670044, "kl": 5.410295117646456, "learning_rate": 4.965714003843079e-06, "loss": 0.0054, "num_tokens": 6289217.0, "reward": 1.545573115348816, "reward_std": 0.25104644894599915, "rewards/ROUGEL_entities_reward/mean": 0.46744808554649353, "rewards/ROUGEL_entities_reward/std": 0.24057351052761078, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.24127934873104095, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 119 }, { "completion_length": 953.90625, "completions/clipped_ratio": 0.0625, "completions/max_length": 1991.0, "completions/max_terminated_length": 1889.0, "completions/mean_length": 954.84375, "completions/mean_terminated_length": 885.7667236328125, "completions/min_length": 403.0, "completions/min_terminated_length": 403.0, "epoch": 0.46875, "frac_reward_zero_std": 0.125, "grad_norm": 1.139585256576538, "kl": 0.17604000121355057, "learning_rate": 4.963890147645195e-06, "loss": 0.0002, "num_tokens": 6345412.0, "reward": 1.513749599456787, "reward_std": 0.3451916575431824, "rewards/ROUGEL_entities_reward/mean": 0.45124953985214233, "rewards/ROUGEL_entities_reward/std": 0.25867220759391785, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 120 }, { "completion_length": 846.0625, "completions/clipped_ratio": 0.03125, "completions/max_length": 1987.0, "completions/max_terminated_length": 1784.0, "completions/mean_length": 847.03125, "completions/mean_terminated_length": 810.258056640625, "completions/min_length": 316.0, "completions/min_terminated_length": 316.0, "epoch": 0.47265625, "frac_reward_zero_std": 0.125, "grad_norm": 1.3220378160476685, "kl": 0.19324395060539246, "learning_rate": 4.962019382530521e-06, "loss": 0.0002, "num_tokens": 6398181.0, "reward": 1.2275351285934448, "reward_std": 0.12939682602882385, "rewards/ROUGEL_entities_reward/mean": 0.2587851881980896, "rewards/ROUGEL_entities_reward/std": 0.22744235396385193, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 121 }, { "completion_length": 700.4375, "completions/clipped_ratio": 0.0, "completions/max_length": 1426.0, "completions/max_terminated_length": 1426.0, "completions/mean_length": 701.4375, "completions/mean_terminated_length": 701.4375, "completions/min_length": 346.0, "completions/min_terminated_length": 346.0, "epoch": 0.4765625, "frac_reward_zero_std": 0.0, "grad_norm": 0.04191499203443527, "kl": 0.0010264633601764217, "learning_rate": 4.960101744115727e-06, "loss": 0.0, "num_tokens": 6444951.0, "reward": 1.6380618810653687, "reward_std": 0.205239400267601, "rewards/ROUGEL_entities_reward/mean": 0.4036869406700134, "rewards/ROUGEL_entities_reward/std": 0.2329305112361908, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.30412155389785767, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.03125, "rewards/reasoning_equal_answer_reward/std": 0.1767766922712326, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 122 }, { "completion_length": 874.09375, "completions/clipped_ratio": 0.03125, "completions/max_length": 1984.0, "completions/max_terminated_length": 1558.0, "completions/mean_length": 875.0625, "completions/mean_terminated_length": 839.290283203125, "completions/min_length": 404.0, "completions/min_terminated_length": 404.0, "epoch": 0.48046875, "frac_reward_zero_std": 0.125, "grad_norm": 1.4192572832107544, "kl": 0.17849944531917572, "learning_rate": 4.958137268909887e-06, "loss": 0.0002, "num_tokens": 6498169.0, "reward": 1.686007022857666, "reward_std": 0.27299630641937256, "rewards/ROUGEL_entities_reward/mean": 0.4516320526599884, "rewards/ROUGEL_entities_reward/std": 0.24794383347034454, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.234375, "rewards/f1_entities_exact_reward/std": 0.2835368514060974, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 123 }, { "completion_length": 803.84375, "completions/clipped_ratio": 0.0, "completions/max_length": 1492.0, "completions/max_terminated_length": 1492.0, "completions/mean_length": 804.84375, "completions/mean_terminated_length": 804.84375, "completions/min_length": 399.0, "completions/min_terminated_length": 399.0, "epoch": 0.484375, "frac_reward_zero_std": 0.125, "grad_norm": 0.04433067515492439, "kl": 0.0009602518985047936, "learning_rate": 4.956125994313775e-06, "loss": 0.0, "num_tokens": 6549204.0, "reward": 2.018239974975586, "reward_std": 0.36126428842544556, "rewards/ROUGEL_entities_reward/mean": 0.6744899749755859, "rewards/ROUGEL_entities_reward/std": 0.20998765528202057, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.28125, "rewards/f1_entities_exact_reward/std": 0.3094610273838043, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 124 }, { "completion_length": 966.46875, "completions/clipped_ratio": 0.0, "completions/max_length": 1942.0, "completions/max_terminated_length": 1942.0, "completions/mean_length": 967.46875, "completions/mean_terminated_length": 967.46875, "completions/min_length": 459.0, "completions/min_terminated_length": 459.0, "epoch": 0.48828125, "frac_reward_zero_std": 0.125, "grad_norm": 1.1562472581863403, "kl": 0.16140710562467575, "learning_rate": 4.9540679586191605e-06, "loss": 0.0002, "num_tokens": 6605351.0, "reward": 1.4032554626464844, "reward_std": 0.09957191348075867, "rewards/ROUGEL_entities_reward/mean": 0.3563803434371948, "rewards/ROUGEL_entities_reward/std": 0.17566826939582825, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 125 }, { "completion_length": 1043.46875, "completions/clipped_ratio": 0.0625, "completions/max_length": 2048.0, "completions/max_terminated_length": 1920.0, "completions/mean_length": 1044.40625, "completions/mean_terminated_length": 977.5000610351562, "completions/min_length": 424.0, "completions/min_terminated_length": 424.0, "epoch": 0.4921875, "frac_reward_zero_std": 0.25, "grad_norm": 0.9358842372894287, "kl": 0.17239562794566154, "learning_rate": 4.9519632010080765e-06, "loss": 0.0002, "num_tokens": 6663720.0, "reward": 1.405174732208252, "reward_std": 0.2150999754667282, "rewards/ROUGEL_entities_reward/mean": 0.38954973220825195, "rewards/ROUGEL_entities_reward/std": 0.23651982843875885, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 126 }, { "completion_length": 725.90625, "completions/clipped_ratio": 0.0, "completions/max_length": 1378.0, "completions/max_terminated_length": 1378.0, "completions/mean_length": 726.90625, "completions/mean_terminated_length": 726.90625, "completions/min_length": 351.0, "completions/min_terminated_length": 351.0, "epoch": 0.49609375, "frac_reward_zero_std": 0.0, "grad_norm": 0.04710175469517708, "kl": 0.000983721183729358, "learning_rate": 4.949811761552074e-06, "loss": 0.0, "num_tokens": 6713089.0, "reward": 1.5734412670135498, "reward_std": 0.10630156844854355, "rewards/ROUGEL_entities_reward/mean": 0.49531635642051697, "rewards/ROUGEL_entities_reward/std": 0.2415619194507599, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 127 }, { "completion_length": 814.5625, "completions/clipped_ratio": 0.0, "completions/max_length": 1486.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 815.5625, "completions/mean_terminated_length": 815.5625, "completions/min_length": 326.0, "completions/min_terminated_length": 326.0, "epoch": 0.5, "frac_reward_zero_std": 0.375, "grad_norm": 0.03069133870303631, "kl": 0.0010948744893539697, "learning_rate": 4.94761368121146e-06, "loss": 0.0, "num_tokens": 6765195.0, "reward": 2.0016117095947266, "reward_std": 0.20457608997821808, "rewards/ROUGEL_entities_reward/mean": 0.5172367095947266, "rewards/ROUGEL_entities_reward/std": 0.3499463200569153, "rewards/answer_correctness_func/mean": 0.21875, "rewards/answer_correctness_func/std": 0.420013427734375, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.265625, "rewards/f1_entities_exact_reward/std": 0.420912504196167, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 128 }, { "completion_length": 927.9375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2024.0, "completions/max_terminated_length": 2011.0, "completions/mean_length": 928.90625, "completions/mean_terminated_length": 893.5806274414062, "completions/min_length": 329.0, "completions/min_terminated_length": 329.0, "epoch": 0.50390625, "frac_reward_zero_std": 0.0, "grad_norm": 1.9960200786590576, "kl": 0.13737232983112335, "learning_rate": 4.9453690018345144e-06, "loss": 0.0001, "num_tokens": 6820172.0, "reward": 1.6964244842529297, "reward_std": 0.3750467300415039, "rewards/ROUGEL_entities_reward/mean": 0.4776744842529297, "rewards/ROUGEL_entities_reward/std": 0.32778704166412354, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.1875, "rewards/f1_entities_exact_reward/std": 0.3299559950828552, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 129 }, { "completion_length": 859.84375, "completions/clipped_ratio": 0.0, "completions/max_length": 1859.0, "completions/max_terminated_length": 1859.0, "completions/mean_length": 860.84375, "completions/mean_terminated_length": 860.84375, "completions/min_length": 406.0, "completions/min_terminated_length": 406.0, "epoch": 0.5078125, "frac_reward_zero_std": 0.375, "grad_norm": 0.031690336763858795, "kl": 0.0009855913085630164, "learning_rate": 4.943077766156698e-06, "loss": 0.0, "num_tokens": 6873207.0, "reward": 1.5569255352020264, "reward_std": 0.10596858710050583, "rewards/ROUGEL_entities_reward/mean": 0.43192553520202637, "rewards/ROUGEL_entities_reward/std": 0.3251318335533142, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 130 }, { "completion_length": 840.125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2040.0, "completions/max_terminated_length": 2032.0, "completions/mean_length": 841.09375, "completions/mean_terminated_length": 802.4193115234375, "completions/min_length": 357.0, "completions/min_terminated_length": 357.0, "epoch": 0.51171875, "frac_reward_zero_std": 0.125, "grad_norm": 1.9148098230361938, "kl": 0.18406124040484428, "learning_rate": 4.9407400177998335e-06, "loss": 0.0002, "num_tokens": 6924386.0, "reward": 1.4958614110946655, "reward_std": 0.2816368639469147, "rewards/ROUGEL_entities_reward/mean": 0.3708614110946655, "rewards/ROUGEL_entities_reward/std": 0.22213904559612274, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.24127934873104095, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 131 }, { "completion_length": 824.21875, "completions/clipped_ratio": 0.0625, "completions/max_length": 2032.0, "completions/max_terminated_length": 1462.0, "completions/mean_length": 825.15625, "completions/mean_terminated_length": 744.7000122070312, "completions/min_length": 381.0, "completions/min_terminated_length": 381.0, "epoch": 0.515625, "frac_reward_zero_std": 0.125, "grad_norm": 1.2463183403015137, "kl": 0.19428683817386627, "learning_rate": 4.938355801271282e-06, "loss": 0.0002, "num_tokens": 6975459.0, "reward": 1.4318013191223145, "reward_std": 0.23176580667495728, "rewards/ROUGEL_entities_reward/mean": 0.38492637872695923, "rewards/ROUGEL_entities_reward/std": 0.3002355694770813, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 132 }, { "completion_length": 723.375, "completions/clipped_ratio": 0.0, "completions/max_length": 1917.0, "completions/max_terminated_length": 1917.0, "completions/mean_length": 724.375, "completions/mean_terminated_length": 724.375, "completions/min_length": 335.0, "completions/min_terminated_length": 335.0, "epoch": 0.51953125, "frac_reward_zero_std": 0.125, "grad_norm": 0.03864600136876106, "kl": 0.0011372581939212978, "learning_rate": 4.935925161963089e-06, "loss": 0.0, "num_tokens": 7023307.0, "reward": 1.7379982471466064, "reward_std": 0.09458935260772705, "rewards/ROUGEL_entities_reward/mean": 0.5348733067512512, "rewards/ROUGEL_entities_reward/std": 0.2754157483577728, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.203125, "rewards/f1_entities_exact_reward/std": 0.24949544668197632, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 133 }, { "completion_length": 889.28125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2042.0, "completions/max_terminated_length": 1824.0, "completions/mean_length": 890.25, "completions/mean_terminated_length": 853.0967407226562, "completions/min_length": 385.0, "completions/min_terminated_length": 385.0, "epoch": 0.5234375, "frac_reward_zero_std": 0.0, "grad_norm": 1.461699366569519, "kl": 0.16751371696591377, "learning_rate": 4.933448146151122e-06, "loss": 0.0002, "num_tokens": 7077295.0, "reward": 1.5296614170074463, "reward_std": 0.19138282537460327, "rewards/ROUGEL_entities_reward/mean": 0.4515363574028015, "rewards/ROUGEL_entities_reward/std": 0.20071564614772797, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 134 }, { "completion_length": 1116.5, "completions/clipped_ratio": 0.03125, "completions/max_length": 1987.0, "completions/max_terminated_length": 1975.0, "completions/mean_length": 1117.46875, "completions/mean_terminated_length": 1089.4193115234375, "completions/min_length": 360.0, "completions/min_terminated_length": 360.0, "epoch": 0.52734375, "frac_reward_zero_std": 0.125, "grad_norm": 2.436648368835449, "kl": 0.17979492247104645, "learning_rate": 4.930924800994192e-06, "loss": 0.0002, "num_tokens": 7138694.0, "reward": 1.4021108150482178, "reward_std": 0.34746816754341125, "rewards/ROUGEL_entities_reward/mean": 0.402110755443573, "rewards/ROUGEL_entities_reward/std": 0.282600075006485, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.875, "rewards/answer_format_func/std": 0.33601075410842896, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 135 }, { "completion_length": 638.71875, "completions/clipped_ratio": 0.0, "completions/max_length": 1153.0, "completions/max_terminated_length": 1153.0, "completions/mean_length": 639.71875, "completions/mean_terminated_length": 639.71875, "completions/min_length": 335.0, "completions/min_terminated_length": 335.0, "epoch": 0.53125, "frac_reward_zero_std": 0.0, "grad_norm": 0.043349362909793854, "kl": 0.0010947933478746563, "learning_rate": 4.928355174533153e-06, "loss": 0.0, "num_tokens": 7184381.0, "reward": 1.7014656066894531, "reward_std": 0.24746444821357727, "rewards/ROUGEL_entities_reward/mean": 0.4983406066894531, "rewards/ROUGEL_entities_reward/std": 0.2694176435470581, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.2905604839324951, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 136 }, { "completion_length": 856.59375, "completions/clipped_ratio": 0.0, "completions/max_length": 1744.0, "completions/max_terminated_length": 1744.0, "completions/mean_length": 857.59375, "completions/mean_terminated_length": 857.59375, "completions/min_length": 372.0, "completions/min_terminated_length": 372.0, "epoch": 0.53515625, "frac_reward_zero_std": 0.125, "grad_norm": 0.04098415747284889, "kl": 0.0010695282835513353, "learning_rate": 4.925739315689991e-06, "loss": 0.0, "num_tokens": 7237404.0, "reward": 1.514191746711731, "reward_std": 0.2309253066778183, "rewards/ROUGEL_entities_reward/mean": 0.34231671690940857, "rewards/ROUGEL_entities_reward/std": 0.28668177127838135, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2763347327709198, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 137 }, { "completion_length": 855.15625, "completions/clipped_ratio": 0.0, "completions/max_length": 1928.0, "completions/max_terminated_length": 1928.0, "completions/mean_length": 856.15625, "completions/mean_terminated_length": 856.15625, "completions/min_length": 335.0, "completions/min_terminated_length": 335.0, "epoch": 0.5390625, "frac_reward_zero_std": 0.125, "grad_norm": 0.04066658392548561, "kl": 0.001067973644239828, "learning_rate": 4.923077274266886e-06, "loss": 0.0, "num_tokens": 7290169.0, "reward": 1.7735551595687866, "reward_std": 0.215285986661911, "rewards/ROUGEL_entities_reward/mean": 0.4610552191734314, "rewards/ROUGEL_entities_reward/std": 0.31371453404426575, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.203125, "rewards/f1_entities_exact_reward/std": 0.33261850476264954, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 138 }, { "completion_length": 873.875, "completions/clipped_ratio": 0.03125, "completions/max_length": 1996.0, "completions/max_terminated_length": 1848.0, "completions/mean_length": 874.84375, "completions/mean_terminated_length": 838.6773681640625, "completions/min_length": 416.0, "completions/min_terminated_length": 416.0, "epoch": 0.54296875, "frac_reward_zero_std": 0.0, "grad_norm": 2.350830316543579, "kl": 0.24254056811332703, "learning_rate": 4.92036910094527e-06, "loss": 0.0002, "num_tokens": 7343928.0, "reward": 1.3114588260650635, "reward_std": 0.19907371699810028, "rewards/ROUGEL_entities_reward/mean": 0.3270837962627411, "rewards/ROUGEL_entities_reward/std": 0.16115085780620575, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.015625, "rewards/f1_entities_exact_reward/std": 0.0883883461356163, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 139 }, { "completion_length": 991.4375, "completions/clipped_ratio": 0.09375, "completions/max_length": 1996.0, "completions/max_terminated_length": 1765.0, "completions/mean_length": 992.34375, "completions/mean_terminated_length": 888.5172119140625, "completions/min_length": 365.0, "completions/min_terminated_length": 365.0, "epoch": 0.546875, "frac_reward_zero_std": 0.0, "grad_norm": 1.7220087051391602, "kl": 0.20999235287308693, "learning_rate": 4.917614847284858e-06, "loss": 0.0002, "num_tokens": 7400619.0, "reward": 1.7145543098449707, "reward_std": 0.33828872442245483, "rewards/ROUGEL_entities_reward/mean": 0.4333043098449707, "rewards/ROUGEL_entities_reward/std": 0.33280470967292786, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.21875, "rewards/f1_entities_exact_reward/std": 0.3345073461532593, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 140 }, { "completion_length": 710.3125, "completions/clipped_ratio": 0.0, "completions/max_length": 1943.0, "completions/max_terminated_length": 1943.0, "completions/mean_length": 711.3125, "completions/mean_terminated_length": 711.3125, "completions/min_length": 377.0, "completions/min_terminated_length": 377.0, "epoch": 0.55078125, "frac_reward_zero_std": 0.25, "grad_norm": 0.04147293418645859, "kl": 0.0010589817684376612, "learning_rate": 4.914814565722671e-06, "loss": 0.0, "num_tokens": 7447749.0, "reward": 1.2959001064300537, "reward_std": 0.03525472432374954, "rewards/ROUGEL_entities_reward/mean": 0.2959001064300537, "rewards/ROUGEL_entities_reward/std": 0.24095308780670166, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 141 }, { "completion_length": 799.125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2000.0, "completions/max_terminated_length": 1674.0, "completions/mean_length": 800.09375, "completions/mean_terminated_length": 761.3870849609375, "completions/min_length": 360.0, "completions/min_terminated_length": 360.0, "epoch": 0.5546875, "frac_reward_zero_std": 0.25, "grad_norm": 2.0430498123168945, "kl": 0.24349932745099068, "learning_rate": 4.9119683095720325e-06, "loss": 0.0002, "num_tokens": 7498416.0, "reward": 1.3787174224853516, "reward_std": 0.1710912436246872, "rewards/ROUGEL_entities_reward/mean": 0.33184248208999634, "rewards/ROUGEL_entities_reward/std": 0.18814721703529358, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 142 }, { "completion_length": 918.0, "completions/clipped_ratio": 0.03125, "completions/max_length": 2010.0, "completions/max_terminated_length": 1920.0, "completions/mean_length": 918.96875, "completions/mean_terminated_length": 883.774169921875, "completions/min_length": 373.0, "completions/min_terminated_length": 373.0, "epoch": 0.55859375, "frac_reward_zero_std": 0.125, "grad_norm": 1.216636061668396, "kl": 0.28474921360611916, "learning_rate": 4.909076133021558e-06, "loss": 0.0003, "num_tokens": 7552755.0, "reward": 1.3588144779205322, "reward_std": 0.16687989234924316, "rewards/ROUGEL_entities_reward/mean": 0.32756444811820984, "rewards/ROUGEL_entities_reward/std": 0.2059074342250824, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 143 }, { "completion_length": 768.4375, "completions/clipped_ratio": 0.0, "completions/max_length": 1912.0, "completions/max_terminated_length": 1912.0, "completions/mean_length": 769.4375, "completions/mean_terminated_length": 769.4375, "completions/min_length": 305.0, "completions/min_terminated_length": 305.0, "epoch": 0.5625, "frac_reward_zero_std": 0.0, "grad_norm": 0.04747036099433899, "kl": 0.0012443193118087947, "learning_rate": 4.906138091134118e-06, "loss": 0.0, "num_tokens": 7601769.0, "reward": 1.6446342468261719, "reward_std": 0.1532508134841919, "rewards/ROUGEL_entities_reward/mean": 0.47275927662849426, "rewards/ROUGEL_entities_reward/std": 0.16322854161262512, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.24127934873104095, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 144 }, { "completion_length": 892.8125, "completions/clipped_ratio": 0.0, "completions/max_length": 1784.0, "completions/max_terminated_length": 1784.0, "completions/mean_length": 893.8125, "completions/mean_terminated_length": 893.8125, "completions/min_length": 375.0, "completions/min_terminated_length": 375.0, "epoch": 0.56640625, "frac_reward_zero_std": 0.125, "grad_norm": 0.034100908786058426, "kl": 0.0010356467391829938, "learning_rate": 4.903154239845798e-06, "loss": 0.0, "num_tokens": 7655715.0, "reward": 1.388700008392334, "reward_std": 0.050331730395555496, "rewards/ROUGEL_entities_reward/mean": 0.38870003819465637, "rewards/ROUGEL_entities_reward/std": 0.16305623948574066, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 145 }, { "completion_length": 843.84375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2025.0, "completions/max_terminated_length": 1623.0, "completions/mean_length": 844.8125, "completions/mean_terminated_length": 806.7418823242188, "completions/min_length": 406.0, "completions/min_terminated_length": 406.0, "epoch": 0.5703125, "frac_reward_zero_std": 0.375, "grad_norm": 17.098857879638672, "kl": 10.053778536617756, "learning_rate": 4.900124635964823e-06, "loss": 0.0101, "num_tokens": 7707333.0, "reward": 1.7105157375335693, "reward_std": 0.17703057825565338, "rewards/ROUGEL_entities_reward/mean": 0.5073907375335693, "rewards/ROUGEL_entities_reward/std": 0.1996941864490509, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.234375, "rewards/f1_entities_exact_reward/std": 0.253503680229187, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 146 }, { "completion_length": 922.5625, "completions/clipped_ratio": 0.03125, "completions/max_length": 1969.0, "completions/max_terminated_length": 1929.0, "completions/mean_length": 923.53125, "completions/mean_terminated_length": 889.806396484375, "completions/min_length": 369.0, "completions/min_terminated_length": 369.0, "epoch": 0.57421875, "frac_reward_zero_std": 0.25, "grad_norm": 1.6118693351745605, "kl": 0.3536710664629936, "learning_rate": 4.897049337170483e-06, "loss": 0.0004, "num_tokens": 7763178.0, "reward": 1.361354112625122, "reward_std": 0.27494993805885315, "rewards/ROUGEL_entities_reward/mean": 0.39260417222976685, "rewards/ROUGEL_entities_reward/std": 0.2945389747619629, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 0.84375, "rewards/answer_format_func/std": 0.3689020276069641, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.23546454310417175, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 147 }, { "completion_length": 840.875, "completions/clipped_ratio": 0.0, "completions/max_length": 1913.0, "completions/max_terminated_length": 1913.0, "completions/mean_length": 841.875, "completions/mean_terminated_length": 841.875, "completions/min_length": 350.0, "completions/min_terminated_length": 350.0, "epoch": 0.578125, "frac_reward_zero_std": 0.125, "grad_norm": 0.04494679719209671, "kl": 0.0013573961332440376, "learning_rate": 4.8939284020120365e-06, "loss": 0.0, "num_tokens": 7814918.0, "reward": 1.3072844743728638, "reward_std": 0.17329524457454681, "rewards/ROUGEL_entities_reward/mean": 0.3072844445705414, "rewards/ROUGEL_entities_reward/std": 0.27680906653404236, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.03125, "rewards/reasoning_equal_answer_reward/std": 0.12296734005212784, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 148 }, { "completion_length": 808.3125, "completions/clipped_ratio": 0.0, "completions/max_length": 1939.0, "completions/max_terminated_length": 1939.0, "completions/mean_length": 809.3125, "completions/mean_terminated_length": 809.3125, "completions/min_length": 382.0, "completions/min_terminated_length": 382.0, "epoch": 0.58203125, "frac_reward_zero_std": 0.0, "grad_norm": 0.041648656129837036, "kl": 0.001219467114424333, "learning_rate": 4.890761889907589e-06, "loss": 0.0, "num_tokens": 7865476.0, "reward": 1.4506151676177979, "reward_std": 0.10441715270280838, "rewards/ROUGEL_entities_reward/mean": 0.3724901080131531, "rewards/ROUGEL_entities_reward/std": 0.20157065987586975, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 149 }, { "completion_length": 861.9375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1703.0, "completions/mean_length": 862.90625, "completions/mean_terminated_length": 824.6773681640625, "completions/min_length": 429.0, "completions/min_terminated_length": 429.0, "epoch": 0.5859375, "frac_reward_zero_std": 0.25, "grad_norm": 2.06022310256958, "kl": 0.3945167139172554, "learning_rate": 4.887549861142967e-06, "loss": 0.0004, "num_tokens": 7917329.0, "reward": 1.4970494508743286, "reward_std": 0.10835842788219452, "rewards/ROUGEL_entities_reward/mean": 0.3876745104789734, "rewards/ROUGEL_entities_reward/std": 0.24825502932071686, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 150 }, { "completion_length": 798.875, "completions/clipped_ratio": 0.0, "completions/max_length": 1607.0, "completions/max_terminated_length": 1607.0, "completions/mean_length": 799.875, "completions/mean_terminated_length": 799.875, "completions/min_length": 394.0, "completions/min_terminated_length": 394.0, "epoch": 0.58984375, "frac_reward_zero_std": 0.25, "grad_norm": 0.036643072962760925, "kl": 0.0015202233917079866, "learning_rate": 4.884292376870567e-06, "loss": 0.0, "num_tokens": 7968257.0, "reward": 1.4161481857299805, "reward_std": 0.0879361554980278, "rewards/ROUGEL_entities_reward/mean": 0.3380230963230133, "rewards/ROUGEL_entities_reward/std": 0.2162221372127533, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 151 }, { "completion_length": 912.21875, "completions/clipped_ratio": 0.0, "completions/max_length": 1885.0, "completions/max_terminated_length": 1885.0, "completions/mean_length": 913.21875, "completions/mean_terminated_length": 913.21875, "completions/min_length": 428.0, "completions/min_terminated_length": 428.0, "epoch": 0.59375, "frac_reward_zero_std": 0.125, "grad_norm": 1.0663779973983765, "kl": 0.7428142726421356, "learning_rate": 4.880989499108196e-06, "loss": 0.0007, "num_tokens": 8023664.0, "reward": 1.5083281993865967, "reward_std": 0.11526817828416824, "rewards/ROUGEL_entities_reward/mean": 0.4458281993865967, "rewards/ROUGEL_entities_reward/std": 0.21193131804466248, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 152 }, { "completion_length": 738.125, "completions/clipped_ratio": 0.0, "completions/max_length": 1465.0, "completions/max_terminated_length": 1465.0, "completions/mean_length": 739.125, "completions/mean_terminated_length": 739.125, "completions/min_length": 400.0, "completions/min_terminated_length": 400.0, "epoch": 0.59765625, "frac_reward_zero_std": 0.125, "grad_norm": 0.03739418461918831, "kl": 0.0015740874805487692, "learning_rate": 4.8776412907378845e-06, "loss": 0.0, "num_tokens": 8072556.0, "reward": 1.5976042747497559, "reward_std": 0.18580883741378784, "rewards/ROUGEL_entities_reward/mean": 0.45697927474975586, "rewards/ROUGEL_entities_reward/std": 0.24883176386356354, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.22840170562267303, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 153 }, { "completion_length": 830.375, "completions/clipped_ratio": 0.0, "completions/max_length": 1811.0, "completions/max_terminated_length": 1811.0, "completions/mean_length": 831.375, "completions/mean_terminated_length": 831.375, "completions/min_length": 348.0, "completions/min_terminated_length": 348.0, "epoch": 0.6015625, "frac_reward_zero_std": 0.0, "grad_norm": 0.04560196027159691, "kl": 0.0013677255483344197, "learning_rate": 4.874247815504693e-06, "loss": 0.0, "num_tokens": 8124344.0, "reward": 1.547914743423462, "reward_std": 0.23362499475479126, "rewards/ROUGEL_entities_reward/mean": 0.4072897434234619, "rewards/ROUGEL_entities_reward/std": 0.2102542370557785, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.24542178213596344, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 154 }, { "completion_length": 892.96875, "completions/clipped_ratio": 0.03125, "completions/max_length": 1964.0, "completions/max_terminated_length": 1670.0, "completions/mean_length": 893.9375, "completions/mean_terminated_length": 859.4193115234375, "completions/min_length": 394.0, "completions/min_terminated_length": 394.0, "epoch": 0.60546875, "frac_reward_zero_std": 0.0, "grad_norm": 0.037193119525909424, "kl": 0.001447477872716263, "learning_rate": 4.870809138015499e-06, "loss": 0.0, "num_tokens": 8178050.0, "reward": 1.288352370262146, "reward_std": 0.23858286440372467, "rewards/ROUGEL_entities_reward/mean": 0.350852370262146, "rewards/ROUGEL_entities_reward/std": 0.22298842668533325, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 155 }, { "completion_length": 796.46875, "completions/clipped_ratio": 0.03125, "completions/max_length": 2037.0, "completions/max_terminated_length": 1629.0, "completions/mean_length": 797.4375, "completions/mean_terminated_length": 757.4515991210938, "completions/min_length": 419.0, "completions/min_terminated_length": 419.0, "epoch": 0.609375, "frac_reward_zero_std": 0.25, "grad_norm": 1.5812207460403442, "kl": 0.5352480337023735, "learning_rate": 4.867325323737765e-06, "loss": 0.0005, "num_tokens": 8229040.0, "reward": 1.3760432004928589, "reward_std": 0.188054621219635, "rewards/ROUGEL_entities_reward/mean": 0.2666681408882141, "rewards/ROUGEL_entities_reward/std": 0.17782245576381683, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.03125, "rewards/reasoning_equal_answer_reward/std": 0.12296734005212784, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 156 }, { "completion_length": 849.4375, "completions/clipped_ratio": 0.0, "completions/max_length": 1842.0, "completions/max_terminated_length": 1842.0, "completions/mean_length": 850.4375, "completions/mean_terminated_length": 850.4375, "completions/min_length": 338.0, "completions/min_terminated_length": 338.0, "epoch": 0.61328125, "frac_reward_zero_std": 0.125, "grad_norm": 0.03673112392425537, "kl": 0.0015620355843566358, "learning_rate": 4.863796438998293e-06, "loss": 0.0, "num_tokens": 8281926.0, "reward": 1.8045166730880737, "reward_std": 0.12542572617530823, "rewards/ROUGEL_entities_reward/mean": 0.4920167624950409, "rewards/ROUGEL_entities_reward/std": 0.2460378259420395, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.35033106803894043, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 157 }, { "completion_length": 750.21875, "completions/clipped_ratio": 0.0, "completions/max_length": 1663.0, "completions/max_terminated_length": 1663.0, "completions/mean_length": 751.21875, "completions/mean_terminated_length": 751.21875, "completions/min_length": 308.0, "completions/min_terminated_length": 308.0, "epoch": 0.6171875, "frac_reward_zero_std": 0.125, "grad_norm": 0.04159174859523773, "kl": 0.001859975018305704, "learning_rate": 4.860222550981961e-06, "loss": 0.0, "num_tokens": 8331185.0, "reward": 1.241472601890564, "reward_std": 0.08027015626430511, "rewards/ROUGEL_entities_reward/mean": 0.24147263169288635, "rewards/ROUGEL_entities_reward/std": 0.15254628658294678, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 158 }, { "completion_length": 830.28125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2029.0, "completions/max_terminated_length": 2009.0, "completions/mean_length": 831.25, "completions/mean_terminated_length": 792.6128540039062, "completions/min_length": 325.0, "completions/min_terminated_length": 325.0, "epoch": 0.62109375, "frac_reward_zero_std": 0.125, "grad_norm": 1.2856565713882446, "kl": 0.627162367105484, "learning_rate": 4.856603727730446e-06, "loss": 0.0006, "num_tokens": 8383193.0, "reward": 1.3633078336715698, "reward_std": 0.16435164213180542, "rewards/ROUGEL_entities_reward/mean": 0.3164328336715698, "rewards/ROUGEL_entities_reward/std": 0.20366710424423218, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 159 }, { "completion_length": 879.875, "completions/clipped_ratio": 0.03125, "completions/max_length": 2012.0, "completions/max_terminated_length": 1951.0, "completions/mean_length": 880.84375, "completions/mean_terminated_length": 844.3547973632812, "completions/min_length": 379.0, "completions/min_terminated_length": 379.0, "epoch": 0.625, "frac_reward_zero_std": 0.25, "grad_norm": 1.1388331651687622, "kl": 0.6329608261585236, "learning_rate": 4.852940038140927e-06, "loss": 0.0006, "num_tokens": 8435644.0, "reward": 1.7319962978363037, "reward_std": 0.2415374517440796, "rewards/ROUGEL_entities_reward/mean": 0.5132462978363037, "rewards/ROUGEL_entities_reward/std": 0.31014952063560486, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.25, "rewards/f1_entities_exact_reward/std": 0.2540002465248108, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 160 }, { "completion_length": 908.0625, "completions/clipped_ratio": 0.0625, "completions/max_length": 2033.0, "completions/max_terminated_length": 1576.0, "completions/mean_length": 909.0, "completions/mean_terminated_length": 834.0667114257812, "completions/min_length": 382.0, "completions/min_terminated_length": 382.0, "epoch": 0.62890625, "frac_reward_zero_std": 0.0, "grad_norm": 2.1456105709075928, "kl": 0.5880822390317917, "learning_rate": 4.849231551964771e-06, "loss": 0.0006, "num_tokens": 8489740.0, "reward": 1.6578807830810547, "reward_std": 0.306590735912323, "rewards/ROUGEL_entities_reward/mean": 0.45475584268569946, "rewards/ROUGEL_entities_reward/std": 0.2889581620693207, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.32650086283683777, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 161 }, { "completion_length": 941.03125, "completions/clipped_ratio": 0.0, "completions/max_length": 1978.0, "completions/max_terminated_length": 1978.0, "completions/mean_length": 942.03125, "completions/mean_terminated_length": 942.03125, "completions/min_length": 366.0, "completions/min_terminated_length": 366.0, "epoch": 0.6328125, "frac_reward_zero_std": 0.375, "grad_norm": 1.3517837524414062, "kl": 0.45960287749767303, "learning_rate": 4.845478339806211e-06, "loss": 0.0005, "num_tokens": 8545093.0, "reward": 1.2845427989959717, "reward_std": 0.057615794241428375, "rewards/ROUGEL_entities_reward/mean": 0.2845427691936493, "rewards/ROUGEL_entities_reward/std": 0.11672698706388474, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 162 }, { "completion_length": 859.3125, "completions/clipped_ratio": 0.0, "completions/max_length": 1659.0, "completions/max_terminated_length": 1659.0, "completions/mean_length": 860.3125, "completions/mean_terminated_length": 860.3125, "completions/min_length": 410.0, "completions/min_terminated_length": 410.0, "epoch": 0.63671875, "frac_reward_zero_std": 0.0, "grad_norm": 0.03822516277432442, "kl": 0.0016769255744293332, "learning_rate": 4.841680473120994e-06, "loss": 0.0, "num_tokens": 8598603.0, "reward": 1.5509443283081055, "reward_std": 0.16313818097114563, "rewards/ROUGEL_entities_reward/mean": 0.44156935811042786, "rewards/ROUGEL_entities_reward/std": 0.17624936997890472, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 163 }, { "completion_length": 768.90625, "completions/clipped_ratio": 0.0, "completions/max_length": 1452.0, "completions/max_terminated_length": 1452.0, "completions/mean_length": 769.90625, "completions/mean_terminated_length": 769.90625, "completions/min_length": 298.0, "completions/min_terminated_length": 298.0, "epoch": 0.640625, "frac_reward_zero_std": 0.375, "grad_norm": 0.030372804030776024, "kl": 0.0017339237383566797, "learning_rate": 4.83783802421503e-06, "loss": 0.0, "num_tokens": 8649276.0, "reward": 1.4654494524002075, "reward_std": 0.08240068703889847, "rewards/ROUGEL_entities_reward/mean": 0.3716994822025299, "rewards/ROUGEL_entities_reward/std": 0.21603207290172577, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 164 }, { "completion_length": 1018.15625, "completions/clipped_ratio": 0.03125, "completions/max_length": 1953.0, "completions/max_terminated_length": 1847.0, "completions/mean_length": 1019.125, "completions/mean_terminated_length": 989.0, "completions/min_length": 403.0, "completions/min_terminated_length": 403.0, "epoch": 0.64453125, "frac_reward_zero_std": 0.125, "grad_norm": 1.210748553276062, "kl": 0.5373932719230652, "learning_rate": 4.833951066243004e-06, "loss": 0.0005, "num_tokens": 8706768.0, "reward": 1.455310344696045, "reward_std": 0.1797359734773636, "rewards/ROUGEL_entities_reward/mean": 0.34593528509140015, "rewards/ROUGEL_entities_reward/std": 0.23094676434993744, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.22840170562267303, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 165 }, { "completion_length": 970.53125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1764.0, "completions/mean_length": 971.5, "completions/mean_terminated_length": 936.774169921875, "completions/min_length": 398.0, "completions/min_terminated_length": 398.0, "epoch": 0.6484375, "frac_reward_zero_std": 0.125, "grad_norm": 1.183385968208313, "kl": 0.6042055934667587, "learning_rate": 4.830019673206997e-06, "loss": 0.0006, "num_tokens": 8763400.0, "reward": 1.3385505676269531, "reward_std": 0.22595582902431488, "rewards/ROUGEL_entities_reward/mean": 0.30730050802230835, "rewards/ROUGEL_entities_reward/std": 0.17959149181842804, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 166 }, { "completion_length": 978.59375, "completions/clipped_ratio": 0.0625, "completions/max_length": 2048.0, "completions/max_terminated_length": 2007.0, "completions/mean_length": 979.53125, "completions/mean_terminated_length": 908.300048828125, "completions/min_length": 383.0, "completions/min_terminated_length": 383.0, "epoch": 0.65234375, "frac_reward_zero_std": 0.0, "grad_norm": 1.1284425258636475, "kl": 0.7285138294100761, "learning_rate": 4.826043919955062e-06, "loss": 0.0007, "num_tokens": 8820013.0, "reward": 1.2818199396133423, "reward_std": 0.20915009081363678, "rewards/ROUGEL_entities_reward/mean": 0.3755699396133423, "rewards/ROUGEL_entities_reward/std": 0.21204902231693268, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 167 }, { "completion_length": 1047.65625, "completions/clipped_ratio": 0.0625, "completions/max_length": 1994.0, "completions/max_terminated_length": 1892.0, "completions/mean_length": 1048.59375, "completions/mean_terminated_length": 985.5667114257812, "completions/min_length": 397.0, "completions/min_terminated_length": 397.0, "epoch": 0.65625, "frac_reward_zero_std": 0.0, "grad_norm": 3494.581787109375, "kl": 7194.785795137286, "learning_rate": 4.822023882179811e-06, "loss": 7.1948, "num_tokens": 8878928.0, "reward": 1.355521559715271, "reward_std": 0.13997748494148254, "rewards/ROUGEL_entities_reward/mean": 0.32427161931991577, "rewards/ROUGEL_entities_reward/std": 0.216593399643898, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 168 }, { "completion_length": 921.375, "completions/clipped_ratio": 0.03125, "completions/max_length": 1929.0, "completions/max_terminated_length": 1844.0, "completions/mean_length": 922.34375, "completions/mean_terminated_length": 889.8709716796875, "completions/min_length": 408.0, "completions/min_terminated_length": 408.0, "epoch": 0.66015625, "frac_reward_zero_std": 0.125, "grad_norm": 0.03364523872733116, "kl": 0.001773456227965653, "learning_rate": 4.817959636416969e-06, "loss": 0.0, "num_tokens": 8933547.0, "reward": 1.7027312517166138, "reward_std": 0.18043223023414612, "rewards/ROUGEL_entities_reward/mean": 0.42148125171661377, "rewards/ROUGEL_entities_reward/std": 0.2903006672859192, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.1875, "rewards/f1_entities_exact_reward/std": 0.3535533845424652, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 169 }, { "completion_length": 882.875, "completions/clipped_ratio": 0.03125, "completions/max_length": 1949.0, "completions/max_terminated_length": 1771.0, "completions/mean_length": 883.84375, "completions/mean_terminated_length": 849.4838256835938, "completions/min_length": 394.0, "completions/min_terminated_length": 394.0, "epoch": 0.6640625, "frac_reward_zero_std": 0.25, "grad_norm": 0.03895450755953789, "kl": 0.0017640561272855848, "learning_rate": 4.8138512600439165e-06, "loss": 0.0, "num_tokens": 8987074.0, "reward": 1.6899856328964233, "reward_std": 0.4273824095726013, "rewards/ROUGEL_entities_reward/mean": 0.40873557329177856, "rewards/ROUGEL_entities_reward/std": 0.3182850480079651, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.1875, "rewards/f1_entities_exact_reward/std": 0.3535533845424652, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 170 }, { "completion_length": 970.28125, "completions/clipped_ratio": 0.0, "completions/max_length": 2002.0, "completions/max_terminated_length": 2002.0, "completions/mean_length": 971.28125, "completions/mean_terminated_length": 971.28125, "completions/min_length": 358.0, "completions/min_terminated_length": 358.0, "epoch": 0.66796875, "frac_reward_zero_std": 0.125, "grad_norm": 1.7073582410812378, "kl": 0.6696112751960754, "learning_rate": 4.809698831278217e-06, "loss": 0.0007, "num_tokens": 9043959.0, "reward": 1.7956573963165283, "reward_std": 0.3364591598510742, "rewards/ROUGEL_entities_reward/mean": 0.5144074559211731, "rewards/ROUGEL_entities_reward/std": 0.2855013608932495, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.21875, "rewards/f1_entities_exact_reward/std": 0.3345073461532593, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 171 }, { "completion_length": 859.1875, "completions/clipped_ratio": 0.0, "completions/max_length": 1893.0, "completions/max_terminated_length": 1893.0, "completions/mean_length": 860.1875, "completions/mean_terminated_length": 860.1875, "completions/min_length": 358.0, "completions/min_terminated_length": 358.0, "epoch": 0.671875, "frac_reward_zero_std": 0.25, "grad_norm": 0.03203745558857918, "kl": 0.0017327538807876408, "learning_rate": 4.80550242917613e-06, "loss": 0.0, "num_tokens": 9096465.0, "reward": 1.6548988819122314, "reward_std": 0.05434321239590645, "rewards/ROUGEL_entities_reward/mean": 0.40489891171455383, "rewards/ROUGEL_entities_reward/std": 0.324654757976532, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.33601075410842896, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 172 }, { "completion_length": 778.4375, "completions/clipped_ratio": 0.0, "completions/max_length": 1737.0, "completions/max_terminated_length": 1737.0, "completions/mean_length": 779.4375, "completions/mean_terminated_length": 779.4375, "completions/min_length": 329.0, "completions/min_terminated_length": 329.0, "epoch": 0.67578125, "frac_reward_zero_std": 0.375, "grad_norm": 0.039835937321186066, "kl": 0.0019720129785127938, "learning_rate": 4.801262133631101e-06, "loss": 0.0, "num_tokens": 9147315.0, "reward": 1.7594964504241943, "reward_std": 0.06129524111747742, "rewards/ROUGEL_entities_reward/mean": 0.49387139081954956, "rewards/ROUGEL_entities_reward/std": 0.28501689434051514, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.265625, "rewards/f1_entities_exact_reward/std": 0.253503680229187, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 173 }, { "completion_length": 867.3125, "completions/clipped_ratio": 0.03125, "completions/max_length": 1990.0, "completions/max_terminated_length": 1449.0, "completions/mean_length": 868.28125, "completions/mean_terminated_length": 832.0967407226562, "completions/min_length": 422.0, "completions/min_terminated_length": 422.0, "epoch": 0.6796875, "frac_reward_zero_std": 0.25, "grad_norm": 1.523024320602417, "kl": 0.6932645589113235, "learning_rate": 4.796978025372247e-06, "loss": 0.0007, "num_tokens": 9200900.0, "reward": 1.5296759605407715, "reward_std": 0.20225465297698975, "rewards/ROUGEL_entities_reward/mean": 0.46717599034309387, "rewards/ROUGEL_entities_reward/std": 0.2737501859664917, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 174 }, { "completion_length": 900.1875, "completions/clipped_ratio": 0.03125, "completions/max_length": 2006.0, "completions/max_terminated_length": 1602.0, "completions/mean_length": 901.15625, "completions/mean_terminated_length": 865.51611328125, "completions/min_length": 394.0, "completions/min_terminated_length": 394.0, "epoch": 0.68359375, "frac_reward_zero_std": 0.375, "grad_norm": 0.9823334813117981, "kl": 0.700871542096138, "learning_rate": 4.79265018596281e-06, "loss": 0.0007, "num_tokens": 9254937.0, "reward": 1.708510160446167, "reward_std": 0.17377904057502747, "rewards/ROUGEL_entities_reward/mean": 0.3960101306438446, "rewards/ROUGEL_entities_reward/std": 0.2816055417060852, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.21875, "rewards/f1_entities_exact_reward/std": 0.35780468583106995, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 175 }, { "completion_length": 928.15625, "completions/clipped_ratio": 0.125, "completions/max_length": 1930.0, "completions/max_terminated_length": 1675.0, "completions/mean_length": 929.03125, "completions/mean_terminated_length": 786.0357666015625, "completions/min_length": 325.0, "completions/min_terminated_length": 325.0, "epoch": 0.6875, "frac_reward_zero_std": 0.0, "grad_norm": 1.3543481826782227, "kl": 0.7427194267511368, "learning_rate": 4.788278697798619e-06, "loss": 0.0007, "num_tokens": 9310526.0, "reward": 1.532794713973999, "reward_std": 0.22352240979671478, "rewards/ROUGEL_entities_reward/mean": 0.4077945947647095, "rewards/ROUGEL_entities_reward/std": 0.23614616692066193, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.23546454310417175, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 176 }, { "completion_length": 802.8125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1988.0, "completions/mean_length": 803.78125, "completions/mean_terminated_length": 763.6451416015625, "completions/min_length": 354.0, "completions/min_terminated_length": 354.0, "epoch": 0.69140625, "frac_reward_zero_std": 0.0, "grad_norm": 1.2869139909744263, "kl": 0.7516332864761353, "learning_rate": 4.783863644106502e-06, "loss": 0.0008, "num_tokens": 9361235.0, "reward": 1.8541301488876343, "reward_std": 0.2548549771308899, "rewards/ROUGEL_entities_reward/mean": 0.5103801488876343, "rewards/ROUGEL_entities_reward/std": 0.328544944524765, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.265625, "rewards/f1_entities_exact_reward/std": 0.31068018078804016, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 177 }, { "completion_length": 793.625, "completions/clipped_ratio": 0.0, "completions/max_length": 1514.0, "completions/max_terminated_length": 1514.0, "completions/mean_length": 794.625, "completions/mean_terminated_length": 794.625, "completions/min_length": 333.0, "completions/min_terminated_length": 333.0, "epoch": 0.6953125, "frac_reward_zero_std": 0.125, "grad_norm": 0.040112365037202835, "kl": 0.0021105987834744155, "learning_rate": 4.779405108942722e-06, "loss": 0.0, "num_tokens": 9411927.0, "reward": 1.847144603729248, "reward_std": 0.2862972021102905, "rewards/ROUGEL_entities_reward/mean": 0.5815195441246033, "rewards/ROUGEL_entities_reward/std": 0.24605299532413483, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.203125, "rewards/f1_entities_exact_reward/std": 0.3074183464050293, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 178 }, { "completion_length": 1009.28125, "completions/clipped_ratio": 0.0, "completions/max_length": 1688.0, "completions/max_terminated_length": 1688.0, "completions/mean_length": 1010.28125, "completions/mean_terminated_length": 1010.28125, "completions/min_length": 375.0, "completions/min_terminated_length": 375.0, "epoch": 0.69921875, "frac_reward_zero_std": 0.25, "grad_norm": 0.029666384682059288, "kl": 0.0019262322748545557, "learning_rate": 4.774903177191358e-06, "loss": 0.0, "num_tokens": 9469028.0, "reward": 1.9670830965042114, "reward_std": 0.17686304450035095, "rewards/ROUGEL_entities_reward/mean": 0.5764580965042114, "rewards/ROUGEL_entities_reward/std": 0.29651689529418945, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.328125, "rewards/f1_entities_exact_reward/std": 0.30078861117362976, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 179 }, { "completion_length": 1029.9375, "completions/clipped_ratio": 0.09375, "completions/max_length": 2015.0, "completions/max_terminated_length": 1837.0, "completions/mean_length": 1030.84375, "completions/mean_terminated_length": 929.0344848632812, "completions/min_length": 357.0, "completions/min_terminated_length": 357.0, "epoch": 0.703125, "frac_reward_zero_std": 0.0, "grad_norm": 1.8338552713394165, "kl": 0.7334167063236237, "learning_rate": 4.770357934562704e-06, "loss": 0.0007, "num_tokens": 9527195.0, "reward": 1.362342357635498, "reward_std": 0.16813592612743378, "rewards/ROUGEL_entities_reward/mean": 0.33109229803085327, "rewards/ROUGEL_entities_reward/std": 0.23416368663311005, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 180 }, { "completion_length": 882.1875, "completions/clipped_ratio": 0.03125, "completions/max_length": 2016.0, "completions/max_terminated_length": 1628.0, "completions/mean_length": 883.15625, "completions/mean_terminated_length": 846.6128540039062, "completions/min_length": 324.0, "completions/min_terminated_length": 324.0, "epoch": 0.70703125, "frac_reward_zero_std": 0.125, "grad_norm": 1.0932868719100952, "kl": 0.8082916885614395, "learning_rate": 4.765769467591626e-06, "loss": 0.0008, "num_tokens": 9580512.0, "reward": 1.4458831548690796, "reward_std": 0.14410392940044403, "rewards/ROUGEL_entities_reward/mean": 0.35213321447372437, "rewards/ROUGEL_entities_reward/std": 0.18379299342632294, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 181 }, { "completion_length": 843.21875, "completions/clipped_ratio": 0.0, "completions/max_length": 1797.0, "completions/max_terminated_length": 1797.0, "completions/mean_length": 844.21875, "completions/mean_terminated_length": 844.21875, "completions/min_length": 401.0, "completions/min_terminated_length": 401.0, "epoch": 0.7109375, "frac_reward_zero_std": 0.0, "grad_norm": 0.03895574063062668, "kl": 0.002073957264656201, "learning_rate": 4.761137863635921e-06, "loss": 0.0, "num_tokens": 9633007.0, "reward": 1.5388941764831543, "reward_std": 0.19678334891796112, "rewards/ROUGEL_entities_reward/mean": 0.4295191168785095, "rewards/ROUGEL_entities_reward/std": 0.21780556440353394, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 182 }, { "completion_length": 833.40625, "completions/clipped_ratio": 0.0, "completions/max_length": 1769.0, "completions/max_terminated_length": 1769.0, "completions/mean_length": 834.40625, "completions/mean_terminated_length": 834.40625, "completions/min_length": 394.0, "completions/min_terminated_length": 394.0, "epoch": 0.71484375, "frac_reward_zero_std": 0.0, "grad_norm": 0.03908202424645424, "kl": 0.0022108145931269974, "learning_rate": 4.7564632108746524e-06, "loss": 0.0, "num_tokens": 9684880.0, "reward": 1.4077043533325195, "reward_std": 0.13589012622833252, "rewards/ROUGEL_entities_reward/mean": 0.37645429372787476, "rewards/ROUGEL_entities_reward/std": 0.1814633160829544, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 183 }, { "completion_length": 883.96875, "completions/clipped_ratio": 0.03125, "completions/max_length": 1991.0, "completions/max_terminated_length": 1520.0, "completions/mean_length": 884.9375, "completions/mean_terminated_length": 849.258056640625, "completions/min_length": 391.0, "completions/min_terminated_length": 391.0, "epoch": 0.71875, "frac_reward_zero_std": 0.0, "grad_norm": 1.379868984222412, "kl": 0.9422600865364075, "learning_rate": 4.7517455983064694e-06, "loss": 0.0009, "num_tokens": 9738406.0, "reward": 1.3271058797836304, "reward_std": 0.15527033805847168, "rewards/ROUGEL_entities_reward/mean": 0.29585587978363037, "rewards/ROUGEL_entities_reward/std": 0.21522636711597443, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 184 }, { "completion_length": 1024.28125, "completions/clipped_ratio": 0.0625, "completions/max_length": 2006.0, "completions/max_terminated_length": 1799.0, "completions/mean_length": 1025.21875, "completions/mean_terminated_length": 959.8333740234375, "completions/min_length": 377.0, "completions/min_terminated_length": 377.0, "epoch": 0.72265625, "frac_reward_zero_std": 0.25, "grad_norm": 1.4722685813903809, "kl": 0.8448768109083176, "learning_rate": 4.746985115747918e-06, "loss": 0.0008, "num_tokens": 9796297.0, "reward": 1.5176056623458862, "reward_std": 0.21396151185035706, "rewards/ROUGEL_entities_reward/mean": 0.392605721950531, "rewards/ROUGEL_entities_reward/std": 0.237748920917511, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.23546454310417175, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 185 }, { "completion_length": 704.1875, "completions/clipped_ratio": 0.0, "completions/max_length": 1678.0, "completions/max_terminated_length": 1678.0, "completions/mean_length": 705.1875, "completions/mean_terminated_length": 705.1875, "completions/min_length": 385.0, "completions/min_terminated_length": 385.0, "epoch": 0.7265625, "frac_reward_zero_std": 0.0, "grad_norm": 0.04775053635239601, "kl": 0.0027036044048145413, "learning_rate": 4.742181853831721e-06, "loss": 0.0, "num_tokens": 9843055.0, "reward": 1.6798121929168701, "reward_std": 0.27602407336235046, "rewards/ROUGEL_entities_reward/mean": 0.4298122227191925, "rewards/ROUGEL_entities_reward/std": 0.24362929165363312, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.3222276270389557, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 186 }, { "completion_length": 738.21875, "completions/clipped_ratio": 0.0, "completions/max_length": 1841.0, "completions/max_terminated_length": 1841.0, "completions/mean_length": 739.21875, "completions/mean_terminated_length": 739.21875, "completions/min_length": 342.0, "completions/min_terminated_length": 342.0, "epoch": 0.73046875, "frac_reward_zero_std": 0.0, "grad_norm": 0.043839629739522934, "kl": 0.002740188909228891, "learning_rate": 4.737335904005063e-06, "loss": 0.0, "num_tokens": 9891638.0, "reward": 1.601567268371582, "reward_std": 0.1596144586801529, "rewards/ROUGEL_entities_reward/mean": 0.49219226837158203, "rewards/ROUGEL_entities_reward/std": 0.16970126330852509, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 187 }, { "completion_length": 867.3125, "completions/clipped_ratio": 0.0, "completions/max_length": 1818.0, "completions/max_terminated_length": 1818.0, "completions/mean_length": 868.3125, "completions/mean_terminated_length": 868.3125, "completions/min_length": 374.0, "completions/min_terminated_length": 374.0, "epoch": 0.734375, "frac_reward_zero_std": 0.125, "grad_norm": 0.038173358887434006, "kl": 0.0027400844264775515, "learning_rate": 4.732447358527843e-06, "loss": 0.0, "num_tokens": 9944676.0, "reward": 1.9201610088348389, "reward_std": 0.28956806659698486, "rewards/ROUGEL_entities_reward/mean": 0.6232860088348389, "rewards/ROUGEL_entities_reward/std": 0.2561741769313812, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.234375, "rewards/f1_entities_exact_reward/std": 0.31068018078804016, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 188 }, { "completion_length": 879.8125, "completions/clipped_ratio": 0.0, "completions/max_length": 1575.0, "completions/max_terminated_length": 1575.0, "completions/mean_length": 880.8125, "completions/mean_terminated_length": 880.8125, "completions/min_length": 372.0, "completions/min_terminated_length": 372.0, "epoch": 0.73828125, "frac_reward_zero_std": 0.0, "grad_norm": 0.0361693799495697, "kl": 0.002568211406469345, "learning_rate": 4.72751631047092e-06, "loss": 0.0, "num_tokens": 9997678.0, "reward": 1.869084358215332, "reward_std": 0.20933842658996582, "rewards/ROUGEL_entities_reward/mean": 0.5409592986106873, "rewards/ROUGEL_entities_reward/std": 0.28050729632377625, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.35033106803894043, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.03125, "rewards/reasoning_equal_answer_reward/std": 0.1767766922712326, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 189 }, { "completion_length": 785.0625, "completions/clipped_ratio": 0.0, "completions/max_length": 1981.0, "completions/max_terminated_length": 1981.0, "completions/mean_length": 786.0625, "completions/mean_terminated_length": 786.0625, "completions/min_length": 438.0, "completions/min_terminated_length": 438.0, "epoch": 0.7421875, "frac_reward_zero_std": 0.25, "grad_norm": 1.4834654331207275, "kl": 1.0321751236915588, "learning_rate": 4.7225428537143414e-06, "loss": 0.001, "num_tokens": 10047720.0, "reward": 1.62890625, "reward_std": 0.16684111952781677, "rewards/ROUGEL_entities_reward/mean": 0.44140625, "rewards/ROUGEL_entities_reward/std": 0.25935906171798706, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.1875, "rewards/f1_entities_exact_reward/std": 0.24593468010425568, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 190 }, { "completion_length": 946.71875, "completions/clipped_ratio": 0.0, "completions/max_length": 1972.0, "completions/max_terminated_length": 1972.0, "completions/mean_length": 947.71875, "completions/mean_terminated_length": 947.71875, "completions/min_length": 403.0, "completions/min_terminated_length": 403.0, "epoch": 0.74609375, "frac_reward_zero_std": 0.0, "grad_norm": 0.04114517942070961, "kl": 0.0024414416984654963, "learning_rate": 4.717527082945555e-06, "loss": 0.0, "num_tokens": 10101307.0, "reward": 1.7661187648773193, "reward_std": 0.3268924951553345, "rewards/ROUGEL_entities_reward/mean": 0.5004938244819641, "rewards/ROUGEL_entities_reward/std": 0.2833807170391083, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.203125, "rewards/f1_entities_exact_reward/std": 0.3074183464050293, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 191 }, { "completion_length": 959.84375, "completions/clipped_ratio": 0.03125, "completions/max_length": 1992.0, "completions/max_terminated_length": 1979.0, "completions/mean_length": 960.8125, "completions/mean_terminated_length": 927.54833984375, "completions/min_length": 380.0, "completions/min_terminated_length": 380.0, "epoch": 0.75, "frac_reward_zero_std": 0.125, "grad_norm": 1.4532443284988403, "kl": 1.0749232769012451, "learning_rate": 4.712469093657605e-06, "loss": 0.0011, "num_tokens": 10157001.0, "reward": 1.2748461961746216, "reward_std": 0.1997840851545334, "rewards/ROUGEL_entities_reward/mean": 0.27484622597694397, "rewards/ROUGEL_entities_reward/std": 0.21332216262817383, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 192 }, { "completion_length": 966.28125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1775.0, "completions/mean_length": 967.25, "completions/mean_terminated_length": 932.3870849609375, "completions/min_length": 456.0, "completions/min_terminated_length": 456.0, "epoch": 0.75390625, "frac_reward_zero_std": 0.125, "grad_norm": 1.66327965259552, "kl": 0.8032007962465286, "learning_rate": 4.707368982147318e-06, "loss": 0.0008, "num_tokens": 10212997.0, "reward": 1.6323164701461792, "reward_std": 0.21946288645267487, "rewards/ROUGEL_entities_reward/mean": 0.4916914701461792, "rewards/ROUGEL_entities_reward/std": 0.18886315822601318, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.22840170562267303, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.03125, "rewards/reasoning_equal_answer_reward/std": 0.12296734005212784, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 193 }, { "completion_length": 963.6875, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1740.0, "completions/mean_length": 964.65625, "completions/mean_terminated_length": 929.7096557617188, "completions/min_length": 372.0, "completions/min_terminated_length": 372.0, "epoch": 0.7578125, "frac_reward_zero_std": 0.125, "grad_norm": 1.2255504131317139, "kl": 0.8852058202028275, "learning_rate": 4.702226845513465e-06, "loss": 0.0009, "num_tokens": 10269446.0, "reward": 1.4255499839782715, "reward_std": 0.1576838493347168, "rewards/ROUGEL_entities_reward/mean": 0.3942999839782715, "rewards/ROUGEL_entities_reward/std": 0.2291238158941269, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 194 }, { "completion_length": 851.40625, "completions/clipped_ratio": 0.0, "completions/max_length": 1718.0, "completions/max_terminated_length": 1718.0, "completions/mean_length": 852.40625, "completions/mean_terminated_length": 852.40625, "completions/min_length": 299.0, "completions/min_terminated_length": 299.0, "epoch": 0.76171875, "frac_reward_zero_std": 0.25, "grad_norm": 0.03477827459573746, "kl": 0.0029616396059282124, "learning_rate": 4.697042781654913e-06, "loss": 0.0, "num_tokens": 10321651.0, "reward": 1.527214527130127, "reward_std": 0.07385474443435669, "rewards/ROUGEL_entities_reward/mean": 0.4178394675254822, "rewards/ROUGEL_entities_reward/std": 0.28007033467292786, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 195 }, { "completion_length": 792.875, "completions/clipped_ratio": 0.0, "completions/max_length": 1742.0, "completions/max_terminated_length": 1742.0, "completions/mean_length": 793.875, "completions/mean_terminated_length": 793.875, "completions/min_length": 432.0, "completions/min_terminated_length": 432.0, "epoch": 0.765625, "frac_reward_zero_std": 0.125, "grad_norm": 0.03618635609745979, "kl": 0.0025854097330011427, "learning_rate": 4.69181688926877e-06, "loss": 0.0, "num_tokens": 10373223.0, "reward": 1.8575518131256104, "reward_std": 0.09953181445598602, "rewards/ROUGEL_entities_reward/mean": 0.5606766939163208, "rewards/ROUGEL_entities_reward/std": 0.22431574761867523, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.35033106803894043, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 196 }, { "completion_length": 1093.4375, "completions/clipped_ratio": 0.125, "completions/max_length": 2031.0, "completions/max_terminated_length": 1978.0, "completions/mean_length": 1094.3125, "completions/mean_terminated_length": 960.5000610351562, "completions/min_length": 400.0, "completions/min_terminated_length": 400.0, "epoch": 0.76953125, "frac_reward_zero_std": 0.375, "grad_norm": 0.8667251467704773, "kl": 0.9629810601472855, "learning_rate": 4.68654926784849e-06, "loss": 0.001, "num_tokens": 10433157.0, "reward": 1.0756583213806152, "reward_std": 0.18075557053089142, "rewards/ROUGEL_entities_reward/mean": 0.16940835118293762, "rewards/ROUGEL_entities_reward/std": 0.24356292188167572, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.84375, "rewards/answer_format_func/std": 0.3689020276069641, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 197 }, { "completion_length": 797.84375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1526.0, "completions/mean_length": 798.8125, "completions/mean_terminated_length": 758.51611328125, "completions/min_length": 329.0, "completions/min_terminated_length": 329.0, "epoch": 0.7734375, "frac_reward_zero_std": 0.125, "grad_norm": 1.1409969329833984, "kl": 1.1833596527576447, "learning_rate": 4.681240017681994e-06, "loss": 0.0012, "num_tokens": 10483087.0, "reward": 1.4751548767089844, "reward_std": 0.10321173816919327, "rewards/ROUGEL_entities_reward/mean": 0.3657797574996948, "rewards/ROUGEL_entities_reward/std": 0.28599756956100464, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 198 }, { "completion_length": 925.40625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2046.0, "completions/max_terminated_length": 1878.0, "completions/mean_length": 926.375, "completions/mean_terminated_length": 890.258056640625, "completions/min_length": 381.0, "completions/min_terminated_length": 381.0, "epoch": 0.77734375, "frac_reward_zero_std": 0.125, "grad_norm": 2.2912237644195557, "kl": 1.065021738409996, "learning_rate": 4.675889239849749e-06, "loss": 0.0011, "num_tokens": 10538067.0, "reward": 1.5397331714630127, "reward_std": 0.17803649604320526, "rewards/ROUGEL_entities_reward/mean": 0.47723305225372314, "rewards/ROUGEL_entities_reward/std": 0.22854717075824738, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 199 }, { "completion_length": 921.1875, "completions/clipped_ratio": 0.03125, "completions/max_length": 1968.0, "completions/max_terminated_length": 1940.0, "completions/mean_length": 922.15625, "completions/mean_terminated_length": 888.4193115234375, "completions/min_length": 401.0, "completions/min_terminated_length": 401.0, "epoch": 0.78125, "frac_reward_zero_std": 0.125, "grad_norm": 1.5353916883468628, "kl": 1.2338095605373383, "learning_rate": 4.670497036222856e-06, "loss": 0.0012, "num_tokens": 10592980.0, "reward": 1.4163644313812256, "reward_std": 0.2812146544456482, "rewards/ROUGEL_entities_reward/mean": 0.369489461183548, "rewards/ROUGEL_entities_reward/std": 0.26223137974739075, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 200 }, { "completion_length": 730.375, "completions/clipped_ratio": 0.0, "completions/max_length": 1434.0, "completions/max_terminated_length": 1434.0, "completions/mean_length": 731.375, "completions/mean_terminated_length": 731.375, "completions/min_length": 336.0, "completions/min_terminated_length": 336.0, "epoch": 0.78515625, "frac_reward_zero_std": 0.125, "grad_norm": 0.044390663504600525, "kl": 0.003508137771859765, "learning_rate": 4.665063509461098e-06, "loss": 0.0, "num_tokens": 10642812.0, "reward": 1.6033183336257935, "reward_std": 0.21020248532295227, "rewards/ROUGEL_entities_reward/mean": 0.41581839323043823, "rewards/ROUGEL_entities_reward/std": 0.33206847310066223, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2839809060096741, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 201 }, { "completion_length": 1082.96875, "completions/clipped_ratio": 0.0625, "completions/max_length": 2028.0, "completions/max_terminated_length": 1963.0, "completions/mean_length": 1083.90625, "completions/mean_terminated_length": 1020.9667358398438, "completions/min_length": 413.0, "completions/min_terminated_length": 413.0, "epoch": 0.7890625, "frac_reward_zero_std": 0.0, "grad_norm": 2.006798505783081, "kl": 1.1019262075424194, "learning_rate": 4.65958876301099e-06, "loss": 0.0011, "num_tokens": 10703353.0, "reward": 1.370076060295105, "reward_std": 0.3156660795211792, "rewards/ROUGEL_entities_reward/mean": 0.37007611989974976, "rewards/ROUGEL_entities_reward/std": 0.24605870246887207, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.875, "rewards/answer_format_func/std": 0.33601075410842896, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 202 }, { "completion_length": 810.4375, "completions/clipped_ratio": 0.0, "completions/max_length": 1636.0, "completions/max_terminated_length": 1636.0, "completions/mean_length": 811.4375, "completions/mean_terminated_length": 811.4375, "completions/min_length": 373.0, "completions/min_terminated_length": 373.0, "epoch": 0.79296875, "frac_reward_zero_std": 0.0, "grad_norm": 0.04610656201839447, "kl": 0.003118869964964688, "learning_rate": 4.654072901103815e-06, "loss": 0.0, "num_tokens": 10754875.0, "reward": 1.7375383377075195, "reward_std": 0.17008857429027557, "rewards/ROUGEL_entities_reward/mean": 0.5031633377075195, "rewards/ROUGEL_entities_reward/std": 0.24783650040626526, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.203125, "rewards/f1_entities_exact_reward/std": 0.27995896339416504, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 203 }, { "completion_length": 858.21875, "completions/clipped_ratio": 0.03125, "completions/max_length": 2034.0, "completions/max_terminated_length": 1850.0, "completions/mean_length": 859.1875, "completions/mean_terminated_length": 821.290283203125, "completions/min_length": 319.0, "completions/min_terminated_length": 319.0, "epoch": 0.796875, "frac_reward_zero_std": 0.0, "grad_norm": 1.2209501266479492, "kl": 1.2286138385534286, "learning_rate": 4.648516028753632e-06, "loss": 0.0012, "num_tokens": 10807805.0, "reward": 1.7225679159164429, "reward_std": 0.49286895990371704, "rewards/ROUGEL_entities_reward/mean": 0.4881928563117981, "rewards/ROUGEL_entities_reward/std": 0.3378114104270935, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.203125, "rewards/f1_entities_exact_reward/std": 0.33261850476264954, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 204 }, { "completion_length": 1153.09375, "completions/clipped_ratio": 0.0, "completions/max_length": 1939.0, "completions/max_terminated_length": 1939.0, "completions/mean_length": 1154.09375, "completions/mean_terminated_length": 1154.09375, "completions/min_length": 353.0, "completions/min_terminated_length": 353.0, "epoch": 0.80078125, "frac_reward_zero_std": 0.125, "grad_norm": 0.029167989268898964, "kl": 0.0026968702441081405, "learning_rate": 4.642918251755281e-06, "loss": 0.0, "num_tokens": 10870216.0, "reward": 1.4007794857025146, "reward_std": 0.0695604532957077, "rewards/ROUGEL_entities_reward/mean": 0.33827948570251465, "rewards/ROUGEL_entities_reward/std": 0.1997152715921402, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 205 }, { "completion_length": 984.96875, "completions/clipped_ratio": 0.03125, "completions/max_length": 1998.0, "completions/max_terminated_length": 1874.0, "completions/mean_length": 985.9375, "completions/mean_terminated_length": 953.290283203125, "completions/min_length": 379.0, "completions/min_terminated_length": 379.0, "epoch": 0.8046875, "frac_reward_zero_std": 0.125, "grad_norm": 2.3423564434051514, "kl": 1.2709768414497375, "learning_rate": 4.637279676682367e-06, "loss": 0.0013, "num_tokens": 10927382.0, "reward": 1.263650894165039, "reward_std": 0.24360239505767822, "rewards/ROUGEL_entities_reward/mean": 0.3105258643627167, "rewards/ROUGEL_entities_reward/std": 0.24302564561367035, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.015625, "rewards/f1_entities_exact_reward/std": 0.0883883461356163, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 206 }, { "completion_length": 957.40625, "completions/clipped_ratio": 0.0, "completions/max_length": 1770.0, "completions/max_terminated_length": 1770.0, "completions/mean_length": 958.40625, "completions/mean_terminated_length": 958.40625, "completions/min_length": 461.0, "completions/min_terminated_length": 461.0, "epoch": 0.80859375, "frac_reward_zero_std": 0.125, "grad_norm": 0.03505385294556618, "kl": 0.002852368459571153, "learning_rate": 4.631600410885231e-06, "loss": 0.0, "num_tokens": 10982835.0, "reward": 1.405524730682373, "reward_std": 0.2276136726140976, "rewards/ROUGEL_entities_reward/mean": 0.3586496412754059, "rewards/ROUGEL_entities_reward/std": 0.2160038948059082, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 207 }, { "completion_length": 977.15625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 2011.0, "completions/mean_length": 978.125, "completions/mean_terminated_length": 943.6128540039062, "completions/min_length": 399.0, "completions/min_terminated_length": 399.0, "epoch": 0.8125, "frac_reward_zero_std": 0.25, "grad_norm": 1.7783716917037964, "kl": 1.2123150825500488, "learning_rate": 4.625880562488908e-06, "loss": 0.0012, "num_tokens": 11038403.0, "reward": 1.2032020092010498, "reward_std": 0.2942013144493103, "rewards/ROUGEL_entities_reward/mean": 0.25007694959640503, "rewards/ROUGEL_entities_reward/std": 0.21524839103221893, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 208 }, { "completion_length": 876.5, "completions/clipped_ratio": 0.0, "completions/max_length": 1515.0, "completions/max_terminated_length": 1515.0, "completions/mean_length": 877.5, "completions/mean_terminated_length": 877.5, "completions/min_length": 409.0, "completions/min_terminated_length": 409.0, "epoch": 0.81640625, "frac_reward_zero_std": 0.0, "grad_norm": 0.04318377003073692, "kl": 0.0032818750478327274, "learning_rate": 4.620120240391065e-06, "loss": 0.0, "num_tokens": 11090811.0, "reward": 1.5333139896392822, "reward_std": 0.12510553002357483, "rewards/ROUGEL_entities_reward/mean": 0.4708141088485718, "rewards/ROUGEL_entities_reward/std": 0.21942393481731415, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 209 }, { "completion_length": 796.96875, "completions/clipped_ratio": 0.0, "completions/max_length": 1770.0, "completions/max_terminated_length": 1770.0, "completions/mean_length": 797.96875, "completions/mean_terminated_length": 797.96875, "completions/min_length": 338.0, "completions/min_terminated_length": 338.0, "epoch": 0.8203125, "frac_reward_zero_std": 0.125, "grad_norm": 0.041065096855163574, "kl": 0.0031067486270330846, "learning_rate": 4.614319554259934e-06, "loss": 0.0, "num_tokens": 11141182.0, "reward": 1.694896936416626, "reward_std": 0.17729955911636353, "rewards/ROUGEL_entities_reward/mean": 0.523021936416626, "rewards/ROUGEL_entities_reward/std": 0.17031069099903107, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.26133573055267334, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 210 }, { "completion_length": 829.6875, "completions/clipped_ratio": 0.03125, "completions/max_length": 1895.0, "completions/max_terminated_length": 1840.0, "completions/mean_length": 830.65625, "completions/mean_terminated_length": 796.3225708007812, "completions/min_length": 336.0, "completions/min_terminated_length": 336.0, "epoch": 0.82421875, "frac_reward_zero_std": 0.375, "grad_norm": 0.025449238717556, "kl": 0.0032534206402488053, "learning_rate": 4.608478614532215e-06, "loss": 0.0, "num_tokens": 11194587.0, "reward": 1.5282509326934814, "reward_std": 0.07078467309474945, "rewards/ROUGEL_entities_reward/mean": 0.403251051902771, "rewards/ROUGEL_entities_reward/std": 0.2537514567375183, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 211 }, { "completion_length": 867.71875, "completions/clipped_ratio": 0.03125, "completions/max_length": 1963.0, "completions/max_terminated_length": 1924.0, "completions/mean_length": 868.6875, "completions/mean_terminated_length": 833.3870849609375, "completions/min_length": 315.0, "completions/min_terminated_length": 315.0, "epoch": 0.828125, "frac_reward_zero_std": 0.125, "grad_norm": 1.55117666721344, "kl": 1.3802655041217804, "learning_rate": 4.602597532410982e-06, "loss": 0.0014, "num_tokens": 11247393.0, "reward": 1.619497537612915, "reward_std": 0.3464570939540863, "rewards/ROUGEL_entities_reward/mean": 0.44762247800827026, "rewards/ROUGEL_entities_reward/std": 0.3050532042980194, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.2905604839324951, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 212 }, { "completion_length": 795.5, "completions/clipped_ratio": 0.03125, "completions/max_length": 2012.0, "completions/max_terminated_length": 1882.0, "completions/mean_length": 796.46875, "completions/mean_terminated_length": 757.258056640625, "completions/min_length": 349.0, "completions/min_terminated_length": 349.0, "epoch": 0.83203125, "frac_reward_zero_std": 0.375, "grad_norm": 0.03295362740755081, "kl": 0.0036803819239139557, "learning_rate": 4.596676419863561e-06, "loss": 0.0, "num_tokens": 11297428.0, "reward": 1.6275684833526611, "reward_std": 0.2333773523569107, "rewards/ROUGEL_entities_reward/mean": 0.3775685429573059, "rewards/ROUGEL_entities_reward/std": 0.2451464831829071, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.25, "rewards/f1_entities_exact_reward/std": 0.2839809060096741, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 213 }, { "completion_length": 1085.4375, "completions/clipped_ratio": 0.03125, "completions/max_length": 1998.0, "completions/max_terminated_length": 1825.0, "completions/mean_length": 1086.40625, "completions/mean_terminated_length": 1057.0, "completions/min_length": 361.0, "completions/min_terminated_length": 361.0, "epoch": 0.8359375, "frac_reward_zero_std": 0.25, "grad_norm": 1.5789481401443481, "kl": 11.263838738203049, "learning_rate": 4.590715389619399e-06, "loss": 0.0113, "num_tokens": 11358049.0, "reward": 1.6652371883392334, "reward_std": 0.21930772066116333, "rewards/ROUGEL_entities_reward/mean": 0.5089872479438782, "rewards/ROUGEL_entities_reward/std": 0.2480711191892624, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.24127934873104095, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 214 }, { "completion_length": 1082.0625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1983.0, "completions/mean_length": 1083.03125, "completions/mean_terminated_length": 1051.9031982421875, "completions/min_length": 404.0, "completions/min_terminated_length": 404.0, "epoch": 0.83984375, "frac_reward_zero_std": 0.0, "grad_norm": 1.108374834060669, "kl": 1.910546362400055, "learning_rate": 4.584714555167921e-06, "loss": 0.0019, "num_tokens": 11418770.0, "reward": 1.4147167205810547, "reward_std": 0.3453575372695923, "rewards/ROUGEL_entities_reward/mean": 0.4147166609764099, "rewards/ROUGEL_entities_reward/std": 0.24889639019966125, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 215 }, { "completion_length": 742.90625, "completions/clipped_ratio": 0.0, "completions/max_length": 1538.0, "completions/max_terminated_length": 1538.0, "completions/mean_length": 743.90625, "completions/mean_terminated_length": 743.90625, "completions/min_length": 404.0, "completions/min_terminated_length": 404.0, "epoch": 0.84375, "frac_reward_zero_std": 0.125, "grad_norm": 0.04036381095647812, "kl": 0.004414113820530474, "learning_rate": 4.578674030756364e-06, "loss": 0.0, "num_tokens": 11467539.0, "reward": 1.5085499286651611, "reward_std": 0.13072682917118073, "rewards/ROUGEL_entities_reward/mean": 0.4147999882698059, "rewards/ROUGEL_entities_reward/std": 0.22764723002910614, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 216 }, { "completion_length": 774.53125, "completions/clipped_ratio": 0.03125, "completions/max_length": 1918.0, "completions/max_terminated_length": 1534.0, "completions/mean_length": 775.5, "completions/mean_terminated_length": 738.6451416015625, "completions/min_length": 344.0, "completions/min_terminated_length": 344.0, "epoch": 0.84765625, "frac_reward_zero_std": 0.0, "grad_norm": 2.596858024597168, "kl": 1.7221015393733978, "learning_rate": 4.572593931387604e-06, "loss": 0.0017, "num_tokens": 11518471.0, "reward": 1.6542105674743652, "reward_std": 0.23461484909057617, "rewards/ROUGEL_entities_reward/mean": 0.49796050786972046, "rewards/ROUGEL_entities_reward/std": 0.2000449299812317, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.1875, "rewards/f1_entities_exact_reward/std": 0.24593468010425568, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 217 }, { "completion_length": 821.0625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1905.0, "completions/mean_length": 822.03125, "completions/mean_terminated_length": 782.4838256835938, "completions/min_length": 300.0, "completions/min_terminated_length": 300.0, "epoch": 0.8515625, "frac_reward_zero_std": 0.0, "grad_norm": 1.2118504047393799, "kl": 1.6701210141181946, "learning_rate": 4.566474372817971e-06, "loss": 0.0017, "num_tokens": 11568932.0, "reward": 1.5244419574737549, "reward_std": 0.29922497272491455, "rewards/ROUGEL_entities_reward/mean": 0.3838169574737549, "rewards/ROUGEL_entities_reward/std": 0.3265708386898041, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2763347327709198, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 218 }, { "completion_length": 973.09375, "completions/clipped_ratio": 0.0, "completions/max_length": 1694.0, "completions/max_terminated_length": 1694.0, "completions/mean_length": 974.09375, "completions/mean_terminated_length": 974.09375, "completions/min_length": 477.0, "completions/min_terminated_length": 477.0, "epoch": 0.85546875, "frac_reward_zero_std": 0.375, "grad_norm": 0.02744431048631668, "kl": 0.0035915279295295477, "learning_rate": 4.560315471555039e-06, "loss": 0.0, "num_tokens": 11625679.0, "reward": 1.700251579284668, "reward_std": 0.09833873808383942, "rewards/ROUGEL_entities_reward/mean": 0.46587657928466797, "rewards/ROUGEL_entities_reward/std": 0.3010881543159485, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.234375, "rewards/f1_entities_exact_reward/std": 0.253503680229187, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 219 }, { "completion_length": 771.375, "completions/clipped_ratio": 0.03125, "completions/max_length": 1990.0, "completions/max_terminated_length": 1725.0, "completions/mean_length": 772.34375, "completions/mean_terminated_length": 733.0645141601562, "completions/min_length": 436.0, "completions/min_terminated_length": 436.0, "epoch": 0.859375, "frac_reward_zero_std": 0.125, "grad_norm": 1.2439193725585938, "kl": 1.9394130408763885, "learning_rate": 4.55411734485541e-06, "loss": 0.0019, "num_tokens": 11675786.0, "reward": 1.551956295967102, "reward_std": 0.22622953355312347, "rewards/ROUGEL_entities_reward/mean": 0.3488312363624573, "rewards/ROUGEL_entities_reward/std": 0.27842622995376587, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.30412155389785767, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 220 }, { "completion_length": 1103.9375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2036.0, "completions/max_terminated_length": 1924.0, "completions/mean_length": 1104.90625, "completions/mean_terminated_length": 1074.8709716796875, "completions/min_length": 421.0, "completions/min_terminated_length": 421.0, "epoch": 0.86328125, "frac_reward_zero_std": 0.0, "grad_norm": 1.2167364358901978, "kl": 1.3969679772853851, "learning_rate": 4.54788011072248e-06, "loss": 0.0014, "num_tokens": 11735771.0, "reward": 1.5269935131072998, "reward_std": 0.44397246837615967, "rewards/ROUGEL_entities_reward/mean": 0.3551185131072998, "rewards/ROUGEL_entities_reward/std": 0.296473890542984, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.2961445748806, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 221 }, { "completion_length": 1004.40625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2045.0, "completions/max_terminated_length": 1934.0, "completions/mean_length": 1005.375, "completions/mean_terminated_length": 971.8386840820312, "completions/min_length": 423.0, "completions/min_terminated_length": 423.0, "epoch": 0.8671875, "frac_reward_zero_std": 0.0, "grad_norm": 2.367600440979004, "kl": 2.5824813842773438, "learning_rate": 4.541603887904198e-06, "loss": 0.0026, "num_tokens": 11792863.0, "reward": 1.3456463813781738, "reward_std": 0.2051272690296173, "rewards/ROUGEL_entities_reward/mean": 0.29877138137817383, "rewards/ROUGEL_entities_reward/std": 0.30500057339668274, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 222 }, { "completion_length": 1165.8125, "completions/clipped_ratio": 0.0625, "completions/max_length": 2007.0, "completions/max_terminated_length": 1986.0, "completions/mean_length": 1166.75, "completions/mean_terminated_length": 1110.7333984375, "completions/min_length": 487.0, "completions/min_terminated_length": 487.0, "epoch": 0.87109375, "frac_reward_zero_std": 0.125, "grad_norm": 1.1036248207092285, "kl": 1.5670599341392517, "learning_rate": 4.535288795890799e-06, "loss": 0.0016, "num_tokens": 11855355.0, "reward": 1.259477138519287, "reward_std": 0.2808229327201843, "rewards/ROUGEL_entities_reward/mean": 0.29072704911231995, "rewards/ROUGEL_entities_reward/std": 0.2617422938346863, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 223 }, { "completion_length": 827.59375, "completions/clipped_ratio": 0.0, "completions/max_length": 1584.0, "completions/max_terminated_length": 1584.0, "completions/mean_length": 828.59375, "completions/mean_terminated_length": 828.59375, "completions/min_length": 383.0, "completions/min_terminated_length": 383.0, "epoch": 0.875, "frac_reward_zero_std": 0.0, "grad_norm": 0.03876032307744026, "kl": 0.004832229809835553, "learning_rate": 4.528934954912531e-06, "loss": 0.0, "num_tokens": 11907058.0, "reward": 1.3023929595947266, "reward_std": 0.08334317803382874, "rewards/ROUGEL_entities_reward/mean": 0.30239295959472656, "rewards/ROUGEL_entities_reward/std": 0.15565897524356842, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 224 }, { "completion_length": 874.90625, "completions/clipped_ratio": 0.03125, "completions/max_length": 1969.0, "completions/max_terminated_length": 1851.0, "completions/mean_length": 875.875, "completions/mean_terminated_length": 840.6128540039062, "completions/min_length": 346.0, "completions/min_terminated_length": 346.0, "epoch": 0.87890625, "frac_reward_zero_std": 0.125, "grad_norm": 1.7712914943695068, "kl": 1.9470989406108856, "learning_rate": 4.522542485937369e-06, "loss": 0.0019, "num_tokens": 11960670.0, "reward": 1.6774790287017822, "reward_std": 0.24751850962638855, "rewards/ROUGEL_entities_reward/mean": 0.4118540287017822, "rewards/ROUGEL_entities_reward/std": 0.3134998381137848, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.203125, "rewards/f1_entities_exact_reward/std": 0.35603946447372437, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 225 }, { "completion_length": 851.78125, "completions/clipped_ratio": 0.0625, "completions/max_length": 2002.0, "completions/max_terminated_length": 1888.0, "completions/mean_length": 852.71875, "completions/mean_terminated_length": 776.1000366210938, "completions/min_length": 353.0, "completions/min_terminated_length": 353.0, "epoch": 0.8828125, "frac_reward_zero_std": 0.125, "grad_norm": 1.2310644388198853, "kl": 2.0057749450206757, "learning_rate": 4.516111510668707e-06, "loss": 0.002, "num_tokens": 12012865.0, "reward": 1.1821949481964111, "reward_std": 0.1144402027130127, "rewards/ROUGEL_entities_reward/mean": 0.24469497799873352, "rewards/ROUGEL_entities_reward/std": 0.14276054501533508, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 226 }, { "completion_length": 1104.40625, "completions/clipped_ratio": 0.0625, "completions/max_length": 2000.0, "completions/max_terminated_length": 1980.0, "completions/mean_length": 1105.34375, "completions/mean_terminated_length": 1045.7000732421875, "completions/min_length": 363.0, "completions/min_terminated_length": 363.0, "epoch": 0.88671875, "frac_reward_zero_std": 0.0, "grad_norm": 1.2152799367904663, "kl": 1.7449230253696442, "learning_rate": 4.509642151543043e-06, "loss": 0.0017, "num_tokens": 12073764.0, "reward": 1.210768222808838, "reward_std": 0.2967838943004608, "rewards/ROUGEL_entities_reward/mean": 0.2576432228088379, "rewards/ROUGEL_entities_reward/std": 0.18541458249092102, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 227 }, { "completion_length": 890.75, "completions/clipped_ratio": 0.03125, "completions/max_length": 1968.0, "completions/max_terminated_length": 1860.0, "completions/mean_length": 891.71875, "completions/mean_terminated_length": 857.0, "completions/min_length": 349.0, "completions/min_terminated_length": 349.0, "epoch": 0.890625, "frac_reward_zero_std": 0.125, "grad_norm": 2.16169810295105, "kl": 2.2746387720108032, "learning_rate": 4.503134531727652e-06, "loss": 0.0023, "num_tokens": 12127799.0, "reward": 1.726808786392212, "reward_std": 0.35857701301574707, "rewards/ROUGEL_entities_reward/mean": 0.5080587267875671, "rewards/ROUGEL_entities_reward/std": 0.2654811441898346, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.203125, "rewards/f1_entities_exact_reward/std": 0.27995896339416504, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 228 }, { "completion_length": 819.15625, "completions/clipped_ratio": 0.0, "completions/max_length": 1923.0, "completions/max_terminated_length": 1923.0, "completions/mean_length": 820.15625, "completions/mean_terminated_length": 820.15625, "completions/min_length": 338.0, "completions/min_terminated_length": 338.0, "epoch": 0.89453125, "frac_reward_zero_std": 0.125, "grad_norm": 0.042373813688755035, "kl": 0.006590758915990591, "learning_rate": 4.496588775118232e-06, "loss": 0.0, "num_tokens": 12178284.0, "reward": 1.5577969551086426, "reward_std": 0.13606151938438416, "rewards/ROUGEL_entities_reward/mean": 0.4015469551086426, "rewards/ROUGEL_entities_reward/std": 0.23088228702545166, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.23546454310417175, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 229 }, { "completion_length": 615.71875, "completions/clipped_ratio": 0.0, "completions/max_length": 1650.0, "completions/max_terminated_length": 1650.0, "completions/mean_length": 616.71875, "completions/mean_terminated_length": 616.71875, "completions/min_length": 335.0, "completions/min_terminated_length": 335.0, "epoch": 0.8984375, "frac_reward_zero_std": 0.25, "grad_norm": 0.03774268925189972, "kl": 0.008006286574527621, "learning_rate": 4.490005006336555e-06, "loss": 0.0, "num_tokens": 12223399.0, "reward": 1.3621577024459839, "reward_std": 0.07633059471845627, "rewards/ROUGEL_entities_reward/mean": 0.3309076428413391, "rewards/ROUGEL_entities_reward/std": 0.23004931211471558, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 230 }, { "completion_length": 777.65625, "completions/clipped_ratio": 0.0, "completions/max_length": 1685.0, "completions/max_terminated_length": 1685.0, "completions/mean_length": 778.65625, "completions/mean_terminated_length": 778.65625, "completions/min_length": 340.0, "completions/min_terminated_length": 340.0, "epoch": 0.90234375, "frac_reward_zero_std": 0.25, "grad_norm": 0.03886556252837181, "kl": 0.007568277767859399, "learning_rate": 4.4833833507280884e-06, "loss": 0.0, "num_tokens": 12273080.0, "reward": 1.4305098056793213, "reward_std": 0.03744739294052124, "rewards/ROUGEL_entities_reward/mean": 0.36800986528396606, "rewards/ROUGEL_entities_reward/std": 0.14897853136062622, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 231 }, { "completion_length": 1102.8125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2016.0, "completions/max_terminated_length": 1966.0, "completions/mean_length": 1103.78125, "completions/mean_terminated_length": 1074.3548583984375, "completions/min_length": 447.0, "completions/min_terminated_length": 447.0, "epoch": 0.90625, "frac_reward_zero_std": 0.375, "grad_norm": 0.6293925642967224, "kl": 1.5585076212882996, "learning_rate": 4.476723934359609e-06, "loss": 0.0016, "num_tokens": 12334165.0, "reward": 1.3664705753326416, "reward_std": 0.3352648913860321, "rewards/ROUGEL_entities_reward/mean": 0.4133455157279968, "rewards/ROUGEL_entities_reward/std": 0.2816029191017151, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 232 }, { "completion_length": 857.15625, "completions/clipped_ratio": 0.0, "completions/max_length": 1725.0, "completions/max_terminated_length": 1725.0, "completions/mean_length": 858.15625, "completions/mean_terminated_length": 858.15625, "completions/min_length": 322.0, "completions/min_terminated_length": 322.0, "epoch": 0.91015625, "frac_reward_zero_std": 0.25, "grad_norm": 0.03335089609026909, "kl": 0.0065550870494917035, "learning_rate": 4.470026884016805e-06, "loss": 0.0, "num_tokens": 12387054.0, "reward": 1.6333879232406616, "reward_std": 0.22237169742584229, "rewards/ROUGEL_entities_reward/mean": 0.4458879232406616, "rewards/ROUGEL_entities_reward/std": 0.3363229036331177, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.26753053069114685, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 233 }, { "completion_length": 1008.5625, "completions/clipped_ratio": 0.0625, "completions/max_length": 2048.0, "completions/max_terminated_length": 1810.0, "completions/mean_length": 1009.5, "completions/mean_terminated_length": 940.2667236328125, "completions/min_length": 392.0, "completions/min_terminated_length": 392.0, "epoch": 0.9140625, "frac_reward_zero_std": 0.0, "grad_norm": 1.2477508783340454, "kl": 2.058032512664795, "learning_rate": 4.463292327201862e-06, "loss": 0.0021, "num_tokens": 12444394.0, "reward": 1.3931736946105957, "reward_std": 0.24424967169761658, "rewards/ROUGEL_entities_reward/mean": 0.4400486648082733, "rewards/ROUGEL_entities_reward/std": 0.21051651239395142, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.015625, "rewards/f1_entities_exact_reward/std": 0.0883883461356163, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 234 }, { "completion_length": 879.71875, "completions/clipped_ratio": 0.0, "completions/max_length": 1871.0, "completions/max_terminated_length": 1871.0, "completions/mean_length": 880.71875, "completions/mean_terminated_length": 880.71875, "completions/min_length": 377.0, "completions/min_terminated_length": 377.0, "epoch": 0.91796875, "frac_reward_zero_std": 0.0, "grad_norm": 0.03583379089832306, "kl": 0.008108634152449667, "learning_rate": 4.456520392131035e-06, "loss": 0.0, "num_tokens": 12497925.0, "reward": 1.414677381515503, "reward_std": 0.11661800742149353, "rewards/ROUGEL_entities_reward/mean": 0.36780232191085815, "rewards/ROUGEL_entities_reward/std": 0.21830274164676666, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 235 }, { "completion_length": 817.40625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1877.0, "completions/mean_length": 818.375, "completions/mean_terminated_length": 778.7096557617188, "completions/min_length": 341.0, "completions/min_terminated_length": 341.0, "epoch": 0.921875, "frac_reward_zero_std": 0.125, "grad_norm": 1.092240810394287, "kl": 2.608214318752289, "learning_rate": 4.4497112077322045e-06, "loss": 0.0026, "num_tokens": 12549221.0, "reward": 1.7133762836456299, "reward_std": 0.23456057906150818, "rewards/ROUGEL_entities_reward/mean": 0.5571263432502747, "rewards/ROUGEL_entities_reward/std": 0.24169841408729553, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.1875, "rewards/f1_entities_exact_reward/std": 0.24593468010425568, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 236 }, { "completion_length": 990.78125, "completions/clipped_ratio": 0.0625, "completions/max_length": 1926.0, "completions/max_terminated_length": 1610.0, "completions/mean_length": 991.71875, "completions/mean_terminated_length": 929.4334106445312, "completions/min_length": 405.0, "completions/min_terminated_length": 405.0, "epoch": 0.92578125, "frac_reward_zero_std": 0.125, "grad_norm": 0.032057370990514755, "kl": 0.006794046843424439, "learning_rate": 4.442864903642428e-06, "loss": 0.0, "num_tokens": 12605792.0, "reward": 1.5917425155639648, "reward_std": 0.2939414381980896, "rewards/ROUGEL_entities_reward/mean": 0.48236745595932007, "rewards/ROUGEL_entities_reward/std": 0.30517569184303284, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.26133573055267334, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 237 }, { "completion_length": 834.40625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1612.0, "completions/mean_length": 835.375, "completions/mean_terminated_length": 796.258056640625, "completions/min_length": 372.0, "completions/min_terminated_length": 372.0, "epoch": 0.9296875, "frac_reward_zero_std": 0.125, "grad_norm": 1.0297776460647583, "kl": 2.526385247707367, "learning_rate": 4.435981610205464e-06, "loss": 0.0025, "num_tokens": 12658048.0, "reward": 1.4236449003219604, "reward_std": 0.23481783270835876, "rewards/ROUGEL_entities_reward/mean": 0.39239490032196045, "rewards/ROUGEL_entities_reward/std": 0.2612634301185608, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 238 }, { "completion_length": 858.5, "completions/clipped_ratio": 0.0, "completions/max_length": 1361.0, "completions/max_terminated_length": 1361.0, "completions/mean_length": 859.5, "completions/mean_terminated_length": 859.5, "completions/min_length": 459.0, "completions/min_terminated_length": 459.0, "epoch": 0.93359375, "frac_reward_zero_std": 0.125, "grad_norm": 0.03563385456800461, "kl": 0.006938047357834876, "learning_rate": 4.4290614584693005e-06, "loss": 0.0, "num_tokens": 12710900.0, "reward": 1.5016167163848877, "reward_std": 0.19982080161571503, "rewards/ROUGEL_entities_reward/mean": 0.37661659717559814, "rewards/ROUGEL_entities_reward/std": 0.23616917431354523, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 239 }, { "completion_length": 735.6875, "completions/clipped_ratio": 0.0, "completions/max_length": 1883.0, "completions/max_terminated_length": 1883.0, "completions/mean_length": 736.6875, "completions/mean_terminated_length": 736.6875, "completions/min_length": 359.0, "completions/min_terminated_length": 359.0, "epoch": 0.9375, "frac_reward_zero_std": 0.25, "grad_norm": 0.04184567928314209, "kl": 0.008583095856010914, "learning_rate": 4.422104580183649e-06, "loss": 0.0, "num_tokens": 12760058.0, "reward": 1.5153775215148926, "reward_std": 0.08078011125326157, "rewards/ROUGEL_entities_reward/mean": 0.4060024917125702, "rewards/ROUGEL_entities_reward/std": 0.24627673625946045, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 240 }, { "completion_length": 1001.0, "completions/clipped_ratio": 0.03125, "completions/max_length": 1985.0, "completions/max_terminated_length": 1906.0, "completions/mean_length": 1001.96875, "completions/mean_terminated_length": 970.258056640625, "completions/min_length": 379.0, "completions/min_terminated_length": 379.0, "epoch": 0.94140625, "frac_reward_zero_std": 0.125, "grad_norm": 1.2988044023513794, "kl": 2.2388029396533966, "learning_rate": 4.415111107797445e-06, "loss": 0.0022, "num_tokens": 12818177.0, "reward": 1.4410209655761719, "reward_std": 0.20645670592784882, "rewards/ROUGEL_entities_reward/mean": 0.3785208761692047, "rewards/ROUGEL_entities_reward/std": 0.22950950264930725, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 241 }, { "completion_length": 856.09375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2047.0, "completions/max_terminated_length": 2017.0, "completions/mean_length": 857.0625, "completions/mean_terminated_length": 818.6773681640625, "completions/min_length": 367.0, "completions/min_terminated_length": 367.0, "epoch": 0.9453125, "frac_reward_zero_std": 0.125, "grad_norm": 1.9735759496688843, "kl": 2.6813669204711914, "learning_rate": 4.408081174456322e-06, "loss": 0.0027, "num_tokens": 12870459.0, "reward": 1.2452852725982666, "reward_std": 0.2271217256784439, "rewards/ROUGEL_entities_reward/mean": 0.307785302400589, "rewards/ROUGEL_entities_reward/std": 0.19171109795570374, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 242 }, { "completion_length": 725.71875, "completions/clipped_ratio": 0.0, "completions/max_length": 1871.0, "completions/max_terminated_length": 1871.0, "completions/mean_length": 726.71875, "completions/mean_terminated_length": 726.71875, "completions/min_length": 317.0, "completions/min_terminated_length": 317.0, "epoch": 0.94921875, "frac_reward_zero_std": 0.125, "grad_norm": 0.041373737156391144, "kl": 0.008678369573317468, "learning_rate": 4.401014914000078e-06, "loss": 0.0, "num_tokens": 12918342.0, "reward": 1.5129921436309814, "reward_std": 0.12647759914398193, "rewards/ROUGEL_entities_reward/mean": 0.43486711382865906, "rewards/ROUGEL_entities_reward/std": 0.2307009994983673, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 243 }, { "completion_length": 769.0625, "completions/clipped_ratio": 0.0, "completions/max_length": 1377.0, "completions/max_terminated_length": 1377.0, "completions/mean_length": 770.0625, "completions/mean_terminated_length": 770.0625, "completions/min_length": 376.0, "completions/min_terminated_length": 376.0, "epoch": 0.953125, "frac_reward_zero_std": 0.125, "grad_norm": 0.03940257430076599, "kl": 0.007231720956042409, "learning_rate": 4.393912460960125e-06, "loss": 0.0, "num_tokens": 12967784.0, "reward": 1.413837194442749, "reward_std": 0.0970369428396225, "rewards/ROUGEL_entities_reward/mean": 0.35133713483810425, "rewards/ROUGEL_entities_reward/std": 0.2397289276123047, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 244 }, { "completion_length": 1008.5, "completions/clipped_ratio": 0.0625, "completions/max_length": 2015.0, "completions/max_terminated_length": 1938.0, "completions/mean_length": 1009.4375, "completions/mean_terminated_length": 942.4000244140625, "completions/min_length": 342.0, "completions/min_terminated_length": 342.0, "epoch": 0.95703125, "frac_reward_zero_std": 0.0, "grad_norm": 18.8023738861084, "kl": 179.17029482126236, "learning_rate": 4.386773950556931e-06, "loss": 0.1792, "num_tokens": 13024634.0, "reward": 1.4531296491622925, "reward_std": 0.23663535714149475, "rewards/ROUGEL_entities_reward/mean": 0.4062546491622925, "rewards/ROUGEL_entities_reward/std": 0.25244325399398804, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 245 }, { "completion_length": 869.09375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1804.0, "completions/mean_length": 870.0625, "completions/mean_terminated_length": 832.0645141601562, "completions/min_length": 364.0, "completions/min_terminated_length": 364.0, "epoch": 0.9609375, "frac_reward_zero_std": 0.125, "grad_norm": 1.3999462127685547, "kl": 2.447433829307556, "learning_rate": 4.379599518697444e-06, "loss": 0.0024, "num_tokens": 13076248.0, "reward": 1.5800576210021973, "reward_std": 0.1960906684398651, "rewards/ROUGEL_entities_reward/mean": 0.45505762100219727, "rewards/ROUGEL_entities_reward/std": 0.204876109957695, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.23546454310417175, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 246 }, { "completion_length": 822.625, "completions/clipped_ratio": 0.0, "completions/max_length": 1917.0, "completions/max_terminated_length": 1917.0, "completions/mean_length": 823.625, "completions/mean_terminated_length": 823.625, "completions/min_length": 356.0, "completions/min_terminated_length": 356.0, "epoch": 0.96484375, "frac_reward_zero_std": 0.0, "grad_norm": 0.038426149636507034, "kl": 0.008115315111353993, "learning_rate": 4.372389301972506e-06, "loss": 0.0, "num_tokens": 13127640.0, "reward": 1.6325984001159668, "reward_std": 0.1874925196170807, "rewards/ROUGEL_entities_reward/mean": 0.5075982809066772, "rewards/ROUGEL_entities_reward/std": 0.20503412187099457, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 247 }, { "completion_length": 881.90625, "completions/clipped_ratio": 0.03125, "completions/max_length": 1890.0, "completions/max_terminated_length": 1566.0, "completions/mean_length": 882.875, "completions/mean_terminated_length": 850.3870849609375, "completions/min_length": 374.0, "completions/min_terminated_length": 374.0, "epoch": 0.96875, "frac_reward_zero_std": 0.0, "grad_norm": 0.03786943107843399, "kl": 0.006715968600474298, "learning_rate": 4.365143437654249e-06, "loss": 0.0, "num_tokens": 13182524.0, "reward": 1.6106698513031006, "reward_std": 0.24079731106758118, "rewards/ROUGEL_entities_reward/mean": 0.454419881105423, "rewards/ROUGEL_entities_reward/std": 0.23315849900245667, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2540002465248108, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 248 }, { "completion_length": 860.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1983.0, "completions/max_terminated_length": 1763.0, "completions/mean_length": 860.9375, "completions/mean_terminated_length": 786.1333618164062, "completions/min_length": 360.0, "completions/min_terminated_length": 360.0, "epoch": 0.97265625, "frac_reward_zero_std": 0.25, "grad_norm": 1.7995096445083618, "kl": 2.603684663772583, "learning_rate": 4.357862063693486e-06, "loss": 0.0026, "num_tokens": 13234942.0, "reward": 1.3516955375671387, "reward_std": 0.1446388214826584, "rewards/ROUGEL_entities_reward/mean": 0.33607053756713867, "rewards/ROUGEL_entities_reward/std": 0.18322303891181946, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 249 }, { "completion_length": 977.65625, "completions/clipped_ratio": 0.0625, "completions/max_length": 2032.0, "completions/max_terminated_length": 1864.0, "completions/mean_length": 978.59375, "completions/mean_terminated_length": 908.36669921875, "completions/min_length": 402.0, "completions/min_terminated_length": 402.0, "epoch": 0.9765625, "frac_reward_zero_std": 0.125, "grad_norm": 2.4447460174560547, "kl": 2.0631183087825775, "learning_rate": 4.350545318717081e-06, "loss": 0.0021, "num_tokens": 13291409.0, "reward": 1.1549667119979858, "reward_std": 0.1606130301952362, "rewards/ROUGEL_entities_reward/mean": 0.20184172689914703, "rewards/ROUGEL_entities_reward/std": 0.18825234472751617, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 250 }, { "completion_length": 764.21875, "completions/clipped_ratio": 0.0, "completions/max_length": 1383.0, "completions/max_terminated_length": 1383.0, "completions/mean_length": 765.21875, "completions/mean_terminated_length": 765.21875, "completions/min_length": 335.0, "completions/min_terminated_length": 335.0, "epoch": 0.98046875, "frac_reward_zero_std": 0.0, "grad_norm": 0.04163631051778793, "kl": 0.006836119922809303, "learning_rate": 4.34319334202531e-06, "loss": 0.0, "num_tokens": 13340628.0, "reward": 1.437255620956421, "reward_std": 0.21817955374717712, "rewards/ROUGEL_entities_reward/mean": 0.3278805613517761, "rewards/ROUGEL_entities_reward/std": 0.24721182882785797, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.03125, "rewards/reasoning_equal_answer_reward/std": 0.12296734005212784, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 251 }, { "completion_length": 873.59375, "completions/clipped_ratio": 0.0, "completions/max_length": 1914.0, "completions/max_terminated_length": 1914.0, "completions/mean_length": 874.59375, "completions/mean_terminated_length": 874.59375, "completions/min_length": 338.0, "completions/min_terminated_length": 338.0, "epoch": 0.984375, "frac_reward_zero_std": 0.125, "grad_norm": 0.03775988891720772, "kl": 0.007723368122242391, "learning_rate": 4.335806273589214e-06, "loss": 0.0, "num_tokens": 13393839.0, "reward": 1.5038566589355469, "reward_std": 0.18698522448539734, "rewards/ROUGEL_entities_reward/mean": 0.41010671854019165, "rewards/ROUGEL_entities_reward/std": 0.2609744668006897, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 252 }, { "completion_length": 873.21875, "completions/clipped_ratio": 0.0, "completions/max_length": 1983.0, "completions/max_terminated_length": 1983.0, "completions/mean_length": 874.21875, "completions/mean_terminated_length": 874.21875, "completions/min_length": 376.0, "completions/min_terminated_length": 376.0, "epoch": 0.98828125, "frac_reward_zero_std": 0.0, "grad_norm": 1.5749523639678955, "kl": 2.58704936504364, "learning_rate": 4.328384254047927e-06, "loss": 0.0026, "num_tokens": 13446978.0, "reward": 1.525298833847046, "reward_std": 0.10810612887144089, "rewards/ROUGEL_entities_reward/mean": 0.4315488934516907, "rewards/ROUGEL_entities_reward/std": 0.28559815883636475, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 253 }, { "completion_length": 780.75, "completions/clipped_ratio": 0.03125, "completions/max_length": 2013.0, "completions/max_terminated_length": 1845.0, "completions/mean_length": 781.71875, "completions/mean_terminated_length": 742.0, "completions/min_length": 323.0, "completions/min_terminated_length": 323.0, "epoch": 0.9921875, "frac_reward_zero_std": 0.25, "grad_norm": 1.0694880485534668, "kl": 2.9281014800071716, "learning_rate": 4.320927424706001e-06, "loss": 0.0029, "num_tokens": 13496685.0, "reward": 1.9123997688293457, "reward_std": 0.283822238445282, "rewards/ROUGEL_entities_reward/mean": 0.5373997092247009, "rewards/ROUGEL_entities_reward/std": 0.2939198613166809, "rewards/answer_correctness_func/mean": 0.15625, "rewards/answer_correctness_func/std": 0.3689020276069641, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.25, "rewards/f1_entities_exact_reward/std": 0.3810003697872162, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 254 }, { "completion_length": 795.53125, "completions/clipped_ratio": 0.0, "completions/max_length": 1635.0, "completions/max_terminated_length": 1635.0, "completions/mean_length": 796.53125, "completions/mean_terminated_length": 796.53125, "completions/min_length": 359.0, "completions/min_terminated_length": 359.0, "epoch": 0.99609375, "frac_reward_zero_std": 0.125, "grad_norm": 0.03768240287899971, "kl": 0.008438820717856288, "learning_rate": 4.313435927530719e-06, "loss": 0.0, "num_tokens": 13547410.0, "reward": 1.529392957687378, "reward_std": 0.15022744238376617, "rewards/ROUGEL_entities_reward/mean": 0.45126792788505554, "rewards/ROUGEL_entities_reward/std": 0.30211594700813293, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 255 }, { "completion_length": 932.4375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2026.0, "completions/max_terminated_length": 1981.0, "completions/mean_length": 933.40625, "completions/mean_terminated_length": 898.1612548828125, "completions/min_length": 369.0, "completions/min_terminated_length": 369.0, "epoch": 1.0, "frac_reward_zero_std": 0.125, "grad_norm": 2.057997703552246, "kl": 2.7589948177337646, "learning_rate": 4.305909905149389e-06, "loss": 0.0028, "num_tokens": 13601927.0, "reward": 1.3909879922866821, "reward_std": 0.3698568344116211, "rewards/ROUGEL_entities_reward/mean": 0.37536296248435974, "rewards/ROUGEL_entities_reward/std": 0.21726195514202118, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.19507545232772827, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 256 }, { "completion_length": 750.5, "completions/clipped_ratio": 0.0, "completions/max_length": 1583.0, "completions/max_terminated_length": 1583.0, "completions/mean_length": 751.5, "completions/mean_terminated_length": 751.5, "completions/min_length": 381.0, "completions/min_terminated_length": 381.0, "epoch": 1.00390625, "frac_reward_zero_std": 0.0, "grad_norm": 0.04079945757985115, "kl": 0.00830354681238532, "learning_rate": 4.2983495008466285e-06, "loss": 0.0, "num_tokens": 13651191.0, "reward": 1.6156413555145264, "reward_std": 0.1537627875804901, "rewards/ROUGEL_entities_reward/mean": 0.5375163555145264, "rewards/ROUGEL_entities_reward/std": 0.25617051124572754, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 257 }, { "completion_length": 858.09375, "completions/clipped_ratio": 0.0, "completions/max_length": 1675.0, "completions/max_terminated_length": 1675.0, "completions/mean_length": 859.09375, "completions/mean_terminated_length": 859.09375, "completions/min_length": 400.0, "completions/min_terminated_length": 400.0, "epoch": 1.0078125, "frac_reward_zero_std": 0.125, "grad_norm": 0.036145176738500595, "kl": 0.006528788129799068, "learning_rate": 4.290754858561636e-06, "loss": 0.0, "num_tokens": 13704394.0, "reward": 1.5884159803390503, "reward_std": 0.19775214791297913, "rewards/ROUGEL_entities_reward/mean": 0.4634159803390503, "rewards/ROUGEL_entities_reward/std": 0.23627179861068726, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.23546454310417175, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 258 }, { "completion_length": 1070.625, "completions/clipped_ratio": 0.0, "completions/max_length": 1970.0, "completions/max_terminated_length": 1970.0, "completions/mean_length": 1071.625, "completions/mean_terminated_length": 1071.625, "completions/min_length": 394.0, "completions/min_terminated_length": 394.0, "epoch": 1.01171875, "frac_reward_zero_std": 0.125, "grad_norm": 2.146820545196533, "kl": 2.2863928079605103, "learning_rate": 4.283126122885455e-06, "loss": 0.0023, "num_tokens": 13763294.0, "reward": 1.4456865787506104, "reward_std": 0.16470962762832642, "rewards/ROUGEL_entities_reward/mean": 0.35193660855293274, "rewards/ROUGEL_entities_reward/std": 0.2377760112285614, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.23546454310417175, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 259 }, { "completion_length": 909.8125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1898.0, "completions/mean_length": 910.78125, "completions/mean_terminated_length": 874.0967407226562, "completions/min_length": 397.0, "completions/min_terminated_length": 397.0, "epoch": 1.015625, "frac_reward_zero_std": 0.125, "grad_norm": 2.0963761806488037, "kl": 2.256130039691925, "learning_rate": 4.275463439058214e-06, "loss": 0.0023, "num_tokens": 13817003.0, "reward": 1.3363673686981201, "reward_std": 0.17578908801078796, "rewards/ROUGEL_entities_reward/mean": 0.3519924581050873, "rewards/ROUGEL_entities_reward/std": 0.16783085465431213, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 260 }, { "completion_length": 891.3125, "completions/clipped_ratio": 0.0, "completions/max_length": 1974.0, "completions/max_terminated_length": 1974.0, "completions/mean_length": 892.3125, "completions/mean_terminated_length": 892.3125, "completions/min_length": 336.0, "completions/min_terminated_length": 336.0, "epoch": 1.01953125, "frac_reward_zero_std": 0.0, "grad_norm": 1.7317830324172974, "kl": 2.706269383430481, "learning_rate": 4.267766952966369e-06, "loss": 0.0027, "num_tokens": 13870413.0, "reward": 1.6987011432647705, "reward_std": 0.17327232658863068, "rewards/ROUGEL_entities_reward/mean": 0.526826024055481, "rewards/ROUGEL_entities_reward/std": 0.2551872432231903, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.23546454310417175, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 261 }, { "completion_length": 775.40625, "completions/clipped_ratio": 0.0, "completions/max_length": 1539.0, "completions/max_terminated_length": 1539.0, "completions/mean_length": 776.40625, "completions/mean_terminated_length": 776.40625, "completions/min_length": 395.0, "completions/min_terminated_length": 395.0, "epoch": 1.0234375, "frac_reward_zero_std": 0.125, "grad_norm": 0.03439168259501457, "kl": 0.008253892883658409, "learning_rate": 4.260036811139922e-06, "loss": 0.0, "num_tokens": 13920510.0, "reward": 1.5559906959533691, "reward_std": 0.1624148041009903, "rewards/ROUGEL_entities_reward/mean": 0.44661572575569153, "rewards/ROUGEL_entities_reward/std": 0.19265925884246826, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 262 }, { "completion_length": 847.4375, "completions/clipped_ratio": 0.0, "completions/max_length": 1771.0, "completions/max_terminated_length": 1771.0, "completions/mean_length": 848.4375, "completions/mean_terminated_length": 848.4375, "completions/min_length": 335.0, "completions/min_terminated_length": 335.0, "epoch": 1.02734375, "frac_reward_zero_std": 0.125, "grad_norm": 0.033892251551151276, "kl": 0.00794067163951695, "learning_rate": 4.2522731607496275e-06, "loss": 0.0, "num_tokens": 13973056.0, "reward": 1.445681095123291, "reward_std": 0.16763296723365784, "rewards/ROUGEL_entities_reward/mean": 0.351931095123291, "rewards/ROUGEL_entities_reward/std": 0.2162097543478012, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 263 }, { "completion_length": 1033.0625, "completions/clipped_ratio": 0.09375, "completions/max_length": 2037.0, "completions/max_terminated_length": 1982.0, "completions/mean_length": 1033.96875, "completions/mean_terminated_length": 930.2069091796875, "completions/min_length": 416.0, "completions/min_terminated_length": 416.0, "epoch": 1.03125, "frac_reward_zero_std": 0.0, "grad_norm": 1.069715142250061, "kl": 2.3819739520549774, "learning_rate": 4.244476149604201e-06, "loss": 0.0024, "num_tokens": 14031591.0, "reward": 1.3154118061065674, "reward_std": 0.20959216356277466, "rewards/ROUGEL_entities_reward/mean": 0.2841617465019226, "rewards/ROUGEL_entities_reward/std": 0.23865529894828796, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 264 }, { "completion_length": 836.9375, "completions/clipped_ratio": 0.0, "completions/max_length": 1665.0, "completions/max_terminated_length": 1665.0, "completions/mean_length": 837.9375, "completions/mean_terminated_length": 837.9375, "completions/min_length": 430.0, "completions/min_terminated_length": 430.0, "epoch": 1.03515625, "frac_reward_zero_std": 0.0, "grad_norm": 0.036179061979055405, "kl": 0.006984333856962621, "learning_rate": 4.236645926147493e-06, "loss": 0.0, "num_tokens": 14083317.0, "reward": 1.5014877319335938, "reward_std": 0.1433618813753128, "rewards/ROUGEL_entities_reward/mean": 0.4546127915382385, "rewards/ROUGEL_entities_reward/std": 0.26302310824394226, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 265 }, { "completion_length": 1139.625, "completions/clipped_ratio": 0.03125, "completions/max_length": 1996.0, "completions/max_terminated_length": 1969.0, "completions/mean_length": 1140.59375, "completions/mean_terminated_length": 1113.0, "completions/min_length": 418.0, "completions/min_terminated_length": 418.0, "epoch": 1.0390625, "frac_reward_zero_std": 0.25, "grad_norm": 0.8921759128570557, "kl": 2.299433648586273, "learning_rate": 4.228782639455674e-06, "loss": 0.0023, "num_tokens": 14145248.0, "reward": 1.3906620740890503, "reward_std": 0.13017697632312775, "rewards/ROUGEL_entities_reward/mean": 0.4219121038913727, "rewards/ROUGEL_entities_reward/std": 0.28168776631355286, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 266 }, { "completion_length": 926.59375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1955.0, "completions/mean_length": 927.5625, "completions/mean_terminated_length": 891.4193115234375, "completions/min_length": 429.0, "completions/min_terminated_length": 429.0, "epoch": 1.04296875, "frac_reward_zero_std": 0.125, "grad_norm": 15.094232559204102, "kl": 163.91003704071045, "learning_rate": 4.220886439234385e-06, "loss": 0.1639, "num_tokens": 14199894.0, "reward": 1.468973159790039, "reward_std": 0.24313730001449585, "rewards/ROUGEL_entities_reward/mean": 0.40647315979003906, "rewards/ROUGEL_entities_reward/std": 0.2541583180427551, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 267 }, { "completion_length": 981.96875, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 2026.0, "completions/mean_length": 982.9375, "completions/mean_terminated_length": 948.5806274414062, "completions/min_length": 376.0, "completions/min_terminated_length": 376.0, "epoch": 1.046875, "frac_reward_zero_std": 0.125, "grad_norm": 1.3618240356445312, "kl": 2.406759351491928, "learning_rate": 4.212957475815898e-06, "loss": 0.0024, "num_tokens": 14256420.0, "reward": 1.6631102561950684, "reward_std": 0.4396989345550537, "rewards/ROUGEL_entities_reward/mean": 0.5068601965904236, "rewards/ROUGEL_entities_reward/std": 0.2790173292160034, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.2961445748806, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 268 }, { "completion_length": 853.375, "completions/clipped_ratio": 0.0, "completions/max_length": 1409.0, "completions/max_terminated_length": 1409.0, "completions/mean_length": 854.375, "completions/mean_terminated_length": 854.375, "completions/min_length": 340.0, "completions/min_terminated_length": 340.0, "epoch": 1.05078125, "frac_reward_zero_std": 0.125, "grad_norm": 0.0333702377974987, "kl": 0.0077518264297395945, "learning_rate": 4.204995900156247e-06, "loss": 0.0, "num_tokens": 14309292.0, "reward": 1.6622676849365234, "reward_std": 0.11757422983646393, "rewards/ROUGEL_entities_reward/mean": 0.5685176849365234, "rewards/ROUGEL_entities_reward/std": 0.20384226739406586, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 269 }, { "completion_length": 1017.3125, "completions/clipped_ratio": 0.0625, "completions/max_length": 2048.0, "completions/max_terminated_length": 1951.0, "completions/mean_length": 1018.25, "completions/mean_terminated_length": 949.6000366210938, "completions/min_length": 389.0, "completions/min_terminated_length": 389.0, "epoch": 1.0546875, "frac_reward_zero_std": 0.125, "grad_norm": 2.9438059329986572, "kl": 3.380789577960968, "learning_rate": 4.197001863832355e-06, "loss": 0.0034, "num_tokens": 14367728.0, "reward": 1.571226716041565, "reward_std": 0.3458765745162964, "rewards/ROUGEL_entities_reward/mean": 0.5712267160415649, "rewards/ROUGEL_entities_reward/std": 0.27260860800743103, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 270 }, { "completion_length": 892.03125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2043.0, "completions/max_terminated_length": 1946.0, "completions/mean_length": 893.0, "completions/mean_terminated_length": 855.9031982421875, "completions/min_length": 397.0, "completions/min_terminated_length": 397.0, "epoch": 1.05859375, "frac_reward_zero_std": 0.125, "grad_norm": 1.2777007818222046, "kl": 2.857588768005371, "learning_rate": 4.188975519039151e-06, "loss": 0.0029, "num_tokens": 14422048.0, "reward": 1.9938206672668457, "reward_std": 0.34589943289756775, "rewards/ROUGEL_entities_reward/mean": 0.6031957864761353, "rewards/ROUGEL_entities_reward/std": 0.3054853677749634, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.265625, "rewards/f1_entities_exact_reward/std": 0.3588596284389496, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.03125, "rewards/reasoning_equal_answer_reward/std": 0.1767766922712326, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 271 }, { "completion_length": 909.5625, "completions/clipped_ratio": 0.0, "completions/max_length": 1956.0, "completions/max_terminated_length": 1956.0, "completions/mean_length": 910.5625, "completions/mean_terminated_length": 910.5625, "completions/min_length": 448.0, "completions/min_terminated_length": 448.0, "epoch": 1.0625, "frac_reward_zero_std": 0.25, "grad_norm": 0.02691648155450821, "kl": 0.007962162140756845, "learning_rate": 4.18091701858667e-06, "loss": 0.0, "num_tokens": 14476034.0, "reward": 1.4681036472320557, "reward_std": 0.14279718697071075, "rewards/ROUGEL_entities_reward/mean": 0.3431035876274109, "rewards/ROUGEL_entities_reward/std": 0.21080729365348816, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 272 }, { "completion_length": 709.25, "completions/clipped_ratio": 0.0, "completions/max_length": 1953.0, "completions/max_terminated_length": 1953.0, "completions/mean_length": 710.25, "completions/mean_terminated_length": 710.25, "completions/min_length": 335.0, "completions/min_terminated_length": 335.0, "epoch": 1.06640625, "frac_reward_zero_std": 0.125, "grad_norm": 0.040263351052999496, "kl": 0.01137342257425189, "learning_rate": 4.172826515897146e-06, "loss": 0.0, "num_tokens": 14523030.0, "reward": 1.695658564567566, "reward_std": 0.09109250456094742, "rewards/ROUGEL_entities_reward/mean": 0.5237835645675659, "rewards/ROUGEL_entities_reward/std": 0.23834848403930664, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.24127934873104095, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 273 }, { "completion_length": 818.75, "completions/clipped_ratio": 0.0, "completions/max_length": 1536.0, "completions/max_terminated_length": 1536.0, "completions/mean_length": 819.75, "completions/mean_terminated_length": 819.75, "completions/min_length": 375.0, "completions/min_terminated_length": 375.0, "epoch": 1.0703125, "frac_reward_zero_std": 0.125, "grad_norm": 0.039489198476076126, "kl": 0.011150474427267909, "learning_rate": 4.164704165002086e-06, "loss": 0.0, "num_tokens": 14575342.0, "reward": 1.6488924026489258, "reward_std": 0.21221673488616943, "rewards/ROUGEL_entities_reward/mean": 0.445767343044281, "rewards/ROUGEL_entities_reward/std": 0.2116040736436844, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.203125, "rewards/f1_entities_exact_reward/std": 0.24949544668197632, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 274 }, { "completion_length": 971.03125, "completions/clipped_ratio": 0.0, "completions/max_length": 1986.0, "completions/max_terminated_length": 1986.0, "completions/mean_length": 972.03125, "completions/mean_terminated_length": 972.03125, "completions/min_length": 403.0, "completions/min_terminated_length": 403.0, "epoch": 1.07421875, "frac_reward_zero_std": 0.25, "grad_norm": 2.4689934253692627, "kl": 3.0661903619766235, "learning_rate": 4.1565501205393445e-06, "loss": 0.0031, "num_tokens": 14631611.0, "reward": 1.4418221712112427, "reward_std": 0.13415119051933289, "rewards/ROUGEL_entities_reward/mean": 0.4105720520019531, "rewards/ROUGEL_entities_reward/std": 0.23832598328590393, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 275 }, { "completion_length": 777.375, "completions/clipped_ratio": 0.0, "completions/max_length": 1894.0, "completions/max_terminated_length": 1894.0, "completions/mean_length": 778.375, "completions/mean_terminated_length": 778.375, "completions/min_length": 333.0, "completions/min_terminated_length": 333.0, "epoch": 1.078125, "frac_reward_zero_std": 0.0, "grad_norm": 0.03779343143105507, "kl": 0.012983206659555435, "learning_rate": 4.1483645377501726e-06, "loss": 0.0, "num_tokens": 14682023.0, "reward": 1.6729655265808105, "reward_std": 0.21238069236278534, "rewards/ROUGEL_entities_reward/mean": 0.5010904669761658, "rewards/ROUGEL_entities_reward/std": 0.3093516528606415, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.24127934873104095, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 276 }, { "completion_length": 962.9375, "completions/clipped_ratio": 0.0, "completions/max_length": 1950.0, "completions/max_terminated_length": 1950.0, "completions/mean_length": 963.9375, "completions/mean_terminated_length": 963.9375, "completions/min_length": 442.0, "completions/min_terminated_length": 442.0, "epoch": 1.08203125, "frac_reward_zero_std": 0.125, "grad_norm": 0.03328337520360947, "kl": 0.009738490218296647, "learning_rate": 4.140147572476269e-06, "loss": 0.0, "num_tokens": 14737489.0, "reward": 1.7715661525726318, "reward_std": 0.2371460497379303, "rewards/ROUGEL_entities_reward/mean": 0.5059411525726318, "rewards/ROUGEL_entities_reward/std": 0.3163667917251587, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.203125, "rewards/f1_entities_exact_reward/std": 0.3074183464050293, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 277 }, { "completion_length": 966.5, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1881.0, "completions/mean_length": 967.46875, "completions/mean_terminated_length": 932.6128540039062, "completions/min_length": 389.0, "completions/min_terminated_length": 389.0, "epoch": 1.0859375, "frac_reward_zero_std": 0.125, "grad_norm": 1.922593116760254, "kl": 2.8490639328956604, "learning_rate": 4.1318993811568065e-06, "loss": 0.0028, "num_tokens": 14793768.0, "reward": 1.3253026008605957, "reward_std": 0.23993957042694092, "rewards/ROUGEL_entities_reward/mean": 0.3096776008605957, "rewards/ROUGEL_entities_reward/std": 0.22012771666049957, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 278 }, { "completion_length": 739.15625, "completions/clipped_ratio": 0.0, "completions/max_length": 1578.0, "completions/max_terminated_length": 1578.0, "completions/mean_length": 740.15625, "completions/mean_terminated_length": 740.15625, "completions/min_length": 341.0, "completions/min_terminated_length": 341.0, "epoch": 1.08984375, "frac_reward_zero_std": 0.125, "grad_norm": 0.040682245045900345, "kl": 0.012245031539350748, "learning_rate": 4.123620120825459e-06, "loss": 0.0, "num_tokens": 14842557.0, "reward": 1.8759411573410034, "reward_std": 0.2561507523059845, "rewards/ROUGEL_entities_reward/mean": 0.5321912169456482, "rewards/ROUGEL_entities_reward/std": 0.21302303671836853, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.265625, "rewards/f1_entities_exact_reward/std": 0.31068018078804016, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 279 }, { "completion_length": 796.96875, "completions/clipped_ratio": 0.0, "completions/max_length": 1751.0, "completions/max_terminated_length": 1751.0, "completions/mean_length": 797.96875, "completions/mean_terminated_length": 797.96875, "completions/min_length": 333.0, "completions/min_terminated_length": 333.0, "epoch": 1.09375, "frac_reward_zero_std": 0.375, "grad_norm": 0.03640862554311752, "kl": 0.011769386939704418, "learning_rate": 4.11530994910741e-06, "loss": 0.0, "num_tokens": 14893292.0, "reward": 1.5336891412734985, "reward_std": 0.07838387787342072, "rewards/ROUGEL_entities_reward/mean": 0.408689022064209, "rewards/ROUGEL_entities_reward/std": 0.2736787796020508, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 280 }, { "completion_length": 890.53125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2000.0, "completions/max_terminated_length": 1665.0, "completions/mean_length": 891.5, "completions/mean_terminated_length": 855.7418823242188, "completions/min_length": 428.0, "completions/min_terminated_length": 428.0, "epoch": 1.09765625, "frac_reward_zero_std": 0.25, "grad_norm": 2.0480756759643555, "kl": 3.2956859469413757, "learning_rate": 4.106969024216348e-06, "loss": 0.0033, "num_tokens": 14947512.0, "reward": 1.5618896484375, "reward_std": 0.171115905046463, "rewards/ROUGEL_entities_reward/mean": 0.4837645888328552, "rewards/ROUGEL_entities_reward/std": 0.23875081539154053, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 281 }, { "completion_length": 806.03125, "completions/clipped_ratio": 0.0, "completions/max_length": 1993.0, "completions/max_terminated_length": 1993.0, "completions/mean_length": 807.03125, "completions/mean_terminated_length": 807.03125, "completions/min_length": 304.0, "completions/min_terminated_length": 304.0, "epoch": 1.1015625, "frac_reward_zero_std": 0.25, "grad_norm": 0.038967475295066833, "kl": 0.012759912060573697, "learning_rate": 4.098597504951462e-06, "loss": 0.0, "num_tokens": 14997957.0, "reward": 1.508352518081665, "reward_std": 0.1866178959608078, "rewards/ROUGEL_entities_reward/mean": 0.38335248827934265, "rewards/ROUGEL_entities_reward/std": 0.262113094329834, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 282 }, { "completion_length": 954.40625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2002.0, "completions/max_terminated_length": 1946.0, "completions/mean_length": 955.375, "completions/mean_terminated_length": 921.6128540039062, "completions/min_length": 326.0, "completions/min_terminated_length": 326.0, "epoch": 1.10546875, "frac_reward_zero_std": 0.0, "grad_norm": 1.7501819133758545, "kl": 3.28695946931839, "learning_rate": 4.09019555069441e-06, "loss": 0.0033, "num_tokens": 15053169.0, "reward": 1.2216590642929077, "reward_std": 0.11169137060642242, "rewards/ROUGEL_entities_reward/mean": 0.2529091238975525, "rewards/ROUGEL_entities_reward/std": 0.15250393748283386, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 283 }, { "completion_length": 959.0625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1812.0, "completions/mean_length": 960.03125, "completions/mean_terminated_length": 924.9354858398438, "completions/min_length": 368.0, "completions/min_terminated_length": 368.0, "epoch": 1.109375, "frac_reward_zero_std": 0.0, "grad_norm": 1.5865777730941772, "kl": 3.2120853662490845, "learning_rate": 4.081763321406291e-06, "loss": 0.0032, "num_tokens": 15108378.0, "reward": 1.4231419563293457, "reward_std": 0.21384727954864502, "rewards/ROUGEL_entities_reward/mean": 0.3918918967247009, "rewards/ROUGEL_entities_reward/std": 0.19468821585178375, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 284 }, { "completion_length": 896.25, "completions/clipped_ratio": 0.03125, "completions/max_length": 2034.0, "completions/max_terminated_length": 1821.0, "completions/mean_length": 897.21875, "completions/mean_terminated_length": 860.54833984375, "completions/min_length": 390.0, "completions/min_terminated_length": 390.0, "epoch": 1.11328125, "frac_reward_zero_std": 0.0, "grad_norm": 1.180794596672058, "kl": 3.134515702724457, "learning_rate": 4.073300977624594e-06, "loss": 0.0031, "num_tokens": 15162565.0, "reward": 1.4697831869125366, "reward_std": 0.2801995277404785, "rewards/ROUGEL_entities_reward/mean": 0.4072831869125366, "rewards/ROUGEL_entities_reward/std": 0.23847493529319763, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.19507545232772827, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 285 }, { "completion_length": 951.75, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1961.0, "completions/mean_length": 952.71875, "completions/mean_terminated_length": 917.3870849609375, "completions/min_length": 306.0, "completions/min_terminated_length": 306.0, "epoch": 1.1171875, "frac_reward_zero_std": 0.125, "grad_norm": 0.9067062139511108, "kl": 2.847053587436676, "learning_rate": 4.064808680460149e-06, "loss": 0.0028, "num_tokens": 15218408.0, "reward": 1.4115021228790283, "reward_std": 0.38886091113090515, "rewards/ROUGEL_entities_reward/mean": 0.3646271228790283, "rewards/ROUGEL_entities_reward/std": 0.22238974273204803, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.22840170562267303, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 286 }, { "completion_length": 883.4375, "completions/clipped_ratio": 0.0, "completions/max_length": 1915.0, "completions/max_terminated_length": 1915.0, "completions/mean_length": 884.4375, "completions/mean_terminated_length": 884.4375, "completions/min_length": 431.0, "completions/min_terminated_length": 431.0, "epoch": 1.12109375, "frac_reward_zero_std": 0.375, "grad_norm": 0.029198070988059044, "kl": 0.012132480973377824, "learning_rate": 4.056286591594049e-06, "loss": 0.0, "num_tokens": 15270750.0, "reward": 1.5659006834030151, "reward_std": 0.23548123240470886, "rewards/ROUGEL_entities_reward/mean": 0.347150593996048, "rewards/ROUGEL_entities_reward/std": 0.29019325971603394, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.2961445748806, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 287 }, { "completion_length": 780.3125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2001.0, "completions/max_terminated_length": 1513.0, "completions/mean_length": 781.28125, "completions/mean_terminated_length": 741.9354858398438, "completions/min_length": 310.0, "completions/min_terminated_length": 310.0, "epoch": 1.125, "frac_reward_zero_std": 0.0, "grad_norm": 1.673380970954895, "kl": 3.812259614467621, "learning_rate": 4.047734873274586e-06, "loss": 0.0038, "num_tokens": 15321651.0, "reward": 1.332185983657837, "reward_std": 0.24891889095306396, "rewards/ROUGEL_entities_reward/mean": 0.3009359836578369, "rewards/ROUGEL_entities_reward/std": 0.2243531495332718, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 288 }, { "completion_length": 879.125, "completions/clipped_ratio": 0.0, "completions/max_length": 1946.0, "completions/max_terminated_length": 1946.0, "completions/mean_length": 880.125, "completions/mean_terminated_length": 880.125, "completions/min_length": 349.0, "completions/min_terminated_length": 349.0, "epoch": 1.12890625, "frac_reward_zero_std": 0.125, "grad_norm": 1.0991004705429077, "kl": 3.5665544271469116, "learning_rate": 4.039153688314146e-06, "loss": 0.0036, "num_tokens": 15375179.0, "reward": 1.6663017272949219, "reward_std": 0.2269136905670166, "rewards/ROUGEL_entities_reward/mean": 0.4319266378879547, "rewards/ROUGEL_entities_reward/std": 0.2469891756772995, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.30078861117362976, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 289 }, { "completion_length": 1029.65625, "completions/clipped_ratio": 0.0625, "completions/max_length": 2010.0, "completions/max_terminated_length": 1967.0, "completions/mean_length": 1030.59375, "completions/mean_terminated_length": 965.300048828125, "completions/min_length": 374.0, "completions/min_terminated_length": 374.0, "epoch": 1.1328125, "frac_reward_zero_std": 0.125, "grad_norm": 1.1629955768585205, "kl": 3.2189698219299316, "learning_rate": 4.0305432000861236e-06, "loss": 0.0032, "num_tokens": 15433318.0, "reward": 1.4825315475463867, "reward_std": 0.28176149725914, "rewards/ROUGEL_entities_reward/mean": 0.37315648794174194, "rewards/ROUGEL_entities_reward/std": 0.23382756114006042, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.24127934873104095, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 290 }, { "completion_length": 831.9375, "completions/clipped_ratio": 0.0, "completions/max_length": 2037.0, "completions/max_terminated_length": 2037.0, "completions/mean_length": 832.9375, "completions/mean_terminated_length": 832.9375, "completions/min_length": 303.0, "completions/min_terminated_length": 303.0, "epoch": 1.13671875, "frac_reward_zero_std": 0.125, "grad_norm": 1.038133978843689, "kl": 3.2658851146698, "learning_rate": 4.021903572521802e-06, "loss": 0.0033, "num_tokens": 15485176.0, "reward": 1.9345629215240479, "reward_std": 0.16409219801425934, "rewards/ROUGEL_entities_reward/mean": 0.5751878023147583, "rewards/ROUGEL_entities_reward/std": 0.2821882665157318, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.234375, "rewards/f1_entities_exact_reward/std": 0.3588596284389496, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 291 }, { "completion_length": 776.75, "completions/clipped_ratio": 0.0, "completions/max_length": 1251.0, "completions/max_terminated_length": 1251.0, "completions/mean_length": 777.75, "completions/mean_terminated_length": 777.75, "completions/min_length": 392.0, "completions/min_terminated_length": 392.0, "epoch": 1.140625, "frac_reward_zero_std": 0.0, "grad_norm": 0.03531361371278763, "kl": 0.014128875453025103, "learning_rate": 4.013234970107236e-06, "loss": 0.0, "num_tokens": 15535484.0, "reward": 1.338801383972168, "reward_std": 0.130462646484375, "rewards/ROUGEL_entities_reward/mean": 0.3231762945652008, "rewards/ROUGEL_entities_reward/std": 0.20001690089702606, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.015625, "rewards/f1_entities_exact_reward/std": 0.0883883461356163, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 292 }, { "completion_length": 1118.09375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2012.0, "completions/max_terminated_length": 1741.0, "completions/mean_length": 1119.0625, "completions/mean_terminated_length": 1090.258056640625, "completions/min_length": 486.0, "completions/min_terminated_length": 486.0, "epoch": 1.14453125, "frac_reward_zero_std": 0.125, "grad_norm": 0.8387115597724915, "kl": 2.667871057987213, "learning_rate": 4.0045375578801216e-06, "loss": 0.0027, "num_tokens": 15596786.0, "reward": 1.6045501232147217, "reward_std": 0.21105080842971802, "rewards/ROUGEL_entities_reward/mean": 0.4483000934123993, "rewards/ROUGEL_entities_reward/std": 0.17010103166103363, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.1875, "rewards/f1_entities_exact_reward/std": 0.24593468010425568, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 293 }, { "completion_length": 807.28125, "completions/clipped_ratio": 0.0625, "completions/max_length": 1926.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 808.21875, "completions/mean_terminated_length": 733.7000122070312, "completions/min_length": 355.0, "completions/min_terminated_length": 355.0, "epoch": 1.1484375, "frac_reward_zero_std": 0.125, "grad_norm": 0.038635481148958206, "kl": 0.014855274697765708, "learning_rate": 3.995811501426648e-06, "loss": 0.0, "num_tokens": 15648405.0, "reward": 1.6890175342559814, "reward_std": 0.24361906945705414, "rewards/ROUGEL_entities_reward/mean": 0.45464253425598145, "rewards/ROUGEL_entities_reward/std": 0.2736191749572754, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.32650086283683777, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 294 }, { "completion_length": 930.0625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2026.0, "completions/max_terminated_length": 1953.0, "completions/mean_length": 931.03125, "completions/mean_terminated_length": 895.7096557617188, "completions/min_length": 339.0, "completions/min_terminated_length": 339.0, "epoch": 1.15234375, "frac_reward_zero_std": 0.25, "grad_norm": 1.3915534019470215, "kl": 3.5512139797210693, "learning_rate": 3.987056966878354e-06, "loss": 0.0036, "num_tokens": 15703018.0, "reward": 1.3884097337722778, "reward_std": 0.21880260109901428, "rewards/ROUGEL_entities_reward/mean": 0.34153467416763306, "rewards/ROUGEL_entities_reward/std": 0.28026846051216125, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 295 }, { "completion_length": 820.9375, "completions/clipped_ratio": 0.03125, "completions/max_length": 1968.0, "completions/max_terminated_length": 1925.0, "completions/mean_length": 821.90625, "completions/mean_terminated_length": 784.9354858398438, "completions/min_length": 448.0, "completions/min_terminated_length": 448.0, "epoch": 1.15625, "frac_reward_zero_std": 0.125, "grad_norm": 1.6942955255508423, "kl": 4.190952956676483, "learning_rate": 3.978274120908957e-06, "loss": 0.0042, "num_tokens": 15754627.0, "reward": 1.4679782390594482, "reward_std": 0.27244019508361816, "rewards/ROUGEL_entities_reward/mean": 0.4211033284664154, "rewards/ROUGEL_entities_reward/std": 0.22790507972240448, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 296 }, { "completion_length": 1056.96875, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1992.0, "completions/mean_length": 1057.9375, "completions/mean_terminated_length": 1026.0, "completions/min_length": 439.0, "completions/min_terminated_length": 439.0, "epoch": 1.16015625, "frac_reward_zero_std": 0.0, "grad_norm": 1.3029741048812866, "kl": 7.800500392913818, "learning_rate": 3.969463130731183e-06, "loss": 0.0078, "num_tokens": 15813649.0, "reward": 1.3057817220687866, "reward_std": 0.22945168614387512, "rewards/ROUGEL_entities_reward/mean": 0.3214067220687866, "rewards/ROUGEL_entities_reward/std": 0.2411154806613922, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 297 }, { "completion_length": 1068.40625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2006.0, "completions/max_terminated_length": 1957.0, "completions/mean_length": 1069.375, "completions/mean_terminated_length": 1039.1612548828125, "completions/min_length": 407.0, "completions/min_terminated_length": 407.0, "epoch": 1.1640625, "frac_reward_zero_std": 0.25, "grad_norm": 2.2735984325408936, "kl": 10.939070165157318, "learning_rate": 3.960624164093587e-06, "loss": 0.0109, "num_tokens": 15873717.0, "reward": 1.3100652694702148, "reward_std": 0.2388056218624115, "rewards/ROUGEL_entities_reward/mean": 0.27881526947021484, "rewards/ROUGEL_entities_reward/std": 0.25108569860458374, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 298 }, { "completion_length": 1050.28125, "completions/clipped_ratio": 0.0625, "completions/max_length": 2048.0, "completions/max_terminated_length": 1901.0, "completions/mean_length": 1051.21875, "completions/mean_terminated_length": 984.7667236328125, "completions/min_length": 395.0, "completions/min_terminated_length": 395.0, "epoch": 1.16796875, "frac_reward_zero_std": 0.125, "grad_norm": 1.985618233680725, "kl": 2.949629247188568, "learning_rate": 3.951757389277349e-06, "loss": 0.0029, "num_tokens": 15932168.0, "reward": 1.3846697807312012, "reward_std": 0.16495756804943085, "rewards/ROUGEL_entities_reward/mean": 0.33779478073120117, "rewards/ROUGEL_entities_reward/std": 0.19651740789413452, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 299 }, { "completion_length": 918.4375, "completions/clipped_ratio": 0.09375, "completions/max_length": 1956.0, "completions/max_terminated_length": 1841.0, "completions/mean_length": 919.34375, "completions/mean_terminated_length": 812.1034545898438, "completions/min_length": 389.0, "completions/min_terminated_length": 389.0, "epoch": 1.171875, "frac_reward_zero_std": 0.125, "grad_norm": 1.0532653331756592, "kl": 3.622589588165283, "learning_rate": 3.942862975093085e-06, "loss": 0.0036, "num_tokens": 15987387.0, "reward": 1.4117393493652344, "reward_std": 0.21116279065608978, "rewards/ROUGEL_entities_reward/mean": 0.3961142897605896, "rewards/ROUGEL_entities_reward/std": 0.24613100290298462, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 300 } ], "logging_steps": 1, "max_steps": 800, "num_input_tokens_seen": 15987387, "num_train_epochs": 4, "save_steps": 100, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 8, "trial_name": null, "trial_params": null }