{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 1.953125, "eval_steps": 500, "global_step": 500, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "completion_length": 773.71875, "completions/clipped_ratio": 0.0, "completions/max_length": 1684.0, "completions/max_terminated_length": 1684.0, "completions/mean_length": 774.71875, "completions/mean_terminated_length": 774.71875, "completions/min_length": 389.0, "completions/min_terminated_length": 389.0, "epoch": 0.00390625, "frac_reward_zero_std": 0.375, "grad_norm": 0.031107431277632713, "kl": 0.0, "learning_rate": 0.0, "loss": 0.0, "num_tokens": 49271.0, "reward": 1.4142889976501465, "reward_std": 0.05336200073361397, "rewards/ROUGEL_entities_reward/mean": 0.3361639976501465, "rewards/ROUGEL_entities_reward/std": 0.24250923097133636, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 1 }, { "completion_length": 829.5, "completions/clipped_ratio": 0.0, "completions/max_length": 1716.0, "completions/max_terminated_length": 1716.0, "completions/mean_length": 830.5, "completions/mean_terminated_length": 830.5, "completions/min_length": 353.0, "completions/min_terminated_length": 353.0, "epoch": 0.0078125, "frac_reward_zero_std": 0.25, "grad_norm": 0.032838013023138046, "kl": 0.0, "learning_rate": 6.250000000000001e-08, "loss": 0.0, "num_tokens": 101031.0, "reward": 1.6849710941314697, "reward_std": 0.07849985361099243, "rewards/ROUGEL_entities_reward/mean": 0.4505961537361145, "rewards/ROUGEL_entities_reward/std": 0.17492875456809998, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.234375, "rewards/f1_entities_exact_reward/std": 0.253503680229187, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 2 }, { "completion_length": 858.21875, "completions/clipped_ratio": 0.0625, "completions/max_length": 2048.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 859.15625, "completions/mean_terminated_length": 779.9000244140625, "completions/min_length": 390.0, "completions/min_terminated_length": 390.0, "epoch": 0.01171875, "frac_reward_zero_std": 0.125, "grad_norm": 1.0946029424667358, "kl": 0.04924837779253721, "learning_rate": 1.2500000000000002e-07, "loss": 0.0, "num_tokens": 154252.0, "reward": 1.7309010028839111, "reward_std": 0.20555105805397034, "rewards/ROUGEL_entities_reward/mean": 0.46527600288391113, "rewards/ROUGEL_entities_reward/std": 0.34173816442489624, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.234375, "rewards/f1_entities_exact_reward/std": 0.3356355130672455, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 3 }, { "completion_length": 750.09375, "completions/clipped_ratio": 0.0, "completions/max_length": 1529.0, "completions/max_terminated_length": 1529.0, "completions/mean_length": 751.09375, "completions/mean_terminated_length": 751.09375, "completions/min_length": 365.0, "completions/min_terminated_length": 365.0, "epoch": 0.015625, "frac_reward_zero_std": 0.125, "grad_norm": 0.03853773698210716, "kl": 0.0008064582070801407, "learning_rate": 1.875e-07, "loss": 0.0, "num_tokens": 203603.0, "reward": 1.3999865055084229, "reward_std": 0.06636261940002441, "rewards/ROUGEL_entities_reward/mean": 0.33748650550842285, "rewards/ROUGEL_entities_reward/std": 0.24072480201721191, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 4 }, { "completion_length": 894.84375, "completions/clipped_ratio": 0.0, "completions/max_length": 1776.0, "completions/max_terminated_length": 1776.0, "completions/mean_length": 895.84375, "completions/mean_terminated_length": 895.84375, "completions/min_length": 439.0, "completions/min_terminated_length": 439.0, "epoch": 0.01953125, "frac_reward_zero_std": 0.0, "grad_norm": 0.035162024199962616, "kl": 0.0008056848309934139, "learning_rate": 2.5000000000000004e-07, "loss": 0.0, "num_tokens": 257926.0, "reward": 1.6901798248291016, "reward_std": 0.2885170876979828, "rewards/ROUGEL_entities_reward/mean": 0.5026798844337463, "rewards/ROUGEL_entities_reward/std": 0.2995758056640625, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.26753053069114685, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 5 }, { "completion_length": 964.28125, "completions/clipped_ratio": 0.0, "completions/max_length": 1814.0, "completions/max_terminated_length": 1814.0, "completions/mean_length": 965.28125, "completions/mean_terminated_length": 965.28125, "completions/min_length": 482.0, "completions/min_terminated_length": 482.0, "epoch": 0.0234375, "frac_reward_zero_std": 0.125, "grad_norm": 0.030356423929333687, "kl": 0.000767507852287963, "learning_rate": 3.125e-07, "loss": 0.0, "num_tokens": 314519.0, "reward": 1.4136323928833008, "reward_std": 0.25806623697280884, "rewards/ROUGEL_entities_reward/mean": 0.39800751209259033, "rewards/ROUGEL_entities_reward/std": 0.27216652035713196, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 6 }, { "completion_length": 737.40625, "completions/clipped_ratio": 0.0, "completions/max_length": 1714.0, "completions/max_terminated_length": 1714.0, "completions/mean_length": 738.40625, "completions/mean_terminated_length": 738.40625, "completions/min_length": 271.0, "completions/min_terminated_length": 271.0, "epoch": 0.02734375, "frac_reward_zero_std": 0.125, "grad_norm": 0.04363395646214485, "kl": 0.000862537999637425, "learning_rate": 3.75e-07, "loss": -0.0, "num_tokens": 363764.0, "reward": 1.5545895099639893, "reward_std": 0.1157001405954361, "rewards/ROUGEL_entities_reward/mean": 0.3827144205570221, "rewards/ROUGEL_entities_reward/std": 0.2522861063480377, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.24127934873104095, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 7 }, { "completion_length": 739.125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1440.0, "completions/mean_length": 740.09375, "completions/mean_terminated_length": 697.9031982421875, "completions/min_length": 383.0, "completions/min_terminated_length": 383.0, "epoch": 0.03125, "frac_reward_zero_std": 0.125, "grad_norm": 1.2299633026123047, "kl": 0.03398810001090169, "learning_rate": 4.375e-07, "loss": 0.0, "num_tokens": 412659.0, "reward": 1.513428807258606, "reward_std": 0.2709747552871704, "rewards/ROUGEL_entities_reward/mean": 0.38842886686325073, "rewards/ROUGEL_entities_reward/std": 0.25137466192245483, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.23546454310417175, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 8 }, { "completion_length": 832.1875, "completions/clipped_ratio": 0.0, "completions/max_length": 1915.0, "completions/max_terminated_length": 1915.0, "completions/mean_length": 833.1875, "completions/mean_terminated_length": 833.1875, "completions/min_length": 432.0, "completions/min_terminated_length": 432.0, "epoch": 0.03515625, "frac_reward_zero_std": 0.125, "grad_norm": 0.0308236014097929, "kl": 0.0008265759242931381, "learning_rate": 5.000000000000001e-07, "loss": 0.0, "num_tokens": 465181.0, "reward": 1.492291808128357, "reward_std": 0.1271674633026123, "rewards/ROUGEL_entities_reward/mean": 0.38291680812835693, "rewards/ROUGEL_entities_reward/std": 0.16038332879543304, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 9 }, { "completion_length": 788.78125, "completions/clipped_ratio": 0.0, "completions/max_length": 1711.0, "completions/max_terminated_length": 1711.0, "completions/mean_length": 789.78125, "completions/mean_terminated_length": 789.78125, "completions/min_length": 344.0, "completions/min_terminated_length": 344.0, "epoch": 0.0390625, "frac_reward_zero_std": 0.125, "grad_norm": 0.04289854317903519, "kl": 0.0008371344592887908, "learning_rate": 5.625e-07, "loss": -0.0, "num_tokens": 515798.0, "reward": 1.7426328659057617, "reward_std": 0.1278819590806961, "rewards/ROUGEL_entities_reward/mean": 0.4457578659057617, "rewards/ROUGEL_entities_reward/std": 0.29676324129104614, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.3463519513607025, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 10 }, { "completion_length": 947.84375, "completions/clipped_ratio": 0.03125, "completions/max_length": 1947.0, "completions/max_terminated_length": 1625.0, "completions/mean_length": 948.8125, "completions/mean_terminated_length": 916.6128540039062, "completions/min_length": 368.0, "completions/min_terminated_length": 368.0, "epoch": 0.04296875, "frac_reward_zero_std": 0.125, "grad_norm": 0.031256962567567825, "kl": 0.0008525731100235134, "learning_rate": 6.25e-07, "loss": 0.0, "num_tokens": 571372.0, "reward": 1.6054279804229736, "reward_std": 0.2585637867450714, "rewards/ROUGEL_entities_reward/mean": 0.4491780400276184, "rewards/ROUGEL_entities_reward/std": 0.21337461471557617, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.23546454310417175, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 11 }, { "completion_length": 796.375, "completions/clipped_ratio": 0.0, "completions/max_length": 1783.0, "completions/max_terminated_length": 1783.0, "completions/mean_length": 797.375, "completions/mean_terminated_length": 797.375, "completions/min_length": 379.0, "completions/min_terminated_length": 379.0, "epoch": 0.046875, "frac_reward_zero_std": 0.375, "grad_norm": 0.03451008349657059, "kl": 0.0008439397643087432, "learning_rate": 6.875000000000001e-07, "loss": 0.0, "num_tokens": 622380.0, "reward": 1.8003621101379395, "reward_std": 0.09649848937988281, "rewards/ROUGEL_entities_reward/mean": 0.5503621101379395, "rewards/ROUGEL_entities_reward/std": 0.24412204325199127, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.234375, "rewards/f1_entities_exact_reward/std": 0.253503680229187, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 12 }, { "completion_length": 827.34375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2047.0, "completions/max_terminated_length": 1974.0, "completions/mean_length": 828.3125, "completions/mean_terminated_length": 789.0, "completions/min_length": 342.0, "completions/min_terminated_length": 342.0, "epoch": 0.05078125, "frac_reward_zero_std": 0.25, "grad_norm": 1.4412877559661865, "kl": 0.03177165426313877, "learning_rate": 7.5e-07, "loss": 0.0, "num_tokens": 673534.0, "reward": 1.4974217414855957, "reward_std": 0.1358407884836197, "rewards/ROUGEL_entities_reward/mean": 0.4661717712879181, "rewards/ROUGEL_entities_reward/std": 0.28460103273391724, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 13 }, { "completion_length": 951.6875, "completions/clipped_ratio": 0.0, "completions/max_length": 1936.0, "completions/max_terminated_length": 1936.0, "completions/mean_length": 952.6875, "completions/mean_terminated_length": 952.6875, "completions/min_length": 360.0, "completions/min_terminated_length": 360.0, "epoch": 0.0546875, "frac_reward_zero_std": 0.0, "grad_norm": 0.047750119119882584, "kl": 0.0008222978794947267, "learning_rate": 8.125000000000001e-07, "loss": 0.0, "num_tokens": 728552.0, "reward": 1.4253430366516113, "reward_std": 0.107511967420578, "rewards/ROUGEL_entities_reward/mean": 0.40971803665161133, "rewards/ROUGEL_entities_reward/std": 0.2035004198551178, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.015625, "rewards/f1_entities_exact_reward/std": 0.0883883461356163, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 14 }, { "completion_length": 796.71875, "completions/clipped_ratio": 0.03125, "completions/max_length": 1999.0, "completions/max_terminated_length": 1728.0, "completions/mean_length": 797.6875, "completions/mean_terminated_length": 758.9354858398438, "completions/min_length": 447.0, "completions/min_terminated_length": 447.0, "epoch": 0.05859375, "frac_reward_zero_std": 0.375, "grad_norm": 1.1840251684188843, "kl": 0.035019629169255495, "learning_rate": 8.75e-07, "loss": 0.0, "num_tokens": 779450.0, "reward": 1.8847320079803467, "reward_std": 0.18553508818149567, "rewards/ROUGEL_entities_reward/mean": 0.6347318887710571, "rewards/ROUGEL_entities_reward/std": 0.24349310994148254, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.28125, "rewards/f1_entities_exact_reward/std": 0.2520080506801605, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 15 }, { "completion_length": 825.9375, "completions/clipped_ratio": 0.0, "completions/max_length": 1966.0, "completions/max_terminated_length": 1966.0, "completions/mean_length": 826.9375, "completions/mean_terminated_length": 826.9375, "completions/min_length": 346.0, "completions/min_terminated_length": 346.0, "epoch": 0.0625, "frac_reward_zero_std": 0.125, "grad_norm": 0.03686046227812767, "kl": 0.0009055825939867646, "learning_rate": 9.375000000000001e-07, "loss": 0.0, "num_tokens": 830168.0, "reward": 1.503725290298462, "reward_std": 0.03653297573328018, "rewards/ROUGEL_entities_reward/mean": 0.4412252902984619, "rewards/ROUGEL_entities_reward/std": 0.18260407447814941, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 16 }, { "completion_length": 831.65625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1710.0, "completions/mean_length": 832.625, "completions/mean_terminated_length": 793.4193115234375, "completions/min_length": 442.0, "completions/min_terminated_length": 442.0, "epoch": 0.06640625, "frac_reward_zero_std": 0.125, "grad_norm": 11960.408203125, "kl": 91286.23423358332, "learning_rate": 1.0000000000000002e-06, "loss": 91.2862, "num_tokens": 882112.0, "reward": 1.9998295307159424, "reward_std": 0.1716785728931427, "rewards/ROUGEL_entities_reward/mean": 0.6092044115066528, "rewards/ROUGEL_entities_reward/std": 0.2381805032491684, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.265625, "rewards/f1_entities_exact_reward/std": 0.3588596284389496, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 17 }, { "completion_length": 735.09375, "completions/clipped_ratio": 0.0, "completions/max_length": 1963.0, "completions/max_terminated_length": 1963.0, "completions/mean_length": 736.09375, "completions/mean_terminated_length": 736.09375, "completions/min_length": 304.0, "completions/min_terminated_length": 304.0, "epoch": 0.0703125, "frac_reward_zero_std": 0.25, "grad_norm": 0.035265810787677765, "kl": 0.0008649405790492892, "learning_rate": 1.0625e-06, "loss": 0.0, "num_tokens": 930435.0, "reward": 1.6111576557159424, "reward_std": 0.2122671902179718, "rewards/ROUGEL_entities_reward/mean": 0.39240762591362, "rewards/ROUGEL_entities_reward/std": 0.2360842227935791, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.2961445748806, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 18 }, { "completion_length": 929.3125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 2029.0, "completions/mean_length": 930.28125, "completions/mean_terminated_length": 894.2257690429688, "completions/min_length": 385.0, "completions/min_terminated_length": 385.0, "epoch": 0.07421875, "frac_reward_zero_std": 0.125, "grad_norm": 1.1916157007217407, "kl": 0.026040656957775354, "learning_rate": 1.125e-06, "loss": 0.0, "num_tokens": 986084.0, "reward": 1.4042803049087524, "reward_std": 0.2482759654521942, "rewards/ROUGEL_entities_reward/mean": 0.40428024530410767, "rewards/ROUGEL_entities_reward/std": 0.2555541396141052, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 19 }, { "completion_length": 858.53125, "completions/clipped_ratio": 0.0, "completions/max_length": 1999.0, "completions/max_terminated_length": 1999.0, "completions/mean_length": 859.53125, "completions/mean_terminated_length": 859.53125, "completions/min_length": 327.0, "completions/min_terminated_length": 327.0, "epoch": 0.078125, "frac_reward_zero_std": 0.25, "grad_norm": 1.2272316217422485, "kl": 0.04151263926178217, "learning_rate": 1.1875e-06, "loss": 0.0, "num_tokens": 1038577.0, "reward": 1.4781588315963745, "reward_std": 0.09865100681781769, "rewards/ROUGEL_entities_reward/mean": 0.3687838315963745, "rewards/ROUGEL_entities_reward/std": 0.25713229179382324, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 20 }, { "completion_length": 735.03125, "completions/clipped_ratio": 0.0, "completions/max_length": 1646.0, "completions/max_terminated_length": 1646.0, "completions/mean_length": 736.03125, "completions/mean_terminated_length": 736.03125, "completions/min_length": 370.0, "completions/min_terminated_length": 370.0, "epoch": 0.08203125, "frac_reward_zero_std": 0.125, "grad_norm": 0.03574994206428528, "kl": 0.0008639947773190215, "learning_rate": 1.25e-06, "loss": 0.0, "num_tokens": 1087414.0, "reward": 1.7493736743927002, "reward_std": 0.3073810338973999, "rewards/ROUGEL_entities_reward/mean": 0.5149986743927002, "rewards/ROUGEL_entities_reward/std": 0.2595096230506897, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.30078861117362976, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 21 }, { "completion_length": 936.125, "completions/clipped_ratio": 0.0, "completions/max_length": 1829.0, "completions/max_terminated_length": 1829.0, "completions/mean_length": 937.125, "completions/mean_terminated_length": 937.125, "completions/min_length": 387.0, "completions/min_terminated_length": 387.0, "epoch": 0.0859375, "frac_reward_zero_std": 0.375, "grad_norm": 0.030881009995937347, "kl": 0.0008643228356959298, "learning_rate": 1.3125000000000001e-06, "loss": 0.0, "num_tokens": 1142902.0, "reward": 1.4245872497558594, "reward_std": 0.05940890312194824, "rewards/ROUGEL_entities_reward/mean": 0.3933371901512146, "rewards/ROUGEL_entities_reward/std": 0.23100200295448303, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 22 }, { "completion_length": 949.09375, "completions/clipped_ratio": 0.03125, "completions/max_length": 1974.0, "completions/max_terminated_length": 1957.0, "completions/mean_length": 950.0625, "completions/mean_terminated_length": 917.0322265625, "completions/min_length": 358.0, "completions/min_terminated_length": 358.0, "epoch": 0.08984375, "frac_reward_zero_std": 0.0, "grad_norm": 1.360364317893982, "kl": 0.03316311351954937, "learning_rate": 1.3750000000000002e-06, "loss": 0.0, "num_tokens": 1198068.0, "reward": 1.4728868007659912, "reward_std": 0.2027805596590042, "rewards/ROUGEL_entities_reward/mean": 0.4260118901729584, "rewards/ROUGEL_entities_reward/std": 0.26421165466308594, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 23 }, { "completion_length": 983.4375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2043.0, "completions/max_terminated_length": 2041.0, "completions/mean_length": 984.40625, "completions/mean_terminated_length": 950.258056640625, "completions/min_length": 350.0, "completions/min_terminated_length": 350.0, "epoch": 0.09375, "frac_reward_zero_std": 0.125, "grad_norm": 1.449867844581604, "kl": 0.03517508413642645, "learning_rate": 1.4375e-06, "loss": 0.0, "num_tokens": 1254353.0, "reward": 1.5606844425201416, "reward_std": 0.34358131885528564, "rewards/ROUGEL_entities_reward/mean": 0.5138094425201416, "rewards/ROUGEL_entities_reward/std": 0.24284419417381287, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.22840170562267303, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 24 }, { "completion_length": 986.0625, "completions/clipped_ratio": 0.03125, "completions/max_length": 1981.0, "completions/max_terminated_length": 1877.0, "completions/mean_length": 987.03125, "completions/mean_terminated_length": 954.9677124023438, "completions/min_length": 385.0, "completions/min_terminated_length": 385.0, "epoch": 0.09765625, "frac_reward_zero_std": 0.0, "grad_norm": 1.7202436923980713, "kl": 0.03029360854998231, "learning_rate": 1.5e-06, "loss": 0.0, "num_tokens": 1311054.0, "reward": 1.5542736053466797, "reward_std": 0.2044057995080948, "rewards/ROUGEL_entities_reward/mean": 0.4292736053466797, "rewards/ROUGEL_entities_reward/std": 0.187626451253891, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.23546454310417175, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 25 }, { "completion_length": 719.875, "completions/clipped_ratio": 0.0, "completions/max_length": 1817.0, "completions/max_terminated_length": 1817.0, "completions/mean_length": 720.875, "completions/mean_terminated_length": 720.875, "completions/min_length": 332.0, "completions/min_terminated_length": 332.0, "epoch": 0.1015625, "frac_reward_zero_std": 0.0, "grad_norm": 0.04885788634419441, "kl": 0.0009195755264954641, "learning_rate": 1.5625e-06, "loss": 0.0, "num_tokens": 1359150.0, "reward": 1.3275928497314453, "reward_std": 0.05572877824306488, "rewards/ROUGEL_entities_reward/mean": 0.3275929093360901, "rewards/ROUGEL_entities_reward/std": 0.2175500988960266, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 26 }, { "completion_length": 787.3125, "completions/clipped_ratio": 0.0, "completions/max_length": 1927.0, "completions/max_terminated_length": 1927.0, "completions/mean_length": 788.3125, "completions/mean_terminated_length": 788.3125, "completions/min_length": 346.0, "completions/min_terminated_length": 346.0, "epoch": 0.10546875, "frac_reward_zero_std": 0.0, "grad_norm": 0.047234393656253815, "kl": 0.0008445628191111609, "learning_rate": 1.6250000000000001e-06, "loss": -0.0, "num_tokens": 1409184.0, "reward": 1.6741223335266113, "reward_std": 0.17429909110069275, "rewards/ROUGEL_entities_reward/mean": 0.4397473633289337, "rewards/ROUGEL_entities_reward/std": 0.2606096565723419, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.234375, "rewards/f1_entities_exact_reward/std": 0.253503680229187, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 27 }, { "completion_length": 908.09375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2037.0, "completions/max_terminated_length": 1410.0, "completions/mean_length": 909.0625, "completions/mean_terminated_length": 872.6773681640625, "completions/min_length": 436.0, "completions/min_terminated_length": 436.0, "epoch": 0.109375, "frac_reward_zero_std": 0.0, "grad_norm": 1.1578987836837769, "kl": 0.029024578165262938, "learning_rate": 1.6875000000000001e-06, "loss": 0.0, "num_tokens": 1463198.0, "reward": 1.3360178470611572, "reward_std": 0.194834902882576, "rewards/ROUGEL_entities_reward/mean": 0.3516428768634796, "rewards/ROUGEL_entities_reward/std": 0.20796751976013184, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.015625, "rewards/f1_entities_exact_reward/std": 0.0883883461356163, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 28 }, { "completion_length": 877.6875, "completions/clipped_ratio": 0.0, "completions/max_length": 1722.0, "completions/max_terminated_length": 1722.0, "completions/mean_length": 878.6875, "completions/mean_terminated_length": 878.6875, "completions/min_length": 400.0, "completions/min_terminated_length": 400.0, "epoch": 0.11328125, "frac_reward_zero_std": 0.0, "grad_norm": 0.036818020045757294, "kl": 0.0008321568457176909, "learning_rate": 1.75e-06, "loss": 0.0, "num_tokens": 1516328.0, "reward": 1.284515619277954, "reward_std": 0.10075192153453827, "rewards/ROUGEL_entities_reward/mean": 0.2845155596733093, "rewards/ROUGEL_entities_reward/std": 0.20700469613075256, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 29 }, { "completion_length": 801.90625, "completions/clipped_ratio": 0.0, "completions/max_length": 1763.0, "completions/max_terminated_length": 1763.0, "completions/mean_length": 802.90625, "completions/mean_terminated_length": 802.90625, "completions/min_length": 354.0, "completions/min_terminated_length": 354.0, "epoch": 0.1171875, "frac_reward_zero_std": 0.125, "grad_norm": 0.038571011275053024, "kl": 0.0008754348091315478, "learning_rate": 1.8125e-06, "loss": -0.0, "num_tokens": 1568001.0, "reward": 1.3216490745544434, "reward_std": 0.0878436490893364, "rewards/ROUGEL_entities_reward/mean": 0.3216490149497986, "rewards/ROUGEL_entities_reward/std": 0.12796050310134888, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 30 }, { "completion_length": 1019.875, "completions/clipped_ratio": 0.0, "completions/max_length": 1994.0, "completions/max_terminated_length": 1994.0, "completions/mean_length": 1020.875, "completions/mean_terminated_length": 1020.875, "completions/min_length": 317.0, "completions/min_terminated_length": 317.0, "epoch": 0.12109375, "frac_reward_zero_std": 0.125, "grad_norm": 1.9888184070587158, "kl": 0.030457815155386925, "learning_rate": 1.8750000000000003e-06, "loss": 0.0, "num_tokens": 1625681.0, "reward": 1.6338975429534912, "reward_std": 0.0996546596288681, "rewards/ROUGEL_entities_reward/mean": 0.5245225429534912, "rewards/ROUGEL_entities_reward/std": 0.1336575746536255, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 31 }, { "completion_length": 778.8125, "completions/clipped_ratio": 0.03125, "completions/max_length": 1987.0, "completions/max_terminated_length": 1386.0, "completions/mean_length": 779.78125, "completions/mean_terminated_length": 740.8386840820312, "completions/min_length": 448.0, "completions/min_terminated_length": 448.0, "epoch": 0.125, "frac_reward_zero_std": 0.0, "grad_norm": 1.4051024913787842, "kl": 0.07832266436889768, "learning_rate": 1.9375e-06, "loss": 0.0001, "num_tokens": 1676698.0, "reward": 1.6515867710113525, "reward_std": 0.36416906118392944, "rewards/ROUGEL_entities_reward/mean": 0.4640866816043854, "rewards/ROUGEL_entities_reward/std": 0.2700716555118561, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.1875, "rewards/f1_entities_exact_reward/std": 0.2767903506755829, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 32 }, { "completion_length": 864.90625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2033.0, "completions/max_terminated_length": 1989.0, "completions/mean_length": 865.875, "completions/mean_terminated_length": 828.2257690429688, "completions/min_length": 376.0, "completions/min_terminated_length": 376.0, "epoch": 0.12890625, "frac_reward_zero_std": 0.0, "grad_norm": 1.8691290616989136, "kl": 0.03025655262172222, "learning_rate": 2.0000000000000003e-06, "loss": 0.0, "num_tokens": 1729458.0, "reward": 2.1252987384796143, "reward_std": 0.5289393663406372, "rewards/ROUGEL_entities_reward/mean": 0.5627987384796143, "rewards/ROUGEL_entities_reward/std": 0.3745800256729126, "rewards/answer_correctness_func/mean": 0.21875, "rewards/answer_correctness_func/std": 0.420013427734375, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.40625, "rewards/f1_entities_exact_reward/std": 0.39015090465545654, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.03125, "rewards/reasoning_equal_answer_reward/std": 0.1767766922712326, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 33 }, { "completion_length": 879.28125, "completions/clipped_ratio": 0.0, "completions/max_length": 1759.0, "completions/max_terminated_length": 1759.0, "completions/mean_length": 880.28125, "completions/mean_terminated_length": 880.28125, "completions/min_length": 382.0, "completions/min_terminated_length": 382.0, "epoch": 0.1328125, "frac_reward_zero_std": 0.125, "grad_norm": 0.03191771358251572, "kl": 0.0008378682687180117, "learning_rate": 2.0625e-06, "loss": 0.0, "num_tokens": 1782827.0, "reward": 1.4557617902755737, "reward_std": 0.16580641269683838, "rewards/ROUGEL_entities_reward/mean": 0.34638676047325134, "rewards/ROUGEL_entities_reward/std": 0.18016280233860016, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 34 }, { "completion_length": 895.1875, "completions/clipped_ratio": 0.0, "completions/max_length": 1836.0, "completions/max_terminated_length": 1836.0, "completions/mean_length": 896.1875, "completions/mean_terminated_length": 896.1875, "completions/min_length": 386.0, "completions/min_terminated_length": 386.0, "epoch": 0.13671875, "frac_reward_zero_std": 0.125, "grad_norm": 0.0351351797580719, "kl": 0.0007743473688606173, "learning_rate": 2.125e-06, "loss": 0.0, "num_tokens": 1836317.0, "reward": 1.3723011016845703, "reward_std": 0.15460538864135742, "rewards/ROUGEL_entities_reward/mean": 0.3410511016845703, "rewards/ROUGEL_entities_reward/std": 0.2375221699476242, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 35 }, { "completion_length": 814.5625, "completions/clipped_ratio": 0.0, "completions/max_length": 1464.0, "completions/max_terminated_length": 1464.0, "completions/mean_length": 815.5625, "completions/mean_terminated_length": 815.5625, "completions/min_length": 358.0, "completions/min_terminated_length": 358.0, "epoch": 0.140625, "frac_reward_zero_std": 0.0, "grad_norm": 0.03838350996375084, "kl": 0.0008724646613700315, "learning_rate": 2.1875000000000002e-06, "loss": 0.0, "num_tokens": 1887779.0, "reward": 1.421027660369873, "reward_std": 0.08938203752040863, "rewards/ROUGEL_entities_reward/mean": 0.35852763056755066, "rewards/ROUGEL_entities_reward/std": 0.1610291451215744, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 36 }, { "completion_length": 1043.9375, "completions/clipped_ratio": 0.09375, "completions/max_length": 1966.0, "completions/max_terminated_length": 1925.0, "completions/mean_length": 1044.84375, "completions/mean_terminated_length": 949.5516967773438, "completions/min_length": 361.0, "completions/min_terminated_length": 361.0, "epoch": 0.14453125, "frac_reward_zero_std": 0.125, "grad_norm": 1.3164830207824707, "kl": 0.036185771226882935, "learning_rate": 2.25e-06, "loss": 0.0, "num_tokens": 1946890.0, "reward": 1.2239865064620972, "reward_std": 0.13413795828819275, "rewards/ROUGEL_entities_reward/mean": 0.25523650646209717, "rewards/ROUGEL_entities_reward/std": 0.20075830817222595, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 37 }, { "completion_length": 1095.15625, "completions/clipped_ratio": 0.0625, "completions/max_length": 2012.0, "completions/max_terminated_length": 1988.0, "completions/mean_length": 1096.09375, "completions/mean_terminated_length": 1035.033447265625, "completions/min_length": 349.0, "completions/min_terminated_length": 349.0, "epoch": 0.1484375, "frac_reward_zero_std": 0.125, "grad_norm": 1.7715964317321777, "kl": 0.047803448513150215, "learning_rate": 2.3125000000000003e-06, "loss": 0.0, "num_tokens": 2007529.0, "reward": 1.219300389289856, "reward_std": 0.209647536277771, "rewards/ROUGEL_entities_reward/mean": 0.26617541909217834, "rewards/ROUGEL_entities_reward/std": 0.19572654366493225, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.015625, "rewards/f1_entities_exact_reward/std": 0.0883883461356163, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 38 }, { "completion_length": 875.125, "completions/clipped_ratio": 0.0625, "completions/max_length": 2025.0, "completions/max_terminated_length": 1905.0, "completions/mean_length": 876.0625, "completions/mean_terminated_length": 799.4667358398438, "completions/min_length": 383.0, "completions/min_terminated_length": 383.0, "epoch": 0.15234375, "frac_reward_zero_std": 0.25, "grad_norm": 1.2576082944869995, "kl": 0.028566114604473114, "learning_rate": 2.375e-06, "loss": 0.0, "num_tokens": 2061255.0, "reward": 1.543312430381775, "reward_std": 0.20425739884376526, "rewards/ROUGEL_entities_reward/mean": 0.4026874303817749, "rewards/ROUGEL_entities_reward/std": 0.3158787488937378, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.24542178213596344, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 39 }, { "completion_length": 868.09375, "completions/clipped_ratio": 0.0, "completions/max_length": 1850.0, "completions/max_terminated_length": 1850.0, "completions/mean_length": 869.09375, "completions/mean_terminated_length": 869.09375, "completions/min_length": 423.0, "completions/min_terminated_length": 423.0, "epoch": 0.15625, "frac_reward_zero_std": 0.0, "grad_norm": 0.04050038754940033, "kl": 0.0008488351159030572, "learning_rate": 2.4375e-06, "loss": 0.0, "num_tokens": 2114910.0, "reward": 1.5773019790649414, "reward_std": 0.2809327244758606, "rewards/ROUGEL_entities_reward/mean": 0.4054270386695862, "rewards/ROUGEL_entities_reward/std": 0.21998822689056396, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.26133573055267334, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 40 }, { "completion_length": 746.125, "completions/clipped_ratio": 0.0, "completions/max_length": 1475.0, "completions/max_terminated_length": 1475.0, "completions/mean_length": 747.125, "completions/mean_terminated_length": 747.125, "completions/min_length": 311.0, "completions/min_terminated_length": 311.0, "epoch": 0.16015625, "frac_reward_zero_std": 0.25, "grad_norm": 0.0397828109562397, "kl": 0.0009731970203574747, "learning_rate": 2.5e-06, "loss": 0.0, "num_tokens": 2164246.0, "reward": 1.9008541107177734, "reward_std": 0.07794724404811859, "rewards/ROUGEL_entities_reward/mean": 0.525854229927063, "rewards/ROUGEL_entities_reward/std": 0.27729788422584534, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.25, "rewards/f1_entities_exact_reward/std": 0.3592106103897095, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 41 }, { "completion_length": 960.84375, "completions/clipped_ratio": 0.0625, "completions/max_length": 1977.0, "completions/max_terminated_length": 1768.0, "completions/mean_length": 961.78125, "completions/mean_terminated_length": 894.1000366210938, "completions/min_length": 357.0, "completions/min_terminated_length": 357.0, "epoch": 0.1640625, "frac_reward_zero_std": 0.375, "grad_norm": 1.2776288986206055, "kl": 0.0984850749373436, "learning_rate": 2.5625e-06, "loss": 0.0001, "num_tokens": 2220687.0, "reward": 1.3761751651763916, "reward_std": 0.03425034135580063, "rewards/ROUGEL_entities_reward/mean": 0.3136751055717468, "rewards/ROUGEL_entities_reward/std": 0.21004539728164673, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 42 }, { "completion_length": 781.8125, "completions/clipped_ratio": 0.0, "completions/max_length": 1453.0, "completions/max_terminated_length": 1453.0, "completions/mean_length": 782.8125, "completions/mean_terminated_length": 782.8125, "completions/min_length": 352.0, "completions/min_terminated_length": 352.0, "epoch": 0.16796875, "frac_reward_zero_std": 0.0, "grad_norm": 0.04102746397256851, "kl": 0.0008047504670685157, "learning_rate": 2.6250000000000003e-06, "loss": 0.0, "num_tokens": 2271929.0, "reward": 1.3647174835205078, "reward_std": 0.1334415078163147, "rewards/ROUGEL_entities_reward/mean": 0.3334674835205078, "rewards/ROUGEL_entities_reward/std": 0.18400724232196808, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 43 }, { "completion_length": 866.65625, "completions/clipped_ratio": 0.03125, "completions/max_length": 1973.0, "completions/max_terminated_length": 1473.0, "completions/mean_length": 867.625, "completions/mean_terminated_length": 831.9677124023438, "completions/min_length": 309.0, "completions/min_terminated_length": 309.0, "epoch": 0.171875, "frac_reward_zero_std": 0.25, "grad_norm": 0.03564456105232239, "kl": 0.0008104472508421168, "learning_rate": 2.6875e-06, "loss": 0.0, "num_tokens": 2324513.0, "reward": 1.3380478620529175, "reward_std": 0.16338998079299927, "rewards/ROUGEL_entities_reward/mean": 0.35367289185523987, "rewards/ROUGEL_entities_reward/std": 0.2080492079257965, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.015625, "rewards/f1_entities_exact_reward/std": 0.0883883461356163, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 44 }, { "completion_length": 988.65625, "completions/clipped_ratio": 0.0625, "completions/max_length": 2048.0, "completions/max_terminated_length": 2024.0, "completions/mean_length": 989.59375, "completions/mean_terminated_length": 919.0333862304688, "completions/min_length": 364.0, "completions/min_terminated_length": 364.0, "epoch": 0.17578125, "frac_reward_zero_std": 0.125, "grad_norm": 1.3289203643798828, "kl": 0.05466066673398018, "learning_rate": 2.7500000000000004e-06, "loss": 0.0001, "num_tokens": 2380596.0, "reward": 1.4342949390411377, "reward_std": 0.20128795504570007, "rewards/ROUGEL_entities_reward/mean": 0.4030449390411377, "rewards/ROUGEL_entities_reward/std": 0.30489441752433777, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 45 }, { "completion_length": 777.96875, "completions/clipped_ratio": 0.0, "completions/max_length": 1422.0, "completions/max_terminated_length": 1422.0, "completions/mean_length": 778.96875, "completions/mean_terminated_length": 778.96875, "completions/min_length": 333.0, "completions/min_terminated_length": 333.0, "epoch": 0.1796875, "frac_reward_zero_std": 0.25, "grad_norm": 0.029138894751667976, "kl": 0.0008950835035648197, "learning_rate": 2.8125e-06, "loss": -0.0, "num_tokens": 2430763.0, "reward": 1.6776609420776367, "reward_std": 0.07827550172805786, "rewards/ROUGEL_entities_reward/mean": 0.39641106128692627, "rewards/ROUGEL_entities_reward/std": 0.31618690490722656, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.3463519513607025, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 46 }, { "completion_length": 902.59375, "completions/clipped_ratio": 0.0, "completions/max_length": 1909.0, "completions/max_terminated_length": 1909.0, "completions/mean_length": 903.59375, "completions/mean_terminated_length": 903.59375, "completions/min_length": 351.0, "completions/min_terminated_length": 351.0, "epoch": 0.18359375, "frac_reward_zero_std": 0.125, "grad_norm": 0.03316575661301613, "kl": 0.00084034533938393, "learning_rate": 2.875e-06, "loss": 0.0, "num_tokens": 2484606.0, "reward": 1.7022205591201782, "reward_std": 0.11596342921257019, "rewards/ROUGEL_entities_reward/mean": 0.48347052931785583, "rewards/ROUGEL_entities_reward/std": 0.2657451033592224, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.21875, "rewards/f1_entities_exact_reward/std": 0.2520080506801605, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 47 }, { "completion_length": 1063.3125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2045.0, "completions/max_terminated_length": 2010.0, "completions/mean_length": 1064.28125, "completions/mean_terminated_length": 1032.6451416015625, "completions/min_length": 400.0, "completions/min_terminated_length": 400.0, "epoch": 0.1875, "frac_reward_zero_std": 0.125, "grad_norm": 1.315568208694458, "kl": 0.024940223898738623, "learning_rate": 2.9375000000000003e-06, "loss": 0.0, "num_tokens": 2543507.0, "reward": 1.312612771987915, "reward_std": 0.3253900706768036, "rewards/ROUGEL_entities_reward/mean": 0.37511277198791504, "rewards/ROUGEL_entities_reward/std": 0.2815242409706116, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.875, "rewards/answer_format_func/std": 0.33601075410842896, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 48 }, { "completion_length": 790.40625, "completions/clipped_ratio": 0.0, "completions/max_length": 1731.0, "completions/max_terminated_length": 1731.0, "completions/mean_length": 791.40625, "completions/mean_terminated_length": 791.40625, "completions/min_length": 364.0, "completions/min_terminated_length": 364.0, "epoch": 0.19140625, "frac_reward_zero_std": 0.25, "grad_norm": 0.035357240587472916, "kl": 0.0008986674947664142, "learning_rate": 3e-06, "loss": 0.0, "num_tokens": 2593784.0, "reward": 1.768296718597412, "reward_std": 0.20734211802482605, "rewards/ROUGEL_entities_reward/mean": 0.5182968378067017, "rewards/ROUGEL_entities_reward/std": 0.13581332564353943, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.234375, "rewards/f1_entities_exact_reward/std": 0.253503680229187, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 49 }, { "completion_length": 876.4375, "completions/clipped_ratio": 0.0625, "completions/max_length": 1978.0, "completions/max_terminated_length": 1407.0, "completions/mean_length": 877.375, "completions/mean_terminated_length": 804.0000610351562, "completions/min_length": 455.0, "completions/min_terminated_length": 455.0, "epoch": 0.1953125, "frac_reward_zero_std": 0.25, "grad_norm": 0.03194103017449379, "kl": 0.0008543854783056304, "learning_rate": 3.0625000000000003e-06, "loss": 0.0, "num_tokens": 2646016.0, "reward": 1.638135313987732, "reward_std": 0.2261456400156021, "rewards/ROUGEL_entities_reward/mean": 0.5443853735923767, "rewards/ROUGEL_entities_reward/std": 0.273754358291626, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.23546454310417175, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 50 }, { "completion_length": 1074.90625, "completions/clipped_ratio": 0.0625, "completions/max_length": 2048.0, "completions/max_terminated_length": 1955.0, "completions/mean_length": 1075.84375, "completions/mean_terminated_length": 1011.0333862304688, "completions/min_length": 381.0, "completions/min_terminated_length": 381.0, "epoch": 0.19921875, "frac_reward_zero_std": 0.125, "grad_norm": 1.0201319456100464, "kl": 0.022831523790955544, "learning_rate": 3.125e-06, "loss": 0.0, "num_tokens": 2706399.0, "reward": 1.462364673614502, "reward_std": 0.28029900789260864, "rewards/ROUGEL_entities_reward/mean": 0.43111473321914673, "rewards/ROUGEL_entities_reward/std": 0.30877652764320374, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 51 }, { "completion_length": 780.90625, "completions/clipped_ratio": 0.0, "completions/max_length": 1876.0, "completions/max_terminated_length": 1876.0, "completions/mean_length": 781.90625, "completions/mean_terminated_length": 781.90625, "completions/min_length": 334.0, "completions/min_terminated_length": 334.0, "epoch": 0.203125, "frac_reward_zero_std": 0.375, "grad_norm": 0.02633880078792572, "kl": 0.0008717684831935912, "learning_rate": 3.1875e-06, "loss": 0.0, "num_tokens": 2757124.0, "reward": 1.4692744016647339, "reward_std": 0.10760265588760376, "rewards/ROUGEL_entities_reward/mean": 0.3911494016647339, "rewards/ROUGEL_entities_reward/std": 0.3299289047718048, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 52 }, { "completion_length": 1000.21875, "completions/clipped_ratio": 0.03125, "completions/max_length": 2009.0, "completions/max_terminated_length": 1990.0, "completions/mean_length": 1001.1875, "completions/mean_terminated_length": 968.6773681640625, "completions/min_length": 390.0, "completions/min_terminated_length": 390.0, "epoch": 0.20703125, "frac_reward_zero_std": 0.125, "grad_norm": 43595.1640625, "kl": 663661.0216736235, "learning_rate": 3.2500000000000002e-06, "loss": 663.6611, "num_tokens": 2814698.0, "reward": 1.6129716634750366, "reward_std": 0.34194862842559814, "rewards/ROUGEL_entities_reward/mean": 0.4723466634750366, "rewards/ROUGEL_entities_reward/std": 0.20310600101947784, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.203125, "rewards/f1_entities_exact_reward/std": 0.24949544668197632, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 53 }, { "completion_length": 788.65625, "completions/clipped_ratio": 0.0, "completions/max_length": 1430.0, "completions/max_terminated_length": 1430.0, "completions/mean_length": 789.65625, "completions/mean_terminated_length": 789.65625, "completions/min_length": 357.0, "completions/min_terminated_length": 357.0, "epoch": 0.2109375, "frac_reward_zero_std": 0.125, "grad_norm": 0.04156388342380524, "kl": 0.0008590234210714698, "learning_rate": 3.3125e-06, "loss": 0.0, "num_tokens": 2864779.0, "reward": 1.5036687850952148, "reward_std": 0.18333800137043, "rewards/ROUGEL_entities_reward/mean": 0.37866872549057007, "rewards/ROUGEL_entities_reward/std": 0.2451113909482956, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 54 }, { "completion_length": 878.78125, "completions/clipped_ratio": 0.0625, "completions/max_length": 2048.0, "completions/max_terminated_length": 1694.0, "completions/mean_length": 879.71875, "completions/mean_terminated_length": 801.8333740234375, "completions/min_length": 381.0, "completions/min_terminated_length": 381.0, "epoch": 0.21484375, "frac_reward_zero_std": 0.0, "grad_norm": 1.253060221672058, "kl": 0.028678589966148138, "learning_rate": 3.3750000000000003e-06, "loss": 0.0, "num_tokens": 2917394.0, "reward": 1.5075453519821167, "reward_std": 0.21901844441890717, "rewards/ROUGEL_entities_reward/mean": 0.4137953519821167, "rewards/ROUGEL_entities_reward/std": 0.25585466623306274, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.23546454310417175, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 55 }, { "completion_length": 881.03125, "completions/clipped_ratio": 0.0, "completions/max_length": 1655.0, "completions/max_terminated_length": 1655.0, "completions/mean_length": 882.03125, "completions/mean_terminated_length": 882.03125, "completions/min_length": 391.0, "completions/min_terminated_length": 391.0, "epoch": 0.21875, "frac_reward_zero_std": 0.125, "grad_norm": 0.031581878662109375, "kl": 0.0007841893821023405, "learning_rate": 3.4375e-06, "loss": 0.0, "num_tokens": 2970251.0, "reward": 1.5474133491516113, "reward_std": 0.11733610183000565, "rewards/ROUGEL_entities_reward/mean": 0.39116325974464417, "rewards/ROUGEL_entities_reward/std": 0.24231143295764923, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.22840170562267303, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 56 }, { "completion_length": 745.90625, "completions/clipped_ratio": 0.0, "completions/max_length": 1596.0, "completions/max_terminated_length": 1596.0, "completions/mean_length": 746.90625, "completions/mean_terminated_length": 746.90625, "completions/min_length": 392.0, "completions/min_terminated_length": 392.0, "epoch": 0.22265625, "frac_reward_zero_std": 0.375, "grad_norm": 0.031546663492918015, "kl": 0.0008624131296528503, "learning_rate": 3.5e-06, "loss": 0.0, "num_tokens": 3018128.0, "reward": 1.8776674270629883, "reward_std": 0.16294483840465546, "rewards/ROUGEL_entities_reward/mean": 0.44016748666763306, "rewards/ROUGEL_entities_reward/std": 0.273531973361969, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.328125, "rewards/f1_entities_exact_reward/std": 0.35033106803894043, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 57 }, { "completion_length": 946.9375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1982.0, "completions/mean_length": 947.90625, "completions/mean_terminated_length": 912.4193115234375, "completions/min_length": 423.0, "completions/min_terminated_length": 423.0, "epoch": 0.2265625, "frac_reward_zero_std": 0.5, "grad_norm": 1.0758155584335327, "kl": 0.02901648124679923, "learning_rate": 3.5625e-06, "loss": 0.0, "num_tokens": 3073333.0, "reward": 1.6864192485809326, "reward_std": 0.24523183703422546, "rewards/ROUGEL_entities_reward/mean": 0.46766918897628784, "rewards/ROUGEL_entities_reward/std": 0.30791956186294556, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.21875, "rewards/f1_entities_exact_reward/std": 0.2822004556655884, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 58 }, { "completion_length": 844.34375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1750.0, "completions/mean_length": 845.3125, "completions/mean_terminated_length": 806.51611328125, "completions/min_length": 381.0, "completions/min_terminated_length": 381.0, "epoch": 0.23046875, "frac_reward_zero_std": 0.0, "grad_norm": 1.611671805381775, "kl": 0.027586993295699358, "learning_rate": 3.625e-06, "loss": 0.0, "num_tokens": 3125323.0, "reward": 1.3790805339813232, "reward_std": 0.17383891344070435, "rewards/ROUGEL_entities_reward/mean": 0.36345553398132324, "rewards/ROUGEL_entities_reward/std": 0.22647835314273834, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 59 }, { "completion_length": 788.65625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2002.0, "completions/max_terminated_length": 1931.0, "completions/mean_length": 789.625, "completions/mean_terminated_length": 750.51611328125, "completions/min_length": 318.0, "completions/min_terminated_length": 318.0, "epoch": 0.234375, "frac_reward_zero_std": 0.125, "grad_norm": 1.4535969495773315, "kl": 0.2797043500468135, "learning_rate": 3.6875000000000007e-06, "loss": 0.0003, "num_tokens": 3175763.0, "reward": 1.3903493881225586, "reward_std": 0.27898839116096497, "rewards/ROUGEL_entities_reward/mean": 0.4215993881225586, "rewards/ROUGEL_entities_reward/std": 0.2551148533821106, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.015625, "rewards/f1_entities_exact_reward/std": 0.0883883461356163, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 60 }, { "completion_length": 792.71875, "completions/clipped_ratio": 0.0, "completions/max_length": 1667.0, "completions/max_terminated_length": 1667.0, "completions/mean_length": 793.71875, "completions/mean_terminated_length": 793.71875, "completions/min_length": 384.0, "completions/min_terminated_length": 384.0, "epoch": 0.23828125, "frac_reward_zero_std": 0.0, "grad_norm": 0.04302690178155899, "kl": 0.0008610641962150112, "learning_rate": 3.7500000000000005e-06, "loss": 0.0, "num_tokens": 3225790.0, "reward": 1.4344795942306519, "reward_std": 0.1498142033815384, "rewards/ROUGEL_entities_reward/mean": 0.37197959423065186, "rewards/ROUGEL_entities_reward/std": 0.15754859149456024, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 61 }, { "completion_length": 933.84375, "completions/clipped_ratio": 0.0, "completions/max_length": 1850.0, "completions/max_terminated_length": 1850.0, "completions/mean_length": 934.84375, "completions/mean_terminated_length": 934.84375, "completions/min_length": 319.0, "completions/min_terminated_length": 319.0, "epoch": 0.2421875, "frac_reward_zero_std": 0.0, "grad_norm": 0.0374126136302948, "kl": 0.0008230292587541044, "learning_rate": 3.8125e-06, "loss": 0.0, "num_tokens": 3281141.0, "reward": 1.545864462852478, "reward_std": 0.2267509251832962, "rewards/ROUGEL_entities_reward/mean": 0.436489462852478, "rewards/ROUGEL_entities_reward/std": 0.22274264693260193, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 62 }, { "completion_length": 726.625, "completions/clipped_ratio": 0.0, "completions/max_length": 1713.0, "completions/max_terminated_length": 1713.0, "completions/mean_length": 727.625, "completions/mean_terminated_length": 727.625, "completions/min_length": 424.0, "completions/min_terminated_length": 424.0, "epoch": 0.24609375, "frac_reward_zero_std": 0.25, "grad_norm": 0.036695897579193115, "kl": 0.0008863469702191651, "learning_rate": 3.875e-06, "loss": 0.0, "num_tokens": 3329261.0, "reward": 1.291222095489502, "reward_std": 0.0680345669388771, "rewards/ROUGEL_entities_reward/mean": 0.29122209548950195, "rewards/ROUGEL_entities_reward/std": 0.18511660397052765, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 63 }, { "completion_length": 770.03125, "completions/clipped_ratio": 0.0, "completions/max_length": 1912.0, "completions/max_terminated_length": 1912.0, "completions/mean_length": 771.03125, "completions/mean_terminated_length": 771.03125, "completions/min_length": 407.0, "completions/min_terminated_length": 407.0, "epoch": 0.25, "frac_reward_zero_std": 0.125, "grad_norm": 1.3695529699325562, "kl": 0.027544385753571987, "learning_rate": 3.9375e-06, "loss": 0.0, "num_tokens": 3380906.0, "reward": 1.7645435333251953, "reward_std": 0.2773824632167816, "rewards/ROUGEL_entities_reward/mean": 0.4520435929298401, "rewards/ROUGEL_entities_reward/std": 0.3055833876132965, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.1875, "rewards/f1_entities_exact_reward/std": 0.3535533845424652, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 64 }, { "completion_length": 1081.59375, "completions/clipped_ratio": 0.0625, "completions/max_length": 2048.0, "completions/max_terminated_length": 2006.0, "completions/mean_length": 1082.53125, "completions/mean_terminated_length": 1018.166748046875, "completions/min_length": 408.0, "completions/min_terminated_length": 408.0, "epoch": 0.25390625, "frac_reward_zero_std": 0.0, "grad_norm": 1.2219723463058472, "kl": 0.02520414860919118, "learning_rate": 4.000000000000001e-06, "loss": 0.0, "num_tokens": 3440707.0, "reward": 1.6349719762802124, "reward_std": 0.21872639656066895, "rewards/ROUGEL_entities_reward/mean": 0.3849719166755676, "rewards/ROUGEL_entities_reward/std": 0.29507917165756226, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.3222276270389557, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 65 }, { "completion_length": 845.25, "completions/clipped_ratio": 0.0, "completions/max_length": 1681.0, "completions/max_terminated_length": 1681.0, "completions/mean_length": 846.25, "completions/mean_terminated_length": 846.25, "completions/min_length": 424.0, "completions/min_terminated_length": 424.0, "epoch": 0.2578125, "frac_reward_zero_std": 0.25, "grad_norm": 0.03518102690577507, "kl": 0.0008721806952962652, "learning_rate": 4.0625000000000005e-06, "loss": 0.0, "num_tokens": 3491951.0, "reward": 1.4318032264709473, "reward_std": 0.09064435213804245, "rewards/ROUGEL_entities_reward/mean": 0.3380531668663025, "rewards/ROUGEL_entities_reward/std": 0.1920674592256546, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 66 }, { "completion_length": 765.75, "completions/clipped_ratio": 0.03125, "completions/max_length": 2019.0, "completions/max_terminated_length": 1752.0, "completions/mean_length": 766.71875, "completions/mean_terminated_length": 726.3225708007812, "completions/min_length": 420.0, "completions/min_terminated_length": 420.0, "epoch": 0.26171875, "frac_reward_zero_std": 0.25, "grad_norm": 1.3443408012390137, "kl": 0.02946723997592926, "learning_rate": 4.125e-06, "loss": 0.0, "num_tokens": 3540814.0, "reward": 1.4851843118667603, "reward_std": 0.2511700689792633, "rewards/ROUGEL_entities_reward/mean": 0.39143434166908264, "rewards/ROUGEL_entities_reward/std": 0.2150370329618454, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 67 }, { "completion_length": 735.9375, "completions/clipped_ratio": 0.0625, "completions/max_length": 1953.0, "completions/max_terminated_length": 1662.0, "completions/mean_length": 736.875, "completions/mean_terminated_length": 655.800048828125, "completions/min_length": 288.0, "completions/min_terminated_length": 288.0, "epoch": 0.265625, "frac_reward_zero_std": 0.125, "grad_norm": 1.547475814819336, "kl": 0.08277505822479725, "learning_rate": 4.1875e-06, "loss": 0.0001, "num_tokens": 3590206.0, "reward": 1.3710753917694092, "reward_std": 0.2990349233150482, "rewards/ROUGEL_entities_reward/mean": 0.3710753619670868, "rewards/ROUGEL_entities_reward/std": 0.2627098858356476, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 68 }, { "completion_length": 855.09375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2037.0, "completions/max_terminated_length": 1856.0, "completions/mean_length": 856.0625, "completions/mean_terminated_length": 817.9677124023438, "completions/min_length": 355.0, "completions/min_terminated_length": 355.0, "epoch": 0.26953125, "frac_reward_zero_std": 0.125, "grad_norm": 1.1259685754776, "kl": 0.035014061257243156, "learning_rate": 4.25e-06, "loss": 0.0, "num_tokens": 3642256.0, "reward": 1.4482572078704834, "reward_std": 0.20823946595191956, "rewards/ROUGEL_entities_reward/mean": 0.401382178068161, "rewards/ROUGEL_entities_reward/std": 0.30484357476234436, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 69 }, { "completion_length": 891.4375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1997.0, "completions/mean_length": 892.40625, "completions/mean_terminated_length": 855.1290283203125, "completions/min_length": 381.0, "completions/min_terminated_length": 381.0, "epoch": 0.2734375, "frac_reward_zero_std": 0.25, "grad_norm": 1.9959722757339478, "kl": 0.0265270434319973, "learning_rate": 4.312500000000001e-06, "loss": 0.0, "num_tokens": 3695461.0, "reward": 1.6611111164093018, "reward_std": 0.3453267514705658, "rewards/ROUGEL_entities_reward/mean": 0.47361117601394653, "rewards/ROUGEL_entities_reward/std": 0.28843188285827637, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.1875, "rewards/f1_entities_exact_reward/std": 0.2767903506755829, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 70 }, { "completion_length": 982.875, "completions/clipped_ratio": 0.03125, "completions/max_length": 1874.0, "completions/max_terminated_length": 1648.0, "completions/mean_length": 983.84375, "completions/mean_terminated_length": 955.1290283203125, "completions/min_length": 416.0, "completions/min_terminated_length": 416.0, "epoch": 0.27734375, "frac_reward_zero_std": 0.125, "grad_norm": 0.029792383313179016, "kl": 0.0008207843056879938, "learning_rate": 4.3750000000000005e-06, "loss": 0.0, "num_tokens": 3752536.0, "reward": 1.3520866632461548, "reward_std": 0.18100523948669434, "rewards/ROUGEL_entities_reward/mean": 0.3364616632461548, "rewards/ROUGEL_entities_reward/std": 0.24795283377170563, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 71 }, { "completion_length": 850.21875, "completions/clipped_ratio": 0.09375, "completions/max_length": 1926.0, "completions/max_terminated_length": 1693.0, "completions/mean_length": 851.125, "completions/mean_terminated_length": 739.9310302734375, "completions/min_length": 361.0, "completions/min_terminated_length": 361.0, "epoch": 0.28125, "frac_reward_zero_std": 0.25, "grad_norm": 0.03854809328913689, "kl": 0.0008960039122030139, "learning_rate": 4.4375e-06, "loss": 0.0, "num_tokens": 3805416.0, "reward": 1.6687471866607666, "reward_std": 0.14818844199180603, "rewards/ROUGEL_entities_reward/mean": 0.4656221270561218, "rewards/ROUGEL_entities_reward/std": 0.2874893844127655, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.3415895998477936, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 72 }, { "completion_length": 988.78125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2010.0, "completions/max_terminated_length": 1971.0, "completions/mean_length": 989.75, "completions/mean_terminated_length": 956.8386840820312, "completions/min_length": 362.0, "completions/min_terminated_length": 362.0, "epoch": 0.28515625, "frac_reward_zero_std": 0.0, "grad_norm": 4.410595893859863, "kl": 1.133633098565042, "learning_rate": 4.5e-06, "loss": 0.0011, "num_tokens": 3862068.0, "reward": 1.9691169261932373, "reward_std": 0.5512886643409729, "rewards/ROUGEL_entities_reward/mean": 0.6253669261932373, "rewards/ROUGEL_entities_reward/std": 0.2584879398345947, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.3125, "rewards/f1_entities_exact_reward/std": 0.3045355975627899, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 73 }, { "completion_length": 775.59375, "completions/clipped_ratio": 0.0, "completions/max_length": 1774.0, "completions/max_terminated_length": 1774.0, "completions/mean_length": 776.59375, "completions/mean_terminated_length": 776.59375, "completions/min_length": 398.0, "completions/min_terminated_length": 398.0, "epoch": 0.2890625, "frac_reward_zero_std": 0.0, "grad_norm": 0.040159571915864944, "kl": 0.0008282668277388439, "learning_rate": 4.5625e-06, "loss": 0.0, "num_tokens": 3911955.0, "reward": 1.3375033140182495, "reward_std": 0.1888979822397232, "rewards/ROUGEL_entities_reward/mean": 0.3375033736228943, "rewards/ROUGEL_entities_reward/std": 0.24318675696849823, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 74 }, { "completion_length": 897.1875, "completions/clipped_ratio": 0.03125, "completions/max_length": 2032.0, "completions/max_terminated_length": 1929.0, "completions/mean_length": 898.15625, "completions/mean_terminated_length": 861.5806274414062, "completions/min_length": 332.0, "completions/min_terminated_length": 332.0, "epoch": 0.29296875, "frac_reward_zero_std": 0.375, "grad_norm": 1.2010027170181274, "kl": 0.024983107578009367, "learning_rate": 4.625000000000001e-06, "loss": 0.0, "num_tokens": 3965664.0, "reward": 1.5350582599639893, "reward_std": 0.11854691803455353, "rewards/ROUGEL_entities_reward/mean": 0.4413083791732788, "rewards/ROUGEL_entities_reward/std": 0.26900914311408997, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 75 }, { "completion_length": 752.875, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1311.0, "completions/mean_length": 753.84375, "completions/mean_terminated_length": 712.0967407226562, "completions/min_length": 415.0, "completions/min_terminated_length": 415.0, "epoch": 0.296875, "frac_reward_zero_std": 0.375, "grad_norm": 1.3387047052383423, "kl": 0.027603973634541035, "learning_rate": 4.6875000000000004e-06, "loss": 0.0, "num_tokens": 4014499.0, "reward": 1.4758903980255127, "reward_std": 0.1006816178560257, "rewards/ROUGEL_entities_reward/mean": 0.36651527881622314, "rewards/ROUGEL_entities_reward/std": 0.25629162788391113, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 76 }, { "completion_length": 687.625, "completions/clipped_ratio": 0.0, "completions/max_length": 1556.0, "completions/max_terminated_length": 1556.0, "completions/mean_length": 688.625, "completions/mean_terminated_length": 688.625, "completions/min_length": 360.0, "completions/min_terminated_length": 360.0, "epoch": 0.30078125, "frac_reward_zero_std": 0.125, "grad_norm": 0.04233290255069733, "kl": 0.0008787867118371651, "learning_rate": 4.75e-06, "loss": 0.0, "num_tokens": 4062459.0, "reward": 1.5820362567901611, "reward_std": 0.13097786903381348, "rewards/ROUGEL_entities_reward/mean": 0.45703619718551636, "rewards/ROUGEL_entities_reward/std": 0.1624954342842102, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 77 }, { "completion_length": 903.1875, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1803.0, "completions/mean_length": 904.15625, "completions/mean_terminated_length": 867.258056640625, "completions/min_length": 432.0, "completions/min_terminated_length": 432.0, "epoch": 0.3046875, "frac_reward_zero_std": 0.0, "grad_norm": 1.5431634187698364, "kl": 0.029040120542049408, "learning_rate": 4.8125e-06, "loss": 0.0, "num_tokens": 4116424.0, "reward": 1.3482718467712402, "reward_std": 0.0755050778388977, "rewards/ROUGEL_entities_reward/mean": 0.285771906375885, "rewards/ROUGEL_entities_reward/std": 0.2148081213235855, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 78 }, { "completion_length": 971.6875, "completions/clipped_ratio": 0.03125, "completions/max_length": 2025.0, "completions/max_terminated_length": 2020.0, "completions/mean_length": 972.65625, "completions/mean_terminated_length": 938.7096557617188, "completions/min_length": 306.0, "completions/min_terminated_length": 306.0, "epoch": 0.30859375, "frac_reward_zero_std": 0.0, "grad_norm": 1.578683614730835, "kl": 0.02796661714091897, "learning_rate": 4.875e-06, "loss": 0.0, "num_tokens": 4173029.0, "reward": 1.6396772861480713, "reward_std": 0.513664960861206, "rewards/ROUGEL_entities_reward/mean": 0.4365522861480713, "rewards/ROUGEL_entities_reward/std": 0.2955634593963623, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.1875, "rewards/f1_entities_exact_reward/std": 0.3045355975627899, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 79 }, { "completion_length": 735.53125, "completions/clipped_ratio": 0.0, "completions/max_length": 1546.0, "completions/max_terminated_length": 1546.0, "completions/mean_length": 736.53125, "completions/mean_terminated_length": 736.53125, "completions/min_length": 329.0, "completions/min_terminated_length": 329.0, "epoch": 0.3125, "frac_reward_zero_std": 0.5, "grad_norm": 0.035579681396484375, "kl": 0.0008356323232874274, "learning_rate": 4.937500000000001e-06, "loss": 0.0, "num_tokens": 4221334.0, "reward": 1.6618772745132446, "reward_std": 0.08351492881774902, "rewards/ROUGEL_entities_reward/mean": 0.5212522745132446, "rewards/ROUGEL_entities_reward/std": 0.21072913706302643, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.22840170562267303, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 80 }, { "completion_length": 875.875, "completions/clipped_ratio": 0.03125, "completions/max_length": 2027.0, "completions/max_terminated_length": 1542.0, "completions/mean_length": 876.84375, "completions/mean_terminated_length": 839.7418823242188, "completions/min_length": 447.0, "completions/min_terminated_length": 447.0, "epoch": 0.31640625, "frac_reward_zero_std": 0.125, "grad_norm": 1.0496132373809814, "kl": 0.02937435731291771, "learning_rate": 5e-06, "loss": 0.0, "num_tokens": 4273549.0, "reward": 1.2269667387008667, "reward_std": 0.07633554935455322, "rewards/ROUGEL_entities_reward/mean": 0.22696669399738312, "rewards/ROUGEL_entities_reward/std": 0.1473868191242218, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 81 }, { "completion_length": 773.4375, "completions/clipped_ratio": 0.0625, "completions/max_length": 2048.0, "completions/max_terminated_length": 1445.0, "completions/mean_length": 774.375, "completions/mean_terminated_length": 689.4666748046875, "completions/min_length": 373.0, "completions/min_terminated_length": 373.0, "epoch": 0.3203125, "frac_reward_zero_std": 0.125, "grad_norm": 1.8092247247695923, "kl": 0.03204902959987521, "learning_rate": 4.999976201801837e-06, "loss": 0.0, "num_tokens": 4322861.0, "reward": 1.5633201599121094, "reward_std": 0.2757198214530945, "rewards/ROUGEL_entities_reward/mean": 0.4070702791213989, "rewards/ROUGEL_entities_reward/std": 0.3196541965007782, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.203125, "rewards/f1_entities_exact_reward/std": 0.24949544668197632, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 82 }, { "completion_length": 811.1875, "completions/clipped_ratio": 0.0, "completions/max_length": 1739.0, "completions/max_terminated_length": 1739.0, "completions/mean_length": 812.1875, "completions/mean_terminated_length": 812.1875, "completions/min_length": 395.0, "completions/min_terminated_length": 395.0, "epoch": 0.32421875, "frac_reward_zero_std": 0.125, "grad_norm": 0.03791806846857071, "kl": 0.0008129881898639724, "learning_rate": 4.9999048076604286e-06, "loss": 0.0, "num_tokens": 4374903.0, "reward": 1.2671880722045898, "reward_std": 0.08097401261329651, "rewards/ROUGEL_entities_reward/mean": 0.2515629827976227, "rewards/ROUGEL_entities_reward/std": 0.1857381910085678, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 83 }, { "completion_length": 945.21875, "completions/clipped_ratio": 0.0, "completions/max_length": 1902.0, "completions/max_terminated_length": 1902.0, "completions/mean_length": 946.21875, "completions/mean_terminated_length": 946.21875, "completions/min_length": 390.0, "completions/min_terminated_length": 390.0, "epoch": 0.328125, "frac_reward_zero_std": 0.25, "grad_norm": 0.0345589853823185, "kl": 0.0008043982816161588, "learning_rate": 4.999785818935018e-06, "loss": 0.0, "num_tokens": 4430606.0, "reward": 1.539707899093628, "reward_std": 0.1531979739665985, "rewards/ROUGEL_entities_reward/mean": 0.41470780968666077, "rewards/ROUGEL_entities_reward/std": 0.16835904121398926, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 84 }, { "completion_length": 919.6875, "completions/clipped_ratio": 0.03125, "completions/max_length": 1972.0, "completions/max_terminated_length": 1955.0, "completions/mean_length": 920.65625, "completions/mean_terminated_length": 886.7418823242188, "completions/min_length": 353.0, "completions/min_terminated_length": 353.0, "epoch": 0.33203125, "frac_reward_zero_std": 0.375, "grad_norm": 0.876036524772644, "kl": 0.029854314867407084, "learning_rate": 4.9996192378909785e-06, "loss": 0.0, "num_tokens": 4485207.0, "reward": 1.4873874187469482, "reward_std": 0.1799616515636444, "rewards/ROUGEL_entities_reward/mean": 0.33113738894462585, "rewards/ROUGEL_entities_reward/std": 0.3323952555656433, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.33601075410842896, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 85 }, { "completion_length": 883.5625, "completions/clipped_ratio": 0.03125, "completions/max_length": 1960.0, "completions/max_terminated_length": 1853.0, "completions/mean_length": 884.53125, "completions/mean_terminated_length": 849.8386840820312, "completions/min_length": 370.0, "completions/min_terminated_length": 370.0, "epoch": 0.3359375, "frac_reward_zero_std": 0.0, "grad_norm": 1.041625738143921, "kl": 0.03574475646018982, "learning_rate": 4.999405067699773e-06, "loss": 0.0, "num_tokens": 4539352.0, "reward": 1.9239509105682373, "reward_std": 0.3379821181297302, "rewards/ROUGEL_entities_reward/mean": 0.5802007913589478, "rewards/ROUGEL_entities_reward/std": 0.26507386565208435, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.265625, "rewards/f1_entities_exact_reward/std": 0.3356355130672455, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 86 }, { "completion_length": 967.25, "completions/clipped_ratio": 0.0, "completions/max_length": 1601.0, "completions/max_terminated_length": 1601.0, "completions/mean_length": 968.25, "completions/mean_terminated_length": 968.25, "completions/min_length": 363.0, "completions/min_terminated_length": 363.0, "epoch": 0.33984375, "frac_reward_zero_std": 0.25, "grad_norm": 0.0337342731654644, "kl": 0.0008577157859690487, "learning_rate": 4.999143312438893e-06, "loss": 0.0, "num_tokens": 4595608.0, "reward": 1.3930331468582153, "reward_std": 0.08991193026304245, "rewards/ROUGEL_entities_reward/mean": 0.37740814685821533, "rewards/ROUGEL_entities_reward/std": 0.262632817029953, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.015625, "rewards/f1_entities_exact_reward/std": 0.0883883461356163, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 87 }, { "completion_length": 930.5625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2034.0, "completions/max_terminated_length": 1869.0, "completions/mean_length": 931.53125, "completions/mean_terminated_length": 895.9677124023438, "completions/min_length": 393.0, "completions/min_terminated_length": 393.0, "epoch": 0.34375, "frac_reward_zero_std": 0.25, "grad_norm": 4106.8095703125, "kl": 248.08653182303533, "learning_rate": 4.998833977091783e-06, "loss": 0.2481, "num_tokens": 4650097.0, "reward": 1.2493809461593628, "reward_std": 0.22820821404457092, "rewards/ROUGEL_entities_reward/mean": 0.23375599086284637, "rewards/ROUGEL_entities_reward/std": 0.2611769437789917, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 88 }, { "completion_length": 769.15625, "completions/clipped_ratio": 0.03125, "completions/max_length": 1983.0, "completions/max_terminated_length": 1426.0, "completions/mean_length": 770.125, "completions/mean_terminated_length": 731.0, "completions/min_length": 370.0, "completions/min_terminated_length": 370.0, "epoch": 0.34765625, "frac_reward_zero_std": 0.0, "grad_norm": 1.7972824573516846, "kl": 0.0501269455999136, "learning_rate": 4.99847706754774e-06, "loss": 0.0, "num_tokens": 4699553.0, "reward": 1.381695032119751, "reward_std": 0.22855672240257263, "rewards/ROUGEL_entities_reward/mean": 0.33482009172439575, "rewards/ROUGEL_entities_reward/std": 0.16944284737110138, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 89 }, { "completion_length": 793.9375, "completions/clipped_ratio": 0.0, "completions/max_length": 1948.0, "completions/max_terminated_length": 1948.0, "completions/mean_length": 794.9375, "completions/mean_terminated_length": 794.9375, "completions/min_length": 344.0, "completions/min_terminated_length": 344.0, "epoch": 0.3515625, "frac_reward_zero_std": 0.25, "grad_norm": 9.503633499145508, "kl": 28.800375290215015, "learning_rate": 4.998072590601808e-06, "loss": 0.0288, "num_tokens": 4750315.0, "reward": 1.7471970319747925, "reward_std": 0.19717249274253845, "rewards/ROUGEL_entities_reward/mean": 0.5128220319747925, "rewards/ROUGEL_entities_reward/std": 0.2762593626976013, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.203125, "rewards/f1_entities_exact_reward/std": 0.27995896339416504, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 90 }, { "completion_length": 905.125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2042.0, "completions/max_terminated_length": 1974.0, "completions/mean_length": 906.09375, "completions/mean_terminated_length": 869.4515991210938, "completions/min_length": 374.0, "completions/min_terminated_length": 374.0, "epoch": 0.35546875, "frac_reward_zero_std": 0.25, "grad_norm": 1.1816883087158203, "kl": 0.044529864564538, "learning_rate": 4.997620553954645e-06, "loss": 0.0, "num_tokens": 4804178.0, "reward": 1.4783854484558105, "reward_std": 0.3672109842300415, "rewards/ROUGEL_entities_reward/mean": 0.40026041865348816, "rewards/ROUGEL_entities_reward/std": 0.23726356029510498, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.24127934873104095, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 91 }, { "completion_length": 1095.4375, "completions/clipped_ratio": 0.0, "completions/max_length": 1853.0, "completions/max_terminated_length": 1853.0, "completions/mean_length": 1096.4375, "completions/mean_terminated_length": 1096.4375, "completions/min_length": 384.0, "completions/min_terminated_length": 384.0, "epoch": 0.359375, "frac_reward_zero_std": 0.25, "grad_norm": 0.0298001766204834, "kl": 0.0007554437761427835, "learning_rate": 4.9971209662123774e-06, "loss": 0.0, "num_tokens": 4864664.0, "reward": 1.6353673934936523, "reward_std": 0.12443146109580994, "rewards/ROUGEL_entities_reward/mean": 0.40099239349365234, "rewards/ROUGEL_entities_reward/std": 0.2766393721103668, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.234375, "rewards/f1_entities_exact_reward/std": 0.253503680229187, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 92 }, { "completion_length": 730.5, "completions/clipped_ratio": 0.03125, "completions/max_length": 2036.0, "completions/max_terminated_length": 1719.0, "completions/mean_length": 731.46875, "completions/mean_terminated_length": 689.3870849609375, "completions/min_length": 352.0, "completions/min_terminated_length": 352.0, "epoch": 0.36328125, "frac_reward_zero_std": 0.25, "grad_norm": 1.3264824151992798, "kl": 0.05570895969867706, "learning_rate": 4.9965738368864345e-06, "loss": 0.0001, "num_tokens": 4913231.0, "reward": 1.7316737174987793, "reward_std": 0.19201873242855072, "rewards/ROUGEL_entities_reward/mean": 0.4504236876964569, "rewards/ROUGEL_entities_reward/std": 0.32061126828193665, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.1875, "rewards/f1_entities_exact_reward/std": 0.3299559950828552, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 93 }, { "completion_length": 1029.375, "completions/clipped_ratio": 0.09375, "completions/max_length": 1992.0, "completions/max_terminated_length": 1818.0, "completions/mean_length": 1030.28125, "completions/mean_terminated_length": 930.7930908203125, "completions/min_length": 472.0, "completions/min_terminated_length": 472.0, "epoch": 0.3671875, "frac_reward_zero_std": 0.25, "grad_norm": 1.0809646844863892, "kl": 0.04943352658301592, "learning_rate": 4.995979176393372e-06, "loss": 0.0, "num_tokens": 4971056.0, "reward": 1.286555290222168, "reward_std": 0.18572980165481567, "rewards/ROUGEL_entities_reward/mean": 0.3178052306175232, "rewards/ROUGEL_entities_reward/std": 0.2090727686882019, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 94 }, { "completion_length": 775.21875, "completions/clipped_ratio": 0.03125, "completions/max_length": 1960.0, "completions/max_terminated_length": 1870.0, "completions/mean_length": 776.1875, "completions/mean_terminated_length": 738.0, "completions/min_length": 375.0, "completions/min_terminated_length": 375.0, "epoch": 0.37109375, "frac_reward_zero_std": 0.5, "grad_norm": 0.027799174189567566, "kl": 0.000922409410122782, "learning_rate": 4.995336996054668e-06, "loss": 0.0, "num_tokens": 5021574.0, "reward": 1.3551305532455444, "reward_std": 0.035699695348739624, "rewards/ROUGEL_entities_reward/mean": 0.2926305830478668, "rewards/ROUGEL_entities_reward/std": 0.1515231877565384, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 95 }, { "completion_length": 754.03125, "completions/clipped_ratio": 0.0625, "completions/max_length": 2021.0, "completions/max_terminated_length": 1719.0, "completions/mean_length": 754.96875, "completions/mean_terminated_length": 670.5667114257812, "completions/min_length": 332.0, "completions/min_terminated_length": 332.0, "epoch": 0.375, "frac_reward_zero_std": 0.625, "grad_norm": 0.7481793761253357, "kl": 0.05968023743480444, "learning_rate": 4.994647308096509e-06, "loss": 0.0001, "num_tokens": 5071297.0, "reward": 1.4473375082015991, "reward_std": 0.11887349933385849, "rewards/ROUGEL_entities_reward/mean": 0.3379625082015991, "rewards/ROUGEL_entities_reward/std": 0.2742195427417755, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.22840170562267303, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 96 }, { "completion_length": 756.8125, "completions/clipped_ratio": 0.0, "completions/max_length": 1560.0, "completions/max_terminated_length": 1560.0, "completions/mean_length": 757.8125, "completions/mean_terminated_length": 757.8125, "completions/min_length": 414.0, "completions/min_terminated_length": 414.0, "epoch": 0.37890625, "frac_reward_zero_std": 0.375, "grad_norm": 0.029540961608290672, "kl": 0.0009005384054034948, "learning_rate": 4.993910125649561e-06, "loss": -0.0, "num_tokens": 5120135.0, "reward": 1.629094123840332, "reward_std": 0.03689418360590935, "rewards/ROUGEL_entities_reward/mean": 0.3790941834449768, "rewards/ROUGEL_entities_reward/std": 0.31832432746887207, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.33601075410842896, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 97 }, { "completion_length": 936.9375, "completions/clipped_ratio": 0.03125, "completions/max_length": 1903.0, "completions/max_terminated_length": 1723.0, "completions/mean_length": 937.90625, "completions/mean_terminated_length": 906.774169921875, "completions/min_length": 419.0, "completions/min_terminated_length": 419.0, "epoch": 0.3828125, "frac_reward_zero_std": 0.0, "grad_norm": 0.03625582158565521, "kl": 0.0008680867176735774, "learning_rate": 4.993125462748714e-06, "loss": 0.0, "num_tokens": 5176528.0, "reward": 1.5279531478881836, "reward_std": 0.277273029088974, "rewards/ROUGEL_entities_reward/mean": 0.4498281478881836, "rewards/ROUGEL_entities_reward/std": 0.24050240218639374, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.22840170562267303, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 98 }, { "completion_length": 794.09375, "completions/clipped_ratio": 0.0, "completions/max_length": 1443.0, "completions/max_terminated_length": 1443.0, "completions/mean_length": 795.09375, "completions/mean_terminated_length": 795.09375, "completions/min_length": 339.0, "completions/min_terminated_length": 339.0, "epoch": 0.38671875, "frac_reward_zero_std": 0.0, "grad_norm": 0.044495273381471634, "kl": 0.0009377674432471395, "learning_rate": 4.992293334332821e-06, "loss": 0.0, "num_tokens": 5227423.0, "reward": 1.5689302682876587, "reward_std": 0.16798686981201172, "rewards/ROUGEL_entities_reward/mean": 0.4283052682876587, "rewards/ROUGEL_entities_reward/std": 0.24358195066452026, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.22840170562267303, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 99 }, { "completion_length": 807.0625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 2017.0, "completions/mean_length": 808.03125, "completions/mean_terminated_length": 768.0322265625, "completions/min_length": 379.0, "completions/min_terminated_length": 379.0, "epoch": 0.390625, "frac_reward_zero_std": 0.25, "grad_norm": 1.4681968688964844, "kl": 0.09113121591508389, "learning_rate": 4.991413756244404e-06, "loss": 0.0001, "num_tokens": 5278544.0, "reward": 1.6429879665374756, "reward_std": 0.30271971225738525, "rewards/ROUGEL_entities_reward/mean": 0.4711129069328308, "rewards/ROUGEL_entities_reward/std": 0.23452715575695038, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.234375, "rewards/f1_entities_exact_reward/std": 0.253503680229187, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 100 }, { "completion_length": 908.0625, "completions/clipped_ratio": 0.0, "completions/max_length": 1599.0, "completions/max_terminated_length": 1599.0, "completions/mean_length": 909.0625, "completions/mean_terminated_length": 909.0625, "completions/min_length": 359.0, "completions/min_terminated_length": 359.0, "epoch": 0.39453125, "frac_reward_zero_std": 0.0, "grad_norm": 0.03685339540243149, "kl": 0.0008748564432607964, "learning_rate": 4.990486745229364e-06, "loss": 0.0, "num_tokens": 5332994.0, "reward": 1.8010752201080322, "reward_std": 0.3044512867927551, "rewards/ROUGEL_entities_reward/mean": 0.5354502201080322, "rewards/ROUGEL_entities_reward/std": 0.26849165558815, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.234375, "rewards/f1_entities_exact_reward/std": 0.2835368514060974, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 101 }, { "completion_length": 859.78125, "completions/clipped_ratio": 0.0, "completions/max_length": 2017.0, "completions/max_terminated_length": 2017.0, "completions/mean_length": 860.78125, "completions/mean_terminated_length": 860.78125, "completions/min_length": 407.0, "completions/min_terminated_length": 407.0, "epoch": 0.3984375, "frac_reward_zero_std": 0.25, "grad_norm": 1.1862318515777588, "kl": 0.1045552734285593, "learning_rate": 4.989512318936654e-06, "loss": 0.0001, "num_tokens": 5385559.0, "reward": 1.4460902214050293, "reward_std": 0.16668200492858887, "rewards/ROUGEL_entities_reward/mean": 0.33671510219573975, "rewards/ROUGEL_entities_reward/std": 0.202112078666687, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 102 }, { "completion_length": 1021.28125, "completions/clipped_ratio": 0.0, "completions/max_length": 1928.0, "completions/max_terminated_length": 1928.0, "completions/mean_length": 1022.28125, "completions/mean_terminated_length": 1022.28125, "completions/min_length": 444.0, "completions/min_terminated_length": 444.0, "epoch": 0.40234375, "frac_reward_zero_std": 0.0, "grad_norm": 1.127763271331787, "kl": 0.11050944216549397, "learning_rate": 4.988490495917948e-06, "loss": 0.0001, "num_tokens": 5443672.0, "reward": 1.4385355710983276, "reward_std": 0.1787688136100769, "rewards/ROUGEL_entities_reward/mean": 0.34478557109832764, "rewards/ROUGEL_entities_reward/std": 0.2303391695022583, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 103 }, { "completion_length": 713.625, "completions/clipped_ratio": 0.0, "completions/max_length": 1693.0, "completions/max_terminated_length": 1693.0, "completions/mean_length": 714.625, "completions/mean_terminated_length": 714.625, "completions/min_length": 278.0, "completions/min_terminated_length": 278.0, "epoch": 0.40625, "frac_reward_zero_std": 0.125, "grad_norm": 0.03786812350153923, "kl": 0.0010241390846204013, "learning_rate": 4.987421295627279e-06, "loss": 0.0, "num_tokens": 5492180.0, "reward": 1.6600154638290405, "reward_std": 0.18834786117076874, "rewards/ROUGEL_entities_reward/mean": 0.4412654638290405, "rewards/ROUGEL_entities_reward/std": 0.256375789642334, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.3110854923725128, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 104 }, { "completion_length": 963.96875, "completions/clipped_ratio": 0.09375, "completions/max_length": 1977.0, "completions/max_terminated_length": 1432.0, "completions/mean_length": 964.875, "completions/mean_terminated_length": 860.1724243164062, "completions/min_length": 413.0, "completions/min_terminated_length": 413.0, "epoch": 0.41015625, "frac_reward_zero_std": 0.0, "grad_norm": 0.034813668578863144, "kl": 0.0008856019412633032, "learning_rate": 4.986304738420684e-06, "loss": -0.0, "num_tokens": 5547628.0, "reward": 1.4995553493499756, "reward_std": 0.20075321197509766, "rewards/ROUGEL_entities_reward/mean": 0.4214303195476532, "rewards/ROUGEL_entities_reward/std": 0.31755003333091736, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.24127934873104095, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 105 }, { "completion_length": 863.5625, "completions/clipped_ratio": 0.0, "completions/max_length": 1675.0, "completions/max_terminated_length": 1675.0, "completions/mean_length": 864.5625, "completions/mean_terminated_length": 864.5625, "completions/min_length": 328.0, "completions/min_terminated_length": 328.0, "epoch": 0.4140625, "frac_reward_zero_std": 0.25, "grad_norm": 0.03421792387962341, "kl": 0.0009842243744060397, "learning_rate": 4.985140845555799e-06, "loss": 0.0, "num_tokens": 5600346.0, "reward": 1.396581768989563, "reward_std": 0.05954006314277649, "rewards/ROUGEL_entities_reward/mean": 0.33408182859420776, "rewards/ROUGEL_entities_reward/std": 0.21040339767932892, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 106 }, { "completion_length": 1007.40625, "completions/clipped_ratio": 0.0, "completions/max_length": 1636.0, "completions/max_terminated_length": 1636.0, "completions/mean_length": 1008.40625, "completions/mean_terminated_length": 1008.40625, "completions/min_length": 341.0, "completions/min_terminated_length": 341.0, "epoch": 0.41796875, "frac_reward_zero_std": 0.125, "grad_norm": 0.03199513629078865, "kl": 0.0009121477924054489, "learning_rate": 4.9839296391914696e-06, "loss": -0.0, "num_tokens": 5657719.0, "reward": 1.4638316631317139, "reward_std": 0.1481202393770218, "rewards/ROUGEL_entities_reward/mean": 0.40133166313171387, "rewards/ROUGEL_entities_reward/std": 0.21863189339637756, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 107 }, { "completion_length": 873.34375, "completions/clipped_ratio": 0.0625, "completions/max_length": 2048.0, "completions/max_terminated_length": 1897.0, "completions/mean_length": 874.28125, "completions/mean_terminated_length": 796.0333862304688, "completions/min_length": 353.0, "completions/min_terminated_length": 353.0, "epoch": 0.421875, "frac_reward_zero_std": 0.0, "grad_norm": 1.2909437417984009, "kl": 0.14310325682163239, "learning_rate": 4.982671142387316e-06, "loss": 0.0001, "num_tokens": 5710396.0, "reward": 1.3853867053985596, "reward_std": 0.25311049818992615, "rewards/ROUGEL_entities_reward/mean": 0.4010118246078491, "rewards/ROUGEL_entities_reward/std": 0.23733702301979065, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 108 }, { "completion_length": 766.09375, "completions/clipped_ratio": 0.0, "completions/max_length": 1666.0, "completions/max_terminated_length": 1666.0, "completions/mean_length": 767.09375, "completions/mean_terminated_length": 767.09375, "completions/min_length": 445.0, "completions/min_terminated_length": 445.0, "epoch": 0.42578125, "frac_reward_zero_std": 0.5, "grad_norm": 0.031068986281752586, "kl": 0.001000732576358132, "learning_rate": 4.981365379103306e-06, "loss": 0.0, "num_tokens": 5760791.0, "reward": 1.4104318618774414, "reward_std": 0.08579988032579422, "rewards/ROUGEL_entities_reward/mean": 0.30105695128440857, "rewards/ROUGEL_entities_reward/std": 0.3095698058605194, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 109 }, { "completion_length": 774.4375, "completions/clipped_ratio": 0.0, "completions/max_length": 1952.0, "completions/max_terminated_length": 1952.0, "completions/mean_length": 775.4375, "completions/mean_terminated_length": 775.4375, "completions/min_length": 350.0, "completions/min_terminated_length": 350.0, "epoch": 0.4296875, "frac_reward_zero_std": 0.0, "grad_norm": 1.9201343059539795, "kl": 0.21272285282611847, "learning_rate": 4.980012374199288e-06, "loss": 0.0002, "num_tokens": 5810197.0, "reward": 1.390676736831665, "reward_std": 0.18347084522247314, "rewards/ROUGEL_entities_reward/mean": 0.29692667722702026, "rewards/ROUGEL_entities_reward/std": 0.15500763058662415, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 110 }, { "completion_length": 937.25, "completions/clipped_ratio": 0.0, "completions/max_length": 1890.0, "completions/max_terminated_length": 1890.0, "completions/mean_length": 938.25, "completions/mean_terminated_length": 938.25, "completions/min_length": 369.0, "completions/min_terminated_length": 369.0, "epoch": 0.43359375, "frac_reward_zero_std": 0.125, "grad_norm": 0.030873095616698265, "kl": 0.0008900296234060079, "learning_rate": 4.978612153434527e-06, "loss": 0.0, "num_tokens": 5865473.0, "reward": 1.8210457563400269, "reward_std": 0.2632034420967102, "rewards/ROUGEL_entities_reward/mean": 0.49292081594467163, "rewards/ROUGEL_entities_reward/std": 0.25465723872184753, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.203125, "rewards/f1_entities_exact_reward/std": 0.33261850476264954, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.03125, "rewards/reasoning_equal_answer_reward/std": 0.1767766922712326, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 111 }, { "completion_length": 708.8125, "completions/clipped_ratio": 0.0, "completions/max_length": 1538.0, "completions/max_terminated_length": 1538.0, "completions/mean_length": 709.8125, "completions/mean_terminated_length": 709.8125, "completions/min_length": 380.0, "completions/min_terminated_length": 380.0, "epoch": 0.4375, "frac_reward_zero_std": 0.0, "grad_norm": 0.047491878271102905, "kl": 0.0010682711144909263, "learning_rate": 4.977164743467206e-06, "loss": 0.0, "num_tokens": 5913291.0, "reward": 1.4883934259414673, "reward_std": 0.09843268990516663, "rewards/ROUGEL_entities_reward/mean": 0.3946433663368225, "rewards/ROUGEL_entities_reward/std": 0.17646300792694092, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 112 }, { "completion_length": 821.78125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 822.75, "completions/mean_terminated_length": 783.2257690429688, "completions/min_length": 331.0, "completions/min_terminated_length": 331.0, "epoch": 0.44140625, "frac_reward_zero_std": 0.125, "grad_norm": 1.314153790473938, "kl": 2.405649159103632, "learning_rate": 4.975670171853926e-06, "loss": 0.0024, "num_tokens": 5964599.0, "reward": 1.373148798942566, "reward_std": 0.16543123126029968, "rewards/ROUGEL_entities_reward/mean": 0.37314891815185547, "rewards/ROUGEL_entities_reward/std": 0.261143296957016, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 113 }, { "completion_length": 967.375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2034.0, "completions/max_terminated_length": 1903.0, "completions/mean_length": 968.34375, "completions/mean_terminated_length": 933.9677124023438, "completions/min_length": 378.0, "completions/min_terminated_length": 378.0, "epoch": 0.4453125, "frac_reward_zero_std": 0.0, "grad_norm": 1.1973297595977783, "kl": 0.17822161316871643, "learning_rate": 4.974128467049177e-06, "loss": 0.0002, "num_tokens": 6021330.0, "reward": 1.7637465000152588, "reward_std": 0.30570554733276367, "rewards/ROUGEL_entities_reward/mean": 0.5606213808059692, "rewards/ROUGEL_entities_reward/std": 0.25310254096984863, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.203125, "rewards/f1_entities_exact_reward/std": 0.27995896339416504, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 114 }, { "completion_length": 916.09375, "completions/clipped_ratio": 0.0, "completions/max_length": 1918.0, "completions/max_terminated_length": 1918.0, "completions/mean_length": 917.09375, "completions/mean_terminated_length": 917.09375, "completions/min_length": 309.0, "completions/min_terminated_length": 309.0, "epoch": 0.44921875, "frac_reward_zero_std": 0.0, "grad_norm": 0.03800678998231888, "kl": 0.0009472112142248079, "learning_rate": 4.972539658404793e-06, "loss": 0.0, "num_tokens": 6075473.0, "reward": 1.487370252609253, "reward_std": 0.2631964087486267, "rewards/ROUGEL_entities_reward/mean": 0.3311203122138977, "rewards/ROUGEL_entities_reward/std": 0.21211881935596466, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2540002465248108, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 115 }, { "completion_length": 916.09375, "completions/clipped_ratio": 0.125, "completions/max_length": 2027.0, "completions/max_terminated_length": 1770.0, "completions/mean_length": 916.96875, "completions/mean_terminated_length": 758.3928833007812, "completions/min_length": 317.0, "completions/min_terminated_length": 317.0, "epoch": 0.453125, "frac_reward_zero_std": 0.25, "grad_norm": 14.312644004821777, "kl": 1.8613424971699715, "learning_rate": 4.970903776169403e-06, "loss": 0.0019, "num_tokens": 6129776.0, "reward": 1.4660131931304932, "reward_std": 0.1580658107995987, "rewards/ROUGEL_entities_reward/mean": 0.3410131633281708, "rewards/ROUGEL_entities_reward/std": 0.30290547013282776, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 0.875, "rewards/answer_format_func/std": 0.33601075410842896, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.3222276270389557, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 116 }, { "completion_length": 955.03125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2035.0, "completions/max_terminated_length": 2022.0, "completions/mean_length": 956.0, "completions/mean_terminated_length": 921.1935424804688, "completions/min_length": 387.0, "completions/min_terminated_length": 387.0, "epoch": 0.45703125, "frac_reward_zero_std": 0.125, "grad_norm": 1.222941279411316, "kl": 0.1777067705988884, "learning_rate": 4.9692208514878445e-06, "loss": 0.0002, "num_tokens": 6184756.0, "reward": 1.2061821222305298, "reward_std": 0.26339298486709595, "rewards/ROUGEL_entities_reward/mean": 0.2686820924282074, "rewards/ROUGEL_entities_reward/std": 0.25759652256965637, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.875, "rewards/answer_format_func/std": 0.33601075410842896, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 117 }, { "completion_length": 846.75, "completions/clipped_ratio": 0.0, "completions/max_length": 2006.0, "completions/max_terminated_length": 2006.0, "completions/mean_length": 847.75, "completions/mean_terminated_length": 847.75, "completions/min_length": 409.0, "completions/min_terminated_length": 409.0, "epoch": 0.4609375, "frac_reward_zero_std": 0.0, "grad_norm": 1.3761416673660278, "kl": 0.20193713530898094, "learning_rate": 4.9674909164005805e-06, "loss": 0.0002, "num_tokens": 6236412.0, "reward": 1.346316933631897, "reward_std": 0.26568084955215454, "rewards/ROUGEL_entities_reward/mean": 0.31506696343421936, "rewards/ROUGEL_entities_reward/std": 0.27974241971969604, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.1767766922712326, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 118 }, { "completion_length": 855.5625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1934.0, "completions/mean_length": 856.53125, "completions/mean_terminated_length": 818.0967407226562, "completions/min_length": 347.0, "completions/min_terminated_length": 347.0, "epoch": 0.46484375, "frac_reward_zero_std": 0.125, "grad_norm": 1.2591620683670044, "kl": 5.410295117646456, "learning_rate": 4.965714003843079e-06, "loss": 0.0054, "num_tokens": 6289217.0, "reward": 1.545573115348816, "reward_std": 0.25104644894599915, "rewards/ROUGEL_entities_reward/mean": 0.46744808554649353, "rewards/ROUGEL_entities_reward/std": 0.24057351052761078, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.24127934873104095, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 119 }, { "completion_length": 953.90625, "completions/clipped_ratio": 0.0625, "completions/max_length": 1991.0, "completions/max_terminated_length": 1889.0, "completions/mean_length": 954.84375, "completions/mean_terminated_length": 885.7667236328125, "completions/min_length": 403.0, "completions/min_terminated_length": 403.0, "epoch": 0.46875, "frac_reward_zero_std": 0.125, "grad_norm": 1.139585256576538, "kl": 0.17604000121355057, "learning_rate": 4.963890147645195e-06, "loss": 0.0002, "num_tokens": 6345412.0, "reward": 1.513749599456787, "reward_std": 0.3451916575431824, "rewards/ROUGEL_entities_reward/mean": 0.45124953985214233, "rewards/ROUGEL_entities_reward/std": 0.25867220759391785, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 120 }, { "completion_length": 846.0625, "completions/clipped_ratio": 0.03125, "completions/max_length": 1987.0, "completions/max_terminated_length": 1784.0, "completions/mean_length": 847.03125, "completions/mean_terminated_length": 810.258056640625, "completions/min_length": 316.0, "completions/min_terminated_length": 316.0, "epoch": 0.47265625, "frac_reward_zero_std": 0.125, "grad_norm": 1.3220378160476685, "kl": 0.19324395060539246, "learning_rate": 4.962019382530521e-06, "loss": 0.0002, "num_tokens": 6398181.0, "reward": 1.2275351285934448, "reward_std": 0.12939682602882385, "rewards/ROUGEL_entities_reward/mean": 0.2587851881980896, "rewards/ROUGEL_entities_reward/std": 0.22744235396385193, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 121 }, { "completion_length": 700.4375, "completions/clipped_ratio": 0.0, "completions/max_length": 1426.0, "completions/max_terminated_length": 1426.0, "completions/mean_length": 701.4375, "completions/mean_terminated_length": 701.4375, "completions/min_length": 346.0, "completions/min_terminated_length": 346.0, "epoch": 0.4765625, "frac_reward_zero_std": 0.0, "grad_norm": 0.04191499203443527, "kl": 0.0010264633601764217, "learning_rate": 4.960101744115727e-06, "loss": 0.0, "num_tokens": 6444951.0, "reward": 1.6380618810653687, "reward_std": 0.205239400267601, "rewards/ROUGEL_entities_reward/mean": 0.4036869406700134, "rewards/ROUGEL_entities_reward/std": 0.2329305112361908, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.30412155389785767, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.03125, "rewards/reasoning_equal_answer_reward/std": 0.1767766922712326, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 122 }, { "completion_length": 874.09375, "completions/clipped_ratio": 0.03125, "completions/max_length": 1984.0, "completions/max_terminated_length": 1558.0, "completions/mean_length": 875.0625, "completions/mean_terminated_length": 839.290283203125, "completions/min_length": 404.0, "completions/min_terminated_length": 404.0, "epoch": 0.48046875, "frac_reward_zero_std": 0.125, "grad_norm": 1.4192572832107544, "kl": 0.17849944531917572, "learning_rate": 4.958137268909887e-06, "loss": 0.0002, "num_tokens": 6498169.0, "reward": 1.686007022857666, "reward_std": 0.27299630641937256, "rewards/ROUGEL_entities_reward/mean": 0.4516320526599884, "rewards/ROUGEL_entities_reward/std": 0.24794383347034454, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.234375, "rewards/f1_entities_exact_reward/std": 0.2835368514060974, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 123 }, { "completion_length": 803.84375, "completions/clipped_ratio": 0.0, "completions/max_length": 1492.0, "completions/max_terminated_length": 1492.0, "completions/mean_length": 804.84375, "completions/mean_terminated_length": 804.84375, "completions/min_length": 399.0, "completions/min_terminated_length": 399.0, "epoch": 0.484375, "frac_reward_zero_std": 0.125, "grad_norm": 0.04433067515492439, "kl": 0.0009602518985047936, "learning_rate": 4.956125994313775e-06, "loss": 0.0, "num_tokens": 6549204.0, "reward": 2.018239974975586, "reward_std": 0.36126428842544556, "rewards/ROUGEL_entities_reward/mean": 0.6744899749755859, "rewards/ROUGEL_entities_reward/std": 0.20998765528202057, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.28125, "rewards/f1_entities_exact_reward/std": 0.3094610273838043, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 124 }, { "completion_length": 966.46875, "completions/clipped_ratio": 0.0, "completions/max_length": 1942.0, "completions/max_terminated_length": 1942.0, "completions/mean_length": 967.46875, "completions/mean_terminated_length": 967.46875, "completions/min_length": 459.0, "completions/min_terminated_length": 459.0, "epoch": 0.48828125, "frac_reward_zero_std": 0.125, "grad_norm": 1.1562472581863403, "kl": 0.16140710562467575, "learning_rate": 4.9540679586191605e-06, "loss": 0.0002, "num_tokens": 6605351.0, "reward": 1.4032554626464844, "reward_std": 0.09957191348075867, "rewards/ROUGEL_entities_reward/mean": 0.3563803434371948, "rewards/ROUGEL_entities_reward/std": 0.17566826939582825, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 125 }, { "completion_length": 1043.46875, "completions/clipped_ratio": 0.0625, "completions/max_length": 2048.0, "completions/max_terminated_length": 1920.0, "completions/mean_length": 1044.40625, "completions/mean_terminated_length": 977.5000610351562, "completions/min_length": 424.0, "completions/min_terminated_length": 424.0, "epoch": 0.4921875, "frac_reward_zero_std": 0.25, "grad_norm": 0.9358842372894287, "kl": 0.17239562794566154, "learning_rate": 4.9519632010080765e-06, "loss": 0.0002, "num_tokens": 6663720.0, "reward": 1.405174732208252, "reward_std": 0.2150999754667282, "rewards/ROUGEL_entities_reward/mean": 0.38954973220825195, "rewards/ROUGEL_entities_reward/std": 0.23651982843875885, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 126 }, { "completion_length": 725.90625, "completions/clipped_ratio": 0.0, "completions/max_length": 1378.0, "completions/max_terminated_length": 1378.0, "completions/mean_length": 726.90625, "completions/mean_terminated_length": 726.90625, "completions/min_length": 351.0, "completions/min_terminated_length": 351.0, "epoch": 0.49609375, "frac_reward_zero_std": 0.0, "grad_norm": 0.04710175469517708, "kl": 0.000983721183729358, "learning_rate": 4.949811761552074e-06, "loss": 0.0, "num_tokens": 6713089.0, "reward": 1.5734412670135498, "reward_std": 0.10630156844854355, "rewards/ROUGEL_entities_reward/mean": 0.49531635642051697, "rewards/ROUGEL_entities_reward/std": 0.2415619194507599, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 127 }, { "completion_length": 814.5625, "completions/clipped_ratio": 0.0, "completions/max_length": 1486.0, "completions/max_terminated_length": 1486.0, "completions/mean_length": 815.5625, "completions/mean_terminated_length": 815.5625, "completions/min_length": 326.0, "completions/min_terminated_length": 326.0, "epoch": 0.5, "frac_reward_zero_std": 0.375, "grad_norm": 0.03069133870303631, "kl": 0.0010948744893539697, "learning_rate": 4.94761368121146e-06, "loss": 0.0, "num_tokens": 6765195.0, "reward": 2.0016117095947266, "reward_std": 0.20457608997821808, "rewards/ROUGEL_entities_reward/mean": 0.5172367095947266, "rewards/ROUGEL_entities_reward/std": 0.3499463200569153, "rewards/answer_correctness_func/mean": 0.21875, "rewards/answer_correctness_func/std": 0.420013427734375, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.265625, "rewards/f1_entities_exact_reward/std": 0.420912504196167, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 128 }, { "completion_length": 927.9375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2024.0, "completions/max_terminated_length": 2011.0, "completions/mean_length": 928.90625, "completions/mean_terminated_length": 893.5806274414062, "completions/min_length": 329.0, "completions/min_terminated_length": 329.0, "epoch": 0.50390625, "frac_reward_zero_std": 0.0, "grad_norm": 1.9960200786590576, "kl": 0.13737232983112335, "learning_rate": 4.9453690018345144e-06, "loss": 0.0001, "num_tokens": 6820172.0, "reward": 1.6964244842529297, "reward_std": 0.3750467300415039, "rewards/ROUGEL_entities_reward/mean": 0.4776744842529297, "rewards/ROUGEL_entities_reward/std": 0.32778704166412354, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.1875, "rewards/f1_entities_exact_reward/std": 0.3299559950828552, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 129 }, { "completion_length": 859.84375, "completions/clipped_ratio": 0.0, "completions/max_length": 1859.0, "completions/max_terminated_length": 1859.0, "completions/mean_length": 860.84375, "completions/mean_terminated_length": 860.84375, "completions/min_length": 406.0, "completions/min_terminated_length": 406.0, "epoch": 0.5078125, "frac_reward_zero_std": 0.375, "grad_norm": 0.031690336763858795, "kl": 0.0009855913085630164, "learning_rate": 4.943077766156698e-06, "loss": 0.0, "num_tokens": 6873207.0, "reward": 1.5569255352020264, "reward_std": 0.10596858710050583, "rewards/ROUGEL_entities_reward/mean": 0.43192553520202637, "rewards/ROUGEL_entities_reward/std": 0.3251318335533142, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 130 }, { "completion_length": 840.125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2040.0, "completions/max_terminated_length": 2032.0, "completions/mean_length": 841.09375, "completions/mean_terminated_length": 802.4193115234375, "completions/min_length": 357.0, "completions/min_terminated_length": 357.0, "epoch": 0.51171875, "frac_reward_zero_std": 0.125, "grad_norm": 1.9148098230361938, "kl": 0.18406124040484428, "learning_rate": 4.9407400177998335e-06, "loss": 0.0002, "num_tokens": 6924386.0, "reward": 1.4958614110946655, "reward_std": 0.2816368639469147, "rewards/ROUGEL_entities_reward/mean": 0.3708614110946655, "rewards/ROUGEL_entities_reward/std": 0.22213904559612274, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.24127934873104095, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 131 }, { "completion_length": 824.21875, "completions/clipped_ratio": 0.0625, "completions/max_length": 2032.0, "completions/max_terminated_length": 1462.0, "completions/mean_length": 825.15625, "completions/mean_terminated_length": 744.7000122070312, "completions/min_length": 381.0, "completions/min_terminated_length": 381.0, "epoch": 0.515625, "frac_reward_zero_std": 0.125, "grad_norm": 1.2463183403015137, "kl": 0.19428683817386627, "learning_rate": 4.938355801271282e-06, "loss": 0.0002, "num_tokens": 6975459.0, "reward": 1.4318013191223145, "reward_std": 0.23176580667495728, "rewards/ROUGEL_entities_reward/mean": 0.38492637872695923, "rewards/ROUGEL_entities_reward/std": 0.3002355694770813, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 132 }, { "completion_length": 723.375, "completions/clipped_ratio": 0.0, "completions/max_length": 1917.0, "completions/max_terminated_length": 1917.0, "completions/mean_length": 724.375, "completions/mean_terminated_length": 724.375, "completions/min_length": 335.0, "completions/min_terminated_length": 335.0, "epoch": 0.51953125, "frac_reward_zero_std": 0.125, "grad_norm": 0.03864600136876106, "kl": 0.0011372581939212978, "learning_rate": 4.935925161963089e-06, "loss": 0.0, "num_tokens": 7023307.0, "reward": 1.7379982471466064, "reward_std": 0.09458935260772705, "rewards/ROUGEL_entities_reward/mean": 0.5348733067512512, "rewards/ROUGEL_entities_reward/std": 0.2754157483577728, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.203125, "rewards/f1_entities_exact_reward/std": 0.24949544668197632, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 133 }, { "completion_length": 889.28125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2042.0, "completions/max_terminated_length": 1824.0, "completions/mean_length": 890.25, "completions/mean_terminated_length": 853.0967407226562, "completions/min_length": 385.0, "completions/min_terminated_length": 385.0, "epoch": 0.5234375, "frac_reward_zero_std": 0.0, "grad_norm": 1.461699366569519, "kl": 0.16751371696591377, "learning_rate": 4.933448146151122e-06, "loss": 0.0002, "num_tokens": 7077295.0, "reward": 1.5296614170074463, "reward_std": 0.19138282537460327, "rewards/ROUGEL_entities_reward/mean": 0.4515363574028015, "rewards/ROUGEL_entities_reward/std": 0.20071564614772797, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 134 }, { "completion_length": 1116.5, "completions/clipped_ratio": 0.03125, "completions/max_length": 1987.0, "completions/max_terminated_length": 1975.0, "completions/mean_length": 1117.46875, "completions/mean_terminated_length": 1089.4193115234375, "completions/min_length": 360.0, "completions/min_terminated_length": 360.0, "epoch": 0.52734375, "frac_reward_zero_std": 0.125, "grad_norm": 2.436648368835449, "kl": 0.17979492247104645, "learning_rate": 4.930924800994192e-06, "loss": 0.0002, "num_tokens": 7138694.0, "reward": 1.4021108150482178, "reward_std": 0.34746816754341125, "rewards/ROUGEL_entities_reward/mean": 0.402110755443573, "rewards/ROUGEL_entities_reward/std": 0.282600075006485, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.875, "rewards/answer_format_func/std": 0.33601075410842896, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 135 }, { "completion_length": 638.71875, "completions/clipped_ratio": 0.0, "completions/max_length": 1153.0, "completions/max_terminated_length": 1153.0, "completions/mean_length": 639.71875, "completions/mean_terminated_length": 639.71875, "completions/min_length": 335.0, "completions/min_terminated_length": 335.0, "epoch": 0.53125, "frac_reward_zero_std": 0.0, "grad_norm": 0.043349362909793854, "kl": 0.0010947933478746563, "learning_rate": 4.928355174533153e-06, "loss": 0.0, "num_tokens": 7184381.0, "reward": 1.7014656066894531, "reward_std": 0.24746444821357727, "rewards/ROUGEL_entities_reward/mean": 0.4983406066894531, "rewards/ROUGEL_entities_reward/std": 0.2694176435470581, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.2905604839324951, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 136 }, { "completion_length": 856.59375, "completions/clipped_ratio": 0.0, "completions/max_length": 1744.0, "completions/max_terminated_length": 1744.0, "completions/mean_length": 857.59375, "completions/mean_terminated_length": 857.59375, "completions/min_length": 372.0, "completions/min_terminated_length": 372.0, "epoch": 0.53515625, "frac_reward_zero_std": 0.125, "grad_norm": 0.04098415747284889, "kl": 0.0010695282835513353, "learning_rate": 4.925739315689991e-06, "loss": 0.0, "num_tokens": 7237404.0, "reward": 1.514191746711731, "reward_std": 0.2309253066778183, "rewards/ROUGEL_entities_reward/mean": 0.34231671690940857, "rewards/ROUGEL_entities_reward/std": 0.28668177127838135, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2763347327709198, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 137 }, { "completion_length": 855.15625, "completions/clipped_ratio": 0.0, "completions/max_length": 1928.0, "completions/max_terminated_length": 1928.0, "completions/mean_length": 856.15625, "completions/mean_terminated_length": 856.15625, "completions/min_length": 335.0, "completions/min_terminated_length": 335.0, "epoch": 0.5390625, "frac_reward_zero_std": 0.125, "grad_norm": 0.04066658392548561, "kl": 0.001067973644239828, "learning_rate": 4.923077274266886e-06, "loss": 0.0, "num_tokens": 7290169.0, "reward": 1.7735551595687866, "reward_std": 0.215285986661911, "rewards/ROUGEL_entities_reward/mean": 0.4610552191734314, "rewards/ROUGEL_entities_reward/std": 0.31371453404426575, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.203125, "rewards/f1_entities_exact_reward/std": 0.33261850476264954, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 138 }, { "completion_length": 873.875, "completions/clipped_ratio": 0.03125, "completions/max_length": 1996.0, "completions/max_terminated_length": 1848.0, "completions/mean_length": 874.84375, "completions/mean_terminated_length": 838.6773681640625, "completions/min_length": 416.0, "completions/min_terminated_length": 416.0, "epoch": 0.54296875, "frac_reward_zero_std": 0.0, "grad_norm": 2.350830316543579, "kl": 0.24254056811332703, "learning_rate": 4.92036910094527e-06, "loss": 0.0002, "num_tokens": 7343928.0, "reward": 1.3114588260650635, "reward_std": 0.19907371699810028, "rewards/ROUGEL_entities_reward/mean": 0.3270837962627411, "rewards/ROUGEL_entities_reward/std": 0.16115085780620575, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.015625, "rewards/f1_entities_exact_reward/std": 0.0883883461356163, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 139 }, { "completion_length": 991.4375, "completions/clipped_ratio": 0.09375, "completions/max_length": 1996.0, "completions/max_terminated_length": 1765.0, "completions/mean_length": 992.34375, "completions/mean_terminated_length": 888.5172119140625, "completions/min_length": 365.0, "completions/min_terminated_length": 365.0, "epoch": 0.546875, "frac_reward_zero_std": 0.0, "grad_norm": 1.7220087051391602, "kl": 0.20999235287308693, "learning_rate": 4.917614847284858e-06, "loss": 0.0002, "num_tokens": 7400619.0, "reward": 1.7145543098449707, "reward_std": 0.33828872442245483, "rewards/ROUGEL_entities_reward/mean": 0.4333043098449707, "rewards/ROUGEL_entities_reward/std": 0.33280470967292786, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.21875, "rewards/f1_entities_exact_reward/std": 0.3345073461532593, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 140 }, { "completion_length": 710.3125, "completions/clipped_ratio": 0.0, "completions/max_length": 1943.0, "completions/max_terminated_length": 1943.0, "completions/mean_length": 711.3125, "completions/mean_terminated_length": 711.3125, "completions/min_length": 377.0, "completions/min_terminated_length": 377.0, "epoch": 0.55078125, "frac_reward_zero_std": 0.25, "grad_norm": 0.04147293418645859, "kl": 0.0010589817684376612, "learning_rate": 4.914814565722671e-06, "loss": 0.0, "num_tokens": 7447749.0, "reward": 1.2959001064300537, "reward_std": 0.03525472432374954, "rewards/ROUGEL_entities_reward/mean": 0.2959001064300537, "rewards/ROUGEL_entities_reward/std": 0.24095308780670166, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 141 }, { "completion_length": 799.125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2000.0, "completions/max_terminated_length": 1674.0, "completions/mean_length": 800.09375, "completions/mean_terminated_length": 761.3870849609375, "completions/min_length": 360.0, "completions/min_terminated_length": 360.0, "epoch": 0.5546875, "frac_reward_zero_std": 0.25, "grad_norm": 2.0430498123168945, "kl": 0.24349932745099068, "learning_rate": 4.9119683095720325e-06, "loss": 0.0002, "num_tokens": 7498416.0, "reward": 1.3787174224853516, "reward_std": 0.1710912436246872, "rewards/ROUGEL_entities_reward/mean": 0.33184248208999634, "rewards/ROUGEL_entities_reward/std": 0.18814721703529358, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 142 }, { "completion_length": 918.0, "completions/clipped_ratio": 0.03125, "completions/max_length": 2010.0, "completions/max_terminated_length": 1920.0, "completions/mean_length": 918.96875, "completions/mean_terminated_length": 883.774169921875, "completions/min_length": 373.0, "completions/min_terminated_length": 373.0, "epoch": 0.55859375, "frac_reward_zero_std": 0.125, "grad_norm": 1.216636061668396, "kl": 0.28474921360611916, "learning_rate": 4.909076133021558e-06, "loss": 0.0003, "num_tokens": 7552755.0, "reward": 1.3588144779205322, "reward_std": 0.16687989234924316, "rewards/ROUGEL_entities_reward/mean": 0.32756444811820984, "rewards/ROUGEL_entities_reward/std": 0.2059074342250824, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 143 }, { "completion_length": 768.4375, "completions/clipped_ratio": 0.0, "completions/max_length": 1912.0, "completions/max_terminated_length": 1912.0, "completions/mean_length": 769.4375, "completions/mean_terminated_length": 769.4375, "completions/min_length": 305.0, "completions/min_terminated_length": 305.0, "epoch": 0.5625, "frac_reward_zero_std": 0.0, "grad_norm": 0.04747036099433899, "kl": 0.0012443193118087947, "learning_rate": 4.906138091134118e-06, "loss": 0.0, "num_tokens": 7601769.0, "reward": 1.6446342468261719, "reward_std": 0.1532508134841919, "rewards/ROUGEL_entities_reward/mean": 0.47275927662849426, "rewards/ROUGEL_entities_reward/std": 0.16322854161262512, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.24127934873104095, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 144 }, { "completion_length": 892.8125, "completions/clipped_ratio": 0.0, "completions/max_length": 1784.0, "completions/max_terminated_length": 1784.0, "completions/mean_length": 893.8125, "completions/mean_terminated_length": 893.8125, "completions/min_length": 375.0, "completions/min_terminated_length": 375.0, "epoch": 0.56640625, "frac_reward_zero_std": 0.125, "grad_norm": 0.034100908786058426, "kl": 0.0010356467391829938, "learning_rate": 4.903154239845798e-06, "loss": 0.0, "num_tokens": 7655715.0, "reward": 1.388700008392334, "reward_std": 0.050331730395555496, "rewards/ROUGEL_entities_reward/mean": 0.38870003819465637, "rewards/ROUGEL_entities_reward/std": 0.16305623948574066, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 145 }, { "completion_length": 843.84375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2025.0, "completions/max_terminated_length": 1623.0, "completions/mean_length": 844.8125, "completions/mean_terminated_length": 806.7418823242188, "completions/min_length": 406.0, "completions/min_terminated_length": 406.0, "epoch": 0.5703125, "frac_reward_zero_std": 0.375, "grad_norm": 17.098857879638672, "kl": 10.053778536617756, "learning_rate": 4.900124635964823e-06, "loss": 0.0101, "num_tokens": 7707333.0, "reward": 1.7105157375335693, "reward_std": 0.17703057825565338, "rewards/ROUGEL_entities_reward/mean": 0.5073907375335693, "rewards/ROUGEL_entities_reward/std": 0.1996941864490509, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.234375, "rewards/f1_entities_exact_reward/std": 0.253503680229187, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 146 }, { "completion_length": 922.5625, "completions/clipped_ratio": 0.03125, "completions/max_length": 1969.0, "completions/max_terminated_length": 1929.0, "completions/mean_length": 923.53125, "completions/mean_terminated_length": 889.806396484375, "completions/min_length": 369.0, "completions/min_terminated_length": 369.0, "epoch": 0.57421875, "frac_reward_zero_std": 0.25, "grad_norm": 1.6118693351745605, "kl": 0.3536710664629936, "learning_rate": 4.897049337170483e-06, "loss": 0.0004, "num_tokens": 7763178.0, "reward": 1.361354112625122, "reward_std": 0.27494993805885315, "rewards/ROUGEL_entities_reward/mean": 0.39260417222976685, "rewards/ROUGEL_entities_reward/std": 0.2945389747619629, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 0.84375, "rewards/answer_format_func/std": 0.3689020276069641, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.23546454310417175, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 147 }, { "completion_length": 840.875, "completions/clipped_ratio": 0.0, "completions/max_length": 1913.0, "completions/max_terminated_length": 1913.0, "completions/mean_length": 841.875, "completions/mean_terminated_length": 841.875, "completions/min_length": 350.0, "completions/min_terminated_length": 350.0, "epoch": 0.578125, "frac_reward_zero_std": 0.125, "grad_norm": 0.04494679719209671, "kl": 0.0013573961332440376, "learning_rate": 4.8939284020120365e-06, "loss": 0.0, "num_tokens": 7814918.0, "reward": 1.3072844743728638, "reward_std": 0.17329524457454681, "rewards/ROUGEL_entities_reward/mean": 0.3072844445705414, "rewards/ROUGEL_entities_reward/std": 0.27680906653404236, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.03125, "rewards/reasoning_equal_answer_reward/std": 0.12296734005212784, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 148 }, { "completion_length": 808.3125, "completions/clipped_ratio": 0.0, "completions/max_length": 1939.0, "completions/max_terminated_length": 1939.0, "completions/mean_length": 809.3125, "completions/mean_terminated_length": 809.3125, "completions/min_length": 382.0, "completions/min_terminated_length": 382.0, "epoch": 0.58203125, "frac_reward_zero_std": 0.0, "grad_norm": 0.041648656129837036, "kl": 0.001219467114424333, "learning_rate": 4.890761889907589e-06, "loss": 0.0, "num_tokens": 7865476.0, "reward": 1.4506151676177979, "reward_std": 0.10441715270280838, "rewards/ROUGEL_entities_reward/mean": 0.3724901080131531, "rewards/ROUGEL_entities_reward/std": 0.20157065987586975, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 149 }, { "completion_length": 861.9375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1703.0, "completions/mean_length": 862.90625, "completions/mean_terminated_length": 824.6773681640625, "completions/min_length": 429.0, "completions/min_terminated_length": 429.0, "epoch": 0.5859375, "frac_reward_zero_std": 0.25, "grad_norm": 2.06022310256958, "kl": 0.3945167139172554, "learning_rate": 4.887549861142967e-06, "loss": 0.0004, "num_tokens": 7917329.0, "reward": 1.4970494508743286, "reward_std": 0.10835842788219452, "rewards/ROUGEL_entities_reward/mean": 0.3876745104789734, "rewards/ROUGEL_entities_reward/std": 0.24825502932071686, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 150 }, { "completion_length": 798.875, "completions/clipped_ratio": 0.0, "completions/max_length": 1607.0, "completions/max_terminated_length": 1607.0, "completions/mean_length": 799.875, "completions/mean_terminated_length": 799.875, "completions/min_length": 394.0, "completions/min_terminated_length": 394.0, "epoch": 0.58984375, "frac_reward_zero_std": 0.25, "grad_norm": 0.036643072962760925, "kl": 0.0015202233917079866, "learning_rate": 4.884292376870567e-06, "loss": 0.0, "num_tokens": 7968257.0, "reward": 1.4161481857299805, "reward_std": 0.0879361554980278, "rewards/ROUGEL_entities_reward/mean": 0.3380230963230133, "rewards/ROUGEL_entities_reward/std": 0.2162221372127533, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 151 }, { "completion_length": 912.21875, "completions/clipped_ratio": 0.0, "completions/max_length": 1885.0, "completions/max_terminated_length": 1885.0, "completions/mean_length": 913.21875, "completions/mean_terminated_length": 913.21875, "completions/min_length": 428.0, "completions/min_terminated_length": 428.0, "epoch": 0.59375, "frac_reward_zero_std": 0.125, "grad_norm": 1.0663779973983765, "kl": 0.7428142726421356, "learning_rate": 4.880989499108196e-06, "loss": 0.0007, "num_tokens": 8023664.0, "reward": 1.5083281993865967, "reward_std": 0.11526817828416824, "rewards/ROUGEL_entities_reward/mean": 0.4458281993865967, "rewards/ROUGEL_entities_reward/std": 0.21193131804466248, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 152 }, { "completion_length": 738.125, "completions/clipped_ratio": 0.0, "completions/max_length": 1465.0, "completions/max_terminated_length": 1465.0, "completions/mean_length": 739.125, "completions/mean_terminated_length": 739.125, "completions/min_length": 400.0, "completions/min_terminated_length": 400.0, "epoch": 0.59765625, "frac_reward_zero_std": 0.125, "grad_norm": 0.03739418461918831, "kl": 0.0015740874805487692, "learning_rate": 4.8776412907378845e-06, "loss": 0.0, "num_tokens": 8072556.0, "reward": 1.5976042747497559, "reward_std": 0.18580883741378784, "rewards/ROUGEL_entities_reward/mean": 0.45697927474975586, "rewards/ROUGEL_entities_reward/std": 0.24883176386356354, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.22840170562267303, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 153 }, { "completion_length": 830.375, "completions/clipped_ratio": 0.0, "completions/max_length": 1811.0, "completions/max_terminated_length": 1811.0, "completions/mean_length": 831.375, "completions/mean_terminated_length": 831.375, "completions/min_length": 348.0, "completions/min_terminated_length": 348.0, "epoch": 0.6015625, "frac_reward_zero_std": 0.0, "grad_norm": 0.04560196027159691, "kl": 0.0013677255483344197, "learning_rate": 4.874247815504693e-06, "loss": 0.0, "num_tokens": 8124344.0, "reward": 1.547914743423462, "reward_std": 0.23362499475479126, "rewards/ROUGEL_entities_reward/mean": 0.4072897434234619, "rewards/ROUGEL_entities_reward/std": 0.2102542370557785, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.24542178213596344, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 154 }, { "completion_length": 892.96875, "completions/clipped_ratio": 0.03125, "completions/max_length": 1964.0, "completions/max_terminated_length": 1670.0, "completions/mean_length": 893.9375, "completions/mean_terminated_length": 859.4193115234375, "completions/min_length": 394.0, "completions/min_terminated_length": 394.0, "epoch": 0.60546875, "frac_reward_zero_std": 0.0, "grad_norm": 0.037193119525909424, "kl": 0.001447477872716263, "learning_rate": 4.870809138015499e-06, "loss": 0.0, "num_tokens": 8178050.0, "reward": 1.288352370262146, "reward_std": 0.23858286440372467, "rewards/ROUGEL_entities_reward/mean": 0.350852370262146, "rewards/ROUGEL_entities_reward/std": 0.22298842668533325, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 155 }, { "completion_length": 796.46875, "completions/clipped_ratio": 0.03125, "completions/max_length": 2037.0, "completions/max_terminated_length": 1629.0, "completions/mean_length": 797.4375, "completions/mean_terminated_length": 757.4515991210938, "completions/min_length": 419.0, "completions/min_terminated_length": 419.0, "epoch": 0.609375, "frac_reward_zero_std": 0.25, "grad_norm": 1.5812207460403442, "kl": 0.5352480337023735, "learning_rate": 4.867325323737765e-06, "loss": 0.0005, "num_tokens": 8229040.0, "reward": 1.3760432004928589, "reward_std": 0.188054621219635, "rewards/ROUGEL_entities_reward/mean": 0.2666681408882141, "rewards/ROUGEL_entities_reward/std": 0.17782245576381683, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.03125, "rewards/reasoning_equal_answer_reward/std": 0.12296734005212784, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 156 }, { "completion_length": 849.4375, "completions/clipped_ratio": 0.0, "completions/max_length": 1842.0, "completions/max_terminated_length": 1842.0, "completions/mean_length": 850.4375, "completions/mean_terminated_length": 850.4375, "completions/min_length": 338.0, "completions/min_terminated_length": 338.0, "epoch": 0.61328125, "frac_reward_zero_std": 0.125, "grad_norm": 0.03673112392425537, "kl": 0.0015620355843566358, "learning_rate": 4.863796438998293e-06, "loss": 0.0, "num_tokens": 8281926.0, "reward": 1.8045166730880737, "reward_std": 0.12542572617530823, "rewards/ROUGEL_entities_reward/mean": 0.4920167624950409, "rewards/ROUGEL_entities_reward/std": 0.2460378259420395, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.35033106803894043, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 157 }, { "completion_length": 750.21875, "completions/clipped_ratio": 0.0, "completions/max_length": 1663.0, "completions/max_terminated_length": 1663.0, "completions/mean_length": 751.21875, "completions/mean_terminated_length": 751.21875, "completions/min_length": 308.0, "completions/min_terminated_length": 308.0, "epoch": 0.6171875, "frac_reward_zero_std": 0.125, "grad_norm": 0.04159174859523773, "kl": 0.001859975018305704, "learning_rate": 4.860222550981961e-06, "loss": 0.0, "num_tokens": 8331185.0, "reward": 1.241472601890564, "reward_std": 0.08027015626430511, "rewards/ROUGEL_entities_reward/mean": 0.24147263169288635, "rewards/ROUGEL_entities_reward/std": 0.15254628658294678, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 158 }, { "completion_length": 830.28125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2029.0, "completions/max_terminated_length": 2009.0, "completions/mean_length": 831.25, "completions/mean_terminated_length": 792.6128540039062, "completions/min_length": 325.0, "completions/min_terminated_length": 325.0, "epoch": 0.62109375, "frac_reward_zero_std": 0.125, "grad_norm": 1.2856565713882446, "kl": 0.627162367105484, "learning_rate": 4.856603727730446e-06, "loss": 0.0006, "num_tokens": 8383193.0, "reward": 1.3633078336715698, "reward_std": 0.16435164213180542, "rewards/ROUGEL_entities_reward/mean": 0.3164328336715698, "rewards/ROUGEL_entities_reward/std": 0.20366710424423218, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 159 }, { "completion_length": 879.875, "completions/clipped_ratio": 0.03125, "completions/max_length": 2012.0, "completions/max_terminated_length": 1951.0, "completions/mean_length": 880.84375, "completions/mean_terminated_length": 844.3547973632812, "completions/min_length": 379.0, "completions/min_terminated_length": 379.0, "epoch": 0.625, "frac_reward_zero_std": 0.25, "grad_norm": 1.1388331651687622, "kl": 0.6329608261585236, "learning_rate": 4.852940038140927e-06, "loss": 0.0006, "num_tokens": 8435644.0, "reward": 1.7319962978363037, "reward_std": 0.2415374517440796, "rewards/ROUGEL_entities_reward/mean": 0.5132462978363037, "rewards/ROUGEL_entities_reward/std": 0.31014952063560486, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.25, "rewards/f1_entities_exact_reward/std": 0.2540002465248108, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 160 }, { "completion_length": 908.0625, "completions/clipped_ratio": 0.0625, "completions/max_length": 2033.0, "completions/max_terminated_length": 1576.0, "completions/mean_length": 909.0, "completions/mean_terminated_length": 834.0667114257812, "completions/min_length": 382.0, "completions/min_terminated_length": 382.0, "epoch": 0.62890625, "frac_reward_zero_std": 0.0, "grad_norm": 2.1456105709075928, "kl": 0.5880822390317917, "learning_rate": 4.849231551964771e-06, "loss": 0.0006, "num_tokens": 8489740.0, "reward": 1.6578807830810547, "reward_std": 0.306590735912323, "rewards/ROUGEL_entities_reward/mean": 0.45475584268569946, "rewards/ROUGEL_entities_reward/std": 0.2889581620693207, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.32650086283683777, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 161 }, { "completion_length": 941.03125, "completions/clipped_ratio": 0.0, "completions/max_length": 1978.0, "completions/max_terminated_length": 1978.0, "completions/mean_length": 942.03125, "completions/mean_terminated_length": 942.03125, "completions/min_length": 366.0, "completions/min_terminated_length": 366.0, "epoch": 0.6328125, "frac_reward_zero_std": 0.375, "grad_norm": 1.3517837524414062, "kl": 0.45960287749767303, "learning_rate": 4.845478339806211e-06, "loss": 0.0005, "num_tokens": 8545093.0, "reward": 1.2845427989959717, "reward_std": 0.057615794241428375, "rewards/ROUGEL_entities_reward/mean": 0.2845427691936493, "rewards/ROUGEL_entities_reward/std": 0.11672698706388474, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 162 }, { "completion_length": 859.3125, "completions/clipped_ratio": 0.0, "completions/max_length": 1659.0, "completions/max_terminated_length": 1659.0, "completions/mean_length": 860.3125, "completions/mean_terminated_length": 860.3125, "completions/min_length": 410.0, "completions/min_terminated_length": 410.0, "epoch": 0.63671875, "frac_reward_zero_std": 0.0, "grad_norm": 0.03822516277432442, "kl": 0.0016769255744293332, "learning_rate": 4.841680473120994e-06, "loss": 0.0, "num_tokens": 8598603.0, "reward": 1.5509443283081055, "reward_std": 0.16313818097114563, "rewards/ROUGEL_entities_reward/mean": 0.44156935811042786, "rewards/ROUGEL_entities_reward/std": 0.17624936997890472, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 163 }, { "completion_length": 768.90625, "completions/clipped_ratio": 0.0, "completions/max_length": 1452.0, "completions/max_terminated_length": 1452.0, "completions/mean_length": 769.90625, "completions/mean_terminated_length": 769.90625, "completions/min_length": 298.0, "completions/min_terminated_length": 298.0, "epoch": 0.640625, "frac_reward_zero_std": 0.375, "grad_norm": 0.030372804030776024, "kl": 0.0017339237383566797, "learning_rate": 4.83783802421503e-06, "loss": 0.0, "num_tokens": 8649276.0, "reward": 1.4654494524002075, "reward_std": 0.08240068703889847, "rewards/ROUGEL_entities_reward/mean": 0.3716994822025299, "rewards/ROUGEL_entities_reward/std": 0.21603207290172577, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 164 }, { "completion_length": 1018.15625, "completions/clipped_ratio": 0.03125, "completions/max_length": 1953.0, "completions/max_terminated_length": 1847.0, "completions/mean_length": 1019.125, "completions/mean_terminated_length": 989.0, "completions/min_length": 403.0, "completions/min_terminated_length": 403.0, "epoch": 0.64453125, "frac_reward_zero_std": 0.125, "grad_norm": 1.210748553276062, "kl": 0.5373932719230652, "learning_rate": 4.833951066243004e-06, "loss": 0.0005, "num_tokens": 8706768.0, "reward": 1.455310344696045, "reward_std": 0.1797359734773636, "rewards/ROUGEL_entities_reward/mean": 0.34593528509140015, "rewards/ROUGEL_entities_reward/std": 0.23094676434993744, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.22840170562267303, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 165 }, { "completion_length": 970.53125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1764.0, "completions/mean_length": 971.5, "completions/mean_terminated_length": 936.774169921875, "completions/min_length": 398.0, "completions/min_terminated_length": 398.0, "epoch": 0.6484375, "frac_reward_zero_std": 0.125, "grad_norm": 1.183385968208313, "kl": 0.6042055934667587, "learning_rate": 4.830019673206997e-06, "loss": 0.0006, "num_tokens": 8763400.0, "reward": 1.3385505676269531, "reward_std": 0.22595582902431488, "rewards/ROUGEL_entities_reward/mean": 0.30730050802230835, "rewards/ROUGEL_entities_reward/std": 0.17959149181842804, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 166 }, { "completion_length": 978.59375, "completions/clipped_ratio": 0.0625, "completions/max_length": 2048.0, "completions/max_terminated_length": 2007.0, "completions/mean_length": 979.53125, "completions/mean_terminated_length": 908.300048828125, "completions/min_length": 383.0, "completions/min_terminated_length": 383.0, "epoch": 0.65234375, "frac_reward_zero_std": 0.0, "grad_norm": 1.1284425258636475, "kl": 0.7285138294100761, "learning_rate": 4.826043919955062e-06, "loss": 0.0007, "num_tokens": 8820013.0, "reward": 1.2818199396133423, "reward_std": 0.20915009081363678, "rewards/ROUGEL_entities_reward/mean": 0.3755699396133423, "rewards/ROUGEL_entities_reward/std": 0.21204902231693268, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 167 }, { "completion_length": 1047.65625, "completions/clipped_ratio": 0.0625, "completions/max_length": 1994.0, "completions/max_terminated_length": 1892.0, "completions/mean_length": 1048.59375, "completions/mean_terminated_length": 985.5667114257812, "completions/min_length": 397.0, "completions/min_terminated_length": 397.0, "epoch": 0.65625, "frac_reward_zero_std": 0.0, "grad_norm": 3494.581787109375, "kl": 7194.785795137286, "learning_rate": 4.822023882179811e-06, "loss": 7.1948, "num_tokens": 8878928.0, "reward": 1.355521559715271, "reward_std": 0.13997748494148254, "rewards/ROUGEL_entities_reward/mean": 0.32427161931991577, "rewards/ROUGEL_entities_reward/std": 0.216593399643898, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 168 }, { "completion_length": 921.375, "completions/clipped_ratio": 0.03125, "completions/max_length": 1929.0, "completions/max_terminated_length": 1844.0, "completions/mean_length": 922.34375, "completions/mean_terminated_length": 889.8709716796875, "completions/min_length": 408.0, "completions/min_terminated_length": 408.0, "epoch": 0.66015625, "frac_reward_zero_std": 0.125, "grad_norm": 0.03364523872733116, "kl": 0.001773456227965653, "learning_rate": 4.817959636416969e-06, "loss": 0.0, "num_tokens": 8933547.0, "reward": 1.7027312517166138, "reward_std": 0.18043223023414612, "rewards/ROUGEL_entities_reward/mean": 0.42148125171661377, "rewards/ROUGEL_entities_reward/std": 0.2903006672859192, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.1875, "rewards/f1_entities_exact_reward/std": 0.3535533845424652, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 169 }, { "completion_length": 882.875, "completions/clipped_ratio": 0.03125, "completions/max_length": 1949.0, "completions/max_terminated_length": 1771.0, "completions/mean_length": 883.84375, "completions/mean_terminated_length": 849.4838256835938, "completions/min_length": 394.0, "completions/min_terminated_length": 394.0, "epoch": 0.6640625, "frac_reward_zero_std": 0.25, "grad_norm": 0.03895450755953789, "kl": 0.0017640561272855848, "learning_rate": 4.8138512600439165e-06, "loss": 0.0, "num_tokens": 8987074.0, "reward": 1.6899856328964233, "reward_std": 0.4273824095726013, "rewards/ROUGEL_entities_reward/mean": 0.40873557329177856, "rewards/ROUGEL_entities_reward/std": 0.3182850480079651, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.1875, "rewards/f1_entities_exact_reward/std": 0.3535533845424652, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 170 }, { "completion_length": 970.28125, "completions/clipped_ratio": 0.0, "completions/max_length": 2002.0, "completions/max_terminated_length": 2002.0, "completions/mean_length": 971.28125, "completions/mean_terminated_length": 971.28125, "completions/min_length": 358.0, "completions/min_terminated_length": 358.0, "epoch": 0.66796875, "frac_reward_zero_std": 0.125, "grad_norm": 1.7073582410812378, "kl": 0.6696112751960754, "learning_rate": 4.809698831278217e-06, "loss": 0.0007, "num_tokens": 9043959.0, "reward": 1.7956573963165283, "reward_std": 0.3364591598510742, "rewards/ROUGEL_entities_reward/mean": 0.5144074559211731, "rewards/ROUGEL_entities_reward/std": 0.2855013608932495, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.21875, "rewards/f1_entities_exact_reward/std": 0.3345073461532593, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 171 }, { "completion_length": 859.1875, "completions/clipped_ratio": 0.0, "completions/max_length": 1893.0, "completions/max_terminated_length": 1893.0, "completions/mean_length": 860.1875, "completions/mean_terminated_length": 860.1875, "completions/min_length": 358.0, "completions/min_terminated_length": 358.0, "epoch": 0.671875, "frac_reward_zero_std": 0.25, "grad_norm": 0.03203745558857918, "kl": 0.0017327538807876408, "learning_rate": 4.80550242917613e-06, "loss": 0.0, "num_tokens": 9096465.0, "reward": 1.6548988819122314, "reward_std": 0.05434321239590645, "rewards/ROUGEL_entities_reward/mean": 0.40489891171455383, "rewards/ROUGEL_entities_reward/std": 0.324654757976532, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.33601075410842896, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 172 }, { "completion_length": 778.4375, "completions/clipped_ratio": 0.0, "completions/max_length": 1737.0, "completions/max_terminated_length": 1737.0, "completions/mean_length": 779.4375, "completions/mean_terminated_length": 779.4375, "completions/min_length": 329.0, "completions/min_terminated_length": 329.0, "epoch": 0.67578125, "frac_reward_zero_std": 0.375, "grad_norm": 0.039835937321186066, "kl": 0.0019720129785127938, "learning_rate": 4.801262133631101e-06, "loss": 0.0, "num_tokens": 9147315.0, "reward": 1.7594964504241943, "reward_std": 0.06129524111747742, "rewards/ROUGEL_entities_reward/mean": 0.49387139081954956, "rewards/ROUGEL_entities_reward/std": 0.28501689434051514, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.265625, "rewards/f1_entities_exact_reward/std": 0.253503680229187, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 173 }, { "completion_length": 867.3125, "completions/clipped_ratio": 0.03125, "completions/max_length": 1990.0, "completions/max_terminated_length": 1449.0, "completions/mean_length": 868.28125, "completions/mean_terminated_length": 832.0967407226562, "completions/min_length": 422.0, "completions/min_terminated_length": 422.0, "epoch": 0.6796875, "frac_reward_zero_std": 0.25, "grad_norm": 1.523024320602417, "kl": 0.6932645589113235, "learning_rate": 4.796978025372247e-06, "loss": 0.0007, "num_tokens": 9200900.0, "reward": 1.5296759605407715, "reward_std": 0.20225465297698975, "rewards/ROUGEL_entities_reward/mean": 0.46717599034309387, "rewards/ROUGEL_entities_reward/std": 0.2737501859664917, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 174 }, { "completion_length": 900.1875, "completions/clipped_ratio": 0.03125, "completions/max_length": 2006.0, "completions/max_terminated_length": 1602.0, "completions/mean_length": 901.15625, "completions/mean_terminated_length": 865.51611328125, "completions/min_length": 394.0, "completions/min_terminated_length": 394.0, "epoch": 0.68359375, "frac_reward_zero_std": 0.375, "grad_norm": 0.9823334813117981, "kl": 0.700871542096138, "learning_rate": 4.79265018596281e-06, "loss": 0.0007, "num_tokens": 9254937.0, "reward": 1.708510160446167, "reward_std": 0.17377904057502747, "rewards/ROUGEL_entities_reward/mean": 0.3960101306438446, "rewards/ROUGEL_entities_reward/std": 0.2816055417060852, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.21875, "rewards/f1_entities_exact_reward/std": 0.35780468583106995, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 175 }, { "completion_length": 928.15625, "completions/clipped_ratio": 0.125, "completions/max_length": 1930.0, "completions/max_terminated_length": 1675.0, "completions/mean_length": 929.03125, "completions/mean_terminated_length": 786.0357666015625, "completions/min_length": 325.0, "completions/min_terminated_length": 325.0, "epoch": 0.6875, "frac_reward_zero_std": 0.0, "grad_norm": 1.3543481826782227, "kl": 0.7427194267511368, "learning_rate": 4.788278697798619e-06, "loss": 0.0007, "num_tokens": 9310526.0, "reward": 1.532794713973999, "reward_std": 0.22352240979671478, "rewards/ROUGEL_entities_reward/mean": 0.4077945947647095, "rewards/ROUGEL_entities_reward/std": 0.23614616692066193, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.23546454310417175, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 176 }, { "completion_length": 802.8125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1988.0, "completions/mean_length": 803.78125, "completions/mean_terminated_length": 763.6451416015625, "completions/min_length": 354.0, "completions/min_terminated_length": 354.0, "epoch": 0.69140625, "frac_reward_zero_std": 0.0, "grad_norm": 1.2869139909744263, "kl": 0.7516332864761353, "learning_rate": 4.783863644106502e-06, "loss": 0.0008, "num_tokens": 9361235.0, "reward": 1.8541301488876343, "reward_std": 0.2548549771308899, "rewards/ROUGEL_entities_reward/mean": 0.5103801488876343, "rewards/ROUGEL_entities_reward/std": 0.328544944524765, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.265625, "rewards/f1_entities_exact_reward/std": 0.31068018078804016, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 177 }, { "completion_length": 793.625, "completions/clipped_ratio": 0.0, "completions/max_length": 1514.0, "completions/max_terminated_length": 1514.0, "completions/mean_length": 794.625, "completions/mean_terminated_length": 794.625, "completions/min_length": 333.0, "completions/min_terminated_length": 333.0, "epoch": 0.6953125, "frac_reward_zero_std": 0.125, "grad_norm": 0.040112365037202835, "kl": 0.0021105987834744155, "learning_rate": 4.779405108942722e-06, "loss": 0.0, "num_tokens": 9411927.0, "reward": 1.847144603729248, "reward_std": 0.2862972021102905, "rewards/ROUGEL_entities_reward/mean": 0.5815195441246033, "rewards/ROUGEL_entities_reward/std": 0.24605299532413483, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.203125, "rewards/f1_entities_exact_reward/std": 0.3074183464050293, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 178 }, { "completion_length": 1009.28125, "completions/clipped_ratio": 0.0, "completions/max_length": 1688.0, "completions/max_terminated_length": 1688.0, "completions/mean_length": 1010.28125, "completions/mean_terminated_length": 1010.28125, "completions/min_length": 375.0, "completions/min_terminated_length": 375.0, "epoch": 0.69921875, "frac_reward_zero_std": 0.25, "grad_norm": 0.029666384682059288, "kl": 0.0019262322748545557, "learning_rate": 4.774903177191358e-06, "loss": 0.0, "num_tokens": 9469028.0, "reward": 1.9670830965042114, "reward_std": 0.17686304450035095, "rewards/ROUGEL_entities_reward/mean": 0.5764580965042114, "rewards/ROUGEL_entities_reward/std": 0.29651689529418945, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.328125, "rewards/f1_entities_exact_reward/std": 0.30078861117362976, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 179 }, { "completion_length": 1029.9375, "completions/clipped_ratio": 0.09375, "completions/max_length": 2015.0, "completions/max_terminated_length": 1837.0, "completions/mean_length": 1030.84375, "completions/mean_terminated_length": 929.0344848632812, "completions/min_length": 357.0, "completions/min_terminated_length": 357.0, "epoch": 0.703125, "frac_reward_zero_std": 0.0, "grad_norm": 1.8338552713394165, "kl": 0.7334167063236237, "learning_rate": 4.770357934562704e-06, "loss": 0.0007, "num_tokens": 9527195.0, "reward": 1.362342357635498, "reward_std": 0.16813592612743378, "rewards/ROUGEL_entities_reward/mean": 0.33109229803085327, "rewards/ROUGEL_entities_reward/std": 0.23416368663311005, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 180 }, { "completion_length": 882.1875, "completions/clipped_ratio": 0.03125, "completions/max_length": 2016.0, "completions/max_terminated_length": 1628.0, "completions/mean_length": 883.15625, "completions/mean_terminated_length": 846.6128540039062, "completions/min_length": 324.0, "completions/min_terminated_length": 324.0, "epoch": 0.70703125, "frac_reward_zero_std": 0.125, "grad_norm": 1.0932868719100952, "kl": 0.8082916885614395, "learning_rate": 4.765769467591626e-06, "loss": 0.0008, "num_tokens": 9580512.0, "reward": 1.4458831548690796, "reward_std": 0.14410392940044403, "rewards/ROUGEL_entities_reward/mean": 0.35213321447372437, "rewards/ROUGEL_entities_reward/std": 0.18379299342632294, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 181 }, { "completion_length": 843.21875, "completions/clipped_ratio": 0.0, "completions/max_length": 1797.0, "completions/max_terminated_length": 1797.0, "completions/mean_length": 844.21875, "completions/mean_terminated_length": 844.21875, "completions/min_length": 401.0, "completions/min_terminated_length": 401.0, "epoch": 0.7109375, "frac_reward_zero_std": 0.0, "grad_norm": 0.03895574063062668, "kl": 0.002073957264656201, "learning_rate": 4.761137863635921e-06, "loss": 0.0, "num_tokens": 9633007.0, "reward": 1.5388941764831543, "reward_std": 0.19678334891796112, "rewards/ROUGEL_entities_reward/mean": 0.4295191168785095, "rewards/ROUGEL_entities_reward/std": 0.21780556440353394, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 182 }, { "completion_length": 833.40625, "completions/clipped_ratio": 0.0, "completions/max_length": 1769.0, "completions/max_terminated_length": 1769.0, "completions/mean_length": 834.40625, "completions/mean_terminated_length": 834.40625, "completions/min_length": 394.0, "completions/min_terminated_length": 394.0, "epoch": 0.71484375, "frac_reward_zero_std": 0.0, "grad_norm": 0.03908202424645424, "kl": 0.0022108145931269974, "learning_rate": 4.7564632108746524e-06, "loss": 0.0, "num_tokens": 9684880.0, "reward": 1.4077043533325195, "reward_std": 0.13589012622833252, "rewards/ROUGEL_entities_reward/mean": 0.37645429372787476, "rewards/ROUGEL_entities_reward/std": 0.1814633160829544, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 183 }, { "completion_length": 883.96875, "completions/clipped_ratio": 0.03125, "completions/max_length": 1991.0, "completions/max_terminated_length": 1520.0, "completions/mean_length": 884.9375, "completions/mean_terminated_length": 849.258056640625, "completions/min_length": 391.0, "completions/min_terminated_length": 391.0, "epoch": 0.71875, "frac_reward_zero_std": 0.0, "grad_norm": 1.379868984222412, "kl": 0.9422600865364075, "learning_rate": 4.7517455983064694e-06, "loss": 0.0009, "num_tokens": 9738406.0, "reward": 1.3271058797836304, "reward_std": 0.15527033805847168, "rewards/ROUGEL_entities_reward/mean": 0.29585587978363037, "rewards/ROUGEL_entities_reward/std": 0.21522636711597443, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 184 }, { "completion_length": 1024.28125, "completions/clipped_ratio": 0.0625, "completions/max_length": 2006.0, "completions/max_terminated_length": 1799.0, "completions/mean_length": 1025.21875, "completions/mean_terminated_length": 959.8333740234375, "completions/min_length": 377.0, "completions/min_terminated_length": 377.0, "epoch": 0.72265625, "frac_reward_zero_std": 0.25, "grad_norm": 1.4722685813903809, "kl": 0.8448768109083176, "learning_rate": 4.746985115747918e-06, "loss": 0.0008, "num_tokens": 9796297.0, "reward": 1.5176056623458862, "reward_std": 0.21396151185035706, "rewards/ROUGEL_entities_reward/mean": 0.392605721950531, "rewards/ROUGEL_entities_reward/std": 0.237748920917511, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.23546454310417175, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 185 }, { "completion_length": 704.1875, "completions/clipped_ratio": 0.0, "completions/max_length": 1678.0, "completions/max_terminated_length": 1678.0, "completions/mean_length": 705.1875, "completions/mean_terminated_length": 705.1875, "completions/min_length": 385.0, "completions/min_terminated_length": 385.0, "epoch": 0.7265625, "frac_reward_zero_std": 0.0, "grad_norm": 0.04775053635239601, "kl": 0.0027036044048145413, "learning_rate": 4.742181853831721e-06, "loss": 0.0, "num_tokens": 9843055.0, "reward": 1.6798121929168701, "reward_std": 0.27602407336235046, "rewards/ROUGEL_entities_reward/mean": 0.4298122227191925, "rewards/ROUGEL_entities_reward/std": 0.24362929165363312, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.3222276270389557, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 186 }, { "completion_length": 738.21875, "completions/clipped_ratio": 0.0, "completions/max_length": 1841.0, "completions/max_terminated_length": 1841.0, "completions/mean_length": 739.21875, "completions/mean_terminated_length": 739.21875, "completions/min_length": 342.0, "completions/min_terminated_length": 342.0, "epoch": 0.73046875, "frac_reward_zero_std": 0.0, "grad_norm": 0.043839629739522934, "kl": 0.002740188909228891, "learning_rate": 4.737335904005063e-06, "loss": 0.0, "num_tokens": 9891638.0, "reward": 1.601567268371582, "reward_std": 0.1596144586801529, "rewards/ROUGEL_entities_reward/mean": 0.49219226837158203, "rewards/ROUGEL_entities_reward/std": 0.16970126330852509, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 187 }, { "completion_length": 867.3125, "completions/clipped_ratio": 0.0, "completions/max_length": 1818.0, "completions/max_terminated_length": 1818.0, "completions/mean_length": 868.3125, "completions/mean_terminated_length": 868.3125, "completions/min_length": 374.0, "completions/min_terminated_length": 374.0, "epoch": 0.734375, "frac_reward_zero_std": 0.125, "grad_norm": 0.038173358887434006, "kl": 0.0027400844264775515, "learning_rate": 4.732447358527843e-06, "loss": 0.0, "num_tokens": 9944676.0, "reward": 1.9201610088348389, "reward_std": 0.28956806659698486, "rewards/ROUGEL_entities_reward/mean": 0.6232860088348389, "rewards/ROUGEL_entities_reward/std": 0.2561741769313812, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.234375, "rewards/f1_entities_exact_reward/std": 0.31068018078804016, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 188 }, { "completion_length": 879.8125, "completions/clipped_ratio": 0.0, "completions/max_length": 1575.0, "completions/max_terminated_length": 1575.0, "completions/mean_length": 880.8125, "completions/mean_terminated_length": 880.8125, "completions/min_length": 372.0, "completions/min_terminated_length": 372.0, "epoch": 0.73828125, "frac_reward_zero_std": 0.0, "grad_norm": 0.0361693799495697, "kl": 0.002568211406469345, "learning_rate": 4.72751631047092e-06, "loss": 0.0, "num_tokens": 9997678.0, "reward": 1.869084358215332, "reward_std": 0.20933842658996582, "rewards/ROUGEL_entities_reward/mean": 0.5409592986106873, "rewards/ROUGEL_entities_reward/std": 0.28050729632377625, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.35033106803894043, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.03125, "rewards/reasoning_equal_answer_reward/std": 0.1767766922712326, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 189 }, { "completion_length": 785.0625, "completions/clipped_ratio": 0.0, "completions/max_length": 1981.0, "completions/max_terminated_length": 1981.0, "completions/mean_length": 786.0625, "completions/mean_terminated_length": 786.0625, "completions/min_length": 438.0, "completions/min_terminated_length": 438.0, "epoch": 0.7421875, "frac_reward_zero_std": 0.25, "grad_norm": 1.4834654331207275, "kl": 1.0321751236915588, "learning_rate": 4.7225428537143414e-06, "loss": 0.001, "num_tokens": 10047720.0, "reward": 1.62890625, "reward_std": 0.16684111952781677, "rewards/ROUGEL_entities_reward/mean": 0.44140625, "rewards/ROUGEL_entities_reward/std": 0.25935906171798706, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.1875, "rewards/f1_entities_exact_reward/std": 0.24593468010425568, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 190 }, { "completion_length": 946.71875, "completions/clipped_ratio": 0.0, "completions/max_length": 1972.0, "completions/max_terminated_length": 1972.0, "completions/mean_length": 947.71875, "completions/mean_terminated_length": 947.71875, "completions/min_length": 403.0, "completions/min_terminated_length": 403.0, "epoch": 0.74609375, "frac_reward_zero_std": 0.0, "grad_norm": 0.04114517942070961, "kl": 0.0024414416984654963, "learning_rate": 4.717527082945555e-06, "loss": 0.0, "num_tokens": 10101307.0, "reward": 1.7661187648773193, "reward_std": 0.3268924951553345, "rewards/ROUGEL_entities_reward/mean": 0.5004938244819641, "rewards/ROUGEL_entities_reward/std": 0.2833807170391083, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.203125, "rewards/f1_entities_exact_reward/std": 0.3074183464050293, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 191 }, { "completion_length": 959.84375, "completions/clipped_ratio": 0.03125, "completions/max_length": 1992.0, "completions/max_terminated_length": 1979.0, "completions/mean_length": 960.8125, "completions/mean_terminated_length": 927.54833984375, "completions/min_length": 380.0, "completions/min_terminated_length": 380.0, "epoch": 0.75, "frac_reward_zero_std": 0.125, "grad_norm": 1.4532443284988403, "kl": 1.0749232769012451, "learning_rate": 4.712469093657605e-06, "loss": 0.0011, "num_tokens": 10157001.0, "reward": 1.2748461961746216, "reward_std": 0.1997840851545334, "rewards/ROUGEL_entities_reward/mean": 0.27484622597694397, "rewards/ROUGEL_entities_reward/std": 0.21332216262817383, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 192 }, { "completion_length": 966.28125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1775.0, "completions/mean_length": 967.25, "completions/mean_terminated_length": 932.3870849609375, "completions/min_length": 456.0, "completions/min_terminated_length": 456.0, "epoch": 0.75390625, "frac_reward_zero_std": 0.125, "grad_norm": 1.66327965259552, "kl": 0.8032007962465286, "learning_rate": 4.707368982147318e-06, "loss": 0.0008, "num_tokens": 10212997.0, "reward": 1.6323164701461792, "reward_std": 0.21946288645267487, "rewards/ROUGEL_entities_reward/mean": 0.4916914701461792, "rewards/ROUGEL_entities_reward/std": 0.18886315822601318, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.22840170562267303, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.03125, "rewards/reasoning_equal_answer_reward/std": 0.12296734005212784, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 193 }, { "completion_length": 963.6875, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1740.0, "completions/mean_length": 964.65625, "completions/mean_terminated_length": 929.7096557617188, "completions/min_length": 372.0, "completions/min_terminated_length": 372.0, "epoch": 0.7578125, "frac_reward_zero_std": 0.125, "grad_norm": 1.2255504131317139, "kl": 0.8852058202028275, "learning_rate": 4.702226845513465e-06, "loss": 0.0009, "num_tokens": 10269446.0, "reward": 1.4255499839782715, "reward_std": 0.1576838493347168, "rewards/ROUGEL_entities_reward/mean": 0.3942999839782715, "rewards/ROUGEL_entities_reward/std": 0.2291238158941269, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 194 }, { "completion_length": 851.40625, "completions/clipped_ratio": 0.0, "completions/max_length": 1718.0, "completions/max_terminated_length": 1718.0, "completions/mean_length": 852.40625, "completions/mean_terminated_length": 852.40625, "completions/min_length": 299.0, "completions/min_terminated_length": 299.0, "epoch": 0.76171875, "frac_reward_zero_std": 0.25, "grad_norm": 0.03477827459573746, "kl": 0.0029616396059282124, "learning_rate": 4.697042781654913e-06, "loss": 0.0, "num_tokens": 10321651.0, "reward": 1.527214527130127, "reward_std": 0.07385474443435669, "rewards/ROUGEL_entities_reward/mean": 0.4178394675254822, "rewards/ROUGEL_entities_reward/std": 0.28007033467292786, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 195 }, { "completion_length": 792.875, "completions/clipped_ratio": 0.0, "completions/max_length": 1742.0, "completions/max_terminated_length": 1742.0, "completions/mean_length": 793.875, "completions/mean_terminated_length": 793.875, "completions/min_length": 432.0, "completions/min_terminated_length": 432.0, "epoch": 0.765625, "frac_reward_zero_std": 0.125, "grad_norm": 0.03618635609745979, "kl": 0.0025854097330011427, "learning_rate": 4.69181688926877e-06, "loss": 0.0, "num_tokens": 10373223.0, "reward": 1.8575518131256104, "reward_std": 0.09953181445598602, "rewards/ROUGEL_entities_reward/mean": 0.5606766939163208, "rewards/ROUGEL_entities_reward/std": 0.22431574761867523, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.35033106803894043, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 196 }, { "completion_length": 1093.4375, "completions/clipped_ratio": 0.125, "completions/max_length": 2031.0, "completions/max_terminated_length": 1978.0, "completions/mean_length": 1094.3125, "completions/mean_terminated_length": 960.5000610351562, "completions/min_length": 400.0, "completions/min_terminated_length": 400.0, "epoch": 0.76953125, "frac_reward_zero_std": 0.375, "grad_norm": 0.8667251467704773, "kl": 0.9629810601472855, "learning_rate": 4.68654926784849e-06, "loss": 0.001, "num_tokens": 10433157.0, "reward": 1.0756583213806152, "reward_std": 0.18075557053089142, "rewards/ROUGEL_entities_reward/mean": 0.16940835118293762, "rewards/ROUGEL_entities_reward/std": 0.24356292188167572, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.84375, "rewards/answer_format_func/std": 0.3689020276069641, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 197 }, { "completion_length": 797.84375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1526.0, "completions/mean_length": 798.8125, "completions/mean_terminated_length": 758.51611328125, "completions/min_length": 329.0, "completions/min_terminated_length": 329.0, "epoch": 0.7734375, "frac_reward_zero_std": 0.125, "grad_norm": 1.1409969329833984, "kl": 1.1833596527576447, "learning_rate": 4.681240017681994e-06, "loss": 0.0012, "num_tokens": 10483087.0, "reward": 1.4751548767089844, "reward_std": 0.10321173816919327, "rewards/ROUGEL_entities_reward/mean": 0.3657797574996948, "rewards/ROUGEL_entities_reward/std": 0.28599756956100464, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 198 }, { "completion_length": 925.40625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2046.0, "completions/max_terminated_length": 1878.0, "completions/mean_length": 926.375, "completions/mean_terminated_length": 890.258056640625, "completions/min_length": 381.0, "completions/min_terminated_length": 381.0, "epoch": 0.77734375, "frac_reward_zero_std": 0.125, "grad_norm": 2.2912237644195557, "kl": 1.065021738409996, "learning_rate": 4.675889239849749e-06, "loss": 0.0011, "num_tokens": 10538067.0, "reward": 1.5397331714630127, "reward_std": 0.17803649604320526, "rewards/ROUGEL_entities_reward/mean": 0.47723305225372314, "rewards/ROUGEL_entities_reward/std": 0.22854717075824738, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 199 }, { "completion_length": 921.1875, "completions/clipped_ratio": 0.03125, "completions/max_length": 1968.0, "completions/max_terminated_length": 1940.0, "completions/mean_length": 922.15625, "completions/mean_terminated_length": 888.4193115234375, "completions/min_length": 401.0, "completions/min_terminated_length": 401.0, "epoch": 0.78125, "frac_reward_zero_std": 0.125, "grad_norm": 1.5353916883468628, "kl": 1.2338095605373383, "learning_rate": 4.670497036222856e-06, "loss": 0.0012, "num_tokens": 10592980.0, "reward": 1.4163644313812256, "reward_std": 0.2812146544456482, "rewards/ROUGEL_entities_reward/mean": 0.369489461183548, "rewards/ROUGEL_entities_reward/std": 0.26223137974739075, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 200 }, { "completion_length": 730.375, "completions/clipped_ratio": 0.0, "completions/max_length": 1434.0, "completions/max_terminated_length": 1434.0, "completions/mean_length": 731.375, "completions/mean_terminated_length": 731.375, "completions/min_length": 336.0, "completions/min_terminated_length": 336.0, "epoch": 0.78515625, "frac_reward_zero_std": 0.125, "grad_norm": 0.044390663504600525, "kl": 0.003508137771859765, "learning_rate": 4.665063509461098e-06, "loss": 0.0, "num_tokens": 10642812.0, "reward": 1.6033183336257935, "reward_std": 0.21020248532295227, "rewards/ROUGEL_entities_reward/mean": 0.41581839323043823, "rewards/ROUGEL_entities_reward/std": 0.33206847310066223, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2839809060096741, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 201 }, { "completion_length": 1082.96875, "completions/clipped_ratio": 0.0625, "completions/max_length": 2028.0, "completions/max_terminated_length": 1963.0, "completions/mean_length": 1083.90625, "completions/mean_terminated_length": 1020.9667358398438, "completions/min_length": 413.0, "completions/min_terminated_length": 413.0, "epoch": 0.7890625, "frac_reward_zero_std": 0.0, "grad_norm": 2.006798505783081, "kl": 1.1019262075424194, "learning_rate": 4.65958876301099e-06, "loss": 0.0011, "num_tokens": 10703353.0, "reward": 1.370076060295105, "reward_std": 0.3156660795211792, "rewards/ROUGEL_entities_reward/mean": 0.37007611989974976, "rewards/ROUGEL_entities_reward/std": 0.24605870246887207, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.875, "rewards/answer_format_func/std": 0.33601075410842896, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 202 }, { "completion_length": 810.4375, "completions/clipped_ratio": 0.0, "completions/max_length": 1636.0, "completions/max_terminated_length": 1636.0, "completions/mean_length": 811.4375, "completions/mean_terminated_length": 811.4375, "completions/min_length": 373.0, "completions/min_terminated_length": 373.0, "epoch": 0.79296875, "frac_reward_zero_std": 0.0, "grad_norm": 0.04610656201839447, "kl": 0.003118869964964688, "learning_rate": 4.654072901103815e-06, "loss": 0.0, "num_tokens": 10754875.0, "reward": 1.7375383377075195, "reward_std": 0.17008857429027557, "rewards/ROUGEL_entities_reward/mean": 0.5031633377075195, "rewards/ROUGEL_entities_reward/std": 0.24783650040626526, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.203125, "rewards/f1_entities_exact_reward/std": 0.27995896339416504, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 203 }, { "completion_length": 858.21875, "completions/clipped_ratio": 0.03125, "completions/max_length": 2034.0, "completions/max_terminated_length": 1850.0, "completions/mean_length": 859.1875, "completions/mean_terminated_length": 821.290283203125, "completions/min_length": 319.0, "completions/min_terminated_length": 319.0, "epoch": 0.796875, "frac_reward_zero_std": 0.0, "grad_norm": 1.2209501266479492, "kl": 1.2286138385534286, "learning_rate": 4.648516028753632e-06, "loss": 0.0012, "num_tokens": 10807805.0, "reward": 1.7225679159164429, "reward_std": 0.49286895990371704, "rewards/ROUGEL_entities_reward/mean": 0.4881928563117981, "rewards/ROUGEL_entities_reward/std": 0.3378114104270935, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.203125, "rewards/f1_entities_exact_reward/std": 0.33261850476264954, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 204 }, { "completion_length": 1153.09375, "completions/clipped_ratio": 0.0, "completions/max_length": 1939.0, "completions/max_terminated_length": 1939.0, "completions/mean_length": 1154.09375, "completions/mean_terminated_length": 1154.09375, "completions/min_length": 353.0, "completions/min_terminated_length": 353.0, "epoch": 0.80078125, "frac_reward_zero_std": 0.125, "grad_norm": 0.029167989268898964, "kl": 0.0026968702441081405, "learning_rate": 4.642918251755281e-06, "loss": 0.0, "num_tokens": 10870216.0, "reward": 1.4007794857025146, "reward_std": 0.0695604532957077, "rewards/ROUGEL_entities_reward/mean": 0.33827948570251465, "rewards/ROUGEL_entities_reward/std": 0.1997152715921402, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 205 }, { "completion_length": 984.96875, "completions/clipped_ratio": 0.03125, "completions/max_length": 1998.0, "completions/max_terminated_length": 1874.0, "completions/mean_length": 985.9375, "completions/mean_terminated_length": 953.290283203125, "completions/min_length": 379.0, "completions/min_terminated_length": 379.0, "epoch": 0.8046875, "frac_reward_zero_std": 0.125, "grad_norm": 2.3423564434051514, "kl": 1.2709768414497375, "learning_rate": 4.637279676682367e-06, "loss": 0.0013, "num_tokens": 10927382.0, "reward": 1.263650894165039, "reward_std": 0.24360239505767822, "rewards/ROUGEL_entities_reward/mean": 0.3105258643627167, "rewards/ROUGEL_entities_reward/std": 0.24302564561367035, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.015625, "rewards/f1_entities_exact_reward/std": 0.0883883461356163, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 206 }, { "completion_length": 957.40625, "completions/clipped_ratio": 0.0, "completions/max_length": 1770.0, "completions/max_terminated_length": 1770.0, "completions/mean_length": 958.40625, "completions/mean_terminated_length": 958.40625, "completions/min_length": 461.0, "completions/min_terminated_length": 461.0, "epoch": 0.80859375, "frac_reward_zero_std": 0.125, "grad_norm": 0.03505385294556618, "kl": 0.002852368459571153, "learning_rate": 4.631600410885231e-06, "loss": 0.0, "num_tokens": 10982835.0, "reward": 1.405524730682373, "reward_std": 0.2276136726140976, "rewards/ROUGEL_entities_reward/mean": 0.3586496412754059, "rewards/ROUGEL_entities_reward/std": 0.2160038948059082, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 207 }, { "completion_length": 977.15625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 2011.0, "completions/mean_length": 978.125, "completions/mean_terminated_length": 943.6128540039062, "completions/min_length": 399.0, "completions/min_terminated_length": 399.0, "epoch": 0.8125, "frac_reward_zero_std": 0.25, "grad_norm": 1.7783716917037964, "kl": 1.2123150825500488, "learning_rate": 4.625880562488908e-06, "loss": 0.0012, "num_tokens": 11038403.0, "reward": 1.2032020092010498, "reward_std": 0.2942013144493103, "rewards/ROUGEL_entities_reward/mean": 0.25007694959640503, "rewards/ROUGEL_entities_reward/std": 0.21524839103221893, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 208 }, { "completion_length": 876.5, "completions/clipped_ratio": 0.0, "completions/max_length": 1515.0, "completions/max_terminated_length": 1515.0, "completions/mean_length": 877.5, "completions/mean_terminated_length": 877.5, "completions/min_length": 409.0, "completions/min_terminated_length": 409.0, "epoch": 0.81640625, "frac_reward_zero_std": 0.0, "grad_norm": 0.04318377003073692, "kl": 0.0032818750478327274, "learning_rate": 4.620120240391065e-06, "loss": 0.0, "num_tokens": 11090811.0, "reward": 1.5333139896392822, "reward_std": 0.12510553002357483, "rewards/ROUGEL_entities_reward/mean": 0.4708141088485718, "rewards/ROUGEL_entities_reward/std": 0.21942393481731415, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 209 }, { "completion_length": 796.96875, "completions/clipped_ratio": 0.0, "completions/max_length": 1770.0, "completions/max_terminated_length": 1770.0, "completions/mean_length": 797.96875, "completions/mean_terminated_length": 797.96875, "completions/min_length": 338.0, "completions/min_terminated_length": 338.0, "epoch": 0.8203125, "frac_reward_zero_std": 0.125, "grad_norm": 0.041065096855163574, "kl": 0.0031067486270330846, "learning_rate": 4.614319554259934e-06, "loss": 0.0, "num_tokens": 11141182.0, "reward": 1.694896936416626, "reward_std": 0.17729955911636353, "rewards/ROUGEL_entities_reward/mean": 0.523021936416626, "rewards/ROUGEL_entities_reward/std": 0.17031069099903107, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.26133573055267334, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 210 }, { "completion_length": 829.6875, "completions/clipped_ratio": 0.03125, "completions/max_length": 1895.0, "completions/max_terminated_length": 1840.0, "completions/mean_length": 830.65625, "completions/mean_terminated_length": 796.3225708007812, "completions/min_length": 336.0, "completions/min_terminated_length": 336.0, "epoch": 0.82421875, "frac_reward_zero_std": 0.375, "grad_norm": 0.025449238717556, "kl": 0.0032534206402488053, "learning_rate": 4.608478614532215e-06, "loss": 0.0, "num_tokens": 11194587.0, "reward": 1.5282509326934814, "reward_std": 0.07078467309474945, "rewards/ROUGEL_entities_reward/mean": 0.403251051902771, "rewards/ROUGEL_entities_reward/std": 0.2537514567375183, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 211 }, { "completion_length": 867.71875, "completions/clipped_ratio": 0.03125, "completions/max_length": 1963.0, "completions/max_terminated_length": 1924.0, "completions/mean_length": 868.6875, "completions/mean_terminated_length": 833.3870849609375, "completions/min_length": 315.0, "completions/min_terminated_length": 315.0, "epoch": 0.828125, "frac_reward_zero_std": 0.125, "grad_norm": 1.55117666721344, "kl": 1.3802655041217804, "learning_rate": 4.602597532410982e-06, "loss": 0.0014, "num_tokens": 11247393.0, "reward": 1.619497537612915, "reward_std": 0.3464570939540863, "rewards/ROUGEL_entities_reward/mean": 0.44762247800827026, "rewards/ROUGEL_entities_reward/std": 0.3050532042980194, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.2905604839324951, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 212 }, { "completion_length": 795.5, "completions/clipped_ratio": 0.03125, "completions/max_length": 2012.0, "completions/max_terminated_length": 1882.0, "completions/mean_length": 796.46875, "completions/mean_terminated_length": 757.258056640625, "completions/min_length": 349.0, "completions/min_terminated_length": 349.0, "epoch": 0.83203125, "frac_reward_zero_std": 0.375, "grad_norm": 0.03295362740755081, "kl": 0.0036803819239139557, "learning_rate": 4.596676419863561e-06, "loss": 0.0, "num_tokens": 11297428.0, "reward": 1.6275684833526611, "reward_std": 0.2333773523569107, "rewards/ROUGEL_entities_reward/mean": 0.3775685429573059, "rewards/ROUGEL_entities_reward/std": 0.2451464831829071, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.25, "rewards/f1_entities_exact_reward/std": 0.2839809060096741, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 213 }, { "completion_length": 1085.4375, "completions/clipped_ratio": 0.03125, "completions/max_length": 1998.0, "completions/max_terminated_length": 1825.0, "completions/mean_length": 1086.40625, "completions/mean_terminated_length": 1057.0, "completions/min_length": 361.0, "completions/min_terminated_length": 361.0, "epoch": 0.8359375, "frac_reward_zero_std": 0.25, "grad_norm": 1.5789481401443481, "kl": 11.263838738203049, "learning_rate": 4.590715389619399e-06, "loss": 0.0113, "num_tokens": 11358049.0, "reward": 1.6652371883392334, "reward_std": 0.21930772066116333, "rewards/ROUGEL_entities_reward/mean": 0.5089872479438782, "rewards/ROUGEL_entities_reward/std": 0.2480711191892624, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.24127934873104095, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 214 }, { "completion_length": 1082.0625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1983.0, "completions/mean_length": 1083.03125, "completions/mean_terminated_length": 1051.9031982421875, "completions/min_length": 404.0, "completions/min_terminated_length": 404.0, "epoch": 0.83984375, "frac_reward_zero_std": 0.0, "grad_norm": 1.108374834060669, "kl": 1.910546362400055, "learning_rate": 4.584714555167921e-06, "loss": 0.0019, "num_tokens": 11418770.0, "reward": 1.4147167205810547, "reward_std": 0.3453575372695923, "rewards/ROUGEL_entities_reward/mean": 0.4147166609764099, "rewards/ROUGEL_entities_reward/std": 0.24889639019966125, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 215 }, { "completion_length": 742.90625, "completions/clipped_ratio": 0.0, "completions/max_length": 1538.0, "completions/max_terminated_length": 1538.0, "completions/mean_length": 743.90625, "completions/mean_terminated_length": 743.90625, "completions/min_length": 404.0, "completions/min_terminated_length": 404.0, "epoch": 0.84375, "frac_reward_zero_std": 0.125, "grad_norm": 0.04036381095647812, "kl": 0.004414113820530474, "learning_rate": 4.578674030756364e-06, "loss": 0.0, "num_tokens": 11467539.0, "reward": 1.5085499286651611, "reward_std": 0.13072682917118073, "rewards/ROUGEL_entities_reward/mean": 0.4147999882698059, "rewards/ROUGEL_entities_reward/std": 0.22764723002910614, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 216 }, { "completion_length": 774.53125, "completions/clipped_ratio": 0.03125, "completions/max_length": 1918.0, "completions/max_terminated_length": 1534.0, "completions/mean_length": 775.5, "completions/mean_terminated_length": 738.6451416015625, "completions/min_length": 344.0, "completions/min_terminated_length": 344.0, "epoch": 0.84765625, "frac_reward_zero_std": 0.0, "grad_norm": 2.596858024597168, "kl": 1.7221015393733978, "learning_rate": 4.572593931387604e-06, "loss": 0.0017, "num_tokens": 11518471.0, "reward": 1.6542105674743652, "reward_std": 0.23461484909057617, "rewards/ROUGEL_entities_reward/mean": 0.49796050786972046, "rewards/ROUGEL_entities_reward/std": 0.2000449299812317, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.1875, "rewards/f1_entities_exact_reward/std": 0.24593468010425568, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 217 }, { "completion_length": 821.0625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1905.0, "completions/mean_length": 822.03125, "completions/mean_terminated_length": 782.4838256835938, "completions/min_length": 300.0, "completions/min_terminated_length": 300.0, "epoch": 0.8515625, "frac_reward_zero_std": 0.0, "grad_norm": 1.2118504047393799, "kl": 1.6701210141181946, "learning_rate": 4.566474372817971e-06, "loss": 0.0017, "num_tokens": 11568932.0, "reward": 1.5244419574737549, "reward_std": 0.29922497272491455, "rewards/ROUGEL_entities_reward/mean": 0.3838169574737549, "rewards/ROUGEL_entities_reward/std": 0.3265708386898041, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2763347327709198, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 218 }, { "completion_length": 973.09375, "completions/clipped_ratio": 0.0, "completions/max_length": 1694.0, "completions/max_terminated_length": 1694.0, "completions/mean_length": 974.09375, "completions/mean_terminated_length": 974.09375, "completions/min_length": 477.0, "completions/min_terminated_length": 477.0, "epoch": 0.85546875, "frac_reward_zero_std": 0.375, "grad_norm": 0.02744431048631668, "kl": 0.0035915279295295477, "learning_rate": 4.560315471555039e-06, "loss": 0.0, "num_tokens": 11625679.0, "reward": 1.700251579284668, "reward_std": 0.09833873808383942, "rewards/ROUGEL_entities_reward/mean": 0.46587657928466797, "rewards/ROUGEL_entities_reward/std": 0.3010881543159485, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.234375, "rewards/f1_entities_exact_reward/std": 0.253503680229187, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 219 }, { "completion_length": 771.375, "completions/clipped_ratio": 0.03125, "completions/max_length": 1990.0, "completions/max_terminated_length": 1725.0, "completions/mean_length": 772.34375, "completions/mean_terminated_length": 733.0645141601562, "completions/min_length": 436.0, "completions/min_terminated_length": 436.0, "epoch": 0.859375, "frac_reward_zero_std": 0.125, "grad_norm": 1.2439193725585938, "kl": 1.9394130408763885, "learning_rate": 4.55411734485541e-06, "loss": 0.0019, "num_tokens": 11675786.0, "reward": 1.551956295967102, "reward_std": 0.22622953355312347, "rewards/ROUGEL_entities_reward/mean": 0.3488312363624573, "rewards/ROUGEL_entities_reward/std": 0.27842622995376587, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.30412155389785767, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 220 }, { "completion_length": 1103.9375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2036.0, "completions/max_terminated_length": 1924.0, "completions/mean_length": 1104.90625, "completions/mean_terminated_length": 1074.8709716796875, "completions/min_length": 421.0, "completions/min_terminated_length": 421.0, "epoch": 0.86328125, "frac_reward_zero_std": 0.0, "grad_norm": 1.2167364358901978, "kl": 1.3969679772853851, "learning_rate": 4.54788011072248e-06, "loss": 0.0014, "num_tokens": 11735771.0, "reward": 1.5269935131072998, "reward_std": 0.44397246837615967, "rewards/ROUGEL_entities_reward/mean": 0.3551185131072998, "rewards/ROUGEL_entities_reward/std": 0.296473890542984, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.2961445748806, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 221 }, { "completion_length": 1004.40625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2045.0, "completions/max_terminated_length": 1934.0, "completions/mean_length": 1005.375, "completions/mean_terminated_length": 971.8386840820312, "completions/min_length": 423.0, "completions/min_terminated_length": 423.0, "epoch": 0.8671875, "frac_reward_zero_std": 0.0, "grad_norm": 2.367600440979004, "kl": 2.5824813842773438, "learning_rate": 4.541603887904198e-06, "loss": 0.0026, "num_tokens": 11792863.0, "reward": 1.3456463813781738, "reward_std": 0.2051272690296173, "rewards/ROUGEL_entities_reward/mean": 0.29877138137817383, "rewards/ROUGEL_entities_reward/std": 0.30500057339668274, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 222 }, { "completion_length": 1165.8125, "completions/clipped_ratio": 0.0625, "completions/max_length": 2007.0, "completions/max_terminated_length": 1986.0, "completions/mean_length": 1166.75, "completions/mean_terminated_length": 1110.7333984375, "completions/min_length": 487.0, "completions/min_terminated_length": 487.0, "epoch": 0.87109375, "frac_reward_zero_std": 0.125, "grad_norm": 1.1036248207092285, "kl": 1.5670599341392517, "learning_rate": 4.535288795890799e-06, "loss": 0.0016, "num_tokens": 11855355.0, "reward": 1.259477138519287, "reward_std": 0.2808229327201843, "rewards/ROUGEL_entities_reward/mean": 0.29072704911231995, "rewards/ROUGEL_entities_reward/std": 0.2617422938346863, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 223 }, { "completion_length": 827.59375, "completions/clipped_ratio": 0.0, "completions/max_length": 1584.0, "completions/max_terminated_length": 1584.0, "completions/mean_length": 828.59375, "completions/mean_terminated_length": 828.59375, "completions/min_length": 383.0, "completions/min_terminated_length": 383.0, "epoch": 0.875, "frac_reward_zero_std": 0.0, "grad_norm": 0.03876032307744026, "kl": 0.004832229809835553, "learning_rate": 4.528934954912531e-06, "loss": 0.0, "num_tokens": 11907058.0, "reward": 1.3023929595947266, "reward_std": 0.08334317803382874, "rewards/ROUGEL_entities_reward/mean": 0.30239295959472656, "rewards/ROUGEL_entities_reward/std": 0.15565897524356842, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 224 }, { "completion_length": 874.90625, "completions/clipped_ratio": 0.03125, "completions/max_length": 1969.0, "completions/max_terminated_length": 1851.0, "completions/mean_length": 875.875, "completions/mean_terminated_length": 840.6128540039062, "completions/min_length": 346.0, "completions/min_terminated_length": 346.0, "epoch": 0.87890625, "frac_reward_zero_std": 0.125, "grad_norm": 1.7712914943695068, "kl": 1.9470989406108856, "learning_rate": 4.522542485937369e-06, "loss": 0.0019, "num_tokens": 11960670.0, "reward": 1.6774790287017822, "reward_std": 0.24751850962638855, "rewards/ROUGEL_entities_reward/mean": 0.4118540287017822, "rewards/ROUGEL_entities_reward/std": 0.3134998381137848, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.203125, "rewards/f1_entities_exact_reward/std": 0.35603946447372437, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 225 }, { "completion_length": 851.78125, "completions/clipped_ratio": 0.0625, "completions/max_length": 2002.0, "completions/max_terminated_length": 1888.0, "completions/mean_length": 852.71875, "completions/mean_terminated_length": 776.1000366210938, "completions/min_length": 353.0, "completions/min_terminated_length": 353.0, "epoch": 0.8828125, "frac_reward_zero_std": 0.125, "grad_norm": 1.2310644388198853, "kl": 2.0057749450206757, "learning_rate": 4.516111510668707e-06, "loss": 0.002, "num_tokens": 12012865.0, "reward": 1.1821949481964111, "reward_std": 0.1144402027130127, "rewards/ROUGEL_entities_reward/mean": 0.24469497799873352, "rewards/ROUGEL_entities_reward/std": 0.14276054501533508, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 226 }, { "completion_length": 1104.40625, "completions/clipped_ratio": 0.0625, "completions/max_length": 2000.0, "completions/max_terminated_length": 1980.0, "completions/mean_length": 1105.34375, "completions/mean_terminated_length": 1045.7000732421875, "completions/min_length": 363.0, "completions/min_terminated_length": 363.0, "epoch": 0.88671875, "frac_reward_zero_std": 0.0, "grad_norm": 1.2152799367904663, "kl": 1.7449230253696442, "learning_rate": 4.509642151543043e-06, "loss": 0.0017, "num_tokens": 12073764.0, "reward": 1.210768222808838, "reward_std": 0.2967838943004608, "rewards/ROUGEL_entities_reward/mean": 0.2576432228088379, "rewards/ROUGEL_entities_reward/std": 0.18541458249092102, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 227 }, { "completion_length": 890.75, "completions/clipped_ratio": 0.03125, "completions/max_length": 1968.0, "completions/max_terminated_length": 1860.0, "completions/mean_length": 891.71875, "completions/mean_terminated_length": 857.0, "completions/min_length": 349.0, "completions/min_terminated_length": 349.0, "epoch": 0.890625, "frac_reward_zero_std": 0.125, "grad_norm": 2.16169810295105, "kl": 2.2746387720108032, "learning_rate": 4.503134531727652e-06, "loss": 0.0023, "num_tokens": 12127799.0, "reward": 1.726808786392212, "reward_std": 0.35857701301574707, "rewards/ROUGEL_entities_reward/mean": 0.5080587267875671, "rewards/ROUGEL_entities_reward/std": 0.2654811441898346, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.203125, "rewards/f1_entities_exact_reward/std": 0.27995896339416504, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 228 }, { "completion_length": 819.15625, "completions/clipped_ratio": 0.0, "completions/max_length": 1923.0, "completions/max_terminated_length": 1923.0, "completions/mean_length": 820.15625, "completions/mean_terminated_length": 820.15625, "completions/min_length": 338.0, "completions/min_terminated_length": 338.0, "epoch": 0.89453125, "frac_reward_zero_std": 0.125, "grad_norm": 0.042373813688755035, "kl": 0.006590758915990591, "learning_rate": 4.496588775118232e-06, "loss": 0.0, "num_tokens": 12178284.0, "reward": 1.5577969551086426, "reward_std": 0.13606151938438416, "rewards/ROUGEL_entities_reward/mean": 0.4015469551086426, "rewards/ROUGEL_entities_reward/std": 0.23088228702545166, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.23546454310417175, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 229 }, { "completion_length": 615.71875, "completions/clipped_ratio": 0.0, "completions/max_length": 1650.0, "completions/max_terminated_length": 1650.0, "completions/mean_length": 616.71875, "completions/mean_terminated_length": 616.71875, "completions/min_length": 335.0, "completions/min_terminated_length": 335.0, "epoch": 0.8984375, "frac_reward_zero_std": 0.25, "grad_norm": 0.03774268925189972, "kl": 0.008006286574527621, "learning_rate": 4.490005006336555e-06, "loss": 0.0, "num_tokens": 12223399.0, "reward": 1.3621577024459839, "reward_std": 0.07633059471845627, "rewards/ROUGEL_entities_reward/mean": 0.3309076428413391, "rewards/ROUGEL_entities_reward/std": 0.23004931211471558, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 230 }, { "completion_length": 777.65625, "completions/clipped_ratio": 0.0, "completions/max_length": 1685.0, "completions/max_terminated_length": 1685.0, "completions/mean_length": 778.65625, "completions/mean_terminated_length": 778.65625, "completions/min_length": 340.0, "completions/min_terminated_length": 340.0, "epoch": 0.90234375, "frac_reward_zero_std": 0.25, "grad_norm": 0.03886556252837181, "kl": 0.007568277767859399, "learning_rate": 4.4833833507280884e-06, "loss": 0.0, "num_tokens": 12273080.0, "reward": 1.4305098056793213, "reward_std": 0.03744739294052124, "rewards/ROUGEL_entities_reward/mean": 0.36800986528396606, "rewards/ROUGEL_entities_reward/std": 0.14897853136062622, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 231 }, { "completion_length": 1102.8125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2016.0, "completions/max_terminated_length": 1966.0, "completions/mean_length": 1103.78125, "completions/mean_terminated_length": 1074.3548583984375, "completions/min_length": 447.0, "completions/min_terminated_length": 447.0, "epoch": 0.90625, "frac_reward_zero_std": 0.375, "grad_norm": 0.6293925642967224, "kl": 1.5585076212882996, "learning_rate": 4.476723934359609e-06, "loss": 0.0016, "num_tokens": 12334165.0, "reward": 1.3664705753326416, "reward_std": 0.3352648913860321, "rewards/ROUGEL_entities_reward/mean": 0.4133455157279968, "rewards/ROUGEL_entities_reward/std": 0.2816029191017151, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 232 }, { "completion_length": 857.15625, "completions/clipped_ratio": 0.0, "completions/max_length": 1725.0, "completions/max_terminated_length": 1725.0, "completions/mean_length": 858.15625, "completions/mean_terminated_length": 858.15625, "completions/min_length": 322.0, "completions/min_terminated_length": 322.0, "epoch": 0.91015625, "frac_reward_zero_std": 0.25, "grad_norm": 0.03335089609026909, "kl": 0.0065550870494917035, "learning_rate": 4.470026884016805e-06, "loss": 0.0, "num_tokens": 12387054.0, "reward": 1.6333879232406616, "reward_std": 0.22237169742584229, "rewards/ROUGEL_entities_reward/mean": 0.4458879232406616, "rewards/ROUGEL_entities_reward/std": 0.3363229036331177, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.26753053069114685, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 233 }, { "completion_length": 1008.5625, "completions/clipped_ratio": 0.0625, "completions/max_length": 2048.0, "completions/max_terminated_length": 1810.0, "completions/mean_length": 1009.5, "completions/mean_terminated_length": 940.2667236328125, "completions/min_length": 392.0, "completions/min_terminated_length": 392.0, "epoch": 0.9140625, "frac_reward_zero_std": 0.0, "grad_norm": 1.2477508783340454, "kl": 2.058032512664795, "learning_rate": 4.463292327201862e-06, "loss": 0.0021, "num_tokens": 12444394.0, "reward": 1.3931736946105957, "reward_std": 0.24424967169761658, "rewards/ROUGEL_entities_reward/mean": 0.4400486648082733, "rewards/ROUGEL_entities_reward/std": 0.21051651239395142, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.015625, "rewards/f1_entities_exact_reward/std": 0.0883883461356163, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 234 }, { "completion_length": 879.71875, "completions/clipped_ratio": 0.0, "completions/max_length": 1871.0, "completions/max_terminated_length": 1871.0, "completions/mean_length": 880.71875, "completions/mean_terminated_length": 880.71875, "completions/min_length": 377.0, "completions/min_terminated_length": 377.0, "epoch": 0.91796875, "frac_reward_zero_std": 0.0, "grad_norm": 0.03583379089832306, "kl": 0.008108634152449667, "learning_rate": 4.456520392131035e-06, "loss": 0.0, "num_tokens": 12497925.0, "reward": 1.414677381515503, "reward_std": 0.11661800742149353, "rewards/ROUGEL_entities_reward/mean": 0.36780232191085815, "rewards/ROUGEL_entities_reward/std": 0.21830274164676666, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 235 }, { "completion_length": 817.40625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1877.0, "completions/mean_length": 818.375, "completions/mean_terminated_length": 778.7096557617188, "completions/min_length": 341.0, "completions/min_terminated_length": 341.0, "epoch": 0.921875, "frac_reward_zero_std": 0.125, "grad_norm": 1.092240810394287, "kl": 2.608214318752289, "learning_rate": 4.4497112077322045e-06, "loss": 0.0026, "num_tokens": 12549221.0, "reward": 1.7133762836456299, "reward_std": 0.23456057906150818, "rewards/ROUGEL_entities_reward/mean": 0.5571263432502747, "rewards/ROUGEL_entities_reward/std": 0.24169841408729553, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.1875, "rewards/f1_entities_exact_reward/std": 0.24593468010425568, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 236 }, { "completion_length": 990.78125, "completions/clipped_ratio": 0.0625, "completions/max_length": 1926.0, "completions/max_terminated_length": 1610.0, "completions/mean_length": 991.71875, "completions/mean_terminated_length": 929.4334106445312, "completions/min_length": 405.0, "completions/min_terminated_length": 405.0, "epoch": 0.92578125, "frac_reward_zero_std": 0.125, "grad_norm": 0.032057370990514755, "kl": 0.006794046843424439, "learning_rate": 4.442864903642428e-06, "loss": 0.0, "num_tokens": 12605792.0, "reward": 1.5917425155639648, "reward_std": 0.2939414381980896, "rewards/ROUGEL_entities_reward/mean": 0.48236745595932007, "rewards/ROUGEL_entities_reward/std": 0.30517569184303284, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.26133573055267334, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 237 }, { "completion_length": 834.40625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1612.0, "completions/mean_length": 835.375, "completions/mean_terminated_length": 796.258056640625, "completions/min_length": 372.0, "completions/min_terminated_length": 372.0, "epoch": 0.9296875, "frac_reward_zero_std": 0.125, "grad_norm": 1.0297776460647583, "kl": 2.526385247707367, "learning_rate": 4.435981610205464e-06, "loss": 0.0025, "num_tokens": 12658048.0, "reward": 1.4236449003219604, "reward_std": 0.23481783270835876, "rewards/ROUGEL_entities_reward/mean": 0.39239490032196045, "rewards/ROUGEL_entities_reward/std": 0.2612634301185608, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 238 }, { "completion_length": 858.5, "completions/clipped_ratio": 0.0, "completions/max_length": 1361.0, "completions/max_terminated_length": 1361.0, "completions/mean_length": 859.5, "completions/mean_terminated_length": 859.5, "completions/min_length": 459.0, "completions/min_terminated_length": 459.0, "epoch": 0.93359375, "frac_reward_zero_std": 0.125, "grad_norm": 0.03563385456800461, "kl": 0.006938047357834876, "learning_rate": 4.4290614584693005e-06, "loss": 0.0, "num_tokens": 12710900.0, "reward": 1.5016167163848877, "reward_std": 0.19982080161571503, "rewards/ROUGEL_entities_reward/mean": 0.37661659717559814, "rewards/ROUGEL_entities_reward/std": 0.23616917431354523, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 239 }, { "completion_length": 735.6875, "completions/clipped_ratio": 0.0, "completions/max_length": 1883.0, "completions/max_terminated_length": 1883.0, "completions/mean_length": 736.6875, "completions/mean_terminated_length": 736.6875, "completions/min_length": 359.0, "completions/min_terminated_length": 359.0, "epoch": 0.9375, "frac_reward_zero_std": 0.25, "grad_norm": 0.04184567928314209, "kl": 0.008583095856010914, "learning_rate": 4.422104580183649e-06, "loss": 0.0, "num_tokens": 12760058.0, "reward": 1.5153775215148926, "reward_std": 0.08078011125326157, "rewards/ROUGEL_entities_reward/mean": 0.4060024917125702, "rewards/ROUGEL_entities_reward/std": 0.24627673625946045, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 240 }, { "completion_length": 1001.0, "completions/clipped_ratio": 0.03125, "completions/max_length": 1985.0, "completions/max_terminated_length": 1906.0, "completions/mean_length": 1001.96875, "completions/mean_terminated_length": 970.258056640625, "completions/min_length": 379.0, "completions/min_terminated_length": 379.0, "epoch": 0.94140625, "frac_reward_zero_std": 0.125, "grad_norm": 1.2988044023513794, "kl": 2.2388029396533966, "learning_rate": 4.415111107797445e-06, "loss": 0.0022, "num_tokens": 12818177.0, "reward": 1.4410209655761719, "reward_std": 0.20645670592784882, "rewards/ROUGEL_entities_reward/mean": 0.3785208761692047, "rewards/ROUGEL_entities_reward/std": 0.22950950264930725, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 241 }, { "completion_length": 856.09375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2047.0, "completions/max_terminated_length": 2017.0, "completions/mean_length": 857.0625, "completions/mean_terminated_length": 818.6773681640625, "completions/min_length": 367.0, "completions/min_terminated_length": 367.0, "epoch": 0.9453125, "frac_reward_zero_std": 0.125, "grad_norm": 1.9735759496688843, "kl": 2.6813669204711914, "learning_rate": 4.408081174456322e-06, "loss": 0.0027, "num_tokens": 12870459.0, "reward": 1.2452852725982666, "reward_std": 0.2271217256784439, "rewards/ROUGEL_entities_reward/mean": 0.307785302400589, "rewards/ROUGEL_entities_reward/std": 0.19171109795570374, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 242 }, { "completion_length": 725.71875, "completions/clipped_ratio": 0.0, "completions/max_length": 1871.0, "completions/max_terminated_length": 1871.0, "completions/mean_length": 726.71875, "completions/mean_terminated_length": 726.71875, "completions/min_length": 317.0, "completions/min_terminated_length": 317.0, "epoch": 0.94921875, "frac_reward_zero_std": 0.125, "grad_norm": 0.041373737156391144, "kl": 0.008678369573317468, "learning_rate": 4.401014914000078e-06, "loss": 0.0, "num_tokens": 12918342.0, "reward": 1.5129921436309814, "reward_std": 0.12647759914398193, "rewards/ROUGEL_entities_reward/mean": 0.43486711382865906, "rewards/ROUGEL_entities_reward/std": 0.2307009994983673, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 243 }, { "completion_length": 769.0625, "completions/clipped_ratio": 0.0, "completions/max_length": 1377.0, "completions/max_terminated_length": 1377.0, "completions/mean_length": 770.0625, "completions/mean_terminated_length": 770.0625, "completions/min_length": 376.0, "completions/min_terminated_length": 376.0, "epoch": 0.953125, "frac_reward_zero_std": 0.125, "grad_norm": 0.03940257430076599, "kl": 0.007231720956042409, "learning_rate": 4.393912460960125e-06, "loss": 0.0, "num_tokens": 12967784.0, "reward": 1.413837194442749, "reward_std": 0.0970369428396225, "rewards/ROUGEL_entities_reward/mean": 0.35133713483810425, "rewards/ROUGEL_entities_reward/std": 0.2397289276123047, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 244 }, { "completion_length": 1008.5, "completions/clipped_ratio": 0.0625, "completions/max_length": 2015.0, "completions/max_terminated_length": 1938.0, "completions/mean_length": 1009.4375, "completions/mean_terminated_length": 942.4000244140625, "completions/min_length": 342.0, "completions/min_terminated_length": 342.0, "epoch": 0.95703125, "frac_reward_zero_std": 0.0, "grad_norm": 18.8023738861084, "kl": 179.17029482126236, "learning_rate": 4.386773950556931e-06, "loss": 0.1792, "num_tokens": 13024634.0, "reward": 1.4531296491622925, "reward_std": 0.23663535714149475, "rewards/ROUGEL_entities_reward/mean": 0.4062546491622925, "rewards/ROUGEL_entities_reward/std": 0.25244325399398804, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 245 }, { "completion_length": 869.09375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1804.0, "completions/mean_length": 870.0625, "completions/mean_terminated_length": 832.0645141601562, "completions/min_length": 364.0, "completions/min_terminated_length": 364.0, "epoch": 0.9609375, "frac_reward_zero_std": 0.125, "grad_norm": 1.3999462127685547, "kl": 2.447433829307556, "learning_rate": 4.379599518697444e-06, "loss": 0.0024, "num_tokens": 13076248.0, "reward": 1.5800576210021973, "reward_std": 0.1960906684398651, "rewards/ROUGEL_entities_reward/mean": 0.45505762100219727, "rewards/ROUGEL_entities_reward/std": 0.204876109957695, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.23546454310417175, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 246 }, { "completion_length": 822.625, "completions/clipped_ratio": 0.0, "completions/max_length": 1917.0, "completions/max_terminated_length": 1917.0, "completions/mean_length": 823.625, "completions/mean_terminated_length": 823.625, "completions/min_length": 356.0, "completions/min_terminated_length": 356.0, "epoch": 0.96484375, "frac_reward_zero_std": 0.0, "grad_norm": 0.038426149636507034, "kl": 0.008115315111353993, "learning_rate": 4.372389301972506e-06, "loss": 0.0, "num_tokens": 13127640.0, "reward": 1.6325984001159668, "reward_std": 0.1874925196170807, "rewards/ROUGEL_entities_reward/mean": 0.5075982809066772, "rewards/ROUGEL_entities_reward/std": 0.20503412187099457, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 247 }, { "completion_length": 881.90625, "completions/clipped_ratio": 0.03125, "completions/max_length": 1890.0, "completions/max_terminated_length": 1566.0, "completions/mean_length": 882.875, "completions/mean_terminated_length": 850.3870849609375, "completions/min_length": 374.0, "completions/min_terminated_length": 374.0, "epoch": 0.96875, "frac_reward_zero_std": 0.0, "grad_norm": 0.03786943107843399, "kl": 0.006715968600474298, "learning_rate": 4.365143437654249e-06, "loss": 0.0, "num_tokens": 13182524.0, "reward": 1.6106698513031006, "reward_std": 0.24079731106758118, "rewards/ROUGEL_entities_reward/mean": 0.454419881105423, "rewards/ROUGEL_entities_reward/std": 0.23315849900245667, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2540002465248108, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 248 }, { "completion_length": 860.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 1983.0, "completions/max_terminated_length": 1763.0, "completions/mean_length": 860.9375, "completions/mean_terminated_length": 786.1333618164062, "completions/min_length": 360.0, "completions/min_terminated_length": 360.0, "epoch": 0.97265625, "frac_reward_zero_std": 0.25, "grad_norm": 1.7995096445083618, "kl": 2.603684663772583, "learning_rate": 4.357862063693486e-06, "loss": 0.0026, "num_tokens": 13234942.0, "reward": 1.3516955375671387, "reward_std": 0.1446388214826584, "rewards/ROUGEL_entities_reward/mean": 0.33607053756713867, "rewards/ROUGEL_entities_reward/std": 0.18322303891181946, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 249 }, { "completion_length": 977.65625, "completions/clipped_ratio": 0.0625, "completions/max_length": 2032.0, "completions/max_terminated_length": 1864.0, "completions/mean_length": 978.59375, "completions/mean_terminated_length": 908.36669921875, "completions/min_length": 402.0, "completions/min_terminated_length": 402.0, "epoch": 0.9765625, "frac_reward_zero_std": 0.125, "grad_norm": 2.4447460174560547, "kl": 2.0631183087825775, "learning_rate": 4.350545318717081e-06, "loss": 0.0021, "num_tokens": 13291409.0, "reward": 1.1549667119979858, "reward_std": 0.1606130301952362, "rewards/ROUGEL_entities_reward/mean": 0.20184172689914703, "rewards/ROUGEL_entities_reward/std": 0.18825234472751617, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 250 }, { "completion_length": 764.21875, "completions/clipped_ratio": 0.0, "completions/max_length": 1383.0, "completions/max_terminated_length": 1383.0, "completions/mean_length": 765.21875, "completions/mean_terminated_length": 765.21875, "completions/min_length": 335.0, "completions/min_terminated_length": 335.0, "epoch": 0.98046875, "frac_reward_zero_std": 0.0, "grad_norm": 0.04163631051778793, "kl": 0.006836119922809303, "learning_rate": 4.34319334202531e-06, "loss": 0.0, "num_tokens": 13340628.0, "reward": 1.437255620956421, "reward_std": 0.21817955374717712, "rewards/ROUGEL_entities_reward/mean": 0.3278805613517761, "rewards/ROUGEL_entities_reward/std": 0.24721182882785797, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.03125, "rewards/reasoning_equal_answer_reward/std": 0.12296734005212784, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 251 }, { "completion_length": 873.59375, "completions/clipped_ratio": 0.0, "completions/max_length": 1914.0, "completions/max_terminated_length": 1914.0, "completions/mean_length": 874.59375, "completions/mean_terminated_length": 874.59375, "completions/min_length": 338.0, "completions/min_terminated_length": 338.0, "epoch": 0.984375, "frac_reward_zero_std": 0.125, "grad_norm": 0.03775988891720772, "kl": 0.007723368122242391, "learning_rate": 4.335806273589214e-06, "loss": 0.0, "num_tokens": 13393839.0, "reward": 1.5038566589355469, "reward_std": 0.18698522448539734, "rewards/ROUGEL_entities_reward/mean": 0.41010671854019165, "rewards/ROUGEL_entities_reward/std": 0.2609744668006897, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 252 }, { "completion_length": 873.21875, "completions/clipped_ratio": 0.0, "completions/max_length": 1983.0, "completions/max_terminated_length": 1983.0, "completions/mean_length": 874.21875, "completions/mean_terminated_length": 874.21875, "completions/min_length": 376.0, "completions/min_terminated_length": 376.0, "epoch": 0.98828125, "frac_reward_zero_std": 0.0, "grad_norm": 1.5749523639678955, "kl": 2.58704936504364, "learning_rate": 4.328384254047927e-06, "loss": 0.0026, "num_tokens": 13446978.0, "reward": 1.525298833847046, "reward_std": 0.10810612887144089, "rewards/ROUGEL_entities_reward/mean": 0.4315488934516907, "rewards/ROUGEL_entities_reward/std": 0.28559815883636475, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 253 }, { "completion_length": 780.75, "completions/clipped_ratio": 0.03125, "completions/max_length": 2013.0, "completions/max_terminated_length": 1845.0, "completions/mean_length": 781.71875, "completions/mean_terminated_length": 742.0, "completions/min_length": 323.0, "completions/min_terminated_length": 323.0, "epoch": 0.9921875, "frac_reward_zero_std": 0.25, "grad_norm": 1.0694880485534668, "kl": 2.9281014800071716, "learning_rate": 4.320927424706001e-06, "loss": 0.0029, "num_tokens": 13496685.0, "reward": 1.9123997688293457, "reward_std": 0.283822238445282, "rewards/ROUGEL_entities_reward/mean": 0.5373997092247009, "rewards/ROUGEL_entities_reward/std": 0.2939198613166809, "rewards/answer_correctness_func/mean": 0.15625, "rewards/answer_correctness_func/std": 0.3689020276069641, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.25, "rewards/f1_entities_exact_reward/std": 0.3810003697872162, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 254 }, { "completion_length": 795.53125, "completions/clipped_ratio": 0.0, "completions/max_length": 1635.0, "completions/max_terminated_length": 1635.0, "completions/mean_length": 796.53125, "completions/mean_terminated_length": 796.53125, "completions/min_length": 359.0, "completions/min_terminated_length": 359.0, "epoch": 0.99609375, "frac_reward_zero_std": 0.125, "grad_norm": 0.03768240287899971, "kl": 0.008438820717856288, "learning_rate": 4.313435927530719e-06, "loss": 0.0, "num_tokens": 13547410.0, "reward": 1.529392957687378, "reward_std": 0.15022744238376617, "rewards/ROUGEL_entities_reward/mean": 0.45126792788505554, "rewards/ROUGEL_entities_reward/std": 0.30211594700813293, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 255 }, { "completion_length": 932.4375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2026.0, "completions/max_terminated_length": 1981.0, "completions/mean_length": 933.40625, "completions/mean_terminated_length": 898.1612548828125, "completions/min_length": 369.0, "completions/min_terminated_length": 369.0, "epoch": 1.0, "frac_reward_zero_std": 0.125, "grad_norm": 2.057997703552246, "kl": 2.7589948177337646, "learning_rate": 4.305909905149389e-06, "loss": 0.0028, "num_tokens": 13601927.0, "reward": 1.3909879922866821, "reward_std": 0.3698568344116211, "rewards/ROUGEL_entities_reward/mean": 0.37536296248435974, "rewards/ROUGEL_entities_reward/std": 0.21726195514202118, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.19507545232772827, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 256 }, { "completion_length": 750.5, "completions/clipped_ratio": 0.0, "completions/max_length": 1583.0, "completions/max_terminated_length": 1583.0, "completions/mean_length": 751.5, "completions/mean_terminated_length": 751.5, "completions/min_length": 381.0, "completions/min_terminated_length": 381.0, "epoch": 1.00390625, "frac_reward_zero_std": 0.0, "grad_norm": 0.04079945757985115, "kl": 0.00830354681238532, "learning_rate": 4.2983495008466285e-06, "loss": 0.0, "num_tokens": 13651191.0, "reward": 1.6156413555145264, "reward_std": 0.1537627875804901, "rewards/ROUGEL_entities_reward/mean": 0.5375163555145264, "rewards/ROUGEL_entities_reward/std": 0.25617051124572754, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 257 }, { "completion_length": 858.09375, "completions/clipped_ratio": 0.0, "completions/max_length": 1675.0, "completions/max_terminated_length": 1675.0, "completions/mean_length": 859.09375, "completions/mean_terminated_length": 859.09375, "completions/min_length": 400.0, "completions/min_terminated_length": 400.0, "epoch": 1.0078125, "frac_reward_zero_std": 0.125, "grad_norm": 0.036145176738500595, "kl": 0.006528788129799068, "learning_rate": 4.290754858561636e-06, "loss": 0.0, "num_tokens": 13704394.0, "reward": 1.5884159803390503, "reward_std": 0.19775214791297913, "rewards/ROUGEL_entities_reward/mean": 0.4634159803390503, "rewards/ROUGEL_entities_reward/std": 0.23627179861068726, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.23546454310417175, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 258 }, { "completion_length": 1070.625, "completions/clipped_ratio": 0.0, "completions/max_length": 1970.0, "completions/max_terminated_length": 1970.0, "completions/mean_length": 1071.625, "completions/mean_terminated_length": 1071.625, "completions/min_length": 394.0, "completions/min_terminated_length": 394.0, "epoch": 1.01171875, "frac_reward_zero_std": 0.125, "grad_norm": 2.146820545196533, "kl": 2.2863928079605103, "learning_rate": 4.283126122885455e-06, "loss": 0.0023, "num_tokens": 13763294.0, "reward": 1.4456865787506104, "reward_std": 0.16470962762832642, "rewards/ROUGEL_entities_reward/mean": 0.35193660855293274, "rewards/ROUGEL_entities_reward/std": 0.2377760112285614, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.23546454310417175, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 259 }, { "completion_length": 909.8125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1898.0, "completions/mean_length": 910.78125, "completions/mean_terminated_length": 874.0967407226562, "completions/min_length": 397.0, "completions/min_terminated_length": 397.0, "epoch": 1.015625, "frac_reward_zero_std": 0.125, "grad_norm": 2.0963761806488037, "kl": 2.256130039691925, "learning_rate": 4.275463439058214e-06, "loss": 0.0023, "num_tokens": 13817003.0, "reward": 1.3363673686981201, "reward_std": 0.17578908801078796, "rewards/ROUGEL_entities_reward/mean": 0.3519924581050873, "rewards/ROUGEL_entities_reward/std": 0.16783085465431213, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 260 }, { "completion_length": 891.3125, "completions/clipped_ratio": 0.0, "completions/max_length": 1974.0, "completions/max_terminated_length": 1974.0, "completions/mean_length": 892.3125, "completions/mean_terminated_length": 892.3125, "completions/min_length": 336.0, "completions/min_terminated_length": 336.0, "epoch": 1.01953125, "frac_reward_zero_std": 0.0, "grad_norm": 1.7317830324172974, "kl": 2.706269383430481, "learning_rate": 4.267766952966369e-06, "loss": 0.0027, "num_tokens": 13870413.0, "reward": 1.6987011432647705, "reward_std": 0.17327232658863068, "rewards/ROUGEL_entities_reward/mean": 0.526826024055481, "rewards/ROUGEL_entities_reward/std": 0.2551872432231903, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.23546454310417175, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 261 }, { "completion_length": 775.40625, "completions/clipped_ratio": 0.0, "completions/max_length": 1539.0, "completions/max_terminated_length": 1539.0, "completions/mean_length": 776.40625, "completions/mean_terminated_length": 776.40625, "completions/min_length": 395.0, "completions/min_terminated_length": 395.0, "epoch": 1.0234375, "frac_reward_zero_std": 0.125, "grad_norm": 0.03439168259501457, "kl": 0.008253892883658409, "learning_rate": 4.260036811139922e-06, "loss": 0.0, "num_tokens": 13920510.0, "reward": 1.5559906959533691, "reward_std": 0.1624148041009903, "rewards/ROUGEL_entities_reward/mean": 0.44661572575569153, "rewards/ROUGEL_entities_reward/std": 0.19265925884246826, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 262 }, { "completion_length": 847.4375, "completions/clipped_ratio": 0.0, "completions/max_length": 1771.0, "completions/max_terminated_length": 1771.0, "completions/mean_length": 848.4375, "completions/mean_terminated_length": 848.4375, "completions/min_length": 335.0, "completions/min_terminated_length": 335.0, "epoch": 1.02734375, "frac_reward_zero_std": 0.125, "grad_norm": 0.033892251551151276, "kl": 0.00794067163951695, "learning_rate": 4.2522731607496275e-06, "loss": 0.0, "num_tokens": 13973056.0, "reward": 1.445681095123291, "reward_std": 0.16763296723365784, "rewards/ROUGEL_entities_reward/mean": 0.351931095123291, "rewards/ROUGEL_entities_reward/std": 0.2162097543478012, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 263 }, { "completion_length": 1033.0625, "completions/clipped_ratio": 0.09375, "completions/max_length": 2037.0, "completions/max_terminated_length": 1982.0, "completions/mean_length": 1033.96875, "completions/mean_terminated_length": 930.2069091796875, "completions/min_length": 416.0, "completions/min_terminated_length": 416.0, "epoch": 1.03125, "frac_reward_zero_std": 0.0, "grad_norm": 1.069715142250061, "kl": 2.3819739520549774, "learning_rate": 4.244476149604201e-06, "loss": 0.0024, "num_tokens": 14031591.0, "reward": 1.3154118061065674, "reward_std": 0.20959216356277466, "rewards/ROUGEL_entities_reward/mean": 0.2841617465019226, "rewards/ROUGEL_entities_reward/std": 0.23865529894828796, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 264 }, { "completion_length": 836.9375, "completions/clipped_ratio": 0.0, "completions/max_length": 1665.0, "completions/max_terminated_length": 1665.0, "completions/mean_length": 837.9375, "completions/mean_terminated_length": 837.9375, "completions/min_length": 430.0, "completions/min_terminated_length": 430.0, "epoch": 1.03515625, "frac_reward_zero_std": 0.0, "grad_norm": 0.036179061979055405, "kl": 0.006984333856962621, "learning_rate": 4.236645926147493e-06, "loss": 0.0, "num_tokens": 14083317.0, "reward": 1.5014877319335938, "reward_std": 0.1433618813753128, "rewards/ROUGEL_entities_reward/mean": 0.4546127915382385, "rewards/ROUGEL_entities_reward/std": 0.26302310824394226, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 265 }, { "completion_length": 1139.625, "completions/clipped_ratio": 0.03125, "completions/max_length": 1996.0, "completions/max_terminated_length": 1969.0, "completions/mean_length": 1140.59375, "completions/mean_terminated_length": 1113.0, "completions/min_length": 418.0, "completions/min_terminated_length": 418.0, "epoch": 1.0390625, "frac_reward_zero_std": 0.25, "grad_norm": 0.8921759128570557, "kl": 2.299433648586273, "learning_rate": 4.228782639455674e-06, "loss": 0.0023, "num_tokens": 14145248.0, "reward": 1.3906620740890503, "reward_std": 0.13017697632312775, "rewards/ROUGEL_entities_reward/mean": 0.4219121038913727, "rewards/ROUGEL_entities_reward/std": 0.28168776631355286, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 266 }, { "completion_length": 926.59375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1955.0, "completions/mean_length": 927.5625, "completions/mean_terminated_length": 891.4193115234375, "completions/min_length": 429.0, "completions/min_terminated_length": 429.0, "epoch": 1.04296875, "frac_reward_zero_std": 0.125, "grad_norm": 15.094232559204102, "kl": 163.91003704071045, "learning_rate": 4.220886439234385e-06, "loss": 0.1639, "num_tokens": 14199894.0, "reward": 1.468973159790039, "reward_std": 0.24313730001449585, "rewards/ROUGEL_entities_reward/mean": 0.40647315979003906, "rewards/ROUGEL_entities_reward/std": 0.2541583180427551, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 267 }, { "completion_length": 981.96875, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 2026.0, "completions/mean_length": 982.9375, "completions/mean_terminated_length": 948.5806274414062, "completions/min_length": 376.0, "completions/min_terminated_length": 376.0, "epoch": 1.046875, "frac_reward_zero_std": 0.125, "grad_norm": 1.3618240356445312, "kl": 2.406759351491928, "learning_rate": 4.212957475815898e-06, "loss": 0.0024, "num_tokens": 14256420.0, "reward": 1.6631102561950684, "reward_std": 0.4396989345550537, "rewards/ROUGEL_entities_reward/mean": 0.5068601965904236, "rewards/ROUGEL_entities_reward/std": 0.2790173292160034, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.2961445748806, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 268 }, { "completion_length": 853.375, "completions/clipped_ratio": 0.0, "completions/max_length": 1409.0, "completions/max_terminated_length": 1409.0, "completions/mean_length": 854.375, "completions/mean_terminated_length": 854.375, "completions/min_length": 340.0, "completions/min_terminated_length": 340.0, "epoch": 1.05078125, "frac_reward_zero_std": 0.125, "grad_norm": 0.0333702377974987, "kl": 0.0077518264297395945, "learning_rate": 4.204995900156247e-06, "loss": 0.0, "num_tokens": 14309292.0, "reward": 1.6622676849365234, "reward_std": 0.11757422983646393, "rewards/ROUGEL_entities_reward/mean": 0.5685176849365234, "rewards/ROUGEL_entities_reward/std": 0.20384226739406586, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 269 }, { "completion_length": 1017.3125, "completions/clipped_ratio": 0.0625, "completions/max_length": 2048.0, "completions/max_terminated_length": 1951.0, "completions/mean_length": 1018.25, "completions/mean_terminated_length": 949.6000366210938, "completions/min_length": 389.0, "completions/min_terminated_length": 389.0, "epoch": 1.0546875, "frac_reward_zero_std": 0.125, "grad_norm": 2.9438059329986572, "kl": 3.380789577960968, "learning_rate": 4.197001863832355e-06, "loss": 0.0034, "num_tokens": 14367728.0, "reward": 1.571226716041565, "reward_std": 0.3458765745162964, "rewards/ROUGEL_entities_reward/mean": 0.5712267160415649, "rewards/ROUGEL_entities_reward/std": 0.27260860800743103, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 270 }, { "completion_length": 892.03125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2043.0, "completions/max_terminated_length": 1946.0, "completions/mean_length": 893.0, "completions/mean_terminated_length": 855.9031982421875, "completions/min_length": 397.0, "completions/min_terminated_length": 397.0, "epoch": 1.05859375, "frac_reward_zero_std": 0.125, "grad_norm": 1.2777007818222046, "kl": 2.857588768005371, "learning_rate": 4.188975519039151e-06, "loss": 0.0029, "num_tokens": 14422048.0, "reward": 1.9938206672668457, "reward_std": 0.34589943289756775, "rewards/ROUGEL_entities_reward/mean": 0.6031957864761353, "rewards/ROUGEL_entities_reward/std": 0.3054853677749634, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.265625, "rewards/f1_entities_exact_reward/std": 0.3588596284389496, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.03125, "rewards/reasoning_equal_answer_reward/std": 0.1767766922712326, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 271 }, { "completion_length": 909.5625, "completions/clipped_ratio": 0.0, "completions/max_length": 1956.0, "completions/max_terminated_length": 1956.0, "completions/mean_length": 910.5625, "completions/mean_terminated_length": 910.5625, "completions/min_length": 448.0, "completions/min_terminated_length": 448.0, "epoch": 1.0625, "frac_reward_zero_std": 0.25, "grad_norm": 0.02691648155450821, "kl": 0.007962162140756845, "learning_rate": 4.18091701858667e-06, "loss": 0.0, "num_tokens": 14476034.0, "reward": 1.4681036472320557, "reward_std": 0.14279718697071075, "rewards/ROUGEL_entities_reward/mean": 0.3431035876274109, "rewards/ROUGEL_entities_reward/std": 0.21080729365348816, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 272 }, { "completion_length": 709.25, "completions/clipped_ratio": 0.0, "completions/max_length": 1953.0, "completions/max_terminated_length": 1953.0, "completions/mean_length": 710.25, "completions/mean_terminated_length": 710.25, "completions/min_length": 335.0, "completions/min_terminated_length": 335.0, "epoch": 1.06640625, "frac_reward_zero_std": 0.125, "grad_norm": 0.040263351052999496, "kl": 0.01137342257425189, "learning_rate": 4.172826515897146e-06, "loss": 0.0, "num_tokens": 14523030.0, "reward": 1.695658564567566, "reward_std": 0.09109250456094742, "rewards/ROUGEL_entities_reward/mean": 0.5237835645675659, "rewards/ROUGEL_entities_reward/std": 0.23834848403930664, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.24127934873104095, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 273 }, { "completion_length": 818.75, "completions/clipped_ratio": 0.0, "completions/max_length": 1536.0, "completions/max_terminated_length": 1536.0, "completions/mean_length": 819.75, "completions/mean_terminated_length": 819.75, "completions/min_length": 375.0, "completions/min_terminated_length": 375.0, "epoch": 1.0703125, "frac_reward_zero_std": 0.125, "grad_norm": 0.039489198476076126, "kl": 0.011150474427267909, "learning_rate": 4.164704165002086e-06, "loss": 0.0, "num_tokens": 14575342.0, "reward": 1.6488924026489258, "reward_std": 0.21221673488616943, "rewards/ROUGEL_entities_reward/mean": 0.445767343044281, "rewards/ROUGEL_entities_reward/std": 0.2116040736436844, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.203125, "rewards/f1_entities_exact_reward/std": 0.24949544668197632, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 274 }, { "completion_length": 971.03125, "completions/clipped_ratio": 0.0, "completions/max_length": 1986.0, "completions/max_terminated_length": 1986.0, "completions/mean_length": 972.03125, "completions/mean_terminated_length": 972.03125, "completions/min_length": 403.0, "completions/min_terminated_length": 403.0, "epoch": 1.07421875, "frac_reward_zero_std": 0.25, "grad_norm": 2.4689934253692627, "kl": 3.0661903619766235, "learning_rate": 4.1565501205393445e-06, "loss": 0.0031, "num_tokens": 14631611.0, "reward": 1.4418221712112427, "reward_std": 0.13415119051933289, "rewards/ROUGEL_entities_reward/mean": 0.4105720520019531, "rewards/ROUGEL_entities_reward/std": 0.23832598328590393, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 275 }, { "completion_length": 777.375, "completions/clipped_ratio": 0.0, "completions/max_length": 1894.0, "completions/max_terminated_length": 1894.0, "completions/mean_length": 778.375, "completions/mean_terminated_length": 778.375, "completions/min_length": 333.0, "completions/min_terminated_length": 333.0, "epoch": 1.078125, "frac_reward_zero_std": 0.0, "grad_norm": 0.03779343143105507, "kl": 0.012983206659555435, "learning_rate": 4.1483645377501726e-06, "loss": 0.0, "num_tokens": 14682023.0, "reward": 1.6729655265808105, "reward_std": 0.21238069236278534, "rewards/ROUGEL_entities_reward/mean": 0.5010904669761658, "rewards/ROUGEL_entities_reward/std": 0.3093516528606415, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.24127934873104095, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 276 }, { "completion_length": 962.9375, "completions/clipped_ratio": 0.0, "completions/max_length": 1950.0, "completions/max_terminated_length": 1950.0, "completions/mean_length": 963.9375, "completions/mean_terminated_length": 963.9375, "completions/min_length": 442.0, "completions/min_terminated_length": 442.0, "epoch": 1.08203125, "frac_reward_zero_std": 0.125, "grad_norm": 0.03328337520360947, "kl": 0.009738490218296647, "learning_rate": 4.140147572476269e-06, "loss": 0.0, "num_tokens": 14737489.0, "reward": 1.7715661525726318, "reward_std": 0.2371460497379303, "rewards/ROUGEL_entities_reward/mean": 0.5059411525726318, "rewards/ROUGEL_entities_reward/std": 0.3163667917251587, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.203125, "rewards/f1_entities_exact_reward/std": 0.3074183464050293, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 277 }, { "completion_length": 966.5, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1881.0, "completions/mean_length": 967.46875, "completions/mean_terminated_length": 932.6128540039062, "completions/min_length": 389.0, "completions/min_terminated_length": 389.0, "epoch": 1.0859375, "frac_reward_zero_std": 0.125, "grad_norm": 1.922593116760254, "kl": 2.8490639328956604, "learning_rate": 4.1318993811568065e-06, "loss": 0.0028, "num_tokens": 14793768.0, "reward": 1.3253026008605957, "reward_std": 0.23993957042694092, "rewards/ROUGEL_entities_reward/mean": 0.3096776008605957, "rewards/ROUGEL_entities_reward/std": 0.22012771666049957, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 278 }, { "completion_length": 739.15625, "completions/clipped_ratio": 0.0, "completions/max_length": 1578.0, "completions/max_terminated_length": 1578.0, "completions/mean_length": 740.15625, "completions/mean_terminated_length": 740.15625, "completions/min_length": 341.0, "completions/min_terminated_length": 341.0, "epoch": 1.08984375, "frac_reward_zero_std": 0.125, "grad_norm": 0.040682245045900345, "kl": 0.012245031539350748, "learning_rate": 4.123620120825459e-06, "loss": 0.0, "num_tokens": 14842557.0, "reward": 1.8759411573410034, "reward_std": 0.2561507523059845, "rewards/ROUGEL_entities_reward/mean": 0.5321912169456482, "rewards/ROUGEL_entities_reward/std": 0.21302303671836853, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.265625, "rewards/f1_entities_exact_reward/std": 0.31068018078804016, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 279 }, { "completion_length": 796.96875, "completions/clipped_ratio": 0.0, "completions/max_length": 1751.0, "completions/max_terminated_length": 1751.0, "completions/mean_length": 797.96875, "completions/mean_terminated_length": 797.96875, "completions/min_length": 333.0, "completions/min_terminated_length": 333.0, "epoch": 1.09375, "frac_reward_zero_std": 0.375, "grad_norm": 0.03640862554311752, "kl": 0.011769386939704418, "learning_rate": 4.11530994910741e-06, "loss": 0.0, "num_tokens": 14893292.0, "reward": 1.5336891412734985, "reward_std": 0.07838387787342072, "rewards/ROUGEL_entities_reward/mean": 0.408689022064209, "rewards/ROUGEL_entities_reward/std": 0.2736787796020508, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 280 }, { "completion_length": 890.53125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2000.0, "completions/max_terminated_length": 1665.0, "completions/mean_length": 891.5, "completions/mean_terminated_length": 855.7418823242188, "completions/min_length": 428.0, "completions/min_terminated_length": 428.0, "epoch": 1.09765625, "frac_reward_zero_std": 0.25, "grad_norm": 2.0480756759643555, "kl": 3.2956859469413757, "learning_rate": 4.106969024216348e-06, "loss": 0.0033, "num_tokens": 14947512.0, "reward": 1.5618896484375, "reward_std": 0.171115905046463, "rewards/ROUGEL_entities_reward/mean": 0.4837645888328552, "rewards/ROUGEL_entities_reward/std": 0.23875081539154053, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 281 }, { "completion_length": 806.03125, "completions/clipped_ratio": 0.0, "completions/max_length": 1993.0, "completions/max_terminated_length": 1993.0, "completions/mean_length": 807.03125, "completions/mean_terminated_length": 807.03125, "completions/min_length": 304.0, "completions/min_terminated_length": 304.0, "epoch": 1.1015625, "frac_reward_zero_std": 0.25, "grad_norm": 0.038967475295066833, "kl": 0.012759912060573697, "learning_rate": 4.098597504951462e-06, "loss": 0.0, "num_tokens": 14997957.0, "reward": 1.508352518081665, "reward_std": 0.1866178959608078, "rewards/ROUGEL_entities_reward/mean": 0.38335248827934265, "rewards/ROUGEL_entities_reward/std": 0.262113094329834, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 282 }, { "completion_length": 954.40625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2002.0, "completions/max_terminated_length": 1946.0, "completions/mean_length": 955.375, "completions/mean_terminated_length": 921.6128540039062, "completions/min_length": 326.0, "completions/min_terminated_length": 326.0, "epoch": 1.10546875, "frac_reward_zero_std": 0.0, "grad_norm": 1.7501819133758545, "kl": 3.28695946931839, "learning_rate": 4.09019555069441e-06, "loss": 0.0033, "num_tokens": 15053169.0, "reward": 1.2216590642929077, "reward_std": 0.11169137060642242, "rewards/ROUGEL_entities_reward/mean": 0.2529091238975525, "rewards/ROUGEL_entities_reward/std": 0.15250393748283386, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 283 }, { "completion_length": 959.0625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1812.0, "completions/mean_length": 960.03125, "completions/mean_terminated_length": 924.9354858398438, "completions/min_length": 368.0, "completions/min_terminated_length": 368.0, "epoch": 1.109375, "frac_reward_zero_std": 0.0, "grad_norm": 1.5865777730941772, "kl": 3.2120853662490845, "learning_rate": 4.081763321406291e-06, "loss": 0.0032, "num_tokens": 15108378.0, "reward": 1.4231419563293457, "reward_std": 0.21384727954864502, "rewards/ROUGEL_entities_reward/mean": 0.3918918967247009, "rewards/ROUGEL_entities_reward/std": 0.19468821585178375, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 284 }, { "completion_length": 896.25, "completions/clipped_ratio": 0.03125, "completions/max_length": 2034.0, "completions/max_terminated_length": 1821.0, "completions/mean_length": 897.21875, "completions/mean_terminated_length": 860.54833984375, "completions/min_length": 390.0, "completions/min_terminated_length": 390.0, "epoch": 1.11328125, "frac_reward_zero_std": 0.0, "grad_norm": 1.180794596672058, "kl": 3.134515702724457, "learning_rate": 4.073300977624594e-06, "loss": 0.0031, "num_tokens": 15162565.0, "reward": 1.4697831869125366, "reward_std": 0.2801995277404785, "rewards/ROUGEL_entities_reward/mean": 0.4072831869125366, "rewards/ROUGEL_entities_reward/std": 0.23847493529319763, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.19507545232772827, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 285 }, { "completion_length": 951.75, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1961.0, "completions/mean_length": 952.71875, "completions/mean_terminated_length": 917.3870849609375, "completions/min_length": 306.0, "completions/min_terminated_length": 306.0, "epoch": 1.1171875, "frac_reward_zero_std": 0.125, "grad_norm": 0.9067062139511108, "kl": 2.847053587436676, "learning_rate": 4.064808680460149e-06, "loss": 0.0028, "num_tokens": 15218408.0, "reward": 1.4115021228790283, "reward_std": 0.38886091113090515, "rewards/ROUGEL_entities_reward/mean": 0.3646271228790283, "rewards/ROUGEL_entities_reward/std": 0.22238974273204803, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.22840170562267303, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 286 }, { "completion_length": 883.4375, "completions/clipped_ratio": 0.0, "completions/max_length": 1915.0, "completions/max_terminated_length": 1915.0, "completions/mean_length": 884.4375, "completions/mean_terminated_length": 884.4375, "completions/min_length": 431.0, "completions/min_terminated_length": 431.0, "epoch": 1.12109375, "frac_reward_zero_std": 0.375, "grad_norm": 0.029198070988059044, "kl": 0.012132480973377824, "learning_rate": 4.056286591594049e-06, "loss": 0.0, "num_tokens": 15270750.0, "reward": 1.5659006834030151, "reward_std": 0.23548123240470886, "rewards/ROUGEL_entities_reward/mean": 0.347150593996048, "rewards/ROUGEL_entities_reward/std": 0.29019325971603394, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.2961445748806, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 287 }, { "completion_length": 780.3125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2001.0, "completions/max_terminated_length": 1513.0, "completions/mean_length": 781.28125, "completions/mean_terminated_length": 741.9354858398438, "completions/min_length": 310.0, "completions/min_terminated_length": 310.0, "epoch": 1.125, "frac_reward_zero_std": 0.0, "grad_norm": 1.673380970954895, "kl": 3.812259614467621, "learning_rate": 4.047734873274586e-06, "loss": 0.0038, "num_tokens": 15321651.0, "reward": 1.332185983657837, "reward_std": 0.24891889095306396, "rewards/ROUGEL_entities_reward/mean": 0.3009359836578369, "rewards/ROUGEL_entities_reward/std": 0.2243531495332718, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 288 }, { "completion_length": 879.125, "completions/clipped_ratio": 0.0, "completions/max_length": 1946.0, "completions/max_terminated_length": 1946.0, "completions/mean_length": 880.125, "completions/mean_terminated_length": 880.125, "completions/min_length": 349.0, "completions/min_terminated_length": 349.0, "epoch": 1.12890625, "frac_reward_zero_std": 0.125, "grad_norm": 1.0991004705429077, "kl": 3.5665544271469116, "learning_rate": 4.039153688314146e-06, "loss": 0.0036, "num_tokens": 15375179.0, "reward": 1.6663017272949219, "reward_std": 0.2269136905670166, "rewards/ROUGEL_entities_reward/mean": 0.4319266378879547, "rewards/ROUGEL_entities_reward/std": 0.2469891756772995, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.30078861117362976, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 289 }, { "completion_length": 1029.65625, "completions/clipped_ratio": 0.0625, "completions/max_length": 2010.0, "completions/max_terminated_length": 1967.0, "completions/mean_length": 1030.59375, "completions/mean_terminated_length": 965.300048828125, "completions/min_length": 374.0, "completions/min_terminated_length": 374.0, "epoch": 1.1328125, "frac_reward_zero_std": 0.125, "grad_norm": 1.1629955768585205, "kl": 3.2189698219299316, "learning_rate": 4.0305432000861236e-06, "loss": 0.0032, "num_tokens": 15433318.0, "reward": 1.4825315475463867, "reward_std": 0.28176149725914, "rewards/ROUGEL_entities_reward/mean": 0.37315648794174194, "rewards/ROUGEL_entities_reward/std": 0.23382756114006042, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.24127934873104095, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 290 }, { "completion_length": 831.9375, "completions/clipped_ratio": 0.0, "completions/max_length": 2037.0, "completions/max_terminated_length": 2037.0, "completions/mean_length": 832.9375, "completions/mean_terminated_length": 832.9375, "completions/min_length": 303.0, "completions/min_terminated_length": 303.0, "epoch": 1.13671875, "frac_reward_zero_std": 0.125, "grad_norm": 1.038133978843689, "kl": 3.2658851146698, "learning_rate": 4.021903572521802e-06, "loss": 0.0033, "num_tokens": 15485176.0, "reward": 1.9345629215240479, "reward_std": 0.16409219801425934, "rewards/ROUGEL_entities_reward/mean": 0.5751878023147583, "rewards/ROUGEL_entities_reward/std": 0.2821882665157318, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.234375, "rewards/f1_entities_exact_reward/std": 0.3588596284389496, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 291 }, { "completion_length": 776.75, "completions/clipped_ratio": 0.0, "completions/max_length": 1251.0, "completions/max_terminated_length": 1251.0, "completions/mean_length": 777.75, "completions/mean_terminated_length": 777.75, "completions/min_length": 392.0, "completions/min_terminated_length": 392.0, "epoch": 1.140625, "frac_reward_zero_std": 0.0, "grad_norm": 0.03531361371278763, "kl": 0.014128875453025103, "learning_rate": 4.013234970107236e-06, "loss": 0.0, "num_tokens": 15535484.0, "reward": 1.338801383972168, "reward_std": 0.130462646484375, "rewards/ROUGEL_entities_reward/mean": 0.3231762945652008, "rewards/ROUGEL_entities_reward/std": 0.20001690089702606, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.015625, "rewards/f1_entities_exact_reward/std": 0.0883883461356163, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 292 }, { "completion_length": 1118.09375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2012.0, "completions/max_terminated_length": 1741.0, "completions/mean_length": 1119.0625, "completions/mean_terminated_length": 1090.258056640625, "completions/min_length": 486.0, "completions/min_terminated_length": 486.0, "epoch": 1.14453125, "frac_reward_zero_std": 0.125, "grad_norm": 0.8387115597724915, "kl": 2.667871057987213, "learning_rate": 4.0045375578801216e-06, "loss": 0.0027, "num_tokens": 15596786.0, "reward": 1.6045501232147217, "reward_std": 0.21105080842971802, "rewards/ROUGEL_entities_reward/mean": 0.4483000934123993, "rewards/ROUGEL_entities_reward/std": 0.17010103166103363, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.1875, "rewards/f1_entities_exact_reward/std": 0.24593468010425568, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 293 }, { "completion_length": 807.28125, "completions/clipped_ratio": 0.0625, "completions/max_length": 1926.0, "completions/max_terminated_length": 1491.0, "completions/mean_length": 808.21875, "completions/mean_terminated_length": 733.7000122070312, "completions/min_length": 355.0, "completions/min_terminated_length": 355.0, "epoch": 1.1484375, "frac_reward_zero_std": 0.125, "grad_norm": 0.038635481148958206, "kl": 0.014855274697765708, "learning_rate": 3.995811501426648e-06, "loss": 0.0, "num_tokens": 15648405.0, "reward": 1.6890175342559814, "reward_std": 0.24361906945705414, "rewards/ROUGEL_entities_reward/mean": 0.45464253425598145, "rewards/ROUGEL_entities_reward/std": 0.2736191749572754, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.32650086283683777, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 294 }, { "completion_length": 930.0625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2026.0, "completions/max_terminated_length": 1953.0, "completions/mean_length": 931.03125, "completions/mean_terminated_length": 895.7096557617188, "completions/min_length": 339.0, "completions/min_terminated_length": 339.0, "epoch": 1.15234375, "frac_reward_zero_std": 0.25, "grad_norm": 1.3915534019470215, "kl": 3.5512139797210693, "learning_rate": 3.987056966878354e-06, "loss": 0.0036, "num_tokens": 15703018.0, "reward": 1.3884097337722778, "reward_std": 0.21880260109901428, "rewards/ROUGEL_entities_reward/mean": 0.34153467416763306, "rewards/ROUGEL_entities_reward/std": 0.28026846051216125, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 295 }, { "completion_length": 820.9375, "completions/clipped_ratio": 0.03125, "completions/max_length": 1968.0, "completions/max_terminated_length": 1925.0, "completions/mean_length": 821.90625, "completions/mean_terminated_length": 784.9354858398438, "completions/min_length": 448.0, "completions/min_terminated_length": 448.0, "epoch": 1.15625, "frac_reward_zero_std": 0.125, "grad_norm": 1.6942955255508423, "kl": 4.190952956676483, "learning_rate": 3.978274120908957e-06, "loss": 0.0042, "num_tokens": 15754627.0, "reward": 1.4679782390594482, "reward_std": 0.27244019508361816, "rewards/ROUGEL_entities_reward/mean": 0.4211033284664154, "rewards/ROUGEL_entities_reward/std": 0.22790507972240448, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 296 }, { "completion_length": 1056.96875, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1992.0, "completions/mean_length": 1057.9375, "completions/mean_terminated_length": 1026.0, "completions/min_length": 439.0, "completions/min_terminated_length": 439.0, "epoch": 1.16015625, "frac_reward_zero_std": 0.0, "grad_norm": 1.3029741048812866, "kl": 7.800500392913818, "learning_rate": 3.969463130731183e-06, "loss": 0.0078, "num_tokens": 15813649.0, "reward": 1.3057817220687866, "reward_std": 0.22945168614387512, "rewards/ROUGEL_entities_reward/mean": 0.3214067220687866, "rewards/ROUGEL_entities_reward/std": 0.2411154806613922, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 297 }, { "completion_length": 1068.40625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2006.0, "completions/max_terminated_length": 1957.0, "completions/mean_length": 1069.375, "completions/mean_terminated_length": 1039.1612548828125, "completions/min_length": 407.0, "completions/min_terminated_length": 407.0, "epoch": 1.1640625, "frac_reward_zero_std": 0.25, "grad_norm": 2.2735984325408936, "kl": 10.939070165157318, "learning_rate": 3.960624164093587e-06, "loss": 0.0109, "num_tokens": 15873717.0, "reward": 1.3100652694702148, "reward_std": 0.2388056218624115, "rewards/ROUGEL_entities_reward/mean": 0.27881526947021484, "rewards/ROUGEL_entities_reward/std": 0.25108569860458374, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 298 }, { "completion_length": 1050.28125, "completions/clipped_ratio": 0.0625, "completions/max_length": 2048.0, "completions/max_terminated_length": 1901.0, "completions/mean_length": 1051.21875, "completions/mean_terminated_length": 984.7667236328125, "completions/min_length": 395.0, "completions/min_terminated_length": 395.0, "epoch": 1.16796875, "frac_reward_zero_std": 0.125, "grad_norm": 1.985618233680725, "kl": 2.949629247188568, "learning_rate": 3.951757389277349e-06, "loss": 0.0029, "num_tokens": 15932168.0, "reward": 1.3846697807312012, "reward_std": 0.16495756804943085, "rewards/ROUGEL_entities_reward/mean": 0.33779478073120117, "rewards/ROUGEL_entities_reward/std": 0.19651740789413452, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 299 }, { "completion_length": 918.4375, "completions/clipped_ratio": 0.09375, "completions/max_length": 1956.0, "completions/max_terminated_length": 1841.0, "completions/mean_length": 919.34375, "completions/mean_terminated_length": 812.1034545898438, "completions/min_length": 389.0, "completions/min_terminated_length": 389.0, "epoch": 1.171875, "frac_reward_zero_std": 0.125, "grad_norm": 1.0532653331756592, "kl": 3.622589588165283, "learning_rate": 3.942862975093085e-06, "loss": 0.0036, "num_tokens": 15987387.0, "reward": 1.4117393493652344, "reward_std": 0.21116279065608978, "rewards/ROUGEL_entities_reward/mean": 0.3961142897605896, "rewards/ROUGEL_entities_reward/std": 0.24613100290298462, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 300 }, { "completion_length": 842.125, "completions/clipped_ratio": 0.0, "completions/max_length": 1857.0, "completions/max_terminated_length": 1857.0, "completions/mean_length": 843.125, "completions/mean_terminated_length": 843.125, "completions/min_length": 359.0, "completions/min_terminated_length": 359.0, "epoch": 1.17578125, "frac_reward_zero_std": 0.125, "grad_norm": 0.036384984850883484, "kl": 0.016344641102477908, "learning_rate": 3.933941090877615e-06, "loss": 0.0, "num_tokens": 16040095.0, "reward": 1.439467191696167, "reward_std": 0.17385461926460266, "rewards/ROUGEL_entities_reward/mean": 0.3925921320915222, "rewards/ROUGEL_entities_reward/std": 0.23073822259902954, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 301 }, { "completion_length": 906.78125, "completions/clipped_ratio": 0.0, "completions/max_length": 2041.0, "completions/max_terminated_length": 2041.0, "completions/mean_length": 907.78125, "completions/mean_terminated_length": 907.78125, "completions/min_length": 365.0, "completions/min_terminated_length": 365.0, "epoch": 1.1796875, "frac_reward_zero_std": 0.25, "grad_norm": 1.6682418584823608, "kl": 3.484598159790039, "learning_rate": 3.924991906490758e-06, "loss": 0.0035, "num_tokens": 16094700.0, "reward": 1.3769596815109253, "reward_std": 0.1570451259613037, "rewards/ROUGEL_entities_reward/mean": 0.3613347113132477, "rewards/ROUGEL_entities_reward/std": 0.17141833901405334, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 302 }, { "completion_length": 978.8125, "completions/clipped_ratio": 0.0, "completions/max_length": 1803.0, "completions/max_terminated_length": 1803.0, "completions/mean_length": 979.8125, "completions/mean_terminated_length": 979.8125, "completions/min_length": 339.0, "completions/min_terminated_length": 339.0, "epoch": 1.18359375, "frac_reward_zero_std": 0.0, "grad_norm": 0.03370315954089165, "kl": 0.012965468456968665, "learning_rate": 3.916015592312083e-06, "loss": 0.0, "num_tokens": 16152094.0, "reward": 1.7122001647949219, "reward_std": 0.08132875710725784, "rewards/ROUGEL_entities_reward/mean": 0.5247001647949219, "rewards/ROUGEL_entities_reward/std": 0.24311594665050507, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.1875, "rewards/f1_entities_exact_reward/std": 0.24593468010425568, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 303 }, { "completion_length": 1029.28125, "completions/clipped_ratio": 0.09375, "completions/max_length": 1992.0, "completions/max_terminated_length": 1959.0, "completions/mean_length": 1030.1875, "completions/mean_terminated_length": 930.6896362304688, "completions/min_length": 400.0, "completions/min_terminated_length": 400.0, "epoch": 1.1875, "frac_reward_zero_std": 0.0, "grad_norm": 2.855550527572632, "kl": 3.4886152744293213, "learning_rate": 3.907012319237672e-06, "loss": 0.0035, "num_tokens": 16210104.0, "reward": 1.31743586063385, "reward_std": 0.2896895408630371, "rewards/ROUGEL_entities_reward/mean": 0.3486858904361725, "rewards/ROUGEL_entities_reward/std": 0.269209623336792, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.875, "rewards/answer_format_func/std": 0.33601075410842896, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 304 }, { "completion_length": 908.25, "completions/clipped_ratio": 0.0, "completions/max_length": 1936.0, "completions/max_terminated_length": 1936.0, "completions/mean_length": 909.25, "completions/mean_terminated_length": 909.25, "completions/min_length": 325.0, "completions/min_terminated_length": 325.0, "epoch": 1.19140625, "frac_reward_zero_std": 0.125, "grad_norm": 1.9519133567810059, "kl": 3.5417065024375916, "learning_rate": 3.897982258676867e-06, "loss": 0.0035, "num_tokens": 16264416.0, "reward": 1.704610824584961, "reward_std": 0.2532930374145508, "rewards/ROUGEL_entities_reward/mean": 0.5014857053756714, "rewards/ROUGEL_entities_reward/std": 0.19450348615646362, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.203125, "rewards/f1_entities_exact_reward/std": 0.24949544668197632, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 305 }, { "completion_length": 811.1875, "completions/clipped_ratio": 0.0, "completions/max_length": 1712.0, "completions/max_terminated_length": 1712.0, "completions/mean_length": 812.1875, "completions/mean_terminated_length": 812.1875, "completions/min_length": 389.0, "completions/min_terminated_length": 389.0, "epoch": 1.1953125, "frac_reward_zero_std": 0.375, "grad_norm": 0.025548506528139114, "kl": 0.01354810525663197, "learning_rate": 3.888925582549006e-06, "loss": 0.0, "num_tokens": 16315538.0, "reward": 1.532843828201294, "reward_std": 0.07958187162876129, "rewards/ROUGEL_entities_reward/mean": 0.39221882820129395, "rewards/ROUGEL_entities_reward/std": 0.21427038311958313, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.22840170562267303, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 306 }, { "completion_length": 894.65625, "completions/clipped_ratio": 0.0, "completions/max_length": 1821.0, "completions/max_terminated_length": 1821.0, "completions/mean_length": 895.65625, "completions/mean_terminated_length": 895.65625, "completions/min_length": 435.0, "completions/min_terminated_length": 435.0, "epoch": 1.19921875, "frac_reward_zero_std": 0.25, "grad_norm": 0.03251704201102257, "kl": 0.012153566116467118, "learning_rate": 3.879842463280146e-06, "loss": 0.0, "num_tokens": 16370247.0, "reward": 1.5799980163574219, "reward_std": 0.18463703989982605, "rewards/ROUGEL_entities_reward/mean": 0.42374804615974426, "rewards/ROUGEL_entities_reward/std": 0.24373701214790344, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.23546454310417175, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 307 }, { "completion_length": 1046.21875, "completions/clipped_ratio": 0.0625, "completions/max_length": 2005.0, "completions/max_terminated_length": 1911.0, "completions/mean_length": 1047.15625, "completions/mean_terminated_length": 983.300048828125, "completions/min_length": 359.0, "completions/min_terminated_length": 359.0, "epoch": 1.203125, "frac_reward_zero_std": 0.0, "grad_norm": 1.146803617477417, "kl": 3.020703613758087, "learning_rate": 3.870733073799785e-06, "loss": 0.003, "num_tokens": 16429924.0, "reward": 1.5602915287017822, "reward_std": 0.31587618589401245, "rewards/ROUGEL_entities_reward/mean": 0.435291588306427, "rewards/ROUGEL_entities_reward/std": 0.30824771523475647, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2540002465248108, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 308 }, { "completion_length": 811.125, "completions/clipped_ratio": 0.03125, "completions/max_length": 1969.0, "completions/max_terminated_length": 1813.0, "completions/mean_length": 812.09375, "completions/mean_terminated_length": 774.774169921875, "completions/min_length": 367.0, "completions/min_terminated_length": 367.0, "epoch": 1.20703125, "frac_reward_zero_std": 0.25, "grad_norm": 0.03226394206285477, "kl": 0.015381566947326064, "learning_rate": 3.861597587537568e-06, "loss": 0.0, "num_tokens": 16480883.0, "reward": 1.9420307874679565, "reward_std": 0.21279776096343994, "rewards/ROUGEL_entities_reward/mean": 0.5201558470726013, "rewards/ROUGEL_entities_reward/std": 0.2578621506690979, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.328125, "rewards/f1_entities_exact_reward/std": 0.35033106803894043, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 309 }, { "completion_length": 1011.96875, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1877.0, "completions/mean_length": 1012.9375, "completions/mean_terminated_length": 979.54833984375, "completions/min_length": 369.0, "completions/min_terminated_length": 369.0, "epoch": 1.2109375, "frac_reward_zero_std": 0.125, "grad_norm": 1.478261947631836, "kl": 3.4440985918045044, "learning_rate": 3.8524361784199855e-06, "loss": 0.0034, "num_tokens": 16538101.0, "reward": 1.5519838333129883, "reward_std": 0.15897709131240845, "rewards/ROUGEL_entities_reward/mean": 0.36448389291763306, "rewards/ROUGEL_entities_reward/std": 0.2820734977722168, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.33601075410842896, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 310 }, { "completion_length": 775.96875, "completions/clipped_ratio": 0.0625, "completions/max_length": 1950.0, "completions/max_terminated_length": 1271.0, "completions/mean_length": 776.90625, "completions/mean_terminated_length": 698.7000122070312, "completions/min_length": 372.0, "completions/min_terminated_length": 372.0, "epoch": 1.21484375, "frac_reward_zero_std": 0.0, "grad_norm": 0.04204393923282623, "kl": 0.014580020681023598, "learning_rate": 3.8432490208670605e-06, "loss": 0.0, "num_tokens": 16588322.0, "reward": 1.4552152156829834, "reward_std": 0.19879209995269775, "rewards/ROUGEL_entities_reward/mean": 0.3614652752876282, "rewards/ROUGEL_entities_reward/std": 0.2737334668636322, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 311 }, { "completion_length": 1072.5625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 2034.0, "completions/mean_length": 1073.53125, "completions/mean_terminated_length": 1042.0968017578125, "completions/min_length": 347.0, "completions/min_terminated_length": 347.0, "epoch": 1.21875, "frac_reward_zero_std": 0.0, "grad_norm": 2.1731529235839844, "kl": 7.9880207777023315, "learning_rate": 3.83403628978903e-06, "loss": 0.008, "num_tokens": 16647051.0, "reward": 1.4022282361984253, "reward_std": 0.39045271277427673, "rewards/ROUGEL_entities_reward/mean": 0.3397282361984253, "rewards/ROUGEL_entities_reward/std": 0.30352476239204407, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2540002465248108, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 312 }, { "completion_length": 848.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1532.0, "completions/max_terminated_length": 1532.0, "completions/mean_length": 849.0, "completions/mean_terminated_length": 849.0, "completions/min_length": 386.0, "completions/min_terminated_length": 386.0, "epoch": 1.22265625, "frac_reward_zero_std": 0.375, "grad_norm": 0.026768967509269714, "kl": 0.012159574078395963, "learning_rate": 3.824798160583012e-06, "loss": 0.0, "num_tokens": 16699191.0, "reward": 1.7742924690246582, "reward_std": 0.058475811034440994, "rewards/ROUGEL_entities_reward/mean": 0.46179234981536865, "rewards/ROUGEL_entities_reward/std": 0.24671489000320435, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.1875, "rewards/f1_entities_exact_reward/std": 0.3535533845424652, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 313 }, { "completion_length": 799.90625, "completions/clipped_ratio": 0.0, "completions/max_length": 1997.0, "completions/max_terminated_length": 1997.0, "completions/mean_length": 800.90625, "completions/mean_terminated_length": 800.90625, "completions/min_length": 372.0, "completions/min_terminated_length": 372.0, "epoch": 1.2265625, "frac_reward_zero_std": 0.125, "grad_norm": 5.973541259765625, "kl": 4.142105281352997, "learning_rate": 3.815534809129674e-06, "loss": 0.0041, "num_tokens": 16750268.0, "reward": 1.6093600988388062, "reward_std": 0.23453934490680695, "rewards/ROUGEL_entities_reward/mean": 0.4374850392341614, "rewards/ROUGEL_entities_reward/std": 0.21048995852470398, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.1875, "rewards/f1_entities_exact_reward/std": 0.24593468010425568, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 314 }, { "completion_length": 854.03125, "completions/clipped_ratio": 0.0625, "completions/max_length": 1957.0, "completions/max_terminated_length": 1478.0, "completions/mean_length": 854.96875, "completions/mean_terminated_length": 781.5000610351562, "completions/min_length": 399.0, "completions/min_terminated_length": 399.0, "epoch": 1.23046875, "frac_reward_zero_std": 0.0, "grad_norm": 0.04380077123641968, "kl": 0.012264567194506526, "learning_rate": 3.806246411789872e-06, "loss": 0.0, "num_tokens": 16802963.0, "reward": 1.4577404260635376, "reward_std": 0.25298359990119934, "rewards/ROUGEL_entities_reward/mean": 0.4108653664588928, "rewards/ROUGEL_entities_reward/std": 0.23231083154678345, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 315 }, { "completion_length": 926.03125, "completions/clipped_ratio": 0.0, "completions/max_length": 2018.0, "completions/max_terminated_length": 2018.0, "completions/mean_length": 927.03125, "completions/mean_terminated_length": 927.03125, "completions/min_length": 391.0, "completions/min_terminated_length": 391.0, "epoch": 1.234375, "frac_reward_zero_std": 0.0, "grad_norm": 1.3103115558624268, "kl": 3.45935195684433, "learning_rate": 3.796933145401304e-06, "loss": 0.0035, "num_tokens": 16857284.0, "reward": 1.3846124410629272, "reward_std": 0.23255181312561035, "rewards/ROUGEL_entities_reward/mean": 0.40023744106292725, "rewards/ROUGEL_entities_reward/std": 0.1809745579957962, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.015625, "rewards/f1_entities_exact_reward/std": 0.0883883461356163, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 316 }, { "completion_length": 975.0, "completions/clipped_ratio": 0.0, "completions/max_length": 2008.0, "completions/max_terminated_length": 2008.0, "completions/mean_length": 976.0, "completions/mean_terminated_length": 976.0, "completions/min_length": 370.0, "completions/min_terminated_length": 370.0, "epoch": 1.23828125, "frac_reward_zero_std": 0.0, "grad_norm": 1.3514901399612427, "kl": 3.2589178681373596, "learning_rate": 3.787595187275136e-06, "loss": 0.0033, "num_tokens": 16913740.0, "reward": 1.4929571151733398, "reward_std": 0.20165205001831055, "rewards/ROUGEL_entities_reward/mean": 0.36795705556869507, "rewards/ROUGEL_entities_reward/std": 0.1983201652765274, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.23546454310417175, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 317 }, { "completion_length": 991.65625, "completions/clipped_ratio": 0.03125, "completions/max_length": 1960.0, "completions/max_terminated_length": 1877.0, "completions/mean_length": 992.625, "completions/mean_terminated_length": 961.4193115234375, "completions/min_length": 367.0, "completions/min_terminated_length": 367.0, "epoch": 1.2421875, "frac_reward_zero_std": 0.0, "grad_norm": 0.03277154266834259, "kl": 0.010264594340696931, "learning_rate": 3.77823271519263e-06, "loss": 0.0, "num_tokens": 16970740.0, "reward": 1.3350114822387695, "reward_std": 0.2586258053779602, "rewards/ROUGEL_entities_reward/mean": 0.3037615716457367, "rewards/ROUGEL_entities_reward/std": 0.1942402571439743, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 318 }, { "completion_length": 856.75, "completions/clipped_ratio": 0.0, "completions/max_length": 1742.0, "completions/max_terminated_length": 1742.0, "completions/mean_length": 857.75, "completions/mean_terminated_length": 857.75, "completions/min_length": 355.0, "completions/min_terminated_length": 355.0, "epoch": 1.24609375, "frac_reward_zero_std": 0.125, "grad_norm": 0.03234546259045601, "kl": 0.009464354487136006, "learning_rate": 3.768845907401761e-06, "loss": 0.0, "num_tokens": 17022472.0, "reward": 1.3272285461425781, "reward_std": 0.06752051413059235, "rewards/ROUGEL_entities_reward/mean": 0.3116036653518677, "rewards/ROUGEL_entities_reward/std": 0.1436333805322647, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.015625, "rewards/f1_entities_exact_reward/std": 0.0883883461356163, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 319 }, { "completion_length": 788.15625, "completions/clipped_ratio": 0.0, "completions/max_length": 1588.0, "completions/max_terminated_length": 1588.0, "completions/mean_length": 789.15625, "completions/mean_terminated_length": 789.15625, "completions/min_length": 391.0, "completions/min_terminated_length": 391.0, "epoch": 1.25, "frac_reward_zero_std": 0.125, "grad_norm": 0.03477045148611069, "kl": 0.01078532706014812, "learning_rate": 3.759434942613816e-06, "loss": 0.0, "num_tokens": 17072841.0, "reward": 1.3507256507873535, "reward_std": 0.0623738169670105, "rewards/ROUGEL_entities_reward/mean": 0.2882257103919983, "rewards/ROUGEL_entities_reward/std": 0.21430332958698273, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 320 }, { "completion_length": 972.46875, "completions/clipped_ratio": 0.0625, "completions/max_length": 1978.0, "completions/max_terminated_length": 1614.0, "completions/mean_length": 973.40625, "completions/mean_terminated_length": 906.4334106445312, "completions/min_length": 446.0, "completions/min_terminated_length": 446.0, "epoch": 1.25390625, "frac_reward_zero_std": 0.0, "grad_norm": 0.8896467685699463, "kl": 3.0579888820648193, "learning_rate": 3.7500000000000005e-06, "loss": 0.0031, "num_tokens": 17129934.0, "reward": 1.225073218345642, "reward_std": 0.1589057743549347, "rewards/ROUGEL_entities_reward/mean": 0.28757327795028687, "rewards/ROUGEL_entities_reward/std": 0.1496795266866684, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 321 }, { "completion_length": 808.21875, "completions/clipped_ratio": 0.0625, "completions/max_length": 2026.0, "completions/max_terminated_length": 1458.0, "completions/mean_length": 809.15625, "completions/mean_terminated_length": 728.0333862304688, "completions/min_length": 360.0, "completions/min_terminated_length": 360.0, "epoch": 1.2578125, "frac_reward_zero_std": 0.375, "grad_norm": 1.5334354639053345, "kl": 3.3831433057785034, "learning_rate": 3.7405412591880213e-06, "loss": 0.0034, "num_tokens": 17180699.0, "reward": 1.9218850135803223, "reward_std": 0.1879269927740097, "rewards/ROUGEL_entities_reward/mean": 0.4375101327896118, "rewards/ROUGEL_entities_reward/std": 0.40903928875923157, "rewards/answer_correctness_func/mean": 0.25, "rewards/answer_correctness_func/std": 0.4399413466453552, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.296875, "rewards/f1_entities_exact_reward/std": 0.43735596537590027, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 322 }, { "completion_length": 826.40625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2007.0, "completions/max_terminated_length": 1637.0, "completions/mean_length": 827.375, "completions/mean_terminated_length": 789.3225708007812, "completions/min_length": 380.0, "completions/min_terminated_length": 380.0, "epoch": 1.26171875, "frac_reward_zero_std": 0.0, "grad_norm": 1.854339599609375, "kl": 3.7255329489707947, "learning_rate": 3.7310589002586683e-06, "loss": 0.0037, "num_tokens": 17232867.0, "reward": 1.4965447187423706, "reward_std": 0.3035896420478821, "rewards/ROUGEL_entities_reward/mean": 0.3871697187423706, "rewards/ROUGEL_entities_reward/std": 0.2755608558654785, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.24542178213596344, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 323 }, { "completion_length": 817.03125, "completions/clipped_ratio": 0.0, "completions/max_length": 1939.0, "completions/max_terminated_length": 1939.0, "completions/mean_length": 818.03125, "completions/mean_terminated_length": 818.03125, "completions/min_length": 392.0, "completions/min_terminated_length": 392.0, "epoch": 1.265625, "frac_reward_zero_std": 0.375, "grad_norm": 0.03306307643651962, "kl": 0.010855545289814472, "learning_rate": 3.721553103742388e-06, "loss": 0.0, "num_tokens": 17283020.0, "reward": 1.4573556184768677, "reward_std": 0.16167128086090088, "rewards/ROUGEL_entities_reward/mean": 0.34798064827919006, "rewards/ROUGEL_entities_reward/std": 0.24247519671916962, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.22840170562267303, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 324 }, { "completion_length": 838.34375, "completions/clipped_ratio": 0.03125, "completions/max_length": 1998.0, "completions/max_terminated_length": 1966.0, "completions/mean_length": 839.3125, "completions/mean_terminated_length": 801.9354858398438, "completions/min_length": 291.0, "completions/min_terminated_length": 291.0, "epoch": 1.26953125, "frac_reward_zero_std": 0.125, "grad_norm": 1.2461360692977905, "kl": 3.4143146276474, "learning_rate": 3.7120240506158433e-06, "loss": 0.0034, "num_tokens": 17335458.0, "reward": 1.471534252166748, "reward_std": 0.2499639391899109, "rewards/ROUGEL_entities_reward/mean": 0.39340925216674805, "rewards/ROUGEL_entities_reward/std": 0.3045273721218109, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 325 }, { "completion_length": 882.15625, "completions/clipped_ratio": 0.0625, "completions/max_length": 2048.0, "completions/max_terminated_length": 1977.0, "completions/mean_length": 883.09375, "completions/mean_terminated_length": 805.433349609375, "completions/min_length": 394.0, "completions/min_terminated_length": 394.0, "epoch": 1.2734375, "frac_reward_zero_std": 0.125, "grad_norm": 2.1181819438934326, "kl": 3.1941628456115723, "learning_rate": 3.7024719222984696e-06, "loss": 0.0032, "num_tokens": 17388841.0, "reward": 1.55832839012146, "reward_std": 0.28615596890449524, "rewards/ROUGEL_entities_reward/mean": 0.4177033007144928, "rewards/ROUGEL_entities_reward/std": 0.26407086849212646, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.1875, "rewards/f1_entities_exact_reward/std": 0.24593468010425568, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 326 }, { "completion_length": 799.40625, "completions/clipped_ratio": 0.03125, "completions/max_length": 1960.0, "completions/max_terminated_length": 1694.0, "completions/mean_length": 800.375, "completions/mean_terminated_length": 762.9677124023438, "completions/min_length": 403.0, "completions/min_terminated_length": 403.0, "epoch": 1.27734375, "frac_reward_zero_std": 0.25, "grad_norm": 3.5352625846862793, "kl": 3.7522714734077454, "learning_rate": 3.6928969006490212e-06, "loss": 0.0038, "num_tokens": 17439969.0, "reward": 1.4329601526260376, "reward_std": 0.22935433685779572, "rewards/ROUGEL_entities_reward/mean": 0.3548351526260376, "rewards/ROUGEL_entities_reward/std": 0.26312384009361267, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 327 }, { "completion_length": 809.34375, "completions/clipped_ratio": 0.0625, "completions/max_length": 1991.0, "completions/max_terminated_length": 1672.0, "completions/mean_length": 810.28125, "completions/mean_terminated_length": 731.5667114257812, "completions/min_length": 376.0, "completions/min_terminated_length": 376.0, "epoch": 1.28125, "frac_reward_zero_std": 0.125, "grad_norm": 1.569247841835022, "kl": 3.4199138879776, "learning_rate": 3.6832991679621087e-06, "loss": 0.0034, "num_tokens": 17491354.0, "reward": 1.368577480316162, "reward_std": 0.16541923582553864, "rewards/ROUGEL_entities_reward/mean": 0.30607739090919495, "rewards/ROUGEL_entities_reward/std": 0.243206188082695, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 328 }, { "completion_length": 780.375, "completions/clipped_ratio": 0.0, "completions/max_length": 1946.0, "completions/max_terminated_length": 1946.0, "completions/mean_length": 781.375, "completions/mean_terminated_length": 781.375, "completions/min_length": 371.0, "completions/min_terminated_length": 371.0, "epoch": 1.28515625, "frac_reward_zero_std": 0.0, "grad_norm": 1.5105963945388794, "kl": 3.8268258571624756, "learning_rate": 3.6736789069647273e-06, "loss": 0.0038, "num_tokens": 17541742.0, "reward": 1.669905662536621, "reward_std": 0.19232109189033508, "rewards/ROUGEL_entities_reward/mean": 0.40428054332733154, "rewards/ROUGEL_entities_reward/std": 0.2856215536594391, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.32650086283683777, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 329 }, { "completion_length": 985.0625, "completions/clipped_ratio": 0.03125, "completions/max_length": 1964.0, "completions/max_terminated_length": 1929.0, "completions/mean_length": 986.03125, "completions/mean_terminated_length": 954.4838256835938, "completions/min_length": 309.0, "completions/min_terminated_length": 309.0, "epoch": 1.2890625, "frac_reward_zero_std": 0.0, "grad_norm": 3.1820590496063232, "kl": 20.40817427635193, "learning_rate": 3.664036300812779e-06, "loss": 0.0204, "num_tokens": 17598975.0, "reward": 1.6448041200637817, "reward_std": 0.2282227873802185, "rewards/ROUGEL_entities_reward/mean": 0.45730409026145935, "rewards/ROUGEL_entities_reward/std": 0.3006841242313385, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.26753053069114685, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 330 }, { "completion_length": 796.46875, "completions/clipped_ratio": 0.0, "completions/max_length": 1517.0, "completions/max_terminated_length": 1517.0, "completions/mean_length": 797.46875, "completions/mean_terminated_length": 797.46875, "completions/min_length": 343.0, "completions/min_terminated_length": 343.0, "epoch": 1.29296875, "frac_reward_zero_std": 0.0, "grad_norm": 0.03845918923616409, "kl": 0.013107198290526867, "learning_rate": 3.654371533087586e-06, "loss": 0.0, "num_tokens": 17650542.0, "reward": 1.3987095355987549, "reward_std": 0.1585364043712616, "rewards/ROUGEL_entities_reward/mean": 0.3049594461917877, "rewards/ROUGEL_entities_reward/std": 0.19887091219425201, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 331 }, { "completion_length": 1130.0, "completions/clipped_ratio": 0.09375, "completions/max_length": 2006.0, "completions/max_terminated_length": 1894.0, "completions/mean_length": 1130.90625, "completions/mean_terminated_length": 1040.3792724609375, "completions/min_length": 367.0, "completions/min_terminated_length": 367.0, "epoch": 1.296875, "frac_reward_zero_std": 0.125, "grad_norm": 0.7514317035675049, "kl": 2.6073371171951294, "learning_rate": 3.6446847877923917e-06, "loss": 0.0026, "num_tokens": 17712499.0, "reward": 1.4615070819854736, "reward_std": 0.27064380049705505, "rewards/ROUGEL_entities_reward/mean": 0.3833821415901184, "rewards/ROUGEL_entities_reward/std": 0.27290230989456177, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.24542178213596344, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 332 }, { "completion_length": 806.15625, "completions/clipped_ratio": 0.03125, "completions/max_length": 1970.0, "completions/max_terminated_length": 1529.0, "completions/mean_length": 807.125, "completions/mean_terminated_length": 769.6128540039062, "completions/min_length": 366.0, "completions/min_terminated_length": 366.0, "epoch": 1.30078125, "frac_reward_zero_std": 0.125, "grad_norm": 0.03189544379711151, "kl": 0.012779287528246641, "learning_rate": 3.634976249348867e-06, "loss": 0.0, "num_tokens": 17763447.0, "reward": 1.4440487623214722, "reward_std": 0.19931921362876892, "rewards/ROUGEL_entities_reward/mean": 0.4284237027168274, "rewards/ROUGEL_entities_reward/std": 0.20824433863162994, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 333 }, { "completion_length": 982.375, "completions/clipped_ratio": 0.0625, "completions/max_length": 2032.0, "completions/max_terminated_length": 1990.0, "completions/mean_length": 983.3125, "completions/mean_terminated_length": 913.4000244140625, "completions/min_length": 330.0, "completions/min_terminated_length": 330.0, "epoch": 1.3046875, "frac_reward_zero_std": 0.125, "grad_norm": 1.4908274412155151, "kl": 2.992278218269348, "learning_rate": 3.625246102593588e-06, "loss": 0.003, "num_tokens": 17820489.0, "reward": 1.802546739578247, "reward_std": 0.20135976374149323, "rewards/ROUGEL_entities_reward/mean": 0.5056716799736023, "rewards/ROUGEL_entities_reward/std": 0.2932926416397095, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.234375, "rewards/f1_entities_exact_reward/std": 0.3588596284389496, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 334 }, { "completion_length": 834.75, "completions/clipped_ratio": 0.0, "completions/max_length": 1912.0, "completions/max_terminated_length": 1912.0, "completions/mean_length": 835.75, "completions/mean_terminated_length": 835.75, "completions/min_length": 409.0, "completions/min_terminated_length": 409.0, "epoch": 1.30859375, "frac_reward_zero_std": 0.25, "grad_norm": 0.028549624606966972, "kl": 0.011636164272204041, "learning_rate": 3.6154945327745223e-06, "loss": 0.0, "num_tokens": 17872237.0, "reward": 1.445401668548584, "reward_std": 0.10450717061758041, "rewards/ROUGEL_entities_reward/mean": 0.3516516387462616, "rewards/ROUGEL_entities_reward/std": 0.23899926245212555, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 335 }, { "completion_length": 921.3125, "completions/clipped_ratio": 0.03125, "completions/max_length": 1926.0, "completions/max_terminated_length": 1873.0, "completions/mean_length": 922.28125, "completions/mean_terminated_length": 889.9031982421875, "completions/min_length": 344.0, "completions/min_terminated_length": 344.0, "epoch": 1.3125, "frac_reward_zero_std": 0.125, "grad_norm": 0.03938747197389603, "kl": 0.011322283651679754, "learning_rate": 3.6057217255475034e-06, "loss": 0.0, "num_tokens": 17927290.0, "reward": 1.6481049060821533, "reward_std": 0.18223246932029724, "rewards/ROUGEL_entities_reward/mean": 0.47622978687286377, "rewards/ROUGEL_entities_reward/std": 0.3243953585624695, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.24127934873104095, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 336 }, { "completion_length": 838.78125, "completions/clipped_ratio": 0.0, "completions/max_length": 1875.0, "completions/max_terminated_length": 1875.0, "completions/mean_length": 839.78125, "completions/mean_terminated_length": 839.78125, "completions/min_length": 416.0, "completions/min_terminated_length": 416.0, "epoch": 1.31640625, "frac_reward_zero_std": 0.25, "grad_norm": 0.033930785953998566, "kl": 0.01099819433875382, "learning_rate": 3.595927866972694e-06, "loss": 0.0, "num_tokens": 17979503.0, "reward": 1.4660403728485107, "reward_std": 0.15978273749351501, "rewards/ROUGEL_entities_reward/mean": 0.43479031324386597, "rewards/ROUGEL_entities_reward/std": 0.1679893136024475, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 337 }, { "completion_length": 712.4375, "completions/clipped_ratio": 0.0, "completions/max_length": 1407.0, "completions/max_terminated_length": 1407.0, "completions/mean_length": 713.4375, "completions/mean_terminated_length": 713.4375, "completions/min_length": 378.0, "completions/min_terminated_length": 378.0, "epoch": 1.3203125, "frac_reward_zero_std": 0.125, "grad_norm": 0.040025003254413605, "kl": 0.014316253829747438, "learning_rate": 3.586113143511043e-06, "loss": 0.0, "num_tokens": 18027473.0, "reward": 1.490060567855835, "reward_std": 0.14981995522975922, "rewards/ROUGEL_entities_reward/mean": 0.3494355380535126, "rewards/ROUGEL_entities_reward/std": 0.25457072257995605, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.22840170562267303, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 338 }, { "completion_length": 812.34375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2034.0, "completions/max_terminated_length": 1627.0, "completions/mean_length": 813.3125, "completions/mean_terminated_length": 773.9354858398438, "completions/min_length": 399.0, "completions/min_terminated_length": 399.0, "epoch": 1.32421875, "frac_reward_zero_std": 0.375, "grad_norm": 0.9023459553718567, "kl": 4.0318883061409, "learning_rate": 3.5762777420207382e-06, "loss": 0.004, "num_tokens": 18078063.0, "reward": 1.7710222005844116, "reward_std": 0.18196263909339905, "rewards/ROUGEL_entities_reward/mean": 0.47414717078208923, "rewards/ROUGEL_entities_reward/std": 0.2852432429790497, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.234375, "rewards/f1_entities_exact_reward/std": 0.3356355130672455, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 339 }, { "completion_length": 870.46875, "completions/clipped_ratio": 0.0, "completions/max_length": 1556.0, "completions/max_terminated_length": 1556.0, "completions/mean_length": 871.46875, "completions/mean_terminated_length": 871.46875, "completions/min_length": 403.0, "completions/min_terminated_length": 403.0, "epoch": 1.328125, "frac_reward_zero_std": 0.25, "grad_norm": 0.03550766780972481, "kl": 0.012753437040373683, "learning_rate": 3.566421849753646e-06, "loss": 0.0, "num_tokens": 18131010.0, "reward": 1.376388430595398, "reward_std": 0.169389009475708, "rewards/ROUGEL_entities_reward/mean": 0.26701343059539795, "rewards/ROUGEL_entities_reward/std": 0.20461314916610718, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 340 }, { "completion_length": 959.0625, "completions/clipped_ratio": 0.0, "completions/max_length": 1545.0, "completions/max_terminated_length": 1545.0, "completions/mean_length": 960.0625, "completions/mean_terminated_length": 960.0625, "completions/min_length": 400.0, "completions/min_terminated_length": 400.0, "epoch": 1.33203125, "frac_reward_zero_std": 0.0, "grad_norm": 0.035658594220876694, "kl": 0.01219505025073886, "learning_rate": 3.556545654351749e-06, "loss": 0.0, "num_tokens": 18186872.0, "reward": 1.3916425704956055, "reward_std": 0.1363399624824524, "rewards/ROUGEL_entities_reward/mean": 0.3135174512863159, "rewards/ROUGEL_entities_reward/std": 0.23604543507099152, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 341 }, { "completion_length": 737.5625, "completions/clipped_ratio": 0.0, "completions/max_length": 1327.0, "completions/max_terminated_length": 1327.0, "completions/mean_length": 738.5625, "completions/mean_terminated_length": 738.5625, "completions/min_length": 393.0, "completions/min_terminated_length": 393.0, "epoch": 1.3359375, "frac_reward_zero_std": 0.0, "grad_norm": 0.03839992359280586, "kl": 0.014642757130786777, "learning_rate": 3.5466493438435707e-06, "loss": 0.0, "num_tokens": 18235690.0, "reward": 1.7560639381408691, "reward_std": 0.20371955633163452, "rewards/ROUGEL_entities_reward/mean": 0.4591890275478363, "rewards/ROUGEL_entities_reward/std": 0.30269965529441833, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.32650086283683777, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.03125, "rewards/reasoning_equal_answer_reward/std": 0.12296734005212784, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 342 }, { "completion_length": 678.5, "completions/clipped_ratio": 0.0, "completions/max_length": 1367.0, "completions/max_terminated_length": 1367.0, "completions/mean_length": 679.5, "completions/mean_terminated_length": 679.5, "completions/min_length": 396.0, "completions/min_terminated_length": 396.0, "epoch": 1.33984375, "frac_reward_zero_std": 0.125, "grad_norm": 0.039583563804626465, "kl": 0.016218802891671658, "learning_rate": 3.536733106640598e-06, "loss": 0.0, "num_tokens": 18282442.0, "reward": 2.67631459236145, "reward_std": 0.4741171598434448, "rewards/ROUGEL_entities_reward/mean": 0.7700644731521606, "rewards/ROUGEL_entities_reward/std": 0.23174817860126495, "rewards/answer_correctness_func/mean": 0.375, "rewards/answer_correctness_func/std": 0.49186936020851135, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.484375, "rewards/f1_entities_exact_reward/std": 0.44873252511024475, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.046875, "rewards/reasoning_equal_answer_reward/std": 0.19507545232772827, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 343 }, { "completion_length": 822.6875, "completions/clipped_ratio": 0.0, "completions/max_length": 1695.0, "completions/max_terminated_length": 1695.0, "completions/mean_length": 823.6875, "completions/mean_terminated_length": 823.6875, "completions/min_length": 394.0, "completions/min_terminated_length": 394.0, "epoch": 1.34375, "frac_reward_zero_std": 0.125, "grad_norm": 0.03811541572213173, "kl": 0.013958190800622106, "learning_rate": 3.5267971315336936e-06, "loss": 0.0, "num_tokens": 18333528.0, "reward": 1.5452611446380615, "reward_std": 0.2515175938606262, "rewards/ROUGEL_entities_reward/mean": 0.38901108503341675, "rewards/ROUGEL_entities_reward/std": 0.2551250755786896, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2540002465248108, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 344 }, { "completion_length": 794.0625, "completions/clipped_ratio": 0.0, "completions/max_length": 1400.0, "completions/max_terminated_length": 1400.0, "completions/mean_length": 795.0625, "completions/mean_terminated_length": 795.0625, "completions/min_length": 392.0, "completions/min_terminated_length": 392.0, "epoch": 1.34765625, "frac_reward_zero_std": 0.0, "grad_norm": 0.1836765706539154, "kl": 0.015387458726763725, "learning_rate": 3.516841607689501e-06, "loss": 0.0, "num_tokens": 18383022.0, "reward": 1.433746576309204, "reward_std": 0.11789508163928986, "rewards/ROUGEL_entities_reward/mean": 0.4024966359138489, "rewards/ROUGEL_entities_reward/std": 0.21725653111934662, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 345 }, { "completion_length": 924.0625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2043.0, "completions/max_terminated_length": 1963.0, "completions/mean_length": 925.03125, "completions/mean_terminated_length": 888.9677124023438, "completions/min_length": 379.0, "completions/min_terminated_length": 379.0, "epoch": 1.3515625, "frac_reward_zero_std": 0.125, "grad_norm": 1.7871354818344116, "kl": 3.573557674884796, "learning_rate": 3.5068667246468437e-06, "loss": 0.0036, "num_tokens": 18437663.0, "reward": 1.2506165504455566, "reward_std": 0.09863893687725067, "rewards/ROUGEL_entities_reward/mean": 0.23499152064323425, "rewards/ROUGEL_entities_reward/std": 0.228781059384346, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.015625, "rewards/f1_entities_exact_reward/std": 0.0883883461356163, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 346 }, { "completion_length": 994.71875, "completions/clipped_ratio": 0.0625, "completions/max_length": 2048.0, "completions/max_terminated_length": 2030.0, "completions/mean_length": 995.65625, "completions/mean_terminated_length": 925.5000610351562, "completions/min_length": 391.0, "completions/min_terminated_length": 391.0, "epoch": 1.35546875, "frac_reward_zero_std": 0.25, "grad_norm": 11.484188079833984, "kl": 4.404015600681305, "learning_rate": 3.496872672313116e-06, "loss": 0.0044, "num_tokens": 18493948.0, "reward": 1.500527024269104, "reward_std": 0.4281773865222931, "rewards/ROUGEL_entities_reward/mean": 0.43802696466445923, "rewards/ROUGEL_entities_reward/std": 0.26709502935409546, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.23546454310417175, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 347 }, { "completion_length": 848.6875, "completions/clipped_ratio": 0.03125, "completions/max_length": 1984.0, "completions/max_terminated_length": 1961.0, "completions/mean_length": 849.65625, "completions/mean_terminated_length": 813.0645141601562, "completions/min_length": 376.0, "completions/min_terminated_length": 376.0, "epoch": 1.359375, "frac_reward_zero_std": 0.125, "grad_norm": 1.5930107831954956, "kl": 4.131576299667358, "learning_rate": 3.486859640960668e-06, "loss": 0.0041, "num_tokens": 18546421.0, "reward": 1.2336196899414062, "reward_std": 0.20782892405986786, "rewards/ROUGEL_entities_reward/mean": 0.29611968994140625, "rewards/ROUGEL_entities_reward/std": 0.14478300511837006, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 348 }, { "completion_length": 890.09375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2046.0, "completions/max_terminated_length": 1842.0, "completions/mean_length": 891.0625, "completions/mean_terminated_length": 853.806396484375, "completions/min_length": 373.0, "completions/min_terminated_length": 373.0, "epoch": 1.36328125, "frac_reward_zero_std": 0.0, "grad_norm": 1.591356873512268, "kl": 3.2871623039245605, "learning_rate": 3.476827821223184e-06, "loss": 0.0033, "num_tokens": 18599783.0, "reward": 1.5298118591308594, "reward_std": 0.09485315531492233, "rewards/ROUGEL_entities_reward/mean": 0.4516868591308594, "rewards/ROUGEL_entities_reward/std": 0.28617438673973083, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 349 }, { "completion_length": 911.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1601.0, "completions/max_terminated_length": 1601.0, "completions/mean_length": 912.0, "completions/mean_terminated_length": 912.0, "completions/min_length": 403.0, "completions/min_terminated_length": 403.0, "epoch": 1.3671875, "frac_reward_zero_std": 0.125, "grad_norm": 0.031131895259022713, "kl": 0.01274047582410276, "learning_rate": 3.466777404092052e-06, "loss": 0.0, "num_tokens": 18654243.0, "reward": 1.5900108814239502, "reward_std": 0.20156583189964294, "rewards/ROUGEL_entities_reward/mean": 0.3712608218193054, "rewards/ROUGEL_entities_reward/std": 0.29032307863235474, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.3110854923725128, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 350 }, { "completion_length": 861.21875, "completions/clipped_ratio": 0.03125, "completions/max_length": 1987.0, "completions/max_terminated_length": 1603.0, "completions/mean_length": 862.1875, "completions/mean_terminated_length": 825.9031982421875, "completions/min_length": 381.0, "completions/min_terminated_length": 381.0, "epoch": 1.37109375, "frac_reward_zero_std": 0.0, "grad_norm": 1.1863032579421997, "kl": 4.145226955413818, "learning_rate": 3.4567085809127247e-06, "loss": 0.0041, "num_tokens": 18706509.0, "reward": 1.4051048755645752, "reward_std": 0.20321917533874512, "rewards/ROUGEL_entities_reward/mean": 0.4051048159599304, "rewards/ROUGEL_entities_reward/std": 0.2370089441537857, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 351 }, { "completion_length": 1032.59375, "completions/clipped_ratio": 0.0625, "completions/max_length": 2007.0, "completions/max_terminated_length": 1991.0, "completions/mean_length": 1033.53125, "completions/mean_terminated_length": 968.6333618164062, "completions/min_length": 424.0, "completions/min_terminated_length": 424.0, "epoch": 1.375, "frac_reward_zero_std": 0.125, "grad_norm": 1.5297962427139282, "kl": 3.294407904148102, "learning_rate": 3.4466215433810827e-06, "loss": 0.0033, "num_tokens": 18764882.0, "reward": 1.2781951427459717, "reward_std": 0.1262402981519699, "rewards/ROUGEL_entities_reward/mean": 0.3094451427459717, "rewards/ROUGEL_entities_reward/std": 0.21011780202388763, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 352 }, { "completion_length": 868.78125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1806.0, "completions/mean_length": 869.75, "completions/mean_terminated_length": 831.7418823242188, "completions/min_length": 365.0, "completions/min_terminated_length": 365.0, "epoch": 1.37890625, "frac_reward_zero_std": 0.125, "grad_norm": 1.43502938747406, "kl": 3.6649199724197388, "learning_rate": 3.436516483539781e-06, "loss": 0.0037, "num_tokens": 18817294.0, "reward": 1.4582874774932861, "reward_std": 0.17761580646038055, "rewards/ROUGEL_entities_reward/mean": 0.3801625370979309, "rewards/ROUGEL_entities_reward/std": 0.22342528402805328, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 353 }, { "completion_length": 715.875, "completions/clipped_ratio": 0.0, "completions/max_length": 1789.0, "completions/max_terminated_length": 1789.0, "completions/mean_length": 716.875, "completions/mean_terminated_length": 716.875, "completions/min_length": 360.0, "completions/min_terminated_length": 360.0, "epoch": 1.3828125, "frac_reward_zero_std": 0.0, "grad_norm": 0.040584683418273926, "kl": 0.016385341994464397, "learning_rate": 3.426393593774591e-06, "loss": 0.0, "num_tokens": 18865062.0, "reward": 1.909090280532837, "reward_std": 0.37709754705429077, "rewards/ROUGEL_entities_reward/mean": 0.47159039974212646, "rewards/ROUGEL_entities_reward/std": 0.3642618656158447, "rewards/answer_correctness_func/mean": 0.1875, "rewards/answer_correctness_func/std": 0.3965577781200409, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.25, "rewards/f1_entities_exact_reward/std": 0.4016096591949463, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 354 }, { "completion_length": 793.84375, "completions/clipped_ratio": 0.0625, "completions/max_length": 2039.0, "completions/max_terminated_length": 1488.0, "completions/mean_length": 794.78125, "completions/mean_terminated_length": 711.8333740234375, "completions/min_length": 375.0, "completions/min_terminated_length": 375.0, "epoch": 1.38671875, "frac_reward_zero_std": 0.375, "grad_norm": 1.3803465366363525, "kl": 3.705771327018738, "learning_rate": 3.4162530668107435e-06, "loss": 0.0037, "num_tokens": 18916447.0, "reward": 1.7607426643371582, "reward_std": 0.17326317727565765, "rewards/ROUGEL_entities_reward/mean": 0.47949257493019104, "rewards/ROUGEL_entities_reward/std": 0.3727932870388031, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.21875, "rewards/f1_entities_exact_reward/std": 0.35780468583106995, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 355 }, { "completion_length": 802.25, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1496.0, "completions/mean_length": 803.21875, "completions/mean_terminated_length": 763.0645141601562, "completions/min_length": 333.0, "completions/min_terminated_length": 333.0, "epoch": 1.390625, "frac_reward_zero_std": 0.0, "grad_norm": 1.4105709791183472, "kl": 4.124551057815552, "learning_rate": 3.406095095709254e-06, "loss": 0.0041, "num_tokens": 18967058.0, "reward": 1.4088563919067383, "reward_std": 0.16637983918190002, "rewards/ROUGEL_entities_reward/mean": 0.3307313323020935, "rewards/ROUGEL_entities_reward/std": 0.22064180672168732, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 356 }, { "completion_length": 794.3125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2029.0, "completions/max_terminated_length": 2005.0, "completions/mean_length": 795.28125, "completions/mean_terminated_length": 755.4838256835938, "completions/min_length": 304.0, "completions/min_terminated_length": 304.0, "epoch": 1.39453125, "frac_reward_zero_std": 0.125, "grad_norm": 1.0248751640319824, "kl": 3.939938247203827, "learning_rate": 3.39591987386325e-06, "loss": 0.0039, "num_tokens": 19017323.0, "reward": 1.3987903594970703, "reward_std": 0.23933376371860504, "rewards/ROUGEL_entities_reward/mean": 0.3519153594970703, "rewards/ROUGEL_entities_reward/std": 0.21011830866336823, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 357 }, { "completion_length": 1002.125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2000.0, "completions/max_terminated_length": 1997.0, "completions/mean_length": 1003.09375, "completions/mean_terminated_length": 970.9354248046875, "completions/min_length": 381.0, "completions/min_terminated_length": 381.0, "epoch": 1.3984375, "frac_reward_zero_std": 0.0, "grad_norm": 2.108865737915039, "kl": 3.4055808782577515, "learning_rate": 3.3857275949942896e-06, "loss": 0.0034, "num_tokens": 19074474.0, "reward": 1.2234362363815308, "reward_std": 0.34201228618621826, "rewards/ROUGEL_entities_reward/mean": 0.3015611171722412, "rewards/ROUGEL_entities_reward/std": 0.2308221012353897, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.015625, "rewards/f1_entities_exact_reward/std": 0.0883883461356163, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 358 }, { "completion_length": 769.375, "completions/clipped_ratio": 0.0, "completions/max_length": 1968.0, "completions/max_terminated_length": 1968.0, "completions/mean_length": 770.375, "completions/mean_terminated_length": 770.375, "completions/min_length": 365.0, "completions/min_terminated_length": 365.0, "epoch": 1.40234375, "frac_reward_zero_std": 0.125, "grad_norm": 1.5355242490768433, "kl": 4.328614413738251, "learning_rate": 3.375518453148669e-06, "loss": 0.0043, "num_tokens": 19124778.0, "reward": 1.454601526260376, "reward_std": 0.08415436744689941, "rewards/ROUGEL_entities_reward/mean": 0.37647655606269836, "rewards/ROUGEL_entities_reward/std": 0.25589537620544434, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 359 }, { "completion_length": 886.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1588.0, "completions/max_terminated_length": 1588.0, "completions/mean_length": 887.0, "completions/mean_terminated_length": 887.0, "completions/min_length": 409.0, "completions/min_terminated_length": 409.0, "epoch": 1.40625, "frac_reward_zero_std": 0.0, "grad_norm": 0.03548984229564667, "kl": 0.016414896585047245, "learning_rate": 3.3652926426937327e-06, "loss": 0.0, "num_tokens": 19179130.0, "reward": 1.450487494468689, "reward_std": 0.20862270891666412, "rewards/ROUGEL_entities_reward/mean": 0.38798752427101135, "rewards/ROUGEL_entities_reward/std": 0.2556091248989105, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 360 }, { "completion_length": 726.59375, "completions/clipped_ratio": 0.0, "completions/max_length": 1677.0, "completions/max_terminated_length": 1677.0, "completions/mean_length": 727.59375, "completions/mean_terminated_length": 727.59375, "completions/min_length": 338.0, "completions/min_terminated_length": 338.0, "epoch": 1.41015625, "frac_reward_zero_std": 0.375, "grad_norm": 0.025721261277794838, "kl": 0.0161749052349478, "learning_rate": 3.3550503583141726e-06, "loss": 0.0, "num_tokens": 19227173.0, "reward": 1.4864470958709717, "reward_std": 0.2361898422241211, "rewards/ROUGEL_entities_reward/mean": 0.3458220660686493, "rewards/ROUGEL_entities_reward/std": 0.30583733320236206, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.24542178213596344, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 361 }, { "completion_length": 694.15625, "completions/clipped_ratio": 0.0, "completions/max_length": 1489.0, "completions/max_terminated_length": 1489.0, "completions/mean_length": 695.15625, "completions/mean_terminated_length": 695.15625, "completions/min_length": 368.0, "completions/min_terminated_length": 368.0, "epoch": 1.4140625, "frac_reward_zero_std": 0.125, "grad_norm": 0.03964322805404663, "kl": 0.015074379276484251, "learning_rate": 3.344791795008318e-06, "loss": 0.0, "num_tokens": 19273974.0, "reward": 1.590208649635315, "reward_std": 0.19331200420856476, "rewards/ROUGEL_entities_reward/mean": 0.46520867943763733, "rewards/ROUGEL_entities_reward/std": 0.13704107701778412, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 362 }, { "completion_length": 942.09375, "completions/clipped_ratio": 0.0625, "completions/max_length": 1938.0, "completions/max_terminated_length": 1733.0, "completions/mean_length": 943.03125, "completions/mean_terminated_length": 876.7000732421875, "completions/min_length": 352.0, "completions/min_terminated_length": 352.0, "epoch": 1.41796875, "frac_reward_zero_std": 0.125, "grad_norm": 0.031379617750644684, "kl": 0.013175774365663528, "learning_rate": 3.3345171480844275e-06, "loss": 0.0, "num_tokens": 19328831.0, "reward": 1.482184886932373, "reward_std": 0.2746564447879791, "rewards/ROUGEL_entities_reward/mean": 0.40405982732772827, "rewards/ROUGEL_entities_reward/std": 0.21827663481235504, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.03125, "rewards/reasoning_equal_answer_reward/std": 0.12296734005212784, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 363 }, { "completion_length": 836.5625, "completions/clipped_ratio": 0.0, "completions/max_length": 1735.0, "completions/max_terminated_length": 1735.0, "completions/mean_length": 837.5625, "completions/mean_terminated_length": 837.5625, "completions/min_length": 379.0, "completions/min_terminated_length": 379.0, "epoch": 1.421875, "frac_reward_zero_std": 0.125, "grad_norm": 0.03723067790269852, "kl": 0.013879136648029089, "learning_rate": 3.3242266131569685e-06, "loss": 0.0, "num_tokens": 19380901.0, "reward": 1.665499210357666, "reward_std": 0.11352545768022537, "rewards/ROUGEL_entities_reward/mean": 0.540499210357666, "rewards/ROUGEL_entities_reward/std": 0.24056631326675415, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 364 }, { "completion_length": 758.15625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1705.0, "completions/mean_length": 759.125, "completions/mean_terminated_length": 717.54833984375, "completions/min_length": 352.0, "completions/min_terminated_length": 352.0, "epoch": 1.42578125, "frac_reward_zero_std": 0.125, "grad_norm": 0.9946857690811157, "kl": 4.631588637828827, "learning_rate": 3.313920386142892e-06, "loss": 0.0046, "num_tokens": 19429453.0, "reward": 1.6417344808578491, "reward_std": 0.30323827266693115, "rewards/ROUGEL_entities_reward/mean": 0.46985942125320435, "rewards/ROUGEL_entities_reward/std": 0.26678863167762756, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.27266234159469604, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 365 }, { "completion_length": 917.8125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2021.0, "completions/max_terminated_length": 1648.0, "completions/mean_length": 918.78125, "completions/mean_terminated_length": 883.2257690429688, "completions/min_length": 328.0, "completions/min_terminated_length": 328.0, "epoch": 1.4296875, "frac_reward_zero_std": 0.0, "grad_norm": 1.2223821878433228, "kl": 3.5459649562835693, "learning_rate": 3.303598663257904e-06, "loss": 0.0035, "num_tokens": 19484346.0, "reward": 1.2738032341003418, "reward_std": 0.1818172037601471, "rewards/ROUGEL_entities_reward/mean": 0.25817814469337463, "rewards/ROUGEL_entities_reward/std": 0.1591377854347229, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 366 }, { "completion_length": 852.625, "completions/clipped_ratio": 0.09375, "completions/max_length": 2016.0, "completions/max_terminated_length": 1501.0, "completions/mean_length": 853.53125, "completions/mean_terminated_length": 733.27587890625, "completions/min_length": 361.0, "completions/min_terminated_length": 361.0, "epoch": 1.43359375, "frac_reward_zero_std": 0.0, "grad_norm": 1.8632231950759888, "kl": 4.436339855194092, "learning_rate": 3.293261641012731e-06, "loss": 0.0044, "num_tokens": 19536695.0, "reward": 1.4354760646820068, "reward_std": 0.2214372456073761, "rewards/ROUGEL_entities_reward/mean": 0.38860100507736206, "rewards/ROUGEL_entities_reward/std": 0.19677309691905975, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 367 }, { "completion_length": 1018.78125, "completions/clipped_ratio": 0.03125, "completions/max_length": 1962.0, "completions/max_terminated_length": 1743.0, "completions/mean_length": 1019.75, "completions/mean_terminated_length": 989.3547973632812, "completions/min_length": 376.0, "completions/min_terminated_length": 376.0, "epoch": 1.4375, "frac_reward_zero_std": 0.125, "grad_norm": 0.03319983184337616, "kl": 0.012253295863047242, "learning_rate": 3.282909516209374e-06, "loss": 0.0, "num_tokens": 19594063.0, "reward": 1.4557225704193115, "reward_std": 0.16588538885116577, "rewards/ROUGEL_entities_reward/mean": 0.3775976300239563, "rewards/ROUGEL_entities_reward/std": 0.16979771852493286, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 368 }, { "completion_length": 801.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1443.0, "completions/max_terminated_length": 1443.0, "completions/mean_length": 802.0, "completions/mean_terminated_length": 802.0, "completions/min_length": 340.0, "completions/min_terminated_length": 340.0, "epoch": 1.44140625, "frac_reward_zero_std": 0.125, "grad_norm": 0.03895945847034454, "kl": 0.017473101383075118, "learning_rate": 3.272542485937369e-06, "loss": 0.0, "num_tokens": 19644751.0, "reward": 1.7780729532241821, "reward_std": 0.13616792857646942, "rewards/ROUGEL_entities_reward/mean": 0.44994789361953735, "rewards/ROUGEL_entities_reward/std": 0.3180868327617645, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.203125, "rewards/f1_entities_exact_reward/std": 0.35603946447372437, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 369 }, { "completion_length": 917.875, "completions/clipped_ratio": 0.0, "completions/max_length": 1989.0, "completions/max_terminated_length": 1989.0, "completions/mean_length": 918.875, "completions/mean_terminated_length": 918.875, "completions/min_length": 448.0, "completions/min_terminated_length": 448.0, "epoch": 1.4453125, "frac_reward_zero_std": 0.25, "grad_norm": 1.040469765663147, "kl": 3.9085320830345154, "learning_rate": 3.2621607475700272e-06, "loss": 0.0039, "num_tokens": 19699139.0, "reward": 1.7944473028182983, "reward_std": 0.22788017988204956, "rewards/ROUGEL_entities_reward/mean": 0.46632230281829834, "rewards/ROUGEL_entities_reward/std": 0.30487823486328125, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.265625, "rewards/f1_entities_exact_reward/std": 0.31068018078804016, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 370 }, { "completion_length": 867.375, "completions/clipped_ratio": 0.03125, "completions/max_length": 1919.0, "completions/max_terminated_length": 1388.0, "completions/mean_length": 868.34375, "completions/mean_terminated_length": 834.4515991210938, "completions/min_length": 289.0, "completions/min_terminated_length": 289.0, "epoch": 1.44921875, "frac_reward_zero_std": 0.25, "grad_norm": 0.029172109439969063, "kl": 0.016686273738741875, "learning_rate": 3.2517644987606827e-06, "loss": 0.0, "num_tokens": 19752666.0, "reward": 1.6248409748077393, "reward_std": 0.13814114034175873, "rewards/ROUGEL_entities_reward/mean": 0.4529659152030945, "rewards/ROUGEL_entities_reward/std": 0.19859544932842255, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.24127934873104095, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 371 }, { "completion_length": 895.875, "completions/clipped_ratio": 0.0625, "completions/max_length": 2048.0, "completions/max_terminated_length": 1769.0, "completions/mean_length": 896.8125, "completions/mean_terminated_length": 820.0667114257812, "completions/min_length": 377.0, "completions/min_terminated_length": 377.0, "epoch": 1.453125, "frac_reward_zero_std": 0.0, "grad_norm": 1.4386569261550903, "kl": 4.406543254852295, "learning_rate": 3.2413539374389275e-06, "loss": 0.0044, "num_tokens": 19806224.0, "reward": 1.5861879587173462, "reward_std": 0.38269931077957153, "rewards/ROUGEL_entities_reward/mean": 0.4299379587173462, "rewards/ROUGEL_entities_reward/std": 0.3134542405605316, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.26753053069114685, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 372 }, { "completion_length": 1061.9375, "completions/clipped_ratio": 0.0, "completions/max_length": 1772.0, "completions/max_terminated_length": 1772.0, "completions/mean_length": 1062.9375, "completions/mean_terminated_length": 1062.9375, "completions/min_length": 354.0, "completions/min_terminated_length": 354.0, "epoch": 1.45703125, "frac_reward_zero_std": 0.125, "grad_norm": 0.028190944343805313, "kl": 0.014347193064168096, "learning_rate": 3.230929261806842e-06, "loss": 0.0, "num_tokens": 19866122.0, "reward": 1.5866379737854004, "reward_std": 0.09405892342329025, "rewards/ROUGEL_entities_reward/mean": 0.4772629737854004, "rewards/ROUGEL_entities_reward/std": 0.2268880009651184, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 373 }, { "completion_length": 972.03125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2006.0, "completions/max_terminated_length": 1954.0, "completions/mean_length": 973.0, "completions/mean_terminated_length": 939.6773681640625, "completions/min_length": 416.0, "completions/min_terminated_length": 416.0, "epoch": 1.4609375, "frac_reward_zero_std": 0.125, "grad_norm": 0.8757891654968262, "kl": 4.0343711376190186, "learning_rate": 3.2204906703352236e-06, "loss": 0.004, "num_tokens": 19922982.0, "reward": 1.5840320587158203, "reward_std": 0.3048090934753418, "rewards/ROUGEL_entities_reward/mean": 0.4902821183204651, "rewards/ROUGEL_entities_reward/std": 0.35233476758003235, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.23546454310417175, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 374 }, { "completion_length": 905.9375, "completions/clipped_ratio": 0.03125, "completions/max_length": 1972.0, "completions/max_terminated_length": 1892.0, "completions/mean_length": 906.90625, "completions/mean_terminated_length": 872.54833984375, "completions/min_length": 335.0, "completions/min_terminated_length": 335.0, "epoch": 1.46484375, "frac_reward_zero_std": 0.0, "grad_norm": 85.1798324584961, "kl": 38.992951571941376, "learning_rate": 3.2100383617598075e-06, "loss": 0.039, "num_tokens": 19977643.0, "reward": 1.403003454208374, "reward_std": 0.2203846126794815, "rewards/ROUGEL_entities_reward/mean": 0.3561284840106964, "rewards/ROUGEL_entities_reward/std": 0.21159766614437103, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 375 }, { "completion_length": 830.71875, "completions/clipped_ratio": 0.125, "completions/max_length": 2027.0, "completions/max_terminated_length": 1505.0, "completions/mean_length": 831.59375, "completions/mean_terminated_length": 660.8214721679688, "completions/min_length": 398.0, "completions/min_terminated_length": 398.0, "epoch": 1.46875, "frac_reward_zero_std": 0.0, "grad_norm": 2.152907609939575, "kl": 4.943739056587219, "learning_rate": 3.199572535077481e-06, "loss": 0.0049, "num_tokens": 20029358.0, "reward": 1.4787688255310059, "reward_std": 0.26987558603286743, "rewards/ROUGEL_entities_reward/mean": 0.40064382553100586, "rewards/ROUGEL_entities_reward/std": 0.3039296865463257, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.2574494779109955, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 376 }, { "completion_length": 812.25, "completions/clipped_ratio": 0.03125, "completions/max_length": 2026.0, "completions/max_terminated_length": 2013.0, "completions/mean_length": 813.21875, "completions/mean_terminated_length": 774.0967407226562, "completions/min_length": 400.0, "completions/min_terminated_length": 400.0, "epoch": 1.47265625, "frac_reward_zero_std": 0.125, "grad_norm": 2.992933750152588, "kl": 4.829373240470886, "learning_rate": 3.189093389542498e-06, "loss": 0.0048, "num_tokens": 20080261.0, "reward": 1.357833981513977, "reward_std": 0.3086499571800232, "rewards/ROUGEL_entities_reward/mean": 0.35783398151397705, "rewards/ROUGEL_entities_reward/std": 0.2822992503643036, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 377 }, { "completion_length": 847.5, "completions/clipped_ratio": 0.0, "completions/max_length": 1600.0, "completions/max_terminated_length": 1600.0, "completions/mean_length": 848.5, "completions/mean_terminated_length": 848.5, "completions/min_length": 425.0, "completions/min_terminated_length": 425.0, "epoch": 1.4765625, "frac_reward_zero_std": 0.0, "grad_norm": 0.03249811381101608, "kl": 0.019614272750914097, "learning_rate": 3.1786011246626858e-06, "loss": 0.0, "num_tokens": 20132537.0, "reward": 1.6147040128707886, "reward_std": 0.10508178174495697, "rewards/ROUGEL_entities_reward/mean": 0.5209540128707886, "rewards/ROUGEL_entities_reward/std": 0.22880800068378448, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 378 }, { "completion_length": 1055.3125, "completions/clipped_ratio": 0.0625, "completions/max_length": 2048.0, "completions/max_terminated_length": 1708.0, "completions/mean_length": 1056.25, "completions/mean_terminated_length": 990.1333618164062, "completions/min_length": 364.0, "completions/min_terminated_length": 364.0, "epoch": 1.48046875, "frac_reward_zero_std": 0.125, "grad_norm": 2.582223653793335, "kl": 4.076504409313202, "learning_rate": 3.1680959401956425e-06, "loss": 0.0041, "num_tokens": 20190605.0, "reward": 1.6737644672393799, "reward_std": 0.20873355865478516, "rewards/ROUGEL_entities_reward/mean": 0.4550144672393799, "rewards/ROUGEL_entities_reward/std": 0.31033021211624146, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.25, "rewards/f1_entities_exact_reward/std": 0.2540002465248108, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 379 }, { "completion_length": 932.40625, "completions/clipped_ratio": 0.0, "completions/max_length": 2022.0, "completions/max_terminated_length": 2022.0, "completions/mean_length": 933.40625, "completions/mean_terminated_length": 933.40625, "completions/min_length": 430.0, "completions/min_terminated_length": 430.0, "epoch": 1.484375, "frac_reward_zero_std": 0.125, "grad_norm": 0.8690218925476074, "kl": 3.9847922325134277, "learning_rate": 3.157578036144937e-06, "loss": 0.004, "num_tokens": 20246002.0, "reward": 1.4449572563171387, "reward_std": 0.1258782148361206, "rewards/ROUGEL_entities_reward/mean": 0.3824572265148163, "rewards/ROUGEL_entities_reward/std": 0.28920215368270874, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 380 }, { "completion_length": 1032.0, "completions/clipped_ratio": 0.03125, "completions/max_length": 1988.0, "completions/max_terminated_length": 1963.0, "completions/mean_length": 1032.96875, "completions/mean_terminated_length": 1002.1612548828125, "completions/min_length": 430.0, "completions/min_terminated_length": 430.0, "epoch": 1.48828125, "frac_reward_zero_std": 0.0, "grad_norm": 0.8294802308082581, "kl": 4.314937770366669, "learning_rate": 3.147047612756302e-06, "loss": 0.0043, "num_tokens": 20304481.0, "reward": 1.2236716747283936, "reward_std": 0.16475343704223633, "rewards/ROUGEL_entities_reward/mean": 0.30179670453071594, "rewards/ROUGEL_entities_reward/std": 0.1986030787229538, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.015625, "rewards/f1_entities_exact_reward/std": 0.0883883461356163, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 381 }, { "completion_length": 724.875, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1309.0, "completions/mean_length": 725.84375, "completions/mean_terminated_length": 683.1935424804688, "completions/min_length": 343.0, "completions/min_terminated_length": 343.0, "epoch": 1.4921875, "frac_reward_zero_std": 0.0, "grad_norm": 1.0704401731491089, "kl": 5.035919189453125, "learning_rate": 3.136504870513819e-06, "loss": 0.005, "num_tokens": 20352832.0, "reward": 1.4538688659667969, "reward_std": 0.16438350081443787, "rewards/ROUGEL_entities_reward/mean": 0.4382439851760864, "rewards/ROUGEL_entities_reward/std": 0.2711261510848999, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 382 }, { "completion_length": 841.3125, "completions/clipped_ratio": 0.0625, "completions/max_length": 2025.0, "completions/max_terminated_length": 1710.0, "completions/mean_length": 842.25, "completions/mean_terminated_length": 763.4000244140625, "completions/min_length": 378.0, "completions/min_terminated_length": 378.0, "epoch": 1.49609375, "frac_reward_zero_std": 0.25, "grad_norm": 0.7141045331954956, "kl": 5.221880316734314, "learning_rate": 3.125950010136104e-06, "loss": 0.0052, "num_tokens": 20404096.0, "reward": 1.5893490314483643, "reward_std": 0.1944163590669632, "rewards/ROUGEL_entities_reward/mean": 0.38622406125068665, "rewards/ROUGEL_entities_reward/std": 0.3214816749095917, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.3415895998477936, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 383 }, { "completion_length": 926.5, "completions/clipped_ratio": 0.0625, "completions/max_length": 2048.0, "completions/max_terminated_length": 1704.0, "completions/mean_length": 927.4375, "completions/mean_terminated_length": 852.7333984375, "completions/min_length": 421.0, "completions/min_terminated_length": 421.0, "epoch": 1.5, "frac_reward_zero_std": 0.25, "grad_norm": 0.7726752758026123, "kl": 4.145233690738678, "learning_rate": 3.115383232572483e-06, "loss": 0.0041, "num_tokens": 20458294.0, "reward": 2.224479913711548, "reward_std": 0.37772151827812195, "rewards/ROUGEL_entities_reward/mean": 0.6463548541069031, "rewards/ROUGEL_entities_reward/std": 0.3673087954521179, "rewards/answer_correctness_func/mean": 0.21875, "rewards/answer_correctness_func/std": 0.420013427734375, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.421875, "rewards/f1_entities_exact_reward/std": 0.3833085000514984, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 384 }, { "completion_length": 1032.875, "completions/clipped_ratio": 0.03125, "completions/max_length": 2042.0, "completions/max_terminated_length": 1979.0, "completions/mean_length": 1033.84375, "completions/mean_terminated_length": 1001.3225708007812, "completions/min_length": 397.0, "completions/min_terminated_length": 397.0, "epoch": 1.50390625, "frac_reward_zero_std": 0.375, "grad_norm": 1.066927194595337, "kl": 4.008044898509979, "learning_rate": 3.1048047389991693e-06, "loss": 0.004, "num_tokens": 20516441.0, "reward": 1.5120704174041748, "reward_std": 0.16459783911705017, "rewards/ROUGEL_entities_reward/mean": 0.40269529819488525, "rewards/ROUGEL_entities_reward/std": 0.2519875466823578, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.22840170562267303, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 385 }, { "completion_length": 1035.9375, "completions/clipped_ratio": 0.0, "completions/max_length": 1776.0, "completions/max_terminated_length": 1776.0, "completions/mean_length": 1036.9375, "completions/mean_terminated_length": 1036.9375, "completions/min_length": 417.0, "completions/min_terminated_length": 417.0, "epoch": 1.5078125, "frac_reward_zero_std": 0.0, "grad_norm": 0.030822373926639557, "kl": 0.019070419017225504, "learning_rate": 3.094214730815433e-06, "loss": 0.0, "num_tokens": 20575099.0, "reward": 1.4271985292434692, "reward_std": 0.1844784915447235, "rewards/ROUGEL_entities_reward/mean": 0.380323588848114, "rewards/ROUGEL_entities_reward/std": 0.24993571639060974, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 386 }, { "completion_length": 742.03125, "completions/clipped_ratio": 0.0, "completions/max_length": 1417.0, "completions/max_terminated_length": 1417.0, "completions/mean_length": 743.03125, "completions/mean_terminated_length": 743.03125, "completions/min_length": 376.0, "completions/min_terminated_length": 376.0, "epoch": 1.51171875, "frac_reward_zero_std": 0.125, "grad_norm": 0.03155403211712837, "kl": 0.02529502147808671, "learning_rate": 3.0836134096397642e-06, "loss": 0.0, "num_tokens": 20623856.0, "reward": 1.6093322038650513, "reward_std": 0.16120925545692444, "rewards/ROUGEL_entities_reward/mean": 0.4062071442604065, "rewards/ROUGEL_entities_reward/std": 0.2670266330242157, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.203125, "rewards/f1_entities_exact_reward/std": 0.24949544668197632, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 387 }, { "completion_length": 887.71875, "completions/clipped_ratio": 0.0, "completions/max_length": 1962.0, "completions/max_terminated_length": 1962.0, "completions/mean_length": 888.71875, "completions/mean_terminated_length": 888.71875, "completions/min_length": 376.0, "completions/min_terminated_length": 376.0, "epoch": 1.515625, "frac_reward_zero_std": 0.125, "grad_norm": 0.824425458908081, "kl": 4.891862273216248, "learning_rate": 3.073000977306036e-06, "loss": 0.0049, "num_tokens": 20677711.0, "reward": 1.7177307605743408, "reward_std": 0.1856309473514557, "rewards/ROUGEL_entities_reward/mean": 0.4521057903766632, "rewards/ROUGEL_entities_reward/std": 0.30304956436157227, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.35033106803894043, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 388 }, { "completion_length": 830.375, "completions/clipped_ratio": 0.03125, "completions/max_length": 1972.0, "completions/max_terminated_length": 1930.0, "completions/mean_length": 831.34375, "completions/mean_terminated_length": 794.54833984375, "completions/min_length": 321.0, "completions/min_terminated_length": 321.0, "epoch": 1.51953125, "frac_reward_zero_std": 0.125, "grad_norm": 1.3056750297546387, "kl": 5.142911911010742, "learning_rate": 3.062377635859663e-06, "loss": 0.0051, "num_tokens": 20729678.0, "reward": 1.4856646060943604, "reward_std": 0.27926334738731384, "rewards/ROUGEL_entities_reward/mean": 0.4387897253036499, "rewards/ROUGEL_entities_reward/std": 0.26063889265060425, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 389 }, { "completion_length": 831.65625, "completions/clipped_ratio": 0.03125, "completions/max_length": 1911.0, "completions/max_terminated_length": 1604.0, "completions/mean_length": 832.625, "completions/mean_terminated_length": 797.8386840820312, "completions/min_length": 329.0, "completions/min_terminated_length": 329.0, "epoch": 1.5234375, "frac_reward_zero_std": 0.0, "grad_norm": 0.03810644894838333, "kl": 0.022312975488603115, "learning_rate": 3.051743587553754e-06, "loss": 0.0, "num_tokens": 20782162.0, "reward": 1.2676836252212524, "reward_std": 0.17030230164527893, "rewards/ROUGEL_entities_reward/mean": 0.29893362522125244, "rewards/ROUGEL_entities_reward/std": 0.20098046958446503, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 390 }, { "completion_length": 882.5625, "completions/clipped_ratio": 0.0, "completions/max_length": 1896.0, "completions/max_terminated_length": 1896.0, "completions/mean_length": 883.5625, "completions/mean_terminated_length": 883.5625, "completions/min_length": 396.0, "completions/min_terminated_length": 396.0, "epoch": 1.52734375, "frac_reward_zero_std": 0.125, "grad_norm": 0.031202206388115883, "kl": 0.023022031411528587, "learning_rate": 3.0410990348452572e-06, "loss": 0.0, "num_tokens": 20835236.0, "reward": 1.5345656871795654, "reward_std": 0.1394687294960022, "rewards/ROUGEL_entities_reward/mean": 0.44081568717956543, "rewards/ROUGEL_entities_reward/std": 0.2849166989326477, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 391 }, { "completion_length": 848.9375, "completions/clipped_ratio": 0.03125, "completions/max_length": 1966.0, "completions/max_terminated_length": 1765.0, "completions/mean_length": 849.90625, "completions/mean_terminated_length": 813.9031982421875, "completions/min_length": 388.0, "completions/min_terminated_length": 388.0, "epoch": 1.53125, "frac_reward_zero_std": 0.375, "grad_norm": 0.7888651490211487, "kl": 5.207416296005249, "learning_rate": 3.030444180391116e-06, "loss": 0.0052, "num_tokens": 20887769.0, "reward": 1.6916508674621582, "reward_std": 0.2021941989660263, "rewards/ROUGEL_entities_reward/mean": 0.5041510462760925, "rewards/ROUGEL_entities_reward/std": 0.29616209864616394, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.21875, "rewards/f1_entities_exact_reward/std": 0.2520080506801605, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 392 }, { "completion_length": 1093.90625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2047.0, "completions/max_terminated_length": 1873.0, "completions/mean_length": 1094.875, "completions/mean_terminated_length": 1064.1612548828125, "completions/min_length": 440.0, "completions/min_terminated_length": 440.0, "epoch": 1.53515625, "frac_reward_zero_std": 0.25, "grad_norm": 1.7665733098983765, "kl": 4.598794102668762, "learning_rate": 3.019779227044398e-06, "loss": 0.0046, "num_tokens": 20947201.0, "reward": 1.3589839935302734, "reward_std": 0.10463375598192215, "rewards/ROUGEL_entities_reward/mean": 0.32773393392562866, "rewards/ROUGEL_entities_reward/std": 0.2123173177242279, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 393 }, { "completion_length": 957.5625, "completions/clipped_ratio": 0.03125, "completions/max_length": 1980.0, "completions/max_terminated_length": 1736.0, "completions/mean_length": 958.53125, "completions/mean_terminated_length": 925.5806274414062, "completions/min_length": 388.0, "completions/min_terminated_length": 388.0, "epoch": 1.5390625, "frac_reward_zero_std": 0.25, "grad_norm": 0.027434147894382477, "kl": 0.024181826505810022, "learning_rate": 3.0091043778504438e-06, "loss": 0.0, "num_tokens": 21002610.0, "reward": 1.6619250774383545, "reward_std": 0.23258763551712036, "rewards/ROUGEL_entities_reward/mean": 0.4900500476360321, "rewards/ROUGEL_entities_reward/std": 0.30985507369041443, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.203125, "rewards/f1_entities_exact_reward/std": 0.24949544668197632, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 394 }, { "completion_length": 763.90625, "completions/clipped_ratio": 0.0, "completions/max_length": 1727.0, "completions/max_terminated_length": 1727.0, "completions/mean_length": 764.90625, "completions/mean_terminated_length": 764.90625, "completions/min_length": 286.0, "completions/min_terminated_length": 286.0, "epoch": 1.54296875, "frac_reward_zero_std": 0.0, "grad_norm": 0.038691964000463486, "kl": 0.026313600596040487, "learning_rate": 2.998419836042993e-06, "loss": 0.0, "num_tokens": 21052479.0, "reward": 1.6004266738891602, "reward_std": 0.20752044022083282, "rewards/ROUGEL_entities_reward/mean": 0.42855170369148254, "rewards/ROUGEL_entities_reward/std": 0.22232061624526978, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2763347327709198, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 395 }, { "completion_length": 844.25, "completions/clipped_ratio": 0.0, "completions/max_length": 1727.0, "completions/max_terminated_length": 1727.0, "completions/mean_length": 845.25, "completions/mean_terminated_length": 845.25, "completions/min_length": 414.0, "completions/min_terminated_length": 414.0, "epoch": 1.546875, "frac_reward_zero_std": 0.25, "grad_norm": 0.030567487701773643, "kl": 0.02433464163914323, "learning_rate": 2.9877258050403214e-06, "loss": 0.0, "num_tokens": 21104067.0, "reward": 1.8607066869735718, "reward_std": 0.07662837207317352, "rewards/ROUGEL_entities_reward/mean": 0.4700816869735718, "rewards/ROUGEL_entities_reward/std": 0.31565579771995544, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.265625, "rewards/f1_entities_exact_reward/std": 0.3588596284389496, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 396 }, { "completion_length": 882.875, "completions/clipped_ratio": 0.0, "completions/max_length": 1816.0, "completions/max_terminated_length": 1816.0, "completions/mean_length": 883.875, "completions/mean_terminated_length": 883.875, "completions/min_length": 388.0, "completions/min_terminated_length": 388.0, "epoch": 1.55078125, "frac_reward_zero_std": 0.25, "grad_norm": 0.030023572966456413, "kl": 0.023407963570207357, "learning_rate": 2.9770224884413625e-06, "loss": 0.0, "num_tokens": 21157499.0, "reward": 1.4395005702972412, "reward_std": 0.054662249982357025, "rewards/ROUGEL_entities_reward/mean": 0.3770005404949188, "rewards/ROUGEL_entities_reward/std": 0.22302554547786713, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 397 }, { "completion_length": 790.375, "completions/clipped_ratio": 0.0, "completions/max_length": 1477.0, "completions/max_terminated_length": 1477.0, "completions/mean_length": 791.375, "completions/mean_terminated_length": 791.375, "completions/min_length": 370.0, "completions/min_terminated_length": 370.0, "epoch": 1.5546875, "frac_reward_zero_std": 0.125, "grad_norm": 0.032466839998960495, "kl": 0.026329349260777235, "learning_rate": 2.966310090021837e-06, "loss": 0.0, "num_tokens": 21207371.0, "reward": 1.4609436988830566, "reward_std": 0.10633625090122223, "rewards/ROUGEL_entities_reward/mean": 0.36719372868537903, "rewards/ROUGEL_entities_reward/std": 0.2739435136318207, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 398 }, { "completion_length": 863.46875, "completions/clipped_ratio": 0.03125, "completions/max_length": 2046.0, "completions/max_terminated_length": 1543.0, "completions/mean_length": 864.4375, "completions/mean_terminated_length": 826.3225708007812, "completions/min_length": 339.0, "completions/min_terminated_length": 339.0, "epoch": 1.55859375, "frac_reward_zero_std": 0.0, "grad_norm": 1.6748336553573608, "kl": 6.423237144947052, "learning_rate": 2.9555888137303695e-06, "loss": 0.0064, "num_tokens": 21260573.0, "reward": 1.5060005187988281, "reward_std": 0.19522899389266968, "rewards/ROUGEL_entities_reward/mean": 0.3810003995895386, "rewards/ROUGEL_entities_reward/std": 0.2095675766468048, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.23546454310417175, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 399 }, { "completion_length": 763.96875, "completions/clipped_ratio": 0.0, "completions/max_length": 1856.0, "completions/max_terminated_length": 1856.0, "completions/mean_length": 764.96875, "completions/mean_terminated_length": 764.96875, "completions/min_length": 390.0, "completions/min_terminated_length": 390.0, "epoch": 1.5625, "frac_reward_zero_std": 0.125, "grad_norm": 0.034813325852155685, "kl": 0.0292264549061656, "learning_rate": 2.944858863684605e-06, "loss": 0.0, "num_tokens": 21311212.0, "reward": 1.5817989110946655, "reward_std": 0.12787890434265137, "rewards/ROUGEL_entities_reward/mean": 0.4411739110946655, "rewards/ROUGEL_entities_reward/std": 0.2734297513961792, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.22840170562267303, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 400 }, { "completion_length": 1168.6875, "completions/clipped_ratio": 0.03125, "completions/max_length": 2032.0, "completions/max_terminated_length": 2029.0, "completions/mean_length": 1169.65625, "completions/mean_terminated_length": 1141.838623046875, "completions/min_length": 336.0, "completions/min_terminated_length": 336.0, "epoch": 1.56640625, "frac_reward_zero_std": 0.0, "grad_norm": 0.8840168714523315, "kl": 3.8757375478744507, "learning_rate": 2.9341204441673267e-06, "loss": 0.0039, "num_tokens": 21373377.0, "reward": 1.1945745944976807, "reward_std": 0.3214995265007019, "rewards/ROUGEL_entities_reward/mean": 0.27269962430000305, "rewards/ROUGEL_entities_reward/std": 0.2762358784675598, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.875, "rewards/answer_format_func/std": 0.33601075410842896, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 401 }, { "completion_length": 959.65625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 2011.0, "completions/mean_length": 960.625, "completions/mean_terminated_length": 925.54833984375, "completions/min_length": 294.0, "completions/min_terminated_length": 294.0, "epoch": 1.5703125, "frac_reward_zero_std": 0.125, "grad_norm": 13.316129684448242, "kl": 18.87782460451126, "learning_rate": 2.9233737596225616e-06, "loss": 0.0189, "num_tokens": 21429209.0, "reward": 1.1492712497711182, "reward_std": 0.25638097524642944, "rewards/ROUGEL_entities_reward/mean": 0.21177124977111816, "rewards/ROUGEL_entities_reward/std": 0.1606629192829132, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 402 }, { "completion_length": 852.28125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2030.0, "completions/max_terminated_length": 1997.0, "completions/mean_length": 853.25, "completions/mean_terminated_length": 815.290283203125, "completions/min_length": 394.0, "completions/min_terminated_length": 394.0, "epoch": 1.57421875, "frac_reward_zero_std": 0.25, "grad_norm": 1.2757916450500488, "kl": 5.922045111656189, "learning_rate": 2.912619014651694e-06, "loss": 0.0059, "num_tokens": 21481493.0, "reward": 1.2939420938491821, "reward_std": 0.19950389862060547, "rewards/ROUGEL_entities_reward/mean": 0.2939421534538269, "rewards/ROUGEL_entities_reward/std": 0.18141068518161774, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 403 }, { "completion_length": 860.625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2028.0, "completions/max_terminated_length": 1873.0, "completions/mean_length": 861.59375, "completions/mean_terminated_length": 823.9677124023438, "completions/min_length": 371.0, "completions/min_terminated_length": 371.0, "epoch": 1.578125, "frac_reward_zero_std": 0.25, "grad_norm": 0.820521354675293, "kl": 5.092351198196411, "learning_rate": 2.9018564140095657e-06, "loss": 0.0051, "num_tokens": 21533760.0, "reward": 1.6824637651443481, "reward_std": 0.31478574872016907, "rewards/ROUGEL_entities_reward/mean": 0.44808870553970337, "rewards/ROUGEL_entities_reward/std": 0.28676268458366394, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.32650086283683777, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 404 }, { "completion_length": 746.4375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2041.0, "completions/max_terminated_length": 1959.0, "completions/mean_length": 747.40625, "completions/mean_terminated_length": 705.6773681640625, "completions/min_length": 406.0, "completions/min_terminated_length": 406.0, "epoch": 1.58203125, "frac_reward_zero_std": 0.125, "grad_norm": 0.8745624423027039, "kl": 5.951016783714294, "learning_rate": 2.8910861626005774e-06, "loss": 0.006, "num_tokens": 21582501.0, "reward": 1.3128118515014648, "reward_std": 0.11848925054073334, "rewards/ROUGEL_entities_reward/mean": 0.31281182169914246, "rewards/ROUGEL_entities_reward/std": 0.19832289218902588, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 405 }, { "completion_length": 838.78125, "completions/clipped_ratio": 0.0, "completions/max_length": 1412.0, "completions/max_terminated_length": 1412.0, "completions/mean_length": 839.78125, "completions/mean_terminated_length": 839.78125, "completions/min_length": 296.0, "completions/min_terminated_length": 296.0, "epoch": 1.5859375, "frac_reward_zero_std": 0.125, "grad_norm": 0.03203904628753662, "kl": 0.026336068753153086, "learning_rate": 2.880308465474792e-06, "loss": 0.0, "num_tokens": 21634214.0, "reward": 1.4459893703460693, "reward_std": 0.10626621544361115, "rewards/ROUGEL_entities_reward/mean": 0.36786437034606934, "rewards/ROUGEL_entities_reward/std": 0.2486058473587036, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 406 }, { "completion_length": 884.65625, "completions/clipped_ratio": 0.0625, "completions/max_length": 2002.0, "completions/max_terminated_length": 1960.0, "completions/mean_length": 885.59375, "completions/mean_terminated_length": 811.1666870117188, "completions/min_length": 356.0, "completions/min_terminated_length": 356.0, "epoch": 1.58984375, "frac_reward_zero_std": 0.125, "grad_norm": 1.2693742513656616, "kl": 5.680246472358704, "learning_rate": 2.8695235278240272e-06, "loss": 0.0057, "num_tokens": 21687253.0, "reward": 1.5421133041381836, "reward_std": 0.28341156244277954, "rewards/ROUGEL_entities_reward/mean": 0.44836336374282837, "rewards/ROUGEL_entities_reward/std": 0.20355835556983948, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.23546454310417175, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 407 }, { "completion_length": 957.375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2027.0, "completions/max_terminated_length": 1732.0, "completions/mean_length": 958.34375, "completions/mean_terminated_length": 923.8709106445312, "completions/min_length": 422.0, "completions/min_terminated_length": 422.0, "epoch": 1.59375, "frac_reward_zero_std": 0.125, "grad_norm": 0.7504547834396362, "kl": 4.548698663711548, "learning_rate": 2.858731554977948e-06, "loss": 0.0045, "num_tokens": 21743676.0, "reward": 1.3925265073776245, "reward_std": 0.1307995617389679, "rewards/ROUGEL_entities_reward/mean": 0.37690162658691406, "rewards/ROUGEL_entities_reward/std": 0.2099725604057312, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.015625, "rewards/f1_entities_exact_reward/std": 0.0883883461356163, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 408 }, { "completion_length": 974.1875, "completions/clipped_ratio": 0.0, "completions/max_length": 1554.0, "completions/max_terminated_length": 1554.0, "completions/mean_length": 975.1875, "completions/mean_terminated_length": 975.1875, "completions/min_length": 419.0, "completions/min_terminated_length": 419.0, "epoch": 1.59765625, "frac_reward_zero_std": 0.0, "grad_norm": 0.02784338966012001, "kl": 0.02229863777756691, "learning_rate": 2.847932752400164e-06, "loss": 0.0, "num_tokens": 21799562.0, "reward": 1.516146183013916, "reward_std": 0.173414945602417, "rewards/ROUGEL_entities_reward/mean": 0.40677109360694885, "rewards/ROUGEL_entities_reward/std": 0.16198302805423737, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 409 }, { "completion_length": 898.125, "completions/clipped_ratio": 0.0, "completions/max_length": 1551.0, "completions/max_terminated_length": 1551.0, "completions/mean_length": 899.125, "completions/mean_terminated_length": 899.125, "completions/min_length": 409.0, "completions/min_terminated_length": 409.0, "epoch": 1.6015625, "frac_reward_zero_std": 0.0, "grad_norm": 0.03280281648039818, "kl": 0.022984993178397417, "learning_rate": 2.837127325684308e-06, "loss": 0.0, "num_tokens": 21853782.0, "reward": 1.3503222465515137, "reward_std": 0.11343184113502502, "rewards/ROUGEL_entities_reward/mean": 0.25657224655151367, "rewards/ROUGEL_entities_reward/std": 0.2285504788160324, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 410 }, { "completion_length": 848.59375, "completions/clipped_ratio": 0.0, "completions/max_length": 2009.0, "completions/max_terminated_length": 2009.0, "completions/mean_length": 849.59375, "completions/mean_terminated_length": 849.59375, "completions/min_length": 389.0, "completions/min_terminated_length": 389.0, "epoch": 1.60546875, "frac_reward_zero_std": 0.0, "grad_norm": 1.257967472076416, "kl": 5.453570365905762, "learning_rate": 2.82631548055013e-06, "loss": 0.0055, "num_tokens": 21905237.0, "reward": 1.4038166999816895, "reward_std": 0.11611000448465347, "rewards/ROUGEL_entities_reward/mean": 0.3256916403770447, "rewards/ROUGEL_entities_reward/std": 0.2810034155845642, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 411 }, { "completion_length": 747.875, "completions/clipped_ratio": 0.0625, "completions/max_length": 1977.0, "completions/max_terminated_length": 1200.0, "completions/mean_length": 748.8125, "completions/mean_terminated_length": 666.933349609375, "completions/min_length": 355.0, "completions/min_terminated_length": 355.0, "epoch": 1.609375, "frac_reward_zero_std": 0.25, "grad_norm": 0.037574511021375656, "kl": 0.03246056102216244, "learning_rate": 2.815497422839575e-06, "loss": 0.0, "num_tokens": 21954199.0, "reward": 1.4158145189285278, "reward_std": 0.14506050944328308, "rewards/ROUGEL_entities_reward/mean": 0.38456448912620544, "rewards/ROUGEL_entities_reward/std": 0.3019087314605713, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 412 }, { "completion_length": 702.96875, "completions/clipped_ratio": 0.0, "completions/max_length": 1391.0, "completions/max_terminated_length": 1391.0, "completions/mean_length": 703.96875, "completions/mean_terminated_length": 703.96875, "completions/min_length": 391.0, "completions/min_terminated_length": 391.0, "epoch": 1.61328125, "frac_reward_zero_std": 0.125, "grad_norm": 0.03524461388587952, "kl": 0.032040022779256105, "learning_rate": 2.804673358512869e-06, "loss": 0.0, "num_tokens": 22002986.0, "reward": 1.5410665273666382, "reward_std": 0.061502810567617416, "rewards/ROUGEL_entities_reward/mean": 0.4160665273666382, "rewards/ROUGEL_entities_reward/std": 0.2223832756280899, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 413 }, { "completion_length": 1000.4375, "completions/clipped_ratio": 0.0625, "completions/max_length": 2031.0, "completions/max_terminated_length": 2015.0, "completions/mean_length": 1001.375, "completions/mean_terminated_length": 932.7333984375, "completions/min_length": 346.0, "completions/min_terminated_length": 346.0, "epoch": 1.6171875, "frac_reward_zero_std": 0.125, "grad_norm": 1.684802532196045, "kl": 4.503148436546326, "learning_rate": 2.7938434936445946e-06, "loss": 0.0045, "num_tokens": 22059526.0, "reward": 1.2208747863769531, "reward_std": 0.2739385962486267, "rewards/ROUGEL_entities_reward/mean": 0.33024975657463074, "rewards/ROUGEL_entities_reward/std": 0.2276228964328766, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.875, "rewards/answer_format_func/std": 0.33601075410842896, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 414 }, { "completion_length": 903.25, "completions/clipped_ratio": 0.0, "completions/max_length": 2016.0, "completions/max_terminated_length": 2016.0, "completions/mean_length": 904.25, "completions/mean_terminated_length": 904.25, "completions/min_length": 444.0, "completions/min_terminated_length": 444.0, "epoch": 1.62109375, "frac_reward_zero_std": 0.125, "grad_norm": 0.9563244581222534, "kl": 5.074714779853821, "learning_rate": 2.7830080344197675e-06, "loss": 0.0051, "num_tokens": 22113578.0, "reward": 1.5341923236846924, "reward_std": 0.13081005215644836, "rewards/ROUGEL_entities_reward/mean": 0.37794241309165955, "rewards/ROUGEL_entities_reward/std": 0.30453547835350037, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.23546454310417175, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 415 }, { "completion_length": 777.0625, "completions/clipped_ratio": 0.0, "completions/max_length": 1948.0, "completions/max_terminated_length": 1948.0, "completions/mean_length": 778.0625, "completions/mean_terminated_length": 778.0625, "completions/min_length": 358.0, "completions/min_terminated_length": 358.0, "epoch": 1.625, "frac_reward_zero_std": 0.25, "grad_norm": 1.2224459648132324, "kl": 6.145663142204285, "learning_rate": 2.7721671871299115e-06, "loss": 0.0061, "num_tokens": 22163924.0, "reward": 1.703466534614563, "reward_std": 0.15811404585838318, "rewards/ROUGEL_entities_reward/mean": 0.5472164154052734, "rewards/ROUGEL_entities_reward/std": 0.16327661275863647, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.23546454310417175, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 416 }, { "completion_length": 961.375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2030.0, "completions/max_terminated_length": 1896.0, "completions/mean_length": 962.34375, "completions/mean_terminated_length": 927.9031982421875, "completions/min_length": 413.0, "completions/min_terminated_length": 413.0, "epoch": 1.62890625, "frac_reward_zero_std": 0.125, "grad_norm": 1.2198102474212646, "kl": 5.447265028953552, "learning_rate": 2.761321158169134e-06, "loss": 0.0054, "num_tokens": 22219027.0, "reward": 1.4420852661132812, "reward_std": 0.20802029967308044, "rewards/ROUGEL_entities_reward/mean": 0.37958529591560364, "rewards/ROUGEL_entities_reward/std": 0.24245238304138184, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 417 }, { "completion_length": 816.78125, "completions/clipped_ratio": 0.0, "completions/max_length": 1758.0, "completions/max_terminated_length": 1758.0, "completions/mean_length": 817.78125, "completions/mean_terminated_length": 817.78125, "completions/min_length": 402.0, "completions/min_terminated_length": 402.0, "epoch": 1.6328125, "frac_reward_zero_std": 0.125, "grad_norm": 0.03219057247042656, "kl": 0.02782996976748109, "learning_rate": 2.750470154030191e-06, "loss": 0.0, "num_tokens": 22271308.0, "reward": 1.9001953601837158, "reward_std": 0.3055287003517151, "rewards/ROUGEL_entities_reward/mean": 0.5408204793930054, "rewards/ROUGEL_entities_reward/std": 0.2884896397590637, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.234375, "rewards/f1_entities_exact_reward/std": 0.3588596284389496, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 418 }, { "completion_length": 938.0, "completions/clipped_ratio": 0.0625, "completions/max_length": 2048.0, "completions/max_terminated_length": 1705.0, "completions/mean_length": 938.9375, "completions/mean_terminated_length": 865.0000610351562, "completions/min_length": 352.0, "completions/min_terminated_length": 352.0, "epoch": 1.63671875, "frac_reward_zero_std": 0.125, "grad_norm": 0.7684544920921326, "kl": 4.3348307609558105, "learning_rate": 2.7396143813005603e-06, "loss": 0.0043, "num_tokens": 22326766.0, "reward": 1.6174407005310059, "reward_std": 0.2243185043334961, "rewards/ROUGEL_entities_reward/mean": 0.49244076013565063, "rewards/ROUGEL_entities_reward/std": 0.1993035227060318, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.22840170562267303, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 419 }, { "completion_length": 710.53125, "completions/clipped_ratio": 0.0, "completions/max_length": 1385.0, "completions/max_terminated_length": 1385.0, "completions/mean_length": 711.53125, "completions/mean_terminated_length": 711.53125, "completions/min_length": 324.0, "completions/min_terminated_length": 324.0, "epoch": 1.640625, "frac_reward_zero_std": 0.375, "grad_norm": 0.027302715927362442, "kl": 0.031558399088680744, "learning_rate": 2.7287540466585067e-06, "loss": 0.0, "num_tokens": 22375263.0, "reward": 1.5186793804168701, "reward_std": 0.09185966104269028, "rewards/ROUGEL_entities_reward/mean": 0.4718044400215149, "rewards/ROUGEL_entities_reward/std": 0.16356472671031952, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 420 }, { "completion_length": 923.34375, "completions/clipped_ratio": 0.0, "completions/max_length": 1616.0, "completions/max_terminated_length": 1616.0, "completions/mean_length": 924.34375, "completions/mean_terminated_length": 924.34375, "completions/min_length": 371.0, "completions/min_terminated_length": 371.0, "epoch": 1.64453125, "frac_reward_zero_std": 0.125, "grad_norm": 0.031224945560097694, "kl": 0.026486681774258614, "learning_rate": 2.717889356869146e-06, "loss": 0.0, "num_tokens": 22430162.0, "reward": 1.3332767486572266, "reward_std": 0.06603823602199554, "rewards/ROUGEL_entities_reward/mean": 0.33327680826187134, "rewards/ROUGEL_entities_reward/std": 0.18951500952243805, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 421 }, { "completion_length": 985.15625, "completions/clipped_ratio": 0.0, "completions/max_length": 1941.0, "completions/max_terminated_length": 1941.0, "completions/mean_length": 986.15625, "completions/mean_terminated_length": 986.15625, "completions/min_length": 426.0, "completions/min_terminated_length": 426.0, "epoch": 1.6484375, "frac_reward_zero_std": 0.0, "grad_norm": 0.028971560299396515, "kl": 0.020357508910819888, "learning_rate": 2.707020518780511e-06, "loss": 0.0, "num_tokens": 22485511.0, "reward": 1.4047683477401733, "reward_std": 0.1423157900571823, "rewards/ROUGEL_entities_reward/mean": 0.37351831793785095, "rewards/ROUGEL_entities_reward/std": 0.22146819531917572, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 422 }, { "completion_length": 1086.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1890.0, "completions/max_terminated_length": 1890.0, "completions/mean_length": 1087.0, "completions/mean_terminated_length": 1087.0, "completions/min_length": 431.0, "completions/min_terminated_length": 431.0, "epoch": 1.65234375, "frac_reward_zero_std": 0.125, "grad_norm": 0.025911366567015648, "kl": 0.022480650804936886, "learning_rate": 2.696147739319613e-06, "loss": 0.0, "num_tokens": 22545251.0, "reward": 1.6404738426208496, "reward_std": 0.059829287230968475, "rewards/ROUGEL_entities_reward/mean": 0.45297378301620483, "rewards/ROUGEL_entities_reward/std": 0.185139462351799, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.1875, "rewards/f1_entities_exact_reward/std": 0.24593468010425568, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 423 }, { "completion_length": 755.34375, "completions/clipped_ratio": 0.0, "completions/max_length": 1617.0, "completions/max_terminated_length": 1617.0, "completions/mean_length": 756.34375, "completions/mean_terminated_length": 756.34375, "completions/min_length": 386.0, "completions/min_terminated_length": 386.0, "epoch": 1.65625, "frac_reward_zero_std": 0.125, "grad_norm": 0.03504497930407524, "kl": 0.030904242768883705, "learning_rate": 2.6852712254884988e-06, "loss": 0.0, "num_tokens": 22594282.0, "reward": 1.725746989250183, "reward_std": 0.15621909499168396, "rewards/ROUGEL_entities_reward/mean": 0.5538718700408936, "rewards/ROUGEL_entities_reward/std": 0.2435740828514099, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.24127934873104095, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 424 }, { "completion_length": 1047.40625, "completions/clipped_ratio": 0.0625, "completions/max_length": 1998.0, "completions/max_terminated_length": 1947.0, "completions/mean_length": 1048.34375, "completions/mean_terminated_length": 985.0333862304688, "completions/min_length": 424.0, "completions/min_terminated_length": 424.0, "epoch": 1.66015625, "frac_reward_zero_std": 0.0, "grad_norm": 0.7218651175498962, "kl": 4.4751129150390625, "learning_rate": 2.6743911843603134e-06, "loss": 0.0045, "num_tokens": 22653077.0, "reward": 1.341580867767334, "reward_std": 0.2300177663564682, "rewards/ROUGEL_entities_reward/mean": 0.3572057783603668, "rewards/ROUGEL_entities_reward/std": 0.20821136236190796, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 425 }, { "completion_length": 693.46875, "completions/clipped_ratio": 0.0, "completions/max_length": 1689.0, "completions/max_terminated_length": 1689.0, "completions/mean_length": 694.46875, "completions/mean_terminated_length": 694.46875, "completions/min_length": 394.0, "completions/min_terminated_length": 394.0, "epoch": 1.6640625, "frac_reward_zero_std": 0.125, "grad_norm": 0.0348828099668026, "kl": 0.030752770602703094, "learning_rate": 2.663507823075358e-06, "loss": 0.0, "num_tokens": 22700656.0, "reward": 1.488041877746582, "reward_std": 0.08468902856111526, "rewards/ROUGEL_entities_reward/mean": 0.4255419075489044, "rewards/ROUGEL_entities_reward/std": 0.22728610038757324, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 426 }, { "completion_length": 1025.21875, "completions/clipped_ratio": 0.0, "completions/max_length": 1886.0, "completions/max_terminated_length": 1886.0, "completions/mean_length": 1026.21875, "completions/mean_terminated_length": 1026.21875, "completions/min_length": 406.0, "completions/min_terminated_length": 406.0, "epoch": 1.66796875, "frac_reward_zero_std": 0.0, "grad_norm": 0.03175295144319534, "kl": 0.023579221218824387, "learning_rate": 2.6526213488371427e-06, "loss": 0.0, "num_tokens": 22758707.0, "reward": 1.5450842380523682, "reward_std": 0.273699015378952, "rewards/ROUGEL_entities_reward/mean": 0.4982091188430786, "rewards/ROUGEL_entities_reward/std": 0.15204566717147827, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 427 }, { "completion_length": 826.90625, "completions/clipped_ratio": 0.0, "completions/max_length": 1865.0, "completions/max_terminated_length": 1865.0, "completions/mean_length": 827.90625, "completions/mean_terminated_length": 827.90625, "completions/min_length": 374.0, "completions/min_terminated_length": 374.0, "epoch": 1.671875, "frac_reward_zero_std": 0.0, "grad_norm": 0.039181072264909744, "kl": 0.027933730743825436, "learning_rate": 2.641731968908444e-06, "loss": 0.0, "num_tokens": 22811060.0, "reward": 1.5282928943634033, "reward_std": 0.1921238899230957, "rewards/ROUGEL_entities_reward/mean": 0.41891780495643616, "rewards/ROUGEL_entities_reward/std": 0.24557459354400635, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.22394464910030365, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 428 }, { "completion_length": 747.25, "completions/clipped_ratio": 0.0, "completions/max_length": 1728.0, "completions/max_terminated_length": 1728.0, "completions/mean_length": 748.25, "completions/mean_terminated_length": 748.25, "completions/min_length": 352.0, "completions/min_terminated_length": 352.0, "epoch": 1.67578125, "frac_reward_zero_std": 0.125, "grad_norm": 0.0317283496260643, "kl": 0.03103496553376317, "learning_rate": 2.6308398906073603e-06, "loss": 0.0, "num_tokens": 22859940.0, "reward": 1.4994571208953857, "reward_std": 0.1264079064130783, "rewards/ROUGEL_entities_reward/mean": 0.46820712089538574, "rewards/ROUGEL_entities_reward/std": 0.22043101489543915, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 429 }, { "completion_length": 799.1875, "completions/clipped_ratio": 0.0, "completions/max_length": 1788.0, "completions/max_terminated_length": 1788.0, "completions/mean_length": 800.1875, "completions/mean_terminated_length": 800.1875, "completions/min_length": 428.0, "completions/min_terminated_length": 428.0, "epoch": 1.6796875, "frac_reward_zero_std": 0.25, "grad_norm": 0.030551815405488014, "kl": 0.029114505276083946, "learning_rate": 2.61994532130336e-06, "loss": 0.0, "num_tokens": 22910726.0, "reward": 1.3927894830703735, "reward_std": 0.10316379368305206, "rewards/ROUGEL_entities_reward/mean": 0.28341448307037354, "rewards/ROUGEL_entities_reward/std": 0.22695167362689972, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 430 }, { "completion_length": 966.28125, "completions/clipped_ratio": 0.03125, "completions/max_length": 1918.0, "completions/max_terminated_length": 1653.0, "completions/mean_length": 967.25, "completions/mean_terminated_length": 936.5806274414062, "completions/min_length": 437.0, "completions/min_terminated_length": 437.0, "epoch": 1.68359375, "frac_reward_zero_std": 0.125, "grad_norm": 0.02585502341389656, "kl": 0.025992590934038162, "learning_rate": 2.6090484684133406e-06, "loss": 0.0, "num_tokens": 22967278.0, "reward": 1.3249868154525757, "reward_std": 0.11404357850551605, "rewards/ROUGEL_entities_reward/mean": 0.27811184525489807, "rewards/ROUGEL_entities_reward/std": 0.236755833029747, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 431 }, { "completion_length": 973.8125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2010.0, "completions/max_terminated_length": 1952.0, "completions/mean_length": 974.78125, "completions/mean_terminated_length": 941.3870849609375, "completions/min_length": 430.0, "completions/min_terminated_length": 430.0, "epoch": 1.6875, "frac_reward_zero_std": 0.0, "grad_norm": 1.324919581413269, "kl": 4.613633036613464, "learning_rate": 2.5981495393976718e-06, "loss": 0.0046, "num_tokens": 23024323.0, "reward": 1.5728713274002075, "reward_std": 0.40814006328582764, "rewards/ROUGEL_entities_reward/mean": 0.35412126779556274, "rewards/ROUGEL_entities_reward/std": 0.3123166263103485, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.32650086283683777, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 432 }, { "completion_length": 792.53125, "completions/clipped_ratio": 0.03125, "completions/max_length": 1974.0, "completions/max_terminated_length": 1961.0, "completions/mean_length": 793.5, "completions/mean_terminated_length": 755.4193115234375, "completions/min_length": 348.0, "completions/min_terminated_length": 348.0, "epoch": 1.69140625, "frac_reward_zero_std": 0.125, "grad_norm": 0.8964526057243347, "kl": 7.657969117164612, "learning_rate": 2.587248741756253e-06, "loss": 0.0077, "num_tokens": 23074779.0, "reward": 1.3748753070831299, "reward_std": 0.22396835684776306, "rewards/ROUGEL_entities_reward/mean": 0.2967502772808075, "rewards/ROUGEL_entities_reward/std": 0.18434448540210724, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 433 }, { "completion_length": 897.09375, "completions/clipped_ratio": 0.0, "completions/max_length": 1974.0, "completions/max_terminated_length": 1974.0, "completions/mean_length": 898.09375, "completions/mean_terminated_length": 898.09375, "completions/min_length": 278.0, "completions/min_terminated_length": 278.0, "epoch": 1.6953125, "frac_reward_zero_std": 0.25, "grad_norm": 0.02860388159751892, "kl": 0.02708373684436083, "learning_rate": 2.5763462830245573e-06, "loss": 0.0, "num_tokens": 23128154.0, "reward": 1.4598244428634644, "reward_std": 0.10693816840648651, "rewards/ROUGEL_entities_reward/mean": 0.3504493832588196, "rewards/ROUGEL_entities_reward/std": 0.22091545164585114, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 434 }, { "completion_length": 762.4375, "completions/clipped_ratio": 0.0, "completions/max_length": 1741.0, "completions/max_terminated_length": 1741.0, "completions/mean_length": 763.4375, "completions/mean_terminated_length": 763.4375, "completions/min_length": 395.0, "completions/min_terminated_length": 395.0, "epoch": 1.69921875, "frac_reward_zero_std": 0.375, "grad_norm": 0.026500185951590538, "kl": 0.029369349591434002, "learning_rate": 2.5654423707696834e-06, "loss": 0.0, "num_tokens": 23177540.0, "reward": 1.5214252471923828, "reward_std": 0.04410877078771591, "rewards/ROUGEL_entities_reward/mean": 0.3964252471923828, "rewards/ROUGEL_entities_reward/std": 0.17195719480514526, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 435 }, { "completion_length": 1066.78125, "completions/clipped_ratio": 0.0625, "completions/max_length": 2033.0, "completions/max_terminated_length": 1967.0, "completions/mean_length": 1067.71875, "completions/mean_terminated_length": 1003.36669921875, "completions/min_length": 391.0, "completions/min_terminated_length": 391.0, "epoch": 1.703125, "frac_reward_zero_std": 0.25, "grad_norm": 1.6088281869888306, "kl": 4.135031819343567, "learning_rate": 2.554537212586403e-06, "loss": 0.0041, "num_tokens": 23236271.0, "reward": 1.3916325569152832, "reward_std": 0.21525651216506958, "rewards/ROUGEL_entities_reward/mean": 0.3916325569152832, "rewards/ROUGEL_entities_reward/std": 0.27620363235473633, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.875, "rewards/answer_format_func/std": 0.33601075410842896, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 436 }, { "completion_length": 920.125, "completions/clipped_ratio": 0.03125, "completions/max_length": 1844.0, "completions/max_terminated_length": 1701.0, "completions/mean_length": 921.09375, "completions/mean_terminated_length": 891.3225708007812, "completions/min_length": 425.0, "completions/min_terminated_length": 425.0, "epoch": 1.70703125, "frac_reward_zero_std": 0.375, "grad_norm": 0.029510144144296646, "kl": 0.02711240015923977, "learning_rate": 2.543631016093209e-06, "loss": 0.0, "num_tokens": 23290862.0, "reward": 1.57259202003479, "reward_std": 0.092867910861969, "rewards/ROUGEL_entities_reward/mean": 0.41634199023246765, "rewards/ROUGEL_entities_reward/std": 0.2249339520931244, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.22840170562267303, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 437 }, { "completion_length": 994.71875, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1981.0, "completions/mean_length": 995.6875, "completions/mean_terminated_length": 961.7418823242188, "completions/min_length": 327.0, "completions/min_terminated_length": 327.0, "epoch": 1.7109375, "frac_reward_zero_std": 0.125, "grad_norm": 0.6928589344024658, "kl": 4.39886862039566, "learning_rate": 2.5327239889283613e-06, "loss": 0.0044, "num_tokens": 23347352.0, "reward": 1.326692819595337, "reward_std": 0.09049081802368164, "rewards/ROUGEL_entities_reward/mean": 0.32669275999069214, "rewards/ROUGEL_entities_reward/std": 0.18642589449882507, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 438 }, { "completion_length": 839.625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1920.0, "completions/mean_length": 840.59375, "completions/mean_terminated_length": 801.6451416015625, "completions/min_length": 347.0, "completions/min_terminated_length": 347.0, "epoch": 1.71484375, "frac_reward_zero_std": 0.125, "grad_norm": 1.007051944732666, "kl": 3.9841858744621277, "learning_rate": 2.521816338745935e-06, "loss": 0.004, "num_tokens": 23400763.0, "reward": 1.5881600379943848, "reward_std": 0.380866676568985, "rewards/ROUGEL_entities_reward/mean": 0.43191009759902954, "rewards/ROUGEL_entities_reward/std": 0.36133846640586853, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.1875, "rewards/f1_entities_exact_reward/std": 0.2767903506755829, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 439 }, { "completion_length": 695.03125, "completions/clipped_ratio": 0.0, "completions/max_length": 1412.0, "completions/max_terminated_length": 1412.0, "completions/mean_length": 696.03125, "completions/mean_terminated_length": 696.03125, "completions/min_length": 360.0, "completions/min_terminated_length": 360.0, "epoch": 1.71875, "frac_reward_zero_std": 0.375, "grad_norm": 0.029126262292265892, "kl": 0.03355609718710184, "learning_rate": 2.510908273211867e-06, "loss": 0.0, "num_tokens": 23447472.0, "reward": 1.3590940237045288, "reward_std": 0.059936344623565674, "rewards/ROUGEL_entities_reward/mean": 0.2965940833091736, "rewards/ROUGEL_entities_reward/std": 0.20669734477996826, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 440 }, { "completion_length": 771.0625, "completions/clipped_ratio": 0.0625, "completions/max_length": 2024.0, "completions/max_terminated_length": 1516.0, "completions/mean_length": 772.0, "completions/mean_terminated_length": 688.5333862304688, "completions/min_length": 399.0, "completions/min_terminated_length": 399.0, "epoch": 1.72265625, "frac_reward_zero_std": 0.125, "grad_norm": 1.7794277667999268, "kl": 5.366391062736511, "learning_rate": 2.5e-06, "loss": 0.0054, "num_tokens": 23497616.0, "reward": 1.4582403898239136, "reward_std": 0.15498143434524536, "rewards/ROUGEL_entities_reward/mean": 0.3801153898239136, "rewards/ROUGEL_entities_reward/std": 0.1564871370792389, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 441 }, { "completion_length": 773.5625, "completions/clipped_ratio": 0.0, "completions/max_length": 1759.0, "completions/max_terminated_length": 1759.0, "completions/mean_length": 774.5625, "completions/mean_terminated_length": 774.5625, "completions/min_length": 297.0, "completions/min_terminated_length": 297.0, "epoch": 1.7265625, "frac_reward_zero_std": 0.0, "grad_norm": 0.04122732952237129, "kl": 0.03358378913253546, "learning_rate": 2.489091726788134e-06, "loss": 0.0, "num_tokens": 23547402.0, "reward": 1.4851576089859009, "reward_std": 0.1437479555606842, "rewards/ROUGEL_entities_reward/mean": 0.3757825493812561, "rewards/ROUGEL_entities_reward/std": 0.16636842489242554, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 442 }, { "completion_length": 800.46875, "completions/clipped_ratio": 0.0, "completions/max_length": 1761.0, "completions/max_terminated_length": 1761.0, "completions/mean_length": 801.46875, "completions/mean_terminated_length": 801.46875, "completions/min_length": 399.0, "completions/min_terminated_length": 399.0, "epoch": 1.73046875, "frac_reward_zero_std": 0.125, "grad_norm": 0.03415060043334961, "kl": 0.030958595219999552, "learning_rate": 2.4781836612540656e-06, "loss": 0.0, "num_tokens": 23597809.0, "reward": 1.8084344863891602, "reward_std": 0.32135188579559326, "rewards/ROUGEL_entities_reward/mean": 0.5271845459938049, "rewards/ROUGEL_entities_reward/std": 0.268160343170166, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.25, "rewards/f1_entities_exact_reward/std": 0.3110854923725128, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 443 }, { "completion_length": 801.65625, "completions/clipped_ratio": 0.0625, "completions/max_length": 1955.0, "completions/max_terminated_length": 1714.0, "completions/mean_length": 802.59375, "completions/mean_terminated_length": 725.7667236328125, "completions/min_length": 399.0, "completions/min_terminated_length": 399.0, "epoch": 1.734375, "frac_reward_zero_std": 0.125, "grad_norm": 0.03149757161736488, "kl": 0.031978226732462645, "learning_rate": 2.4672760110716395e-06, "loss": 0.0, "num_tokens": 23648900.0, "reward": 1.50034499168396, "reward_std": 0.21550628542900085, "rewards/ROUGEL_entities_reward/mean": 0.4690949618816376, "rewards/ROUGEL_entities_reward/std": 0.28114455938339233, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 444 }, { "completion_length": 830.0625, "completions/clipped_ratio": 0.0, "completions/max_length": 1938.0, "completions/max_terminated_length": 1938.0, "completions/mean_length": 831.0625, "completions/mean_terminated_length": 831.0625, "completions/min_length": 331.0, "completions/min_terminated_length": 331.0, "epoch": 1.73828125, "frac_reward_zero_std": 0.125, "grad_norm": 0.03223835304379463, "kl": 0.030173275154083967, "learning_rate": 2.4563689839067913e-06, "loss": 0.0, "num_tokens": 23700270.0, "reward": 1.7992639541625977, "reward_std": 0.12064149230718613, "rewards/ROUGEL_entities_reward/mean": 0.5492640733718872, "rewards/ROUGEL_entities_reward/std": 0.26386967301368713, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.234375, "rewards/f1_entities_exact_reward/std": 0.253503680229187, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 445 }, { "completion_length": 818.15625, "completions/clipped_ratio": 0.0, "completions/max_length": 1807.0, "completions/max_terminated_length": 1807.0, "completions/mean_length": 819.15625, "completions/mean_terminated_length": 819.15625, "completions/min_length": 387.0, "completions/min_terminated_length": 387.0, "epoch": 1.7421875, "frac_reward_zero_std": 0.0, "grad_norm": 0.0369240939617157, "kl": 0.03480863105505705, "learning_rate": 2.4454627874135976e-06, "loss": 0.0, "num_tokens": 23751827.0, "reward": 1.6836955547332764, "reward_std": 0.3053915500640869, "rewards/ROUGEL_entities_reward/mean": 0.44932055473327637, "rewards/ROUGEL_entities_reward/std": 0.2733916938304901, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.31710317730903625, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 446 }, { "completion_length": 618.5625, "completions/clipped_ratio": 0.0, "completions/max_length": 1125.0, "completions/max_terminated_length": 1125.0, "completions/mean_length": 619.5625, "completions/mean_terminated_length": 619.5625, "completions/min_length": 309.0, "completions/min_terminated_length": 309.0, "epoch": 1.74609375, "frac_reward_zero_std": 0.25, "grad_norm": 0.03877069801092148, "kl": 0.037002199329435825, "learning_rate": 2.434557629230318e-06, "loss": 0.0, "num_tokens": 23797509.0, "reward": 1.8847379684448242, "reward_std": 0.18438395857810974, "rewards/ROUGEL_entities_reward/mean": 0.5409879684448242, "rewards/ROUGEL_entities_reward/std": 0.32754820585250854, "rewards/answer_correctness_func/mean": 0.09375, "rewards/answer_correctness_func/std": 0.2961445748806, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.25, "rewards/f1_entities_exact_reward/std": 0.33601075410842896, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 447 }, { "completion_length": 974.3125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2009.0, "completions/max_terminated_length": 1957.0, "completions/mean_length": 975.28125, "completions/mean_terminated_length": 941.9354858398438, "completions/min_length": 260.0, "completions/min_terminated_length": 260.0, "epoch": 1.75, "frac_reward_zero_std": 0.125, "grad_norm": 1.5848345756530762, "kl": 5.019801735877991, "learning_rate": 2.423653716975444e-06, "loss": 0.005, "num_tokens": 23853630.0, "reward": 1.7171590328216553, "reward_std": 0.33595597743988037, "rewards/ROUGEL_entities_reward/mean": 0.5140340328216553, "rewards/ROUGEL_entities_reward/std": 0.28826195001602173, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.203125, "rewards/f1_entities_exact_reward/std": 0.27995896339416504, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 448 }, { "completion_length": 831.1875, "completions/clipped_ratio": 0.0, "completions/max_length": 1445.0, "completions/max_terminated_length": 1445.0, "completions/mean_length": 832.1875, "completions/mean_terminated_length": 832.1875, "completions/min_length": 334.0, "completions/min_terminated_length": 334.0, "epoch": 1.75390625, "frac_reward_zero_std": 0.0, "grad_norm": 0.03539591282606125, "kl": 0.030561652965843678, "learning_rate": 2.4127512582437486e-06, "loss": 0.0, "num_tokens": 23905312.0, "reward": 1.2713336944580078, "reward_std": 0.06022769585251808, "rewards/ROUGEL_entities_reward/mean": 0.2713337540626526, "rewards/ROUGEL_entities_reward/std": 0.2307508885860443, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 449 }, { "completion_length": 752.5625, "completions/clipped_ratio": 0.0, "completions/max_length": 1712.0, "completions/max_terminated_length": 1712.0, "completions/mean_length": 753.5625, "completions/mean_terminated_length": 753.5625, "completions/min_length": 376.0, "completions/min_terminated_length": 376.0, "epoch": 1.7578125, "frac_reward_zero_std": 0.625, "grad_norm": 0.018335510045289993, "kl": 0.03417265880852938, "learning_rate": 2.4018504606023295e-06, "loss": 0.0, "num_tokens": 23955658.0, "reward": 1.5324230194091797, "reward_std": 0.03161098062992096, "rewards/ROUGEL_entities_reward/mean": 0.3449229896068573, "rewards/ROUGEL_entities_reward/std": 0.30570289492607117, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.1875, "rewards/f1_entities_exact_reward/std": 0.24593468010425568, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 450 }, { "completion_length": 1164.9375, "completions/clipped_ratio": 0.03125, "completions/max_length": 1944.0, "completions/max_terminated_length": 1918.0, "completions/mean_length": 1165.90625, "completions/mean_terminated_length": 1140.806396484375, "completions/min_length": 413.0, "completions/min_terminated_length": 413.0, "epoch": 1.76171875, "frac_reward_zero_std": 0.125, "grad_norm": 1.7442435026168823, "kl": 4.178965866565704, "learning_rate": 2.3909515315866606e-06, "loss": 0.0042, "num_tokens": 24018551.0, "reward": 1.3741741180419922, "reward_std": 0.1586448848247528, "rewards/ROUGEL_entities_reward/mean": 0.3272990882396698, "rewards/ROUGEL_entities_reward/std": 0.2343272566795349, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 451 }, { "completion_length": 914.59375, "completions/clipped_ratio": 0.03125, "completions/max_length": 1994.0, "completions/max_terminated_length": 1872.0, "completions/mean_length": 915.5625, "completions/mean_terminated_length": 880.774169921875, "completions/min_length": 401.0, "completions/min_terminated_length": 401.0, "epoch": 1.765625, "frac_reward_zero_std": 0.0, "grad_norm": 0.8987035751342773, "kl": 5.041118502616882, "learning_rate": 2.380054678696641e-06, "loss": 0.005, "num_tokens": 24073301.0, "reward": 1.6630158424377441, "reward_std": 0.17314587533473969, "rewards/ROUGEL_entities_reward/mean": 0.45989084243774414, "rewards/ROUGEL_entities_reward/std": 0.2651446461677551, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.234375, "rewards/f1_entities_exact_reward/std": 0.253503680229187, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 452 }, { "completion_length": 874.03125, "completions/clipped_ratio": 0.0, "completions/max_length": 1498.0, "completions/max_terminated_length": 1498.0, "completions/mean_length": 875.03125, "completions/mean_terminated_length": 875.03125, "completions/min_length": 376.0, "completions/min_terminated_length": 376.0, "epoch": 1.76953125, "frac_reward_zero_std": 0.125, "grad_norm": 0.029041262343525887, "kl": 0.030721506103873253, "learning_rate": 2.3691601093926406e-06, "loss": 0.0, "num_tokens": 24125838.0, "reward": 1.479297399520874, "reward_std": 0.09002309292554855, "rewards/ROUGEL_entities_reward/mean": 0.401172399520874, "rewards/ROUGEL_entities_reward/std": 0.2229161113500595, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 453 }, { "completion_length": 880.4375, "completions/clipped_ratio": 0.0, "completions/max_length": 1680.0, "completions/max_terminated_length": 1680.0, "completions/mean_length": 881.4375, "completions/mean_terminated_length": 881.4375, "completions/min_length": 339.0, "completions/min_terminated_length": 339.0, "epoch": 1.7734375, "frac_reward_zero_std": 0.125, "grad_norm": 0.03391234204173088, "kl": 0.030086844228208065, "learning_rate": 2.358268031091556e-06, "loss": 0.0, "num_tokens": 24179276.0, "reward": 1.6079819202423096, "reward_std": 0.1440182775259018, "rewards/ROUGEL_entities_reward/mean": 0.4517318904399872, "rewards/ROUGEL_entities_reward/std": 0.2572837471961975, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.23546454310417175, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 454 }, { "completion_length": 1108.78125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 2043.0, "completions/mean_length": 1109.75, "completions/mean_terminated_length": 1079.48388671875, "completions/min_length": 366.0, "completions/min_terminated_length": 366.0, "epoch": 1.77734375, "frac_reward_zero_std": 0.125, "grad_norm": 1.0596836805343628, "kl": 4.496004700660706, "learning_rate": 2.3473786511628577e-06, "loss": 0.0045, "num_tokens": 24239496.0, "reward": 1.5663312673568726, "reward_std": 0.2377760112285614, "rewards/ROUGEL_entities_reward/mean": 0.48820626735687256, "rewards/ROUGEL_entities_reward/std": 0.2843310236930847, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 455 }, { "completion_length": 760.25, "completions/clipped_ratio": 0.0, "completions/max_length": 1531.0, "completions/max_terminated_length": 1531.0, "completions/mean_length": 761.25, "completions/mean_terminated_length": 761.25, "completions/min_length": 334.0, "completions/min_terminated_length": 334.0, "epoch": 1.78125, "frac_reward_zero_std": 0.0, "grad_norm": 0.03638115152716637, "kl": 0.036413694731891155, "learning_rate": 2.3364921769246423e-06, "loss": 0.0, "num_tokens": 24290560.0, "reward": 1.5463135242462158, "reward_std": 0.1982457935810089, "rewards/ROUGEL_entities_reward/mean": 0.43693849444389343, "rewards/ROUGEL_entities_reward/std": 0.2585262358188629, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 456 }, { "completion_length": 1222.90625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2016.0, "completions/max_terminated_length": 1970.0, "completions/mean_length": 1223.875, "completions/mean_terminated_length": 1198.322509765625, "completions/min_length": 369.0, "completions/min_terminated_length": 369.0, "epoch": 1.78515625, "frac_reward_zero_std": 0.125, "grad_norm": 0.43868035078048706, "kl": 4.013415157794952, "learning_rate": 2.325608815639687e-06, "loss": 0.004, "num_tokens": 24354552.0, "reward": 1.4504283666610718, "reward_std": 0.3128695785999298, "rewards/ROUGEL_entities_reward/mean": 0.4191783666610718, "rewards/ROUGEL_entities_reward/std": 0.2492169439792633, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 457 }, { "completion_length": 741.1875, "completions/clipped_ratio": 0.03125, "completions/max_length": 1991.0, "completions/max_terminated_length": 1406.0, "completions/mean_length": 742.15625, "completions/mean_terminated_length": 701.8709716796875, "completions/min_length": 371.0, "completions/min_terminated_length": 371.0, "epoch": 1.7890625, "frac_reward_zero_std": 0.0, "grad_norm": 0.8162838816642761, "kl": 6.338611960411072, "learning_rate": 2.314728774511502e-06, "loss": 0.0063, "num_tokens": 24403929.0, "reward": 1.5420587062835693, "reward_std": 0.22246579825878143, "rewards/ROUGEL_entities_reward/mean": 0.4639338254928589, "rewards/ROUGEL_entities_reward/std": 0.26154789328575134, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 458 }, { "completion_length": 1123.125, "completions/clipped_ratio": 0.0, "completions/max_length": 1927.0, "completions/max_terminated_length": 1927.0, "completions/mean_length": 1124.125, "completions/mean_terminated_length": 1124.125, "completions/min_length": 381.0, "completions/min_terminated_length": 381.0, "epoch": 1.79296875, "frac_reward_zero_std": 0.0, "grad_norm": 1.0488665103912354, "kl": 4.339301705360413, "learning_rate": 2.3038522606803882e-06, "loss": 0.0043, "num_tokens": 24464817.0, "reward": 1.3935561180114746, "reward_std": 0.2441379427909851, "rewards/ROUGEL_entities_reward/mean": 0.39355605840682983, "rewards/ROUGEL_entities_reward/std": 0.24679219722747803, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 459 }, { "completion_length": 878.65625, "completions/clipped_ratio": 0.09375, "completions/max_length": 1983.0, "completions/max_terminated_length": 1741.0, "completions/mean_length": 879.5625, "completions/mean_terminated_length": 765.413818359375, "completions/min_length": 386.0, "completions/min_terminated_length": 386.0, "epoch": 1.796875, "frac_reward_zero_std": 0.25, "grad_norm": 1.6781407594680786, "kl": 5.946774959564209, "learning_rate": 2.29297948121949e-06, "loss": 0.0059, "num_tokens": 24517999.0, "reward": 1.2914960384368896, "reward_std": 0.17717210948467255, "rewards/ROUGEL_entities_reward/mean": 0.2914960980415344, "rewards/ROUGEL_entities_reward/std": 0.20127615332603455, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 460 }, { "completion_length": 1019.15625, "completions/clipped_ratio": 0.0, "completions/max_length": 1876.0, "completions/max_terminated_length": 1876.0, "completions/mean_length": 1020.15625, "completions/mean_terminated_length": 1020.15625, "completions/min_length": 427.0, "completions/min_terminated_length": 427.0, "epoch": 1.80078125, "frac_reward_zero_std": 0.25, "grad_norm": 0.028853770345449448, "kl": 0.02694479888305068, "learning_rate": 2.2821106431308546e-06, "loss": 0.0, "num_tokens": 24575584.0, "reward": 1.6175212860107422, "reward_std": 0.1114782765507698, "rewards/ROUGEL_entities_reward/mean": 0.3362712264060974, "rewards/ROUGEL_entities_reward/std": 0.3582446575164795, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.1875, "rewards/f1_entities_exact_reward/std": 0.3535533845424652, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 461 }, { "completion_length": 800.375, "completions/clipped_ratio": 0.0, "completions/max_length": 1560.0, "completions/max_terminated_length": 1560.0, "completions/mean_length": 801.375, "completions/mean_terminated_length": 801.375, "completions/min_length": 444.0, "completions/min_terminated_length": 444.0, "epoch": 1.8046875, "frac_reward_zero_std": 0.0, "grad_norm": 0.03281720355153084, "kl": 0.03360310010612011, "learning_rate": 2.271245953341494e-06, "loss": 0.0, "num_tokens": 24626940.0, "reward": 1.6029326915740967, "reward_std": 0.2732653319835663, "rewards/ROUGEL_entities_reward/mean": 0.4310576319694519, "rewards/ROUGEL_entities_reward/std": 0.27703577280044556, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2763347327709198, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 462 }, { "completion_length": 903.78125, "completions/clipped_ratio": 0.0, "completions/max_length": 1943.0, "completions/max_terminated_length": 1943.0, "completions/mean_length": 904.78125, "completions/mean_terminated_length": 904.78125, "completions/min_length": 305.0, "completions/min_terminated_length": 305.0, "epoch": 1.80859375, "frac_reward_zero_std": 0.0, "grad_norm": 0.03347605839371681, "kl": 0.035915336571633816, "learning_rate": 2.26038561869944e-06, "loss": 0.0, "num_tokens": 24681533.0, "reward": 2.1374564170837402, "reward_std": 0.3811671733856201, "rewards/ROUGEL_entities_reward/mean": 0.6687064170837402, "rewards/ROUGEL_entities_reward/std": 0.29458704590797424, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.34375, "rewards/f1_entities_exact_reward/std": 0.3463519513607025, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 463 }, { "completion_length": 782.96875, "completions/clipped_ratio": 0.0, "completions/max_length": 1781.0, "completions/max_terminated_length": 1781.0, "completions/mean_length": 783.96875, "completions/mean_terminated_length": 783.96875, "completions/min_length": 340.0, "completions/min_terminated_length": 340.0, "epoch": 1.8125, "frac_reward_zero_std": 0.0, "grad_norm": 0.036549344658851624, "kl": 0.03816642984747887, "learning_rate": 2.24952984596981e-06, "loss": 0.0, "num_tokens": 24732000.0, "reward": 1.62186861038208, "reward_std": 0.1675831824541092, "rewards/ROUGEL_entities_reward/mean": 0.44999366998672485, "rewards/ROUGEL_entities_reward/std": 0.1807882934808731, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.24127934873104095, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 464 }, { "completion_length": 851.59375, "completions/clipped_ratio": 0.0, "completions/max_length": 2017.0, "completions/max_terminated_length": 2017.0, "completions/mean_length": 852.59375, "completions/mean_terminated_length": 852.59375, "completions/min_length": 370.0, "completions/min_terminated_length": 370.0, "epoch": 1.81640625, "frac_reward_zero_std": 0.0, "grad_norm": 0.7072691917419434, "kl": 5.47062623500824, "learning_rate": 2.238678841830867e-06, "loss": 0.0055, "num_tokens": 24784479.0, "reward": 1.4070334434509277, "reward_std": 0.11946883797645569, "rewards/ROUGEL_entities_reward/mean": 0.3445335030555725, "rewards/ROUGEL_entities_reward/std": 0.2359624207019806, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 465 }, { "completion_length": 781.09375, "completions/clipped_ratio": 0.03125, "completions/max_length": 1963.0, "completions/max_terminated_length": 1916.0, "completions/mean_length": 782.0625, "completions/mean_terminated_length": 743.9677124023438, "completions/min_length": 322.0, "completions/min_terminated_length": 322.0, "epoch": 1.8203125, "frac_reward_zero_std": 0.375, "grad_norm": 0.7960638999938965, "kl": 6.438000321388245, "learning_rate": 2.2278328128700893e-06, "loss": 0.0064, "num_tokens": 24834905.0, "reward": 1.5588321685791016, "reward_std": 0.22018393874168396, "rewards/ROUGEL_entities_reward/mean": 0.4025822877883911, "rewards/ROUGEL_entities_reward/std": 0.20930933952331543, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.24127934873104095, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 466 }, { "completion_length": 846.75, "completions/clipped_ratio": 0.0, "completions/max_length": 1564.0, "completions/max_terminated_length": 1564.0, "completions/mean_length": 847.75, "completions/mean_terminated_length": 847.75, "completions/min_length": 356.0, "completions/min_terminated_length": 356.0, "epoch": 1.82421875, "frac_reward_zero_std": 0.375, "grad_norm": 0.03131017088890076, "kl": 0.03362643392756581, "learning_rate": 2.2169919655802338e-06, "loss": 0.0, "num_tokens": 24887005.0, "reward": 2.060797691345215, "reward_std": 0.04704589396715164, "rewards/ROUGEL_entities_reward/mean": 0.6232978105545044, "rewards/ROUGEL_entities_reward/std": 0.28150027990341187, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.3125, "rewards/f1_entities_exact_reward/std": 0.3535533845424652, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 467 }, { "completion_length": 682.90625, "completions/clipped_ratio": 0.0, "completions/max_length": 1386.0, "completions/max_terminated_length": 1386.0, "completions/mean_length": 683.90625, "completions/mean_terminated_length": 683.90625, "completions/min_length": 388.0, "completions/min_terminated_length": 388.0, "epoch": 1.828125, "frac_reward_zero_std": 0.125, "grad_norm": 0.03773004934191704, "kl": 0.04330670367926359, "learning_rate": 2.2061565063554063e-06, "loss": 0.0, "num_tokens": 24935538.0, "reward": 1.4917559623718262, "reward_std": 0.19535790383815765, "rewards/ROUGEL_entities_reward/mean": 0.38238096237182617, "rewards/ROUGEL_entities_reward/std": 0.2336854785680771, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.21060587465763092, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 468 }, { "completion_length": 904.59375, "completions/clipped_ratio": 0.03125, "completions/max_length": 1973.0, "completions/max_terminated_length": 1784.0, "completions/mean_length": 905.5625, "completions/mean_terminated_length": 871.1290283203125, "completions/min_length": 361.0, "completions/min_terminated_length": 361.0, "epoch": 1.83203125, "frac_reward_zero_std": 0.125, "grad_norm": 0.02883240021765232, "kl": 0.03928276151418686, "learning_rate": 2.195326641487132e-06, "loss": 0.0, "num_tokens": 24989568.0, "reward": 1.3544671535491943, "reward_std": 0.13681861758232117, "rewards/ROUGEL_entities_reward/mean": 0.27634215354919434, "rewards/ROUGEL_entities_reward/std": 0.23816610872745514, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 469 }, { "completion_length": 810.21875, "completions/clipped_ratio": 0.0, "completions/max_length": 1891.0, "completions/max_terminated_length": 1891.0, "completions/mean_length": 811.21875, "completions/mean_terminated_length": 811.21875, "completions/min_length": 297.0, "completions/min_terminated_length": 297.0, "epoch": 1.8359375, "frac_reward_zero_std": 0.375, "grad_norm": 0.02833777666091919, "kl": 0.04002791177481413, "learning_rate": 2.1845025771604263e-06, "loss": 0.0, "num_tokens": 25039743.0, "reward": 1.3991014957427979, "reward_std": 0.04667600989341736, "rewards/ROUGEL_entities_reward/mean": 0.27410149574279785, "rewards/ROUGEL_entities_reward/std": 0.2281249761581421, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 470 }, { "completion_length": 898.9375, "completions/clipped_ratio": 0.0, "completions/max_length": 1919.0, "completions/max_terminated_length": 1919.0, "completions/mean_length": 899.9375, "completions/mean_terminated_length": 899.9375, "completions/min_length": 370.0, "completions/min_terminated_length": 370.0, "epoch": 1.83984375, "frac_reward_zero_std": 0.0, "grad_norm": 0.031524837017059326, "kl": 0.03424932062625885, "learning_rate": 2.173684519449872e-06, "loss": 0.0, "num_tokens": 25093725.0, "reward": 1.4268999099731445, "reward_std": 0.13819476962089539, "rewards/ROUGEL_entities_reward/mean": 0.3800249993801117, "rewards/ROUGEL_entities_reward/std": 0.16773878037929535, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 471 }, { "completion_length": 897.34375, "completions/clipped_ratio": 0.0, "completions/max_length": 1734.0, "completions/max_terminated_length": 1734.0, "completions/mean_length": 898.34375, "completions/mean_terminated_length": 898.34375, "completions/min_length": 377.0, "completions/min_terminated_length": 377.0, "epoch": 1.84375, "frac_reward_zero_std": 0.125, "grad_norm": 0.028955407440662384, "kl": 0.03433934319764376, "learning_rate": 2.1628726743156933e-06, "loss": 0.0, "num_tokens": 25146944.0, "reward": 1.7603329420089722, "reward_std": 0.10966058075428009, "rewards/ROUGEL_entities_reward/mean": 0.4790828824043274, "rewards/ROUGEL_entities_reward/std": 0.31319358944892883, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.15625, "rewards/f1_entities_exact_reward/std": 0.3463519513607025, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 472 }, { "completion_length": 954.46875, "completions/clipped_ratio": 0.0625, "completions/max_length": 1994.0, "completions/max_terminated_length": 1778.0, "completions/mean_length": 955.40625, "completions/mean_terminated_length": 886.1666870117188, "completions/min_length": 434.0, "completions/min_terminated_length": 434.0, "epoch": 1.84765625, "frac_reward_zero_std": 0.0, "grad_norm": 0.5420153737068176, "kl": 5.091383337974548, "learning_rate": 2.1520672475998374e-06, "loss": 0.0051, "num_tokens": 25203733.0, "reward": 1.4229400157928467, "reward_std": 0.2705000638961792, "rewards/ROUGEL_entities_reward/mean": 0.3760650157928467, "rewards/ROUGEL_entities_reward/std": 0.21742723882198334, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.2100067138671875, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 473 }, { "completion_length": 1093.6875, "completions/clipped_ratio": 0.03125, "completions/max_length": 2039.0, "completions/max_terminated_length": 1998.0, "completions/mean_length": 1094.65625, "completions/mean_terminated_length": 1064.1934814453125, "completions/min_length": 404.0, "completions/min_terminated_length": 404.0, "epoch": 1.8515625, "frac_reward_zero_std": 0.0, "grad_norm": 1.1883623600006104, "kl": 6.434338569641113, "learning_rate": 2.1412684450220524e-06, "loss": 0.0064, "num_tokens": 25264042.0, "reward": 1.429915189743042, "reward_std": 0.19642262160778046, "rewards/ROUGEL_entities_reward/mean": 0.414290189743042, "rewards/ROUGEL_entities_reward/std": 0.2449747771024704, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 474 }, { "completion_length": 984.03125, "completions/clipped_ratio": 0.0625, "completions/max_length": 2005.0, "completions/max_terminated_length": 2000.0, "completions/mean_length": 984.96875, "completions/mean_terminated_length": 916.9667358398438, "completions/min_length": 420.0, "completions/min_terminated_length": 420.0, "epoch": 1.85546875, "frac_reward_zero_std": 0.0, "grad_norm": 0.532290518283844, "kl": 4.997665464878082, "learning_rate": 2.1304764721759736e-06, "loss": 0.005, "num_tokens": 25320881.0, "reward": 1.2969119548797607, "reward_std": 0.2201712429523468, "rewards/ROUGEL_entities_reward/mean": 0.32816195487976074, "rewards/ROUGEL_entities_reward/std": 0.22246886789798737, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 475 }, { "completion_length": 1005.53125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2017.0, "completions/max_terminated_length": 1980.0, "completions/mean_length": 1006.5, "completions/mean_terminated_length": 973.9031982421875, "completions/min_length": 398.0, "completions/min_terminated_length": 398.0, "epoch": 1.859375, "frac_reward_zero_std": 0.0, "grad_norm": 0.5286635756492615, "kl": 5.232456803321838, "learning_rate": 2.1196915345252085e-06, "loss": 0.0052, "num_tokens": 25378009.0, "reward": 1.2323710918426514, "reward_std": 0.24928417801856995, "rewards/ROUGEL_entities_reward/mean": 0.24799615144729614, "rewards/ROUGEL_entities_reward/std": 0.2319718301296234, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 476 }, { "completion_length": 942.90625, "completions/clipped_ratio": 0.0625, "completions/max_length": 1993.0, "completions/max_terminated_length": 1992.0, "completions/mean_length": 943.84375, "completions/mean_terminated_length": 873.9000244140625, "completions/min_length": 422.0, "completions/min_terminated_length": 422.0, "epoch": 1.86328125, "frac_reward_zero_std": 0.0, "grad_norm": 0.7121633887290955, "kl": 5.287862658500671, "learning_rate": 2.1089138373994226e-06, "loss": 0.0053, "num_tokens": 25433912.0, "reward": 1.2868176698684692, "reward_std": 0.1805679202079773, "rewards/ROUGEL_entities_reward/mean": 0.28681766986846924, "rewards/ROUGEL_entities_reward/std": 0.24585942924022675, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.03125, "rewards/f1_entities_exact_reward/std": 0.12296734005212784, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 477 }, { "completion_length": 770.96875, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1654.0, "completions/mean_length": 771.9375, "completions/mean_terminated_length": 730.774169921875, "completions/min_length": 371.0, "completions/min_terminated_length": 371.0, "epoch": 1.8671875, "frac_reward_zero_std": 0.25, "grad_norm": 0.5447937250137329, "kl": 5.456195712089539, "learning_rate": 2.0981435859904347e-06, "loss": 0.0055, "num_tokens": 25483794.0, "reward": 1.4784564971923828, "reward_std": 0.17709501087665558, "rewards/ROUGEL_entities_reward/mean": 0.43158158659935, "rewards/ROUGEL_entities_reward/std": 0.1677168309688568, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 478 }, { "completion_length": 723.65625, "completions/clipped_ratio": 0.0, "completions/max_length": 1606.0, "completions/max_terminated_length": 1606.0, "completions/mean_length": 724.65625, "completions/mean_terminated_length": 724.65625, "completions/min_length": 333.0, "completions/min_terminated_length": 333.0, "epoch": 1.87109375, "frac_reward_zero_std": 0.375, "grad_norm": 0.028309673070907593, "kl": 0.04107840731739998, "learning_rate": 2.087380985348306e-06, "loss": 0.0, "num_tokens": 25531971.0, "reward": 1.5279678106307983, "reward_std": 0.08819141238927841, "rewards/ROUGEL_entities_reward/mean": 0.3560928702354431, "rewards/ROUGEL_entities_reward/std": 0.21211941540241241, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.24127934873104095, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 479 }, { "completion_length": 821.375, "completions/clipped_ratio": 0.0, "completions/max_length": 1725.0, "completions/max_terminated_length": 1725.0, "completions/mean_length": 822.375, "completions/mean_terminated_length": 822.375, "completions/min_length": 410.0, "completions/min_terminated_length": 410.0, "epoch": 1.875, "frac_reward_zero_std": 0.0, "grad_norm": 0.036215320229530334, "kl": 0.03791955951601267, "learning_rate": 2.0766262403774388e-06, "loss": 0.0, "num_tokens": 25582907.0, "reward": 1.5466291904449463, "reward_std": 0.17066067457199097, "rewards/ROUGEL_entities_reward/mean": 0.4216292202472687, "rewards/ROUGEL_entities_reward/std": 0.2810095250606537, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.125, "rewards/f1_entities_exact_reward/std": 0.2199706733226776, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 480 }, { "completion_length": 801.28125, "completions/clipped_ratio": 0.0, "completions/max_length": 1824.0, "completions/max_terminated_length": 1824.0, "completions/mean_length": 802.28125, "completions/mean_terminated_length": 802.28125, "completions/min_length": 382.0, "completions/min_terminated_length": 382.0, "epoch": 1.87890625, "frac_reward_zero_std": 0.25, "grad_norm": 0.032001446932554245, "kl": 0.044546524062752724, "learning_rate": 2.0658795558326745e-06, "loss": 0.0, "num_tokens": 25634460.0, "reward": 1.7915054559707642, "reward_std": 0.126216322183609, "rewards/ROUGEL_entities_reward/mean": 0.5571304559707642, "rewards/ROUGEL_entities_reward/std": 0.2130136638879776, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.234375, "rewards/f1_entities_exact_reward/std": 0.253503680229187, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 481 }, { "completion_length": 909.78125, "completions/clipped_ratio": 0.0, "completions/max_length": 1501.0, "completions/max_terminated_length": 1501.0, "completions/mean_length": 910.78125, "completions/mean_terminated_length": 910.78125, "completions/min_length": 386.0, "completions/min_terminated_length": 386.0, "epoch": 1.8828125, "frac_reward_zero_std": 0.25, "grad_norm": 0.024905921891331673, "kl": 0.03599161747843027, "learning_rate": 2.0551411363153963e-06, "loss": 0.0, "num_tokens": 25688105.0, "reward": 1.5036182403564453, "reward_std": 0.11821955442428589, "rewards/ROUGEL_entities_reward/mean": 0.4098682105541229, "rewards/ROUGEL_entities_reward/std": 0.19464904069900513, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.09375, "rewards/f1_entities_exact_reward/std": 0.19827888906002045, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 482 }, { "completion_length": 742.75, "completions/clipped_ratio": 0.0, "completions/max_length": 1792.0, "completions/max_terminated_length": 1792.0, "completions/mean_length": 743.75, "completions/mean_terminated_length": 743.75, "completions/min_length": 369.0, "completions/min_terminated_length": 369.0, "epoch": 1.88671875, "frac_reward_zero_std": 0.25, "grad_norm": 0.031075069680809975, "kl": 0.04477570950984955, "learning_rate": 2.0444111862696313e-06, "loss": 0.0, "num_tokens": 25737277.0, "reward": 1.478912591934204, "reward_std": 0.17434531450271606, "rewards/ROUGEL_entities_reward/mean": 0.46328768134117126, "rewards/ROUGEL_entities_reward/std": 0.2597123086452484, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 483 }, { "completion_length": 1154.34375, "completions/clipped_ratio": 0.0625, "completions/max_length": 2040.0, "completions/max_terminated_length": 2035.0, "completions/mean_length": 1155.28125, "completions/mean_terminated_length": 1096.300048828125, "completions/min_length": 428.0, "completions/min_terminated_length": 428.0, "epoch": 1.890625, "frac_reward_zero_std": 0.0, "grad_norm": 90.65433502197266, "kl": 374.55059015750885, "learning_rate": 2.0336899099781636e-06, "loss": 0.3746, "num_tokens": 25799350.0, "reward": 1.5395643711090088, "reward_std": 0.6013879776000977, "rewards/ROUGEL_entities_reward/mean": 0.4301893711090088, "rewards/ROUGEL_entities_reward/std": 0.2829000651836395, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 0.875, "rewards/answer_format_func/std": 0.33601075410842896, "rewards/f1_entities_exact_reward/mean": 0.171875, "rewards/f1_entities_exact_reward/std": 0.30078861117362976, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 484 }, { "completion_length": 1143.5625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2017.0, "completions/max_terminated_length": 1964.0, "completions/mean_length": 1144.53125, "completions/mean_terminated_length": 1116.3870849609375, "completions/min_length": 423.0, "completions/min_terminated_length": 423.0, "epoch": 1.89453125, "frac_reward_zero_std": 0.0, "grad_norm": 0.5904897451400757, "kl": 4.361030876636505, "learning_rate": 2.022977511558638e-06, "loss": 0.0044, "num_tokens": 25861695.0, "reward": 1.3204677104949951, "reward_std": 0.4430839419364929, "rewards/ROUGEL_entities_reward/mean": 0.38296768069267273, "rewards/ROUGEL_entities_reward/std": 0.26442912220954895, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 0.84375, "rewards/answer_format_func/std": 0.3689020276069641, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.21060587465763092, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 485 }, { "completion_length": 698.875, "completions/clipped_ratio": 0.0, "completions/max_length": 1428.0, "completions/max_terminated_length": 1428.0, "completions/mean_length": 699.875, "completions/mean_terminated_length": 699.875, "completions/min_length": 425.0, "completions/min_terminated_length": 425.0, "epoch": 1.8984375, "frac_reward_zero_std": 0.0, "grad_norm": 0.035739537328481674, "kl": 0.04775025974959135, "learning_rate": 2.01227419495968e-06, "loss": 0.0, "num_tokens": 25909699.0, "reward": 1.6580698490142822, "reward_std": 0.21378707885742188, "rewards/ROUGEL_entities_reward/mean": 0.5174448490142822, "rewards/ROUGEL_entities_reward/std": 0.2665596604347229, "rewards/answer_correctness_func/mean": 0.03125, "rewards/answer_correctness_func/std": 0.1767766922712326, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.109375, "rewards/f1_entities_exact_reward/std": 0.24542178213596344, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 486 }, { "completion_length": 851.625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2021.0, "completions/max_terminated_length": 1962.0, "completions/mean_length": 852.59375, "completions/mean_terminated_length": 814.9031982421875, "completions/min_length": 392.0, "completions/min_terminated_length": 392.0, "epoch": 1.90234375, "frac_reward_zero_std": 0.25, "grad_norm": 0.6800670623779297, "kl": 5.227128028869629, "learning_rate": 2.0015801639570076e-06, "loss": 0.0052, "num_tokens": 25962866.0, "reward": 1.5620601177215576, "reward_std": 0.1848456710577011, "rewards/ROUGEL_entities_reward/mean": 0.4058101773262024, "rewards/ROUGEL_entities_reward/std": 0.23494374752044678, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.1875, "rewards/f1_entities_exact_reward/std": 0.24593468010425568, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 487 }, { "completion_length": 1023.5625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2003.0, "completions/max_terminated_length": 1966.0, "completions/mean_length": 1024.53125, "completions/mean_terminated_length": 992.9677124023438, "completions/min_length": 433.0, "completions/min_terminated_length": 433.0, "epoch": 1.90625, "frac_reward_zero_std": 0.0, "grad_norm": 0.6401671171188354, "kl": 4.801964521408081, "learning_rate": 1.9908956221495567e-06, "loss": 0.0048, "num_tokens": 26020659.0, "reward": 1.3319227695465088, "reward_std": 0.3839265704154968, "rewards/ROUGEL_entities_reward/mean": 0.37879788875579834, "rewards/ROUGEL_entities_reward/std": 0.2457800954580307, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.90625, "rewards/answer_format_func/std": 0.2961445748806, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 488 }, { "completion_length": 866.0625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2026.0, "completions/max_terminated_length": 1600.0, "completions/mean_length": 867.03125, "completions/mean_terminated_length": 829.6451416015625, "completions/min_length": 396.0, "completions/min_terminated_length": 396.0, "epoch": 1.91015625, "frac_reward_zero_std": 0.0, "grad_norm": 1.0598270893096924, "kl": 5.150787353515625, "learning_rate": 1.9802207729556023e-06, "loss": 0.0052, "num_tokens": 26073468.0, "reward": 1.3873674869537354, "reward_std": 0.18786770105361938, "rewards/ROUGEL_entities_reward/mean": 0.35611751675605774, "rewards/ROUGEL_entities_reward/std": 0.20336908102035522, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.046875, "rewards/f1_entities_exact_reward/std": 0.1480722874403, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 489 }, { "completion_length": 1209.65625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2041.0, "completions/max_terminated_length": 2032.0, "completions/mean_length": 1210.625, "completions/mean_terminated_length": 1183.838623046875, "completions/min_length": 473.0, "completions/min_terminated_length": 473.0, "epoch": 1.9140625, "frac_reward_zero_std": 0.125, "grad_norm": 0.6300596594810486, "kl": 4.223913550376892, "learning_rate": 1.9695558196088846e-06, "loss": 0.0042, "num_tokens": 26137512.0, "reward": 1.274941325187683, "reward_std": 0.16356050968170166, "rewards/ROUGEL_entities_reward/mean": 0.3530663251876831, "rewards/ROUGEL_entities_reward/std": 0.22281910479068756, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.84375, "rewards/answer_format_func/std": 0.3689020276069641, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 490 }, { "completion_length": 935.4375, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1877.0, "completions/mean_length": 936.40625, "completions/mean_terminated_length": 900.54833984375, "completions/min_length": 373.0, "completions/min_terminated_length": 373.0, "epoch": 1.91796875, "frac_reward_zero_std": 0.0, "grad_norm": 1.1357420682907104, "kl": 5.433584451675415, "learning_rate": 1.958900965154743e-06, "loss": 0.0054, "num_tokens": 26191937.0, "reward": 1.4464200735092163, "reward_std": 0.21978020668029785, "rewards/ROUGEL_entities_reward/mean": 0.3995450735092163, "rewards/ROUGEL_entities_reward/std": 0.2828565239906311, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 491 }, { "completion_length": 774.78125, "completions/clipped_ratio": 0.0, "completions/max_length": 1963.0, "completions/max_terminated_length": 1963.0, "completions/mean_length": 775.78125, "completions/mean_terminated_length": 775.78125, "completions/min_length": 254.0, "completions/min_terminated_length": 254.0, "epoch": 1.921875, "frac_reward_zero_std": 0.25, "grad_norm": 0.9307124018669128, "kl": 6.062773704528809, "learning_rate": 1.9482564124462478e-06, "loss": 0.0061, "num_tokens": 26242618.0, "reward": 1.4683290719985962, "reward_std": 0.09415788948535919, "rewards/ROUGEL_entities_reward/mean": 0.39020413160324097, "rewards/ROUGEL_entities_reward/std": 0.2614368200302124, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 492 }, { "completion_length": 975.875, "completions/clipped_ratio": 0.03125, "completions/max_length": 1999.0, "completions/max_terminated_length": 1911.0, "completions/mean_length": 976.84375, "completions/mean_terminated_length": 943.8709106445312, "completions/min_length": 318.0, "completions/min_terminated_length": 318.0, "epoch": 1.92578125, "frac_reward_zero_std": 0.125, "grad_norm": 0.4746699035167694, "kl": 5.05459851026535, "learning_rate": 1.937622364140338e-06, "loss": 0.0051, "num_tokens": 26299289.0, "reward": 1.352860927581787, "reward_std": 0.1569364368915558, "rewards/ROUGEL_entities_reward/mean": 0.3684859275817871, "rewards/ROUGEL_entities_reward/std": 0.17625074088573456, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.015625, "rewards/f1_entities_exact_reward/std": 0.0883883461356163, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 493 }, { "completion_length": 922.40625, "completions/clipped_ratio": 0.0, "completions/max_length": 1894.0, "completions/max_terminated_length": 1894.0, "completions/mean_length": 923.40625, "completions/mean_terminated_length": 923.40625, "completions/min_length": 392.0, "completions/min_terminated_length": 392.0, "epoch": 1.9296875, "frac_reward_zero_std": 0.25, "grad_norm": 0.022013230249285698, "kl": 0.03750532679259777, "learning_rate": 1.926999022693965e-06, "loss": 0.0, "num_tokens": 26353010.0, "reward": 1.4421532154083252, "reward_std": 0.16974860429763794, "rewards/ROUGEL_entities_reward/mean": 0.37965306639671326, "rewards/ROUGEL_entities_reward/std": 0.22517405450344086, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0625, "rewards/f1_entities_exact_reward/std": 0.16800537705421448, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 494 }, { "completion_length": 710.21875, "completions/clipped_ratio": 0.0, "completions/max_length": 1555.0, "completions/max_terminated_length": 1555.0, "completions/mean_length": 711.21875, "completions/mean_terminated_length": 711.21875, "completions/min_length": 343.0, "completions/min_terminated_length": 343.0, "epoch": 1.93359375, "frac_reward_zero_std": 0.125, "grad_norm": 0.03667953982949257, "kl": 0.045849413610994816, "learning_rate": 1.9163865903602374e-06, "loss": 0.0, "num_tokens": 26400961.0, "reward": 1.5403881072998047, "reward_std": 0.15189160406589508, "rewards/ROUGEL_entities_reward/mean": 0.49351316690444946, "rewards/ROUGEL_entities_reward/std": 0.2787829339504242, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 495 }, { "completion_length": 854.84375, "completions/clipped_ratio": 0.0, "completions/max_length": 1862.0, "completions/max_terminated_length": 1862.0, "completions/mean_length": 855.84375, "completions/mean_terminated_length": 855.84375, "completions/min_length": 327.0, "completions/min_terminated_length": 327.0, "epoch": 1.9375, "frac_reward_zero_std": 0.0, "grad_norm": 0.03565838187932968, "kl": 0.04780509788542986, "learning_rate": 1.9057852691845677e-06, "loss": 0.0, "num_tokens": 26453308.0, "reward": 1.267102599143982, "reward_std": 0.09311484545469284, "rewards/ROUGEL_entities_reward/mean": 0.25147759914398193, "rewards/ROUGEL_entities_reward/std": 0.16596421599388123, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.0, "rewards/f1_entities_exact_reward/std": 0.0, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.015625, "rewards/reasoning_equal_answer_reward/std": 0.0883883461356163, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 496 }, { "completion_length": 769.03125, "completions/clipped_ratio": 0.0, "completions/max_length": 1527.0, "completions/max_terminated_length": 1527.0, "completions/mean_length": 770.03125, "completions/mean_terminated_length": 770.03125, "completions/min_length": 389.0, "completions/min_terminated_length": 389.0, "epoch": 1.94140625, "frac_reward_zero_std": 0.25, "grad_norm": 0.03154284134507179, "kl": 0.04591013863682747, "learning_rate": 1.895195261000831e-06, "loss": 0.0, "num_tokens": 26502073.0, "reward": 1.3948421478271484, "reward_std": 0.09472514688968658, "rewards/ROUGEL_entities_reward/mean": 0.3792172372341156, "rewards/ROUGEL_entities_reward/std": 0.21788303554058075, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 1.0, "rewards/answer_format_func/std": 0.0, "rewards/f1_entities_exact_reward/mean": 0.015625, "rewards/f1_entities_exact_reward/std": 0.0883883461356163, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 497 }, { "completion_length": 898.5625, "completions/clipped_ratio": 0.03125, "completions/max_length": 2034.0, "completions/max_terminated_length": 1972.0, "completions/mean_length": 899.53125, "completions/mean_terminated_length": 862.9354858398438, "completions/min_length": 427.0, "completions/min_terminated_length": 427.0, "epoch": 1.9453125, "frac_reward_zero_std": 0.125, "grad_norm": 0.9798057079315186, "kl": 5.697923898696899, "learning_rate": 1.8846167674275175e-06, "loss": 0.0057, "num_tokens": 26556590.0, "reward": 1.7951984405517578, "reward_std": 0.3641737997531891, "rewards/ROUGEL_entities_reward/mean": 0.5139485001564026, "rewards/ROUGEL_entities_reward/std": 0.25162404775619507, "rewards/answer_correctness_func/mean": 0.125, "rewards/answer_correctness_func/std": 0.33601075410842896, "rewards/answer_format_func/mean": 0.9375, "rewards/answer_format_func/std": 0.24593468010425568, "rewards/f1_entities_exact_reward/mean": 0.21875, "rewards/f1_entities_exact_reward/std": 0.35780468583106995, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 498 }, { "completion_length": 853.3125, "completions/clipped_ratio": 0.03125, "completions/max_length": 2023.0, "completions/max_terminated_length": 1538.0, "completions/mean_length": 854.28125, "completions/mean_terminated_length": 816.5806274414062, "completions/min_length": 387.0, "completions/min_terminated_length": 387.0, "epoch": 1.94921875, "frac_reward_zero_std": 0.125, "grad_norm": 0.5548340082168579, "kl": 6.017514586448669, "learning_rate": 1.874049989863896e-06, "loss": 0.006, "num_tokens": 26609307.0, "reward": 1.6304751634597778, "reward_std": 0.34709376096725464, "rewards/ROUGEL_entities_reward/mean": 0.45860016345977783, "rewards/ROUGEL_entities_reward/std": 0.273945152759552, "rewards/answer_correctness_func/mean": 0.0625, "rewards/answer_correctness_func/std": 0.24593468010425568, "rewards/answer_format_func/mean": 0.96875, "rewards/answer_format_func/std": 0.1767766922712326, "rewards/f1_entities_exact_reward/mean": 0.140625, "rewards/f1_entities_exact_reward/std": 0.2905604839324951, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 499 }, { "completion_length": 1084.03125, "completions/clipped_ratio": 0.125, "completions/max_length": 1928.0, "completions/max_terminated_length": 1767.0, "completions/mean_length": 1084.90625, "completions/mean_terminated_length": 964.46435546875, "completions/min_length": 353.0, "completions/min_terminated_length": 353.0, "epoch": 1.953125, "frac_reward_zero_std": 0.25, "grad_norm": 0.03220371529459953, "kl": 0.04074589489027858, "learning_rate": 1.8634951294861809e-06, "loss": 0.0, "num_tokens": 26669544.0, "reward": 1.2048437595367432, "reward_std": 0.11600049585103989, "rewards/ROUGEL_entities_reward/mean": 0.25171875953674316, "rewards/ROUGEL_entities_reward/std": 0.20851749181747437, "rewards/answer_correctness_func/mean": 0.0, "rewards/answer_correctness_func/std": 0.0, "rewards/answer_format_func/mean": 0.875, "rewards/answer_format_func/std": 0.33601075410842896, "rewards/f1_entities_exact_reward/mean": 0.078125, "rewards/f1_entities_exact_reward/std": 0.18445101380348206, "rewards/generation_reward_func/mean": 0.0, "rewards/generation_reward_func/std": 0.0, "rewards/reasoning_equal_answer_reward/mean": 0.0, "rewards/reasoning_equal_answer_reward/std": 0.0, "rewards/soft_format_reward_func/mean": 0.0, "rewards/soft_format_reward_func/std": 0.0, "step": 500 } ], "logging_steps": 1, "max_steps": 800, "num_input_tokens_seen": 26669544, "num_train_epochs": 4, "save_steps": 100, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 8, "trial_name": null, "trial_params": null }