{
    "rl_info/A2G": 0.001248404965735972,
    "rl_info/entropy": 2.7490200996398926,
    "rl_info/total_token": 488.0,
    "rl_info/advantage_b4_norm": -160.04319763183594,
    "rl_info/advantage_after_gnorm": 0.12122395634651184,
    "rl_info/kl_w_ref": 0.005110371392220259,
    "train/rl_loss": -0.12506428360939026,
    "train/total_loss": -0.031266070902347565,
    "cnndm/rouge1": 0.18494071790068783,
    "cnndm/rouge2": 0.05409001863607871,
    "cnndm/rougeL": 0.14097159635270035,
    "cnndm/rougeLsum": 0.16687198475444423,
    "cnndm/bertscore_precision": 0.7769309226588854,
    "cnndm/bertscore_recall": 0.7140537068208889,
    "cnndm/bertscore_f1": 0.7430604927792976,
    "eval_agg/avg_all_rougef": 0.1367185794109778,
    "eval_agg/avg_all_bertf": 0.7430604927792976,
    "eval_agg/avg_all": 0.4398895360951377,
    "num_rl_rollout": 38,
    "lm_epoch": 0,
    "rl_epoch": 0,
    "step": 3000,
    "total_data_token": 795765,
    "total_rl_token": 10083152,
    "total_lm_token": 0,
    "total_token": 10083152,
    "completed_steps": 3000,
    "tune_objective": 0.47888587836766966
}