{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.0424298140159819,
  "eval_steps": 500,
  "global_step": 600,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 200.10714721679688,
      "epoch": 7.071635669330315e-05,
      "grad_norm": 4.679907559144155,
      "kl": 0.0,
      "learning_rate": 9.999961446907352e-07,
      "loss": -0.0,
      "reward": 1.4622538089752197,
      "reward_std": 0.3791443407535553,
      "rewards/accuracy_reward": 0.590825080871582,
      "rewards/format_reward": 0.6875000596046448,
      "step": 1,
      "temporal_rewards": 0.7857142686843872
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 247.7857208251953,
      "epoch": 0.0001414327133866063,
      "grad_norm": 2.6934508684924126,
      "kl": 0.000797271728515625,
      "learning_rate": 9.999845788223948e-07,
      "loss": 0.0,
      "reward": 1.0509984493255615,
      "reward_std": 0.29602327942848206,
      "rewards/accuracy_reward": 0.28671279549598694,
      "rewards/format_reward": 0.7142857313156128,
      "step": 2,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 307.76788330078125,
      "epoch": 0.00021214907007990948,
      "grad_norm": 3.276748844204242,
      "kl": 0.000743865966796875,
      "learning_rate": 9.999653025733385e-07,
      "loss": 0.0,
      "reward": 1.1041209697723389,
      "reward_std": 0.5020884275436401,
      "rewards/accuracy_reward": 0.3005495071411133,
      "rewards/format_reward": 0.6875000596046448,
      "step": 3,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 268.7321472167969,
      "epoch": 0.0002828654267732126,
      "grad_norm": 2.9704401115092747,
      "kl": 0.00119781494140625,
      "learning_rate": 9.999383162408303e-07,
      "loss": 0.0,
      "reward": 1.0085241794586182,
      "reward_std": 0.4387863874435425,
      "rewards/accuracy_reward": 0.2245955765247345,
      "rewards/format_reward": 0.7053571939468384,
      "step": 4,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.5714285714285714,
      "completion_length": 253.75001525878906,
      "epoch": 0.0003535817834665158,
      "grad_norm": 2.166698944690136,
      "kl": 0.00182342529296875,
      "learning_rate": 9.999036202410323e-07,
      "loss": 0.0001,
      "reward": 1.137129545211792,
      "reward_std": 0.24109232425689697,
      "rewards/accuracy_reward": 0.2549867331981659,
      "rewards/format_reward": 0.8392857313156128,
      "step": 5,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.2857142857142857,
      "completion_length": 292.3214416503906,
      "epoch": 0.00042429814015981895,
      "grad_norm": 1.7828370646905003,
      "kl": 0.001983642578125,
      "learning_rate": 9.998612151090002e-07,
      "loss": 0.0001,
      "reward": 1.260791301727295,
      "reward_std": 0.23829373717308044,
      "rewards/accuracy_reward": 0.3715055584907532,
      "rewards/format_reward": 0.8750000596046448,
      "step": 6,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.42857142857142855,
      "completion_length": 250.71429443359375,
      "epoch": 0.0004950144968531221,
      "grad_norm": 2.0183775912817064,
      "kl": 0.004669189453125,
      "learning_rate": 9.998111014986734e-07,
      "loss": 0.0002,
      "reward": 1.1892523765563965,
      "reward_std": 0.28430700302124023,
      "rewards/accuracy_reward": 0.2874666750431061,
      "rewards/format_reward": 0.8839285969734192,
      "step": 7,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 254.8035888671875,
      "epoch": 0.0005657308535464252,
      "grad_norm": 14.87774889660559,
      "kl": 0.00372314453125,
      "learning_rate": 9.997532801828658e-07,
      "loss": 0.0001,
      "reward": 1.4599319696426392,
      "reward_std": 0.3439008295536041,
      "rewards/accuracy_reward": 0.40457478165626526,
      "rewards/format_reward": 0.973214328289032,
      "step": 8,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 232.44644165039062,
      "epoch": 0.0006364472102397285,
      "grad_norm": 2.692129500093887,
      "kl": 0.0035400390625,
      "learning_rate": 9.996877520532534e-07,
      "loss": 0.0001,
      "reward": 1.3368793725967407,
      "reward_std": 0.1027989462018013,
      "rewards/accuracy_reward": 0.31009361147880554,
      "rewards/format_reward": 0.9910714626312256,
      "step": 9,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 286.7321472167969,
      "epoch": 0.0007071635669330316,
      "grad_norm": 3.031406131634961,
      "kl": 0.00543212890625,
      "learning_rate": 9.996145181203615e-07,
      "loss": 0.0002,
      "reward": 1.3317698240280151,
      "reward_std": 0.20930121839046478,
      "rewards/accuracy_reward": 0.2996269762516022,
      "rewards/format_reward": 0.9464285969734192,
      "step": 10,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 195.62501525878906,
      "epoch": 0.0007778799236263348,
      "grad_norm": 3.12633601275179,
      "kl": 0.005401611328125,
      "learning_rate": 9.995335795135475e-07,
      "loss": 0.0002,
      "reward": 1.6218074560165405,
      "reward_std": 0.08352632075548172,
      "rewards/accuracy_reward": 0.45216456055641174,
      "rewards/format_reward": 0.9910714626312256,
      "step": 11,
      "temporal_rewards": 0.7857142686843872
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 160.71429443359375,
      "epoch": 0.0008485962803196379,
      "grad_norm": 2.0480927531546067,
      "kl": 0.00927734375,
      "learning_rate": 9.99444937480985e-07,
      "loss": 0.0004,
      "reward": 1.4629789590835571,
      "reward_std": 0.17699524760246277,
      "rewards/accuracy_reward": 0.4861932098865509,
      "rewards/format_reward": 0.973214328289032,
      "step": 12,
      "temporal_rewards": 0.4285714328289032
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 266.375,
      "epoch": 0.0009193126370129411,
      "grad_norm": 5.805064528423736,
      "kl": 0.00897216796875,
      "learning_rate": 9.993485933896437e-07,
      "loss": 0.0004,
      "reward": 1.501465916633606,
      "reward_std": 0.2271209955215454,
      "rewards/accuracy_reward": 0.30503714084625244,
      "rewards/format_reward": 0.9910714626312256,
      "step": 13,
      "temporal_rewards": 0.7857142686843872
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 222.69644165039062,
      "epoch": 0.0009900289937062442,
      "grad_norm": 5.728015554738999,
      "kl": 0.01397705078125,
      "learning_rate": 9.99244548725269e-07,
      "loss": 0.0006,
      "reward": 1.4509989023208618,
      "reward_std": 0.3031184673309326,
      "rewards/accuracy_reward": 0.4188559651374817,
      "rewards/format_reward": 0.9910714626312256,
      "step": 14,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.5714285714285714,
      "completion_length": 247.1428680419922,
      "epoch": 0.0010607453503995474,
      "grad_norm": 2.4169757843226214,
      "kl": 0.0179443359375,
      "learning_rate": 9.99132805092358e-07,
      "loss": 0.0007,
      "reward": 1.1342699527740479,
      "reward_std": 0.09272795170545578,
      "rewards/accuracy_reward": 0.08069846034049988,
      "rewards/format_reward": 0.9821429252624512,
      "step": 15,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.2857142857142857,
      "completion_length": 280.83929443359375,
      "epoch": 0.0011314617070928505,
      "grad_norm": 2.280721411483325,
      "kl": 0.01025390625,
      "learning_rate": 9.990133642141357e-07,
      "loss": 0.0004,
      "reward": 1.4930970668792725,
      "reward_std": 0.1474475860595703,
      "rewards/accuracy_reward": 0.4930969774723053,
      "rewards/format_reward": 0.9821429252624512,
      "step": 16,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 204.37501525878906,
      "epoch": 0.0012021780637861538,
      "grad_norm": 2.937458054420694,
      "kl": 0.01165771484375,
      "learning_rate": 9.988862279325284e-07,
      "loss": 0.0005,
      "reward": 1.2890753746032715,
      "reward_std": 0.1806221753358841,
      "rewards/accuracy_reward": 0.2426467388868332,
      "rewards/format_reward": 1.0,
      "step": 17,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 294.6071472167969,
      "epoch": 0.001272894420479457,
      "grad_norm": 4.963302285754617,
      "kl": 0.0174560546875,
      "learning_rate": 9.98751398208135e-07,
      "loss": 0.0007,
      "reward": 1.1960500478744507,
      "reward_std": 0.18731099367141724,
      "rewards/accuracy_reward": 0.24247848987579346,
      "rewards/format_reward": 0.8660714626312256,
      "step": 18,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 205.57144165039062,
      "epoch": 0.00134361077717276,
      "grad_norm": 2.584688524236813,
      "kl": 0.015380859375,
      "learning_rate": 9.986088771201963e-07,
      "loss": 0.0006,
      "reward": 1.411386251449585,
      "reward_std": 0.1405026614665985,
      "rewards/accuracy_reward": 0.4221004843711853,
      "rewards/format_reward": 0.9642857313156128,
      "step": 19,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 243.0535888671875,
      "epoch": 0.0014143271338660631,
      "grad_norm": 8.371430451495444,
      "kl": 0.01507568359375,
      "learning_rate": 9.98458666866564e-07,
      "loss": 0.0006,
      "reward": 1.3473149538040161,
      "reward_std": 0.20817457139492035,
      "rewards/accuracy_reward": 0.2723149061203003,
      "rewards/format_reward": 0.9642857313156128,
      "step": 20,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 260.5714416503906,
      "epoch": 0.0014850434905593665,
      "grad_norm": 2.70051006406536,
      "kl": 0.0142822265625,
      "learning_rate": 9.983007697636658e-07,
      "loss": 0.0006,
      "reward": 1.2491365671157837,
      "reward_std": 0.2304382622241974,
      "rewards/accuracy_reward": 0.22592230141162872,
      "rewards/format_reward": 0.9910714626312256,
      "step": 21,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 263.7857360839844,
      "epoch": 0.0015557598472526696,
      "grad_norm": 3.2825417374567896,
      "kl": 0.017578125,
      "learning_rate": 9.981351882464707e-07,
      "loss": 0.0007,
      "reward": 1.2244305610656738,
      "reward_std": 0.25213029980659485,
      "rewards/accuracy_reward": 0.2208590805530548,
      "rewards/format_reward": 0.9821429252624512,
      "step": 22,
      "temporal_rewards": 0.4285714328289032
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 305.9464416503906,
      "epoch": 0.0016264762039459727,
      "grad_norm": 2.925214630091263,
      "kl": 0.00799560546875,
      "learning_rate": 9.979619248684501e-07,
      "loss": 0.0003,
      "reward": 1.4240540266036987,
      "reward_std": 0.29196304082870483,
      "rewards/accuracy_reward": 0.43298259377479553,
      "rewards/format_reward": 0.8928571939468384,
      "step": 23,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 289.51788330078125,
      "epoch": 0.0016971925606392758,
      "grad_norm": 2.912269631441271,
      "kl": 0.0130615234375,
      "learning_rate": 9.9778098230154e-07,
      "loss": 0.0005,
      "reward": 1.4945178031921387,
      "reward_std": 0.12553724646568298,
      "rewards/accuracy_reward": 0.3159463107585907,
      "rewards/format_reward": 0.9821429252624512,
      "step": 24,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 205.37501525878906,
      "epoch": 0.001767908917332579,
      "grad_norm": 3.443548590018792,
      "kl": 0.0238037109375,
      "learning_rate": 9.975923633360984e-07,
      "loss": 0.001,
      "reward": 1.3629069328308105,
      "reward_std": 0.21605005860328674,
      "rewards/accuracy_reward": 0.33790692687034607,
      "rewards/format_reward": 1.0,
      "step": 25,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 314.21429443359375,
      "epoch": 0.0018386252740258823,
      "grad_norm": 2.528502389328177,
      "kl": 0.0145263671875,
      "learning_rate": 9.973960708808631e-07,
      "loss": 0.0006,
      "reward": 1.4366943836212158,
      "reward_std": 0.25942346453666687,
      "rewards/accuracy_reward": 0.32062289118766785,
      "rewards/format_reward": 0.9910714626312256,
      "step": 26,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 268.7857360839844,
      "epoch": 0.0019093416307191854,
      "grad_norm": 4.350357161622448,
      "kl": 0.011474609375,
      "learning_rate": 9.971921079629069e-07,
      "loss": 0.0005,
      "reward": 1.3468642234802246,
      "reward_std": 0.11351645737886429,
      "rewards/accuracy_reward": 0.22543567419052124,
      "rewards/format_reward": 1.0,
      "step": 27,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 293.46429443359375,
      "epoch": 0.0019800579874124885,
      "grad_norm": 4.010526453910769,
      "kl": 0.009765625,
      "learning_rate": 9.969804777275898e-07,
      "loss": 0.0004,
      "reward": 1.3793425559997559,
      "reward_std": 0.19644470512866974,
      "rewards/accuracy_reward": 0.37219956517219543,
      "rewards/format_reward": 0.9821429252624512,
      "step": 28,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 247.8928680419922,
      "epoch": 0.0020507743441057916,
      "grad_norm": 1.8705072948266848,
      "kl": 0.00897216796875,
      "learning_rate": 9.967611834385122e-07,
      "loss": 0.0004,
      "reward": 1.508015513420105,
      "reward_std": 0.20669502019882202,
      "rewards/accuracy_reward": 0.5080153346061707,
      "rewards/format_reward": 0.9642857313156128,
      "step": 29,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 259.25,
      "epoch": 0.0021214907007990947,
      "grad_norm": 4.328117926524593,
      "kl": 0.00927734375,
      "learning_rate": 9.965342284774631e-07,
      "loss": 0.0004,
      "reward": 1.474429965019226,
      "reward_std": 0.11664658784866333,
      "rewards/accuracy_reward": 0.3887157142162323,
      "rewards/format_reward": 1.0,
      "step": 30,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 244.10714721679688,
      "epoch": 0.002192207057492398,
      "grad_norm": 2.1832119295808825,
      "kl": 0.01385498046875,
      "learning_rate": 9.962996163443688e-07,
      "loss": 0.0006,
      "reward": 1.416548252105713,
      "reward_std": 0.14642640948295593,
      "rewards/accuracy_reward": 0.30047670006752014,
      "rewards/format_reward": 1.0,
      "step": 31,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.7142857142857143,
      "all_wrong": 0.0,
      "completion_length": 200.82144165039062,
      "epoch": 0.002262923414185701,
      "grad_norm": 1.4223202232999537,
      "kl": 0.01397705078125,
      "learning_rate": 9.960573506572389e-07,
      "loss": 0.0006,
      "reward": 1.930145502090454,
      "reward_std": 0.12284065037965775,
      "rewards/accuracy_reward": 0.8408597707748413,
      "rewards/format_reward": 0.9821429252624512,
      "step": 32,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 347.0714416503906,
      "epoch": 0.0023336397708790045,
      "grad_norm": 3.518686828892219,
      "kl": 0.006744384765625,
      "learning_rate": 9.958074351521096e-07,
      "loss": 0.0003,
      "reward": 1.259355068206787,
      "reward_std": 0.2953766882419586,
      "rewards/accuracy_reward": 0.22899788618087769,
      "rewards/format_reward": 0.973214328289032,
      "step": 33,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 292.125,
      "epoch": 0.0024043561275723076,
      "grad_norm": 7.331431973368505,
      "kl": 0.0089111328125,
      "learning_rate": 9.955498736829874e-07,
      "loss": 0.0004,
      "reward": 1.4256235361099243,
      "reward_std": 0.2976904809474945,
      "rewards/accuracy_reward": 0.4613378047943115,
      "rewards/format_reward": 0.9375000596046448,
      "step": 34,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 303.125,
      "epoch": 0.0024750724842656107,
      "grad_norm": 9.691249760972333,
      "kl": 0.00848388671875,
      "learning_rate": 9.952846702217885e-07,
      "loss": 0.0003,
      "reward": 1.3373116254806519,
      "reward_std": 0.19856014847755432,
      "rewards/accuracy_reward": 0.22838297486305237,
      "rewards/format_reward": 1.0,
      "step": 35,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 250.48214721679688,
      "epoch": 0.002545788840958914,
      "grad_norm": 2.993544004162704,
      "kl": 0.012939453125,
      "learning_rate": 9.950118288582787e-07,
      "loss": 0.0005,
      "reward": 1.450445294380188,
      "reward_std": 0.23749849200248718,
      "rewards/accuracy_reward": 0.4183023273944855,
      "rewards/format_reward": 0.9821429252624512,
      "step": 36,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 177.00001525878906,
      "epoch": 0.002616505197652217,
      "grad_norm": 2.147613846896577,
      "kl": 0.01483154296875,
      "learning_rate": 9.947313538000092e-07,
      "loss": 0.0006,
      "reward": 1.5246427059173584,
      "reward_std": 0.15763144195079803,
      "rewards/accuracy_reward": 0.5139283537864685,
      "rewards/format_reward": 1.0,
      "step": 37,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 229.58929443359375,
      "epoch": 0.00268722155434552,
      "grad_norm": 1.9805499967733886,
      "kl": 0.01519775390625,
      "learning_rate": 9.944432493722524e-07,
      "loss": 0.0006,
      "reward": 1.3561514616012573,
      "reward_std": 0.1405426561832428,
      "rewards/accuracy_reward": 0.31329435110092163,
      "rewards/format_reward": 1.0,
      "step": 38,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 344.0535888671875,
      "epoch": 0.002757937911038823,
      "grad_norm": 1.6211008791444943,
      "kl": 0.0111083984375,
      "learning_rate": 9.941475200179346e-07,
      "loss": 0.0004,
      "reward": 1.3877519369125366,
      "reward_std": 0.082041434943676,
      "rewards/accuracy_reward": 0.32525181770324707,
      "rewards/format_reward": 0.9910714626312256,
      "step": 39,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 322.71429443359375,
      "epoch": 0.0028286542677321263,
      "grad_norm": 1.9545000376681727,
      "kl": 0.0096435546875,
      "learning_rate": 9.938441702975689e-07,
      "loss": 0.0004,
      "reward": 1.4263824224472046,
      "reward_std": 0.1756214201450348,
      "rewards/accuracy_reward": 0.3406681418418884,
      "rewards/format_reward": 1.0,
      "step": 40,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 314.3035888671875,
      "epoch": 0.0028993706244254294,
      "grad_norm": 2.053784837086962,
      "kl": 0.0103759765625,
      "learning_rate": 9.935332048891826e-07,
      "loss": 0.0004,
      "reward": 1.521074652671814,
      "reward_std": 0.1329503059387207,
      "rewards/accuracy_reward": 0.4103603959083557,
      "rewards/format_reward": 1.0,
      "step": 41,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 360.2321472167969,
      "epoch": 0.002970086981118733,
      "grad_norm": 2.2804514926564057,
      "kl": 0.0103759765625,
      "learning_rate": 9.932146285882476e-07,
      "loss": 0.0004,
      "reward": 1.397080898284912,
      "reward_std": 0.15315495431423187,
      "rewards/accuracy_reward": 0.2845808267593384,
      "rewards/format_reward": 0.9910714626312256,
      "step": 42,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.42857142857142855,
      "completion_length": 321.8214416503906,
      "epoch": 0.003040803337812036,
      "grad_norm": 1.992676290215063,
      "kl": 0.0155029296875,
      "learning_rate": 9.928884463076043e-07,
      "loss": 0.0006,
      "reward": 1.3467375040054321,
      "reward_std": 0.16957923769950867,
      "rewards/accuracy_reward": 0.24138039350509644,
      "rewards/format_reward": 0.9821429252624512,
      "step": 43,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 340.1607360839844,
      "epoch": 0.003111519694505339,
      "grad_norm": 2.003574826398129,
      "kl": 0.0164794921875,
      "learning_rate": 9.925546630773868e-07,
      "loss": 0.0007,
      "reward": 1.2990601062774658,
      "reward_std": 0.1996757686138153,
      "rewards/accuracy_reward": 0.3044171929359436,
      "rewards/format_reward": 0.8660714626312256,
      "step": 44,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.42857142857142855,
      "completion_length": 378.5535888671875,
      "epoch": 0.0031822360511986423,
      "grad_norm": 1.5251934336406172,
      "kl": 0.0140380859375,
      "learning_rate": 9.922132840449458e-07,
      "loss": 0.0006,
      "reward": 1.2783958911895752,
      "reward_std": 0.14688079059123993,
      "rewards/accuracy_reward": 0.16768160462379456,
      "rewards/format_reward": 0.9642857313156128,
      "step": 45,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 385.89288330078125,
      "epoch": 0.0032529524078919454,
      "grad_norm": 5.043598020520579,
      "kl": 0.01226806640625,
      "learning_rate": 9.91864314474768e-07,
      "loss": 0.0005,
      "reward": 1.4317442178726196,
      "reward_std": 0.13028410077095032,
      "rewards/accuracy_reward": 0.29245835542678833,
      "rewards/format_reward": 1.0,
      "step": 46,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 429.64288330078125,
      "epoch": 0.0033236687645852485,
      "grad_norm": 1.5608232632837769,
      "kl": 0.0081787109375,
      "learning_rate": 9.915077597483958e-07,
      "loss": 0.0003,
      "reward": 1.2896418571472168,
      "reward_std": 0.34282949566841125,
      "rewards/accuracy_reward": 0.29678457975387573,
      "rewards/format_reward": 0.9642857313156128,
      "step": 47,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 369.7857360839844,
      "epoch": 0.0033943851212785516,
      "grad_norm": 1.3115904622960182,
      "kl": 0.0103759765625,
      "learning_rate": 9.911436253643443e-07,
      "loss": 0.0004,
      "reward": 1.4439650774002075,
      "reward_std": 0.16484510898590088,
      "rewards/accuracy_reward": 0.4296793043613434,
      "rewards/format_reward": 0.9821429252624512,
      "step": 48,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 359.1607360839844,
      "epoch": 0.0034651014779718547,
      "grad_norm": 1.8675624762178065,
      "kl": 0.01116943359375,
      "learning_rate": 9.907719169380162e-07,
      "loss": 0.0004,
      "reward": 1.3826886415481567,
      "reward_std": 0.10018106549978256,
      "rewards/accuracy_reward": 0.2291172444820404,
      "rewards/format_reward": 0.9821429252624512,
      "step": 49,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 260.0,
      "epoch": 0.003535817834665158,
      "grad_norm": 1.7629184411875067,
      "kl": 0.01507568359375,
      "learning_rate": 9.90392640201615e-07,
      "loss": 0.0006,
      "reward": 1.2967737913131714,
      "reward_std": 0.19944338500499725,
      "rewards/accuracy_reward": 0.2610594630241394,
      "rewards/format_reward": 1.0,
      "step": 50,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 274.5357360839844,
      "epoch": 0.0036065341913584614,
      "grad_norm": 2.582277447707262,
      "kl": 0.0167236328125,
      "learning_rate": 9.900058010040577e-07,
      "loss": 0.0007,
      "reward": 1.432778239250183,
      "reward_std": 0.27678585052490234,
      "rewards/accuracy_reward": 0.35242101550102234,
      "rewards/format_reward": 0.9910714626312256,
      "step": 51,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 292.9464416503906,
      "epoch": 0.0036772505480517645,
      "grad_norm": 2.660184539699317,
      "kl": 0.0234375,
      "learning_rate": 9.89611405310883e-07,
      "loss": 0.0009,
      "reward": 1.4461818933486938,
      "reward_std": 0.21560263633728027,
      "rewards/accuracy_reward": 0.3622532784938812,
      "rewards/format_reward": 0.9910714626312256,
      "step": 52,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 247.9285888671875,
      "epoch": 0.0037479669047450676,
      "grad_norm": 2.348619995816532,
      "kl": 0.02099609375,
      "learning_rate": 9.8920945920416e-07,
      "loss": 0.0008,
      "reward": 1.6287018060684204,
      "reward_std": 0.13119636476039886,
      "rewards/accuracy_reward": 0.5001303553581238,
      "rewards/format_reward": 1.0,
      "step": 53,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 357.7500305175781,
      "epoch": 0.0038186832614383708,
      "grad_norm": 3.300186824637339,
      "kl": 0.013916015625,
      "learning_rate": 9.887999688823954e-07,
      "loss": 0.0006,
      "reward": 1.3542555570602417,
      "reward_std": 0.08903272449970245,
      "rewards/accuracy_reward": 0.29711267352104187,
      "rewards/format_reward": 1.0,
      "step": 54,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 285.6071472167969,
      "epoch": 0.003889399618131674,
      "grad_norm": 2.7314218605333624,
      "kl": 0.016845703125,
      "learning_rate": 9.883829406604361e-07,
      "loss": 0.0007,
      "reward": 1.2821252346038818,
      "reward_std": 0.28221410512924194,
      "rewards/accuracy_reward": 0.24998226761817932,
      "rewards/format_reward": 1.0,
      "step": 55,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 337.83929443359375,
      "epoch": 0.003960115974824977,
      "grad_norm": 1.5413615695610776,
      "kl": 0.01397705078125,
      "learning_rate": 9.879583809693736e-07,
      "loss": 0.0006,
      "reward": 1.3935561180114746,
      "reward_std": 0.0765104740858078,
      "rewards/accuracy_reward": 0.31498464941978455,
      "rewards/format_reward": 1.0,
      "step": 56,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 389.4821472167969,
      "epoch": 0.0040308323315182805,
      "grad_norm": 2.0151756007314714,
      "kl": 0.01226806640625,
      "learning_rate": 9.875262963564435e-07,
      "loss": 0.0005,
      "reward": 1.513351559638977,
      "reward_std": 0.25552207231521606,
      "rewards/accuracy_reward": 0.513351559638977,
      "rewards/format_reward": 0.9464285969734192,
      "step": 57,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 278.1785888671875,
      "epoch": 0.004101548688211583,
      "grad_norm": 1.9172194743179696,
      "kl": 0.019287109375,
      "learning_rate": 9.870866934849246e-07,
      "loss": 0.0008,
      "reward": 1.3478862047195435,
      "reward_std": 0.20562618970870972,
      "rewards/accuracy_reward": 0.3211003541946411,
      "rewards/format_reward": 1.0,
      "step": 58,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 374.6071472167969,
      "epoch": 0.004172265044904887,
      "grad_norm": 2.343462943955647,
      "kl": 0.0166015625,
      "learning_rate": 9.866395791340374e-07,
      "loss": 0.0007,
      "reward": 1.296674132347107,
      "reward_std": 0.19219763576984406,
      "rewards/accuracy_reward": 0.23953120410442352,
      "rewards/format_reward": 0.9821429252624512,
      "step": 59,
      "temporal_rewards": 0.4285714328289032
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 342.1250305175781,
      "epoch": 0.0042429814015981894,
      "grad_norm": 4.637690517701243,
      "kl": 0.01373291015625,
      "learning_rate": 9.861849601988383e-07,
      "loss": 0.0005,
      "reward": 1.4211491346359253,
      "reward_std": 0.1250295639038086,
      "rewards/accuracy_reward": 0.4032919704914093,
      "rewards/format_reward": 0.9821429252624512,
      "step": 60,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 302.96429443359375,
      "epoch": 0.004313697758291493,
      "grad_norm": 1.9222617292615771,
      "kl": 0.0262451171875,
      "learning_rate": 9.857228436901134e-07,
      "loss": 0.001,
      "reward": 1.6846325397491455,
      "reward_std": 0.21064738929271698,
      "rewards/accuracy_reward": 0.5649893879890442,
      "rewards/format_reward": 1.0,
      "step": 61,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 305.75,
      "epoch": 0.004384414114984796,
      "grad_norm": 26.29906049647125,
      "kl": 0.019287109375,
      "learning_rate": 9.852532367342712e-07,
      "loss": 0.0008,
      "reward": 1.5550265312194824,
      "reward_std": 0.32851195335388184,
      "rewards/accuracy_reward": 0.4853835701942444,
      "rewards/format_reward": 1.0,
      "step": 62,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 259.2857360839844,
      "epoch": 0.004455130471678099,
      "grad_norm": 2.277143299225396,
      "kl": 0.0250244140625,
      "learning_rate": 9.847761465732316e-07,
      "loss": 0.001,
      "reward": 1.6335762739181519,
      "reward_std": 0.16626587510108948,
      "rewards/accuracy_reward": 0.48357629776000977,
      "rewards/format_reward": 0.9821429252624512,
      "step": 63,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.42857142857142855,
      "completion_length": 327.8214416503906,
      "epoch": 0.004525846828371402,
      "grad_norm": 1.8633049035565223,
      "kl": 0.0167236328125,
      "learning_rate": 9.842915805643156e-07,
      "loss": 0.0007,
      "reward": 1.2655143737792969,
      "reward_std": 0.08168249577283859,
      "rewards/accuracy_reward": 0.19765721261501312,
      "rewards/format_reward": 1.0,
      "step": 64,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 337.64288330078125,
      "epoch": 0.0045965631850647054,
      "grad_norm": 5.2839246810027305,
      "kl": 0.0159912109375,
      "learning_rate": 9.837995461801299e-07,
      "loss": 0.0006,
      "reward": 1.319211483001709,
      "reward_std": 0.23389935493469238,
      "rewards/accuracy_reward": 0.26921141147613525,
      "rewards/format_reward": 0.9821429252624512,
      "step": 65,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 274.9107360839844,
      "epoch": 0.004667279541758009,
      "grad_norm": 2.0489370067600152,
      "kl": 0.0157470703125,
      "learning_rate": 9.833000510084537e-07,
      "loss": 0.0006,
      "reward": 1.5802041292190552,
      "reward_std": 0.32652613520622253,
      "rewards/accuracy_reward": 0.4623468518257141,
      "rewards/format_reward": 0.9821429252624512,
      "step": 66,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 346.1071472167969,
      "epoch": 0.004737995898451312,
      "grad_norm": 2.9765363585370004,
      "kl": 0.016845703125,
      "learning_rate": 9.827931027521203e-07,
      "loss": 0.0007,
      "reward": 1.5119441747665405,
      "reward_std": 0.13541929423809052,
      "rewards/accuracy_reward": 0.4369440972805023,
      "rewards/format_reward": 0.9821429252624512,
      "step": 67,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 332.64288330078125,
      "epoch": 0.004808712255144615,
      "grad_norm": 2.0791874628611065,
      "kl": 0.02001953125,
      "learning_rate": 9.82278709228899e-07,
      "loss": 0.0008,
      "reward": 1.6526119709014893,
      "reward_std": 0.16472205519676208,
      "rewards/accuracy_reward": 0.48296913504600525,
      "rewards/format_reward": 0.973214328289032,
      "step": 68,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 314.6071472167969,
      "epoch": 0.004879428611837918,
      "grad_norm": 2.9259962040864806,
      "kl": 0.0166015625,
      "learning_rate": 9.817568783713743e-07,
      "loss": 0.0007,
      "reward": 1.376184105873108,
      "reward_std": 0.15327244997024536,
      "rewards/accuracy_reward": 0.2404698133468628,
      "rewards/format_reward": 1.0,
      "step": 69,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 429.2321472167969,
      "epoch": 0.0049501449685312214,
      "grad_norm": 1.4543069927272658,
      "kl": 0.00872802734375,
      "learning_rate": 9.812276182268236e-07,
      "loss": 0.0003,
      "reward": 1.4265930652618408,
      "reward_std": 0.1878514438867569,
      "rewards/accuracy_reward": 0.35337868332862854,
      "rewards/format_reward": 0.973214328289032,
      "step": 70,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.5714285714285714,
      "completion_length": 319.9464416503906,
      "epoch": 0.005020861325224524,
      "grad_norm": 2.8833448599523903,
      "kl": 0.022216796875,
      "learning_rate": 9.80690936957093e-07,
      "loss": 0.0009,
      "reward": 1.1564468145370483,
      "reward_std": 0.14011871814727783,
      "rewards/accuracy_reward": 0.09930393099784851,
      "rewards/format_reward": 0.9910714626312256,
      "step": 71,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 262.08929443359375,
      "epoch": 0.005091577681917828,
      "grad_norm": 2.9250018918381016,
      "kl": 0.0196533203125,
      "learning_rate": 9.801468428384716e-07,
      "loss": 0.0008,
      "reward": 1.4391757249832153,
      "reward_std": 0.22654646635055542,
      "rewards/accuracy_reward": 0.4248898923397064,
      "rewards/format_reward": 1.0,
      "step": 72,
      "temporal_rewards": 0.4285714328289032
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.42857142857142855,
      "completion_length": 255.33929443359375,
      "epoch": 0.00516229403861113,
      "grad_norm": 2.757906287941002,
      "kl": 0.0169677734375,
      "learning_rate": 9.795953442615637e-07,
      "loss": 0.0007,
      "reward": 1.2926268577575684,
      "reward_std": 0.13662691414356232,
      "rewards/accuracy_reward": 0.21405534446239471,
      "rewards/format_reward": 1.0,
      "step": 73,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 280.96429443359375,
      "epoch": 0.005233010395304434,
      "grad_norm": 1.9114265067788339,
      "kl": 0.0135498046875,
      "learning_rate": 9.790364497311595e-07,
      "loss": 0.0005,
      "reward": 1.473499059677124,
      "reward_std": 0.24891799688339233,
      "rewards/accuracy_reward": 0.44849908351898193,
      "rewards/format_reward": 1.0,
      "step": 74,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 333.9821472167969,
      "epoch": 0.0053037267519977374,
      "grad_norm": 4.373657761893615,
      "kl": 0.01263427734375,
      "learning_rate": 9.784701678661044e-07,
      "loss": 0.0005,
      "reward": 1.6830004453659058,
      "reward_std": 0.251014769077301,
      "rewards/accuracy_reward": 0.5490719079971313,
      "rewards/format_reward": 1.0,
      "step": 75,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 187.44644165039062,
      "epoch": 0.00537444310869104,
      "grad_norm": 2.543487512106903,
      "kl": 0.02392578125,
      "learning_rate": 9.77896507399165e-07,
      "loss": 0.001,
      "reward": 1.6778168678283691,
      "reward_std": 0.12846630811691284,
      "rewards/accuracy_reward": 0.667102575302124,
      "rewards/format_reward": 1.0,
      "step": 76,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 301.625,
      "epoch": 0.005445159465384344,
      "grad_norm": 5.5479936200907884,
      "kl": 0.01708984375,
      "learning_rate": 9.773154771768955e-07,
      "loss": 0.0007,
      "reward": 1.2718242406845093,
      "reward_std": 0.3140626549720764,
      "rewards/accuracy_reward": 0.20932413637638092,
      "rewards/format_reward": 0.9910714626312256,
      "step": 77,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 367.08929443359375,
      "epoch": 0.005515875822077646,
      "grad_norm": 2.3377141382093547,
      "kl": 0.01287841796875,
      "learning_rate": 9.767270861595004e-07,
      "loss": 0.0005,
      "reward": 1.3282794952392578,
      "reward_std": 0.20793180167675018,
      "rewards/accuracy_reward": 0.21399372816085815,
      "rewards/format_reward": 0.9464285969734192,
      "step": 78,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 314.9107360839844,
      "epoch": 0.00558659217877095,
      "grad_norm": 3.975000609910864,
      "kl": 0.0174560546875,
      "learning_rate": 9.761313434206977e-07,
      "loss": 0.0007,
      "reward": 1.4134036302566528,
      "reward_std": 0.11728669703006744,
      "rewards/accuracy_reward": 0.4776892066001892,
      "rewards/format_reward": 0.8571429252624512,
      "step": 79,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 290.0535888671875,
      "epoch": 0.005657308535464253,
      "grad_norm": 46.026920138320996,
      "kl": 0.015380859375,
      "learning_rate": 9.755282581475767e-07,
      "loss": 0.0006,
      "reward": 1.3587440252304077,
      "reward_std": 0.2508980929851532,
      "rewards/accuracy_reward": 0.3730297386646271,
      "rewards/format_reward": 0.9642857313156128,
      "step": 80,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 343.51788330078125,
      "epoch": 0.005728024892157556,
      "grad_norm": 1.7806344788497834,
      "kl": 0.01422119140625,
      "learning_rate": 9.749178396404588e-07,
      "loss": 0.0006,
      "reward": 1.479040265083313,
      "reward_std": 0.15753905475139618,
      "rewards/accuracy_reward": 0.4147545397281647,
      "rewards/format_reward": 0.9821429252624512,
      "step": 81,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.42857142857142855,
      "completion_length": 234.94644165039062,
      "epoch": 0.005798741248850859,
      "grad_norm": 1.4240333944645842,
      "kl": 0.0172119140625,
      "learning_rate": 9.743000973127523e-07,
      "loss": 0.0007,
      "reward": 1.2428573369979858,
      "reward_std": 0.2260817587375641,
      "rewards/accuracy_reward": 0.2250000238418579,
      "rewards/format_reward": 1.0,
      "step": 82,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 201.85714721679688,
      "epoch": 0.005869457605544162,
      "grad_norm": 1.9441682237202011,
      "kl": 0.0250244140625,
      "learning_rate": 9.73675040690808e-07,
      "loss": 0.001,
      "reward": 1.3984408378601074,
      "reward_std": 0.1573176085948944,
      "rewards/accuracy_reward": 0.302012175321579,
      "rewards/format_reward": 1.0,
      "step": 83,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 253.87501525878906,
      "epoch": 0.005940173962237466,
      "grad_norm": 2.1552891570371653,
      "kl": 0.0191650390625,
      "learning_rate": 9.730426794137726e-07,
      "loss": 0.0008,
      "reward": 1.595906376838684,
      "reward_std": 0.19122400879859924,
      "rewards/accuracy_reward": 0.5709062814712524,
      "rewards/format_reward": 1.0,
      "step": 84,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 224.33929443359375,
      "epoch": 0.006010890318930769,
      "grad_norm": 2.468011998898407,
      "kl": 0.0244140625,
      "learning_rate": 9.72403023233439e-07,
      "loss": 0.001,
      "reward": 1.4167797565460205,
      "reward_std": 0.04883218929171562,
      "rewards/accuracy_reward": 0.3489225208759308,
      "rewards/format_reward": 1.0,
      "step": 85,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 293.1785888671875,
      "epoch": 0.006081606675624072,
      "grad_norm": 3.0951135470999867,
      "kl": 0.0146484375,
      "learning_rate": 9.717560820140968e-07,
      "loss": 0.0006,
      "reward": 1.6028056144714355,
      "reward_std": 0.09058967977762222,
      "rewards/accuracy_reward": 0.4778055250644684,
      "rewards/format_reward": 1.0,
      "step": 86,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 242.6607208251953,
      "epoch": 0.006152323032317375,
      "grad_norm": 4.0600455292191295,
      "kl": 0.0169677734375,
      "learning_rate": 9.711018657323798e-07,
      "loss": 0.0007,
      "reward": 1.5601238012313843,
      "reward_std": 0.14355504512786865,
      "rewards/accuracy_reward": 0.3851237893104553,
      "rewards/format_reward": 1.0,
      "step": 87,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 335.3035888671875,
      "epoch": 0.006223039389010678,
      "grad_norm": 6.157136751420816,
      "kl": 0.00921630859375,
      "learning_rate": 9.704403844771127e-07,
      "loss": 0.0004,
      "reward": 1.4300976991653442,
      "reward_std": 0.2536827325820923,
      "rewards/accuracy_reward": 0.3658120036125183,
      "rewards/format_reward": 1.0,
      "step": 88,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 249.7678680419922,
      "epoch": 0.006293755745703981,
      "grad_norm": 3.1843130127400756,
      "kl": 0.0250244140625,
      "learning_rate": 9.697716484491545e-07,
      "loss": 0.001,
      "reward": 1.2961429357528687,
      "reward_std": 0.09949057549238205,
      "rewards/accuracy_reward": 0.23542852699756622,
      "rewards/format_reward": 1.0,
      "step": 89,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 204.85714721679688,
      "epoch": 0.006364472102397285,
      "grad_norm": 1.9848526579428263,
      "kl": 0.0245361328125,
      "learning_rate": 9.69095667961242e-07,
      "loss": 0.001,
      "reward": 1.6368935108184814,
      "reward_std": 0.0798259824514389,
      "rewards/accuracy_reward": 0.5618934035301208,
      "rewards/format_reward": 0.9821429252624512,
      "step": 90,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 321.76788330078125,
      "epoch": 0.006435188459090587,
      "grad_norm": 3.0430493637217086,
      "kl": 0.01806640625,
      "learning_rate": 9.684124534378306e-07,
      "loss": 0.0007,
      "reward": 1.467795968055725,
      "reward_std": 0.33526092767715454,
      "rewards/accuracy_reward": 0.43386733531951904,
      "rewards/format_reward": 0.9642857313156128,
      "step": 91,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 340.6785888671875,
      "epoch": 0.006505904815783891,
      "grad_norm": 2.4969561415391914,
      "kl": 0.0142822265625,
      "learning_rate": 9.677220154149337e-07,
      "loss": 0.0006,
      "reward": 1.4655735492706299,
      "reward_std": 0.2757211923599243,
      "rewards/accuracy_reward": 0.3655734360218048,
      "rewards/format_reward": 0.9821429252624512,
      "step": 92,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 330.51788330078125,
      "epoch": 0.006576621172477194,
      "grad_norm": 3.4230740531619244,
      "kl": 0.0205078125,
      "learning_rate": 9.670243645399592e-07,
      "loss": 0.0008,
      "reward": 1.246590256690979,
      "reward_std": 0.16154395043849945,
      "rewards/accuracy_reward": 0.3037329912185669,
      "rewards/format_reward": 0.8571429252624512,
      "step": 93,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 266.51788330078125,
      "epoch": 0.006647337529170497,
      "grad_norm": 1.792653568726783,
      "kl": 0.01373291015625,
      "learning_rate": 9.66319511571547e-07,
      "loss": 0.0005,
      "reward": 1.5348743200302124,
      "reward_std": 0.2590065002441406,
      "rewards/accuracy_reward": 0.3991599380970001,
      "rewards/format_reward": 1.0,
      "step": 94,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 350.8750305175781,
      "epoch": 0.006718053885863801,
      "grad_norm": 3.6844148711598894,
      "kl": 0.0113525390625,
      "learning_rate": 9.656074673794017e-07,
      "loss": 0.0005,
      "reward": 1.3648685216903687,
      "reward_std": 0.19355671107769012,
      "rewards/accuracy_reward": 0.29701128602027893,
      "rewards/format_reward": 0.9285714626312256,
      "step": 95,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 353.0000305175781,
      "epoch": 0.006788770242557103,
      "grad_norm": 1.8425013413449784,
      "kl": 0.014892578125,
      "learning_rate": 9.648882429441256e-07,
      "loss": 0.0006,
      "reward": 1.3588917255401611,
      "reward_std": 0.07505875080823898,
      "rewards/accuracy_reward": 0.28032031655311584,
      "rewards/format_reward": 1.0,
      "step": 96,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 241.3035888671875,
      "epoch": 0.006859486599250407,
      "grad_norm": 2.2865088411510186,
      "kl": 0.0186767578125,
      "learning_rate": 9.641618493570494e-07,
      "loss": 0.0008,
      "reward": 1.514050006866455,
      "reward_std": 0.09278088063001633,
      "rewards/accuracy_reward": 0.4890500009059906,
      "rewards/format_reward": 1.0,
      "step": 97,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 321.64288330078125,
      "epoch": 0.0069302029559437095,
      "grad_norm": 2.4393418387911407,
      "kl": 0.01336669921875,
      "learning_rate": 9.634282978200603e-07,
      "loss": 0.0005,
      "reward": 1.6806771755218506,
      "reward_std": 0.2365805059671402,
      "rewards/accuracy_reward": 0.5753200054168701,
      "rewards/format_reward": 0.9642857313156128,
      "step": 98,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.5714285714285714,
      "completion_length": 339.5357360839844,
      "epoch": 0.007000919312637013,
      "grad_norm": 1.228627970228306,
      "kl": 0.0155029296875,
      "learning_rate": 9.62687599645431e-07,
      "loss": 0.0006,
      "reward": 1.3055490255355835,
      "reward_std": 0.093048594892025,
      "rewards/accuracy_reward": 0.3126917779445648,
      "rewards/format_reward": 0.9642857313156128,
      "step": 99,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 359.83929443359375,
      "epoch": 0.007071635669330316,
      "grad_norm": 4.909829679120721,
      "kl": 0.01519775390625,
      "learning_rate": 9.619397662556433e-07,
      "loss": 0.0006,
      "reward": 1.583992838859558,
      "reward_std": 0.17024964094161987,
      "rewards/accuracy_reward": 0.4697072505950928,
      "rewards/format_reward": 1.0,
      "step": 100,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 219.8928680419922,
      "epoch": 0.007142352026023619,
      "grad_norm": 3.4222857802240805,
      "kl": 0.0252685546875,
      "learning_rate": 9.611848091832133e-07,
      "loss": 0.001,
      "reward": 1.8999944925308228,
      "reward_std": 0.25680312514305115,
      "rewards/accuracy_reward": 0.7339228391647339,
      "rewards/format_reward": 1.0,
      "step": 101,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.2857142857142857,
      "completion_length": 345.4107360839844,
      "epoch": 0.007213068382716923,
      "grad_norm": 2.6142219757444836,
      "kl": 0.0145263671875,
      "learning_rate": 9.604227400705132e-07,
      "loss": 0.0006,
      "reward": 1.4651293754577637,
      "reward_std": 0.2930588722229004,
      "rewards/accuracy_reward": 0.44548648595809937,
      "rewards/format_reward": 0.9285714626312256,
      "step": 102,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 302.58929443359375,
      "epoch": 0.0072837847394102255,
      "grad_norm": 3.0046367857128695,
      "kl": 0.023681640625,
      "learning_rate": 9.59653570669591e-07,
      "loss": 0.0009,
      "reward": 1.352138876914978,
      "reward_std": 0.2061319798231125,
      "rewards/accuracy_reward": 0.25928163528442383,
      "rewards/format_reward": 1.0,
      "step": 103,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 383.3571472167969,
      "epoch": 0.007354501096103529,
      "grad_norm": 4.326041664957411,
      "kl": 0.014892578125,
      "learning_rate": 9.588773128419905e-07,
      "loss": 0.0006,
      "reward": 1.2845295667648315,
      "reward_std": 0.2477128505706787,
      "rewards/accuracy_reward": 0.3041723966598511,
      "rewards/format_reward": 0.9196429252624512,
      "step": 104,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 310.2857360839844,
      "epoch": 0.007425217452796832,
      "grad_norm": 1.8180782150035706,
      "kl": 0.013427734375,
      "learning_rate": 9.58093978558568e-07,
      "loss": 0.0005,
      "reward": 1.400816559791565,
      "reward_std": 0.24325203895568848,
      "rewards/accuracy_reward": 0.34724515676498413,
      "rewards/format_reward": 1.0,
      "step": 105,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 333.46429443359375,
      "epoch": 0.007495933809490135,
      "grad_norm": 2.6731117168518934,
      "kl": 0.0106201171875,
      "learning_rate": 9.573035798993068e-07,
      "loss": 0.0004,
      "reward": 1.4619109630584717,
      "reward_std": 0.33450353145599365,
      "rewards/accuracy_reward": 0.3386966586112976,
      "rewards/format_reward": 0.9821429252624512,
      "step": 106,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.42857142857142855,
      "completion_length": 237.71429443359375,
      "epoch": 0.007566650166183438,
      "grad_norm": 2.151797770832874,
      "kl": 0.0213623046875,
      "learning_rate": 9.56506129053132e-07,
      "loss": 0.0009,
      "reward": 1.200774908065796,
      "reward_std": 0.08128359168767929,
      "rewards/accuracy_reward": 0.18291769921779633,
      "rewards/format_reward": 1.0,
      "step": 107,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 219.75001525878906,
      "epoch": 0.0076373665228767415,
      "grad_norm": 2.23204577242565,
      "kl": 0.021240234375,
      "learning_rate": 9.557016383177225e-07,
      "loss": 0.0008,
      "reward": 1.3770668506622314,
      "reward_std": 0.18465553224086761,
      "rewards/accuracy_reward": 0.3324239253997803,
      "rewards/format_reward": 1.0,
      "step": 108,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 331.08929443359375,
      "epoch": 0.007708082879570044,
      "grad_norm": 2.0364878021038972,
      "kl": 0.01348876953125,
      "learning_rate": 9.548901200993204e-07,
      "loss": 0.0005,
      "reward": 1.6874791383743286,
      "reward_std": 0.20309144258499146,
      "rewards/accuracy_reward": 0.523193359375,
      "rewards/format_reward": 1.0,
      "step": 109,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 243.69644165039062,
      "epoch": 0.007778799236263348,
      "grad_norm": 7.679578749901159,
      "kl": 0.01483154296875,
      "learning_rate": 9.540715869125407e-07,
      "loss": 0.0006,
      "reward": 1.6750842332839966,
      "reward_std": 0.1258372962474823,
      "rewards/accuracy_reward": 0.5018698573112488,
      "rewards/format_reward": 1.0,
      "step": 110,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 266.46429443359375,
      "epoch": 0.00784951559295665,
      "grad_norm": 3.863264366762978,
      "kl": 0.0198974609375,
      "learning_rate": 9.532460513801773e-07,
      "loss": 0.0008,
      "reward": 1.5431677103042603,
      "reward_std": 0.18005259335041046,
      "rewards/accuracy_reward": 0.4735248386859894,
      "rewards/format_reward": 0.9910714626312256,
      "step": 111,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 319.375,
      "epoch": 0.007920231949649954,
      "grad_norm": 2.2642097623810518,
      "kl": 0.02099609375,
      "learning_rate": 9.524135262330098e-07,
      "loss": 0.0008,
      "reward": 1.490749478340149,
      "reward_std": 0.19586695730686188,
      "rewards/accuracy_reward": 0.4193209409713745,
      "rewards/format_reward": 0.9642857313156128,
      "step": 112,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 329.4285888671875,
      "epoch": 0.007990948306343258,
      "grad_norm": 3.1715258681675134,
      "kl": 0.013916015625,
      "learning_rate": 9.515740243096055e-07,
      "loss": 0.0006,
      "reward": 1.587631106376648,
      "reward_std": 0.1253492534160614,
      "rewards/accuracy_reward": 0.48048824071884155,
      "rewards/format_reward": 1.0,
      "step": 113,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 302.4107360839844,
      "epoch": 0.008061664663036561,
      "grad_norm": 3.1660993758626113,
      "kl": 0.024658203125,
      "learning_rate": 9.507275585561227e-07,
      "loss": 0.001,
      "reward": 1.4113376140594482,
      "reward_std": 0.2173725813627243,
      "rewards/accuracy_reward": 0.404194712638855,
      "rewards/format_reward": 0.9821429252624512,
      "step": 114,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 428.0535888671875,
      "epoch": 0.008132381019729863,
      "grad_norm": 2.1925097514640126,
      "kl": 0.01263427734375,
      "learning_rate": 9.498741420261108e-07,
      "loss": 0.0005,
      "reward": 1.5163511037826538,
      "reward_std": 0.22099778056144714,
      "rewards/accuracy_reward": 0.37527957558631897,
      "rewards/format_reward": 0.973214328289032,
      "step": 115,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 388.0000305175781,
      "epoch": 0.008203097376423166,
      "grad_norm": 1.862604562993654,
      "kl": 0.0145263671875,
      "learning_rate": 9.490137878803078e-07,
      "loss": 0.0006,
      "reward": 1.254425048828125,
      "reward_std": 0.20928141474723816,
      "rewards/accuracy_reward": 0.2079964280128479,
      "rewards/format_reward": 0.9642857313156128,
      "step": 116,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 285.375,
      "epoch": 0.00827381373311647,
      "grad_norm": 3.895700288106716,
      "kl": 0.01953125,
      "learning_rate": 9.481465093864393e-07,
      "loss": 0.0008,
      "reward": 1.373571753501892,
      "reward_std": 0.1936766505241394,
      "rewards/accuracy_reward": 0.22714316844940186,
      "rewards/format_reward": 1.0,
      "step": 117,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 365.9285888671875,
      "epoch": 0.008344530089809774,
      "grad_norm": 2.223944741157465,
      "kl": 0.0159912109375,
      "learning_rate": 9.472723199190125e-07,
      "loss": 0.0006,
      "reward": 1.3532675504684448,
      "reward_std": 0.26254165172576904,
      "rewards/accuracy_reward": 0.33898183703422546,
      "rewards/format_reward": 0.9821429252624512,
      "step": 118,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 290.375,
      "epoch": 0.008415246446503075,
      "grad_norm": 4.060561230765897,
      "kl": 0.01556396484375,
      "learning_rate": 9.463912329591104e-07,
      "loss": 0.0006,
      "reward": 1.5833758115768433,
      "reward_std": 0.21105141937732697,
      "rewards/accuracy_reward": 0.4440901577472687,
      "rewards/format_reward": 1.0,
      "step": 119,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 244.58929443359375,
      "epoch": 0.008485962803196379,
      "grad_norm": 3.6640304272146706,
      "kl": 0.022705078125,
      "learning_rate": 9.455032620941839e-07,
      "loss": 0.0009,
      "reward": 1.5331847667694092,
      "reward_std": 0.1736329346895218,
      "rewards/accuracy_reward": 0.4260418713092804,
      "rewards/format_reward": 1.0,
      "step": 120,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 303.7857360839844,
      "epoch": 0.008556679159889682,
      "grad_norm": 21.7643150228708,
      "kl": 0.022216796875,
      "learning_rate": 9.446084210178422e-07,
      "loss": 0.0009,
      "reward": 1.5412453413009644,
      "reward_std": 0.21888363361358643,
      "rewards/accuracy_reward": 0.43410253524780273,
      "rewards/format_reward": 0.9821429252624512,
      "step": 121,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.5714285714285714,
      "all_wrong": 0.0,
      "completion_length": 215.6428680419922,
      "epoch": 0.008627395516582986,
      "grad_norm": 1.3447220077217081,
      "kl": 0.020263671875,
      "learning_rate": 9.437067235296417e-07,
      "loss": 0.0008,
      "reward": 1.8865166902542114,
      "reward_std": 0.1381787210702896,
      "rewards/accuracy_reward": 0.8150880932807922,
      "rewards/format_reward": 1.0,
      "step": 122,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.42857142857142855,
      "completion_length": 286.5714416503906,
      "epoch": 0.00869811187327629,
      "grad_norm": 2.0220055763172042,
      "kl": 0.021484375,
      "learning_rate": 9.427981835348728e-07,
      "loss": 0.0009,
      "reward": 1.4709733724594116,
      "reward_std": 0.10469930619001389,
      "rewards/accuracy_reward": 0.42454469203948975,
      "rewards/format_reward": 0.9464285969734192,
      "step": 123,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 393.6071472167969,
      "epoch": 0.008768828229969591,
      "grad_norm": 9.224417050304405,
      "kl": 0.014892578125,
      "learning_rate": 9.418828150443468e-07,
      "loss": 0.0006,
      "reward": 1.499655842781067,
      "reward_std": 0.29198262095451355,
      "rewards/accuracy_reward": 0.324655681848526,
      "rewards/format_reward": 0.9821429252624512,
      "step": 124,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 339.39288330078125,
      "epoch": 0.008839544586662895,
      "grad_norm": 1.1526761082447148,
      "kl": 0.0186767578125,
      "learning_rate": 9.409606321741774e-07,
      "loss": 0.0007,
      "reward": 1.2972179651260376,
      "reward_std": 0.24084976315498352,
      "rewards/accuracy_reward": 0.3329322040081024,
      "rewards/format_reward": 0.9285714626312256,
      "step": 125,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 262.9821472167969,
      "epoch": 0.008910260943356198,
      "grad_norm": 11.808368254144906,
      "kl": 0.0220947265625,
      "learning_rate": 9.40031649145566e-07,
      "loss": 0.0009,
      "reward": 1.5768448114395142,
      "reward_std": 0.3029190003871918,
      "rewards/accuracy_reward": 0.5393447875976562,
      "rewards/format_reward": 0.9285714626312256,
      "step": 126,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 316.26788330078125,
      "epoch": 0.008980977300049502,
      "grad_norm": 10.715616889828016,
      "kl": 0.0189208984375,
      "learning_rate": 9.390958802845795e-07,
      "loss": 0.0008,
      "reward": 1.373911738395691,
      "reward_std": 0.2512255311012268,
      "rewards/accuracy_reward": 0.3560546636581421,
      "rewards/format_reward": 0.973214328289032,
      "step": 127,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 414.0535888671875,
      "epoch": 0.009051693656742804,
      "grad_norm": 1.919997753629705,
      "kl": 0.0152587890625,
      "learning_rate": 9.381533400219317e-07,
      "loss": 0.0006,
      "reward": 1.382378339767456,
      "reward_std": 0.22342532873153687,
      "rewards/accuracy_reward": 0.289521187543869,
      "rewards/format_reward": 0.9642857313156128,
      "step": 128,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 369.9107360839844,
      "epoch": 0.009122410013436107,
      "grad_norm": 2.5183466412577666,
      "kl": 0.0174560546875,
      "learning_rate": 9.372040428927594e-07,
      "loss": 0.0007,
      "reward": 1.3510209321975708,
      "reward_std": 0.2675493061542511,
      "rewards/accuracy_reward": 0.3331637382507324,
      "rewards/format_reward": 0.9642857313156128,
      "step": 129,
      "temporal_rewards": 0.4285714328289032
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 262.1071472167969,
      "epoch": 0.009193126370129411,
      "grad_norm": 6.1384474030242115,
      "kl": 0.025634765625,
      "learning_rate": 9.362480035363985e-07,
      "loss": 0.001,
      "reward": 1.4629807472229004,
      "reward_std": 0.24614229798316956,
      "rewards/accuracy_reward": 0.3665521740913391,
      "rewards/format_reward": 1.0,
      "step": 130,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 355.1250305175781,
      "epoch": 0.009263842726822714,
      "grad_norm": 3.57710689764986,
      "kl": 0.017822265625,
      "learning_rate": 9.352852366961588e-07,
      "loss": 0.0007,
      "reward": 1.288507342338562,
      "reward_std": 0.26952436566352844,
      "rewards/accuracy_reward": 0.4063645005226135,
      "rewards/format_reward": 0.8571429252624512,
      "step": 131,
      "temporal_rewards": 0.4285714328289032
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 293.76788330078125,
      "epoch": 0.009334559083516018,
      "grad_norm": 4.016956936307492,
      "kl": 0.0233154296875,
      "learning_rate": 9.343157572190956e-07,
      "loss": 0.0009,
      "reward": 1.4482492208480835,
      "reward_std": 0.20301766693592072,
      "rewards/accuracy_reward": 0.3928920030593872,
      "rewards/format_reward": 0.9910714626312256,
      "step": 132,
      "temporal_rewards": 0.4285714328289032
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 303.89288330078125,
      "epoch": 0.00940527544020932,
      "grad_norm": 2.209190614999211,
      "kl": 0.0260009765625,
      "learning_rate": 9.333395800557819e-07,
      "loss": 0.001,
      "reward": 1.4164832830429077,
      "reward_std": 0.21116062998771667,
      "rewards/accuracy_reward": 0.37362611293792725,
      "rewards/format_reward": 1.0,
      "step": 133,
      "temporal_rewards": 0.4285714328289032
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 232.83929443359375,
      "epoch": 0.009475991796902623,
      "grad_norm": 2.3920435061902485,
      "kl": 0.02685546875,
      "learning_rate": 9.323567202600775e-07,
      "loss": 0.0011,
      "reward": 1.6055296659469604,
      "reward_std": 0.1259336918592453,
      "rewards/accuracy_reward": 0.5519582033157349,
      "rewards/format_reward": 1.0,
      "step": 134,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 362.76788330078125,
      "epoch": 0.009546708153595927,
      "grad_norm": 2.4240174220347193,
      "kl": 0.0164794921875,
      "learning_rate": 9.313671929888959e-07,
      "loss": 0.0007,
      "reward": 1.5406317710876465,
      "reward_std": 0.19516302645206451,
      "rewards/accuracy_reward": 0.44777458906173706,
      "rewards/format_reward": 0.9821429252624512,
      "step": 135,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 318.9285888671875,
      "epoch": 0.00961742451028923,
      "grad_norm": 3.0352149225327305,
      "kl": 0.019775390625,
      "learning_rate": 9.303710135019717e-07,
      "loss": 0.0008,
      "reward": 1.47672700881958,
      "reward_std": 0.27364325523376465,
      "rewards/accuracy_reward": 0.34815552830696106,
      "rewards/format_reward": 1.0,
      "step": 136,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 363.8035888671875,
      "epoch": 0.009688140866982532,
      "grad_norm": 4.421482134987685,
      "kl": 0.020751953125,
      "learning_rate": 9.293681971616252e-07,
      "loss": 0.0008,
      "reward": 1.4471619129180908,
      "reward_std": 0.20606939494609833,
      "rewards/accuracy_reward": 0.3828760087490082,
      "rewards/format_reward": 0.9285714626312256,
      "step": 137,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 329.5,
      "epoch": 0.009758857223675836,
      "grad_norm": 1.4301611717819003,
      "kl": 0.02099609375,
      "learning_rate": 9.283587594325249e-07,
      "loss": 0.0008,
      "reward": 1.392465353012085,
      "reward_std": 0.08509918302297592,
      "rewards/accuracy_reward": 0.3496081531047821,
      "rewards/format_reward": 0.9821429252624512,
      "step": 138,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 269.75,
      "epoch": 0.00982957358036914,
      "grad_norm": 1.3703204042357304,
      "kl": 0.03271484375,
      "learning_rate": 9.273427158814489e-07,
      "loss": 0.0013,
      "reward": 1.4367648363113403,
      "reward_std": 0.28294071555137634,
      "rewards/accuracy_reward": 0.4296218454837799,
      "rewards/format_reward": 0.9642857313156128,
      "step": 139,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 244.3928680419922,
      "epoch": 0.009900289937062443,
      "grad_norm": 2.0057125869788313,
      "kl": 0.0264892578125,
      "learning_rate": 9.26320082177046e-07,
      "loss": 0.0011,
      "reward": 1.7590270042419434,
      "reward_std": 0.06344171613454819,
      "rewards/accuracy_reward": 0.7018842101097107,
      "rewards/format_reward": 1.0,
      "step": 140,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 321.64288330078125,
      "epoch": 0.009971006293755746,
      "grad_norm": 2.5914166443947373,
      "kl": 0.02197265625,
      "learning_rate": 9.252908740895931e-07,
      "loss": 0.0009,
      "reward": 1.5036076307296753,
      "reward_std": 0.10110967606306076,
      "rewards/accuracy_reward": 0.3821791410446167,
      "rewards/format_reward": 1.0,
      "step": 141,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 361.7321472167969,
      "epoch": 0.010041722650449048,
      "grad_norm": 8.980817763791462,
      "kl": 0.0216064453125,
      "learning_rate": 9.242551074907518e-07,
      "loss": 0.0009,
      "reward": 1.5724399089813232,
      "reward_std": 0.11964640766382217,
      "rewards/accuracy_reward": 0.4277971088886261,
      "rewards/format_reward": 1.0,
      "step": 142,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 239.6607208251953,
      "epoch": 0.010112439007142352,
      "grad_norm": 1.8883960509133508,
      "kl": 0.0240478515625,
      "learning_rate": 9.232127983533245e-07,
      "loss": 0.001,
      "reward": 1.565454125404358,
      "reward_std": 0.1630210280418396,
      "rewards/accuracy_reward": 0.5172398090362549,
      "rewards/format_reward": 1.0,
      "step": 143,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 427.9464416503906,
      "epoch": 0.010183155363835655,
      "grad_norm": 2.3832303736177742,
      "kl": 0.01953125,
      "learning_rate": 9.221639627510075e-07,
      "loss": 0.0008,
      "reward": 1.3102302551269531,
      "reward_std": 0.18023933470249176,
      "rewards/accuracy_reward": 0.21558740735054016,
      "rewards/format_reward": 0.9910714626312256,
      "step": 144,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 349.5000305175781,
      "epoch": 0.010253871720528959,
      "grad_norm": 2.248959223753439,
      "kl": 0.0203857421875,
      "learning_rate": 9.211086168581432e-07,
      "loss": 0.0008,
      "reward": 1.633971929550171,
      "reward_std": 0.2561051845550537,
      "rewards/accuracy_reward": 0.5161147117614746,
      "rewards/format_reward": 0.9821429252624512,
      "step": 145,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 308.8214416503906,
      "epoch": 0.01032458807722226,
      "grad_norm": 1.406496492312579,
      "kl": 0.0185546875,
      "learning_rate": 9.200467769494708e-07,
      "loss": 0.0007,
      "reward": 1.4855246543884277,
      "reward_std": 0.17182736098766327,
      "rewards/accuracy_reward": 0.44623881578445435,
      "rewards/format_reward": 1.0,
      "step": 146,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 217.08929443359375,
      "epoch": 0.010395304433915564,
      "grad_norm": 4.641236633076694,
      "kl": 0.0283203125,
      "learning_rate": 9.189784593998755e-07,
      "loss": 0.0011,
      "reward": 1.4098620414733887,
      "reward_std": 0.15371043980121613,
      "rewards/accuracy_reward": 0.29557615518569946,
      "rewards/format_reward": 1.0,
      "step": 147,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 280.0714416503906,
      "epoch": 0.010466020790608868,
      "grad_norm": 14.30288201944178,
      "kl": 0.0206298828125,
      "learning_rate": 9.179036806841351e-07,
      "loss": 0.0008,
      "reward": 1.174415111541748,
      "reward_std": 0.36266663670539856,
      "rewards/accuracy_reward": 0.19941507279872894,
      "rewards/format_reward": 0.9464285969734192,
      "step": 148,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 336.64288330078125,
      "epoch": 0.010536737147302171,
      "grad_norm": 1.4877367535305948,
      "kl": 0.0208740234375,
      "learning_rate": 9.168224573766672e-07,
      "loss": 0.0008,
      "reward": 1.489093542098999,
      "reward_std": 0.09695346653461456,
      "rewards/accuracy_reward": 0.4212363362312317,
      "rewards/format_reward": 0.9642857313156128,
      "step": 149,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 278.9464416503906,
      "epoch": 0.010607453503995475,
      "grad_norm": 4.334646025476919,
      "kl": 0.024169921875,
      "learning_rate": 9.157348061512726e-07,
      "loss": 0.001,
      "reward": 1.2368561029434204,
      "reward_std": 0.2322416752576828,
      "rewards/accuracy_reward": 0.21899887919425964,
      "rewards/format_reward": 1.0,
      "step": 150,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 303.14288330078125,
      "epoch": 0.010678169860688777,
      "grad_norm": 3.034617710271269,
      "kl": 0.0255126953125,
      "learning_rate": 9.146407437808787e-07,
      "loss": 0.001,
      "reward": 1.491349458694458,
      "reward_std": 0.2161448746919632,
      "rewards/accuracy_reward": 0.4020635783672333,
      "rewards/format_reward": 1.0,
      "step": 151,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 245.5178680419922,
      "epoch": 0.01074888621738208,
      "grad_norm": 2.830749632861873,
      "kl": 0.0260009765625,
      "learning_rate": 9.135402871372808e-07,
      "loss": 0.001,
      "reward": 1.6998294591903687,
      "reward_std": 0.1506149172782898,
      "rewards/accuracy_reward": 0.5837579965591431,
      "rewards/format_reward": 0.9910714626312256,
      "step": 152,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 332.76788330078125,
      "epoch": 0.010819602574075384,
      "grad_norm": 1.6696401679641466,
      "kl": 0.0206298828125,
      "learning_rate": 9.124334531908817e-07,
      "loss": 0.0008,
      "reward": 1.537719488143921,
      "reward_std": 0.08255819231271744,
      "rewards/accuracy_reward": 0.4037908613681793,
      "rewards/format_reward": 0.9910714626312256,
      "step": 153,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 311.9285888671875,
      "epoch": 0.010890318930768687,
      "grad_norm": 2.4684627765016636,
      "kl": 0.0235595703125,
      "learning_rate": 9.113202590104299e-07,
      "loss": 0.0009,
      "reward": 1.4082906246185303,
      "reward_std": 0.20965200662612915,
      "rewards/accuracy_reward": 0.3547193109989166,
      "rewards/format_reward": 1.0,
      "step": 154,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 260.83929443359375,
      "epoch": 0.01096103528746199,
      "grad_norm": 2.542807633365316,
      "kl": 0.0262451171875,
      "learning_rate": 9.102007217627567e-07,
      "loss": 0.001,
      "reward": 1.5869228839874268,
      "reward_std": 0.18990451097488403,
      "rewards/accuracy_reward": 0.538708508014679,
      "rewards/format_reward": 0.9910714626312256,
      "step": 155,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 345.9107360839844,
      "epoch": 0.011031751644155293,
      "grad_norm": 4.265599876884221,
      "kl": 0.0169677734375,
      "learning_rate": 9.090748587125117e-07,
      "loss": 0.0007,
      "reward": 1.693191647529602,
      "reward_std": 0.12695717811584473,
      "rewards/accuracy_reward": 0.5253344774246216,
      "rewards/format_reward": 1.0,
      "step": 156,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 235.94644165039062,
      "epoch": 0.011102468000848596,
      "grad_norm": 5.414528552074709,
      "kl": 0.0277099609375,
      "learning_rate": 9.079426872218956e-07,
      "loss": 0.0011,
      "reward": 1.3239043951034546,
      "reward_std": 0.14587335288524628,
      "rewards/accuracy_reward": 0.31318995356559753,
      "rewards/format_reward": 1.0,
      "step": 157,
      "temporal_rewards": 0.4285714328289032
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 361.7321472167969,
      "epoch": 0.0111731843575419,
      "grad_norm": 3.008023418439411,
      "kl": 0.0194091796875,
      "learning_rate": 9.068042247503935e-07,
      "loss": 0.0008,
      "reward": 1.4832088947296143,
      "reward_std": 0.1778072714805603,
      "rewards/accuracy_reward": 0.422494500875473,
      "rewards/format_reward": 0.9464285969734192,
      "step": 158,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 288.4107360839844,
      "epoch": 0.011243900714235203,
      "grad_norm": 1.4138322938073078,
      "kl": 0.0264892578125,
      "learning_rate": 9.056594888545049e-07,
      "loss": 0.0011,
      "reward": 1.3137909173965454,
      "reward_std": 0.1505429595708847,
      "rewards/accuracy_reward": 0.2745051085948944,
      "rewards/format_reward": 0.9821429252624512,
      "step": 159,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 317.01788330078125,
      "epoch": 0.011314617070928505,
      "grad_norm": 2.6610544482343186,
      "kl": 0.0274658203125,
      "learning_rate": 9.045084971874737e-07,
      "loss": 0.0011,
      "reward": 1.5181852579116821,
      "reward_std": 0.16893567144870758,
      "rewards/accuracy_reward": 0.47354230284690857,
      "rewards/format_reward": 0.9285714626312256,
      "step": 160,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 328.6607360839844,
      "epoch": 0.011385333427621809,
      "grad_norm": 2.407654009367882,
      "kl": 0.0166015625,
      "learning_rate": 9.033512674990149e-07,
      "loss": 0.0007,
      "reward": 1.4223268032073975,
      "reward_std": 0.2396889477968216,
      "rewards/accuracy_reward": 0.3473266661167145,
      "rewards/format_reward": 0.9821429252624512,
      "step": 161,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 415.4285888671875,
      "epoch": 0.011456049784315112,
      "grad_norm": 2.3585160223044372,
      "kl": 0.016357421875,
      "learning_rate": 9.021878176350422e-07,
      "loss": 0.0007,
      "reward": 1.507544994354248,
      "reward_std": 0.11298723518848419,
      "rewards/accuracy_reward": 0.35397347807884216,
      "rewards/format_reward": 1.0,
      "step": 162,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 291.3214416503906,
      "epoch": 0.011526766141008416,
      "grad_norm": 2.724075776419,
      "kl": 0.0245361328125,
      "learning_rate": 9.010181655373917e-07,
      "loss": 0.001,
      "reward": 1.6402637958526611,
      "reward_std": 0.08064742386341095,
      "rewards/accuracy_reward": 0.456335186958313,
      "rewards/format_reward": 1.0,
      "step": 163,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 320.5714416503906,
      "epoch": 0.011597482497701718,
      "grad_norm": 2.0679316286372984,
      "kl": 0.025390625,
      "learning_rate": 8.998423292435453e-07,
      "loss": 0.001,
      "reward": 1.4677201509475708,
      "reward_std": 0.25773927569389343,
      "rewards/accuracy_reward": 0.42843446135520935,
      "rewards/format_reward": 1.0,
      "step": 164,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 279.0357360839844,
      "epoch": 0.011668198854395021,
      "grad_norm": 1.4675378870733307,
      "kl": 0.0279541015625,
      "learning_rate": 8.986603268863535e-07,
      "loss": 0.0011,
      "reward": 1.4586702585220337,
      "reward_std": 0.11441056430339813,
      "rewards/accuracy_reward": 0.32652747631073,
      "rewards/format_reward": 1.0,
      "step": 165,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 187.12501525878906,
      "epoch": 0.011738915211088325,
      "grad_norm": 2.245827421438433,
      "kl": 0.0244140625,
      "learning_rate": 8.97472176693755e-07,
      "loss": 0.001,
      "reward": 1.473800539970398,
      "reward_std": 0.2685979902744293,
      "rewards/accuracy_reward": 0.423800528049469,
      "rewards/format_reward": 1.0,
      "step": 166,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 247.3928680419922,
      "epoch": 0.011809631567781628,
      "grad_norm": 1.7406695992306875,
      "kl": 0.03369140625,
      "learning_rate": 8.962778969884955e-07,
      "loss": 0.0013,
      "reward": 1.468814492225647,
      "reward_std": 0.18952742218971252,
      "rewards/accuracy_reward": 0.41167151927948,
      "rewards/format_reward": 1.0,
      "step": 167,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 221.87501525878906,
      "epoch": 0.011880347924474932,
      "grad_norm": 4.633479212726561,
      "kl": 0.024658203125,
      "learning_rate": 8.950775061878452e-07,
      "loss": 0.001,
      "reward": 1.4082615375518799,
      "reward_std": 0.34984076023101807,
      "rewards/accuracy_reward": 0.34397584199905396,
      "rewards/format_reward": 1.0,
      "step": 168,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 308.2857360839844,
      "epoch": 0.011951064281168234,
      "grad_norm": 4.048696190636604,
      "kl": 0.019775390625,
      "learning_rate": 8.938710228033154e-07,
      "loss": 0.0008,
      "reward": 1.567077398300171,
      "reward_std": 0.23703129589557648,
      "rewards/accuracy_reward": 0.46886304020881653,
      "rewards/format_reward": 0.9910714626312256,
      "step": 169,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 222.33929443359375,
      "epoch": 0.012021780637861537,
      "grad_norm": 2.2293052891594,
      "kl": 0.0269775390625,
      "learning_rate": 8.926584654403724e-07,
      "loss": 0.0011,
      "reward": 1.4130131006240845,
      "reward_std": 0.23506106436252594,
      "rewards/accuracy_reward": 0.3594415783882141,
      "rewards/format_reward": 0.9910714626312256,
      "step": 170,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.2857142857142857,
      "completion_length": 325.4285888671875,
      "epoch": 0.01209249699455484,
      "grad_norm": 1.8707364427327096,
      "kl": 0.0238037109375,
      "learning_rate": 8.914398527981508e-07,
      "loss": 0.001,
      "reward": 1.4513860940933228,
      "reward_std": 0.11605605483055115,
      "rewards/accuracy_reward": 0.4210290014743805,
      "rewards/format_reward": 0.9017857313156128,
      "step": 171,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 219.07144165039062,
      "epoch": 0.012163213351248144,
      "grad_norm": 2.2051930139431075,
      "kl": 0.023681640625,
      "learning_rate": 8.902152036691648e-07,
      "loss": 0.001,
      "reward": 1.5919699668884277,
      "reward_std": 0.1128179207444191,
      "rewards/accuracy_reward": 0.4758984446525574,
      "rewards/format_reward": 1.0,
      "step": 172,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 319.33929443359375,
      "epoch": 0.012233929707941446,
      "grad_norm": 1.6003155827744433,
      "kl": 0.0211181640625,
      "learning_rate": 8.889845369390192e-07,
      "loss": 0.0008,
      "reward": 1.4665100574493408,
      "reward_std": 0.2734900414943695,
      "rewards/accuracy_reward": 0.4700813591480255,
      "rewards/format_reward": 0.9642857313156128,
      "step": 173,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 269.0357360839844,
      "epoch": 0.01230464606463475,
      "grad_norm": 3.683925913989117,
      "kl": 0.0250244140625,
      "learning_rate": 8.877478715861172e-07,
      "loss": 0.001,
      "reward": 1.304351568222046,
      "reward_std": 0.35192304849624634,
      "rewards/accuracy_reward": 0.2686372995376587,
      "rewards/format_reward": 1.0,
      "step": 174,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 271.83929443359375,
      "epoch": 0.012375362421328053,
      "grad_norm": 6.237940496382095,
      "kl": 0.02587890625,
      "learning_rate": 8.865052266813685e-07,
      "loss": 0.001,
      "reward": 1.371685266494751,
      "reward_std": 0.09024086594581604,
      "rewards/accuracy_reward": 0.28239956498146057,
      "rewards/format_reward": 1.0,
      "step": 175,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 390.2500305175781,
      "epoch": 0.012446078778021357,
      "grad_norm": 2.882157952979737,
      "kl": 0.01611328125,
      "learning_rate": 8.852566213878946e-07,
      "loss": 0.0006,
      "reward": 1.4647856950759888,
      "reward_std": 0.32249927520751953,
      "rewards/accuracy_reward": 0.425499826669693,
      "rewards/format_reward": 0.9285714626312256,
      "step": 176,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 329.9107360839844,
      "epoch": 0.01251679513471466,
      "grad_norm": 1.3482575301187645,
      "kl": 0.017333984375,
      "learning_rate": 8.840020749607339e-07,
      "loss": 0.0007,
      "reward": 1.4191097021102905,
      "reward_std": 0.2465665489435196,
      "rewards/accuracy_reward": 0.404823899269104,
      "rewards/format_reward": 0.9821429252624512,
      "step": 177,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 297.9107360839844,
      "epoch": 0.012587511491407962,
      "grad_norm": 3.554634262972343,
      "kl": 0.030517578125,
      "learning_rate": 8.827416067465441e-07,
      "loss": 0.0012,
      "reward": 1.602040410041809,
      "reward_std": 0.09194756299257278,
      "rewards/accuracy_reward": 0.44489744305610657,
      "rewards/format_reward": 1.0,
      "step": 178,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 299.5357360839844,
      "epoch": 0.012658227848101266,
      "grad_norm": 2.8137393866897007,
      "kl": 0.019775390625,
      "learning_rate": 8.814752361833043e-07,
      "loss": 0.0008,
      "reward": 1.4214688539505005,
      "reward_std": 0.11745855957269669,
      "rewards/accuracy_reward": 0.3178972005844116,
      "rewards/format_reward": 1.0,
      "step": 179,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 234.33929443359375,
      "epoch": 0.01272894420479457,
      "grad_norm": 4.039322462542817,
      "kl": 0.029052734375,
      "learning_rate": 8.802029828000155e-07,
      "loss": 0.0012,
      "reward": 1.5256800651550293,
      "reward_std": 0.23902064561843872,
      "rewards/accuracy_reward": 0.4685371220111847,
      "rewards/format_reward": 1.0,
      "step": 180,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 319.3571472167969,
      "epoch": 0.012799660561487873,
      "grad_norm": 2.1842928363004908,
      "kl": 0.0235595703125,
      "learning_rate": 8.789248662163983e-07,
      "loss": 0.0009,
      "reward": 1.1450446844100952,
      "reward_std": 0.3180965781211853,
      "rewards/accuracy_reward": 0.20218747854232788,
      "rewards/format_reward": 0.8839285969734192,
      "step": 181,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 283.21429443359375,
      "epoch": 0.012870376918181175,
      "grad_norm": 4.416379768557193,
      "kl": 0.0277099609375,
      "learning_rate": 8.776409061425918e-07,
      "loss": 0.0011,
      "reward": 1.7241166830062866,
      "reward_std": 0.3241221010684967,
      "rewards/accuracy_reward": 0.5705450773239136,
      "rewards/format_reward": 0.9821429252624512,
      "step": 182,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 331.58929443359375,
      "epoch": 0.012941093274874478,
      "grad_norm": 1.3954007520635816,
      "kl": 0.0240478515625,
      "learning_rate": 8.763511223788484e-07,
      "loss": 0.001,
      "reward": 1.6189593076705933,
      "reward_std": 0.22927075624465942,
      "rewards/accuracy_reward": 0.5386022329330444,
      "rewards/format_reward": 0.9910714626312256,
      "step": 183,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 323.1607360839844,
      "epoch": 0.013011809631567782,
      "grad_norm": 6.096014008861725,
      "kl": 0.0206298828125,
      "learning_rate": 8.750555348152298e-07,
      "loss": 0.0008,
      "reward": 1.5942450761795044,
      "reward_std": 0.23543348908424377,
      "rewards/accuracy_reward": 0.5478163957595825,
      "rewards/format_reward": 1.0,
      "step": 184,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 252.82144165039062,
      "epoch": 0.013082525988261085,
      "grad_norm": 1.5214109796213586,
      "kl": 0.0242919921875,
      "learning_rate": 8.737541634312983e-07,
      "loss": 0.001,
      "reward": 1.5999352931976318,
      "reward_std": 0.21275702118873596,
      "rewards/accuracy_reward": 0.5463637709617615,
      "rewards/format_reward": 1.0,
      "step": 185,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.42857142857142855,
      "all_wrong": 0.14285714285714285,
      "completion_length": 247.46429443359375,
      "epoch": 0.013153242344954389,
      "grad_norm": 1.5886934006041826,
      "kl": 0.026611328125,
      "learning_rate": 8.724470282958109e-07,
      "loss": 0.0011,
      "reward": 1.690679907798767,
      "reward_std": 0.1188025251030922,
      "rewards/accuracy_reward": 0.5531797409057617,
      "rewards/format_reward": 0.9910714626312256,
      "step": 186,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 259.64288330078125,
      "epoch": 0.01322395870164769,
      "grad_norm": 1.4240780548377447,
      "kl": 0.0233154296875,
      "learning_rate": 8.711341495664084e-07,
      "loss": 0.0009,
      "reward": 1.3198288679122925,
      "reward_std": 0.1393367052078247,
      "rewards/accuracy_reward": 0.2734001576900482,
      "rewards/format_reward": 1.0,
      "step": 187,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 222.57144165039062,
      "epoch": 0.013294675058340994,
      "grad_norm": 2.251652856106862,
      "kl": 0.0274658203125,
      "learning_rate": 8.698155474893049e-07,
      "loss": 0.0011,
      "reward": 1.6716322898864746,
      "reward_std": 0.10570574551820755,
      "rewards/accuracy_reward": 0.5716321468353271,
      "rewards/format_reward": 1.0,
      "step": 188,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 197.80357360839844,
      "epoch": 0.013365391415034298,
      "grad_norm": 2.0248378785806187,
      "kl": 0.02880859375,
      "learning_rate": 8.684912423989754e-07,
      "loss": 0.0012,
      "reward": 1.274679183959961,
      "reward_std": 0.07096205651760101,
      "rewards/accuracy_reward": 0.25325068831443787,
      "rewards/format_reward": 1.0,
      "step": 189,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 276.125,
      "epoch": 0.013436107771727601,
      "grad_norm": 2.25120744507204,
      "kl": 0.02490234375,
      "learning_rate": 8.671612547178427e-07,
      "loss": 0.001,
      "reward": 1.4910309314727783,
      "reward_std": 0.13475151360034943,
      "rewards/accuracy_reward": 0.4481736719608307,
      "rewards/format_reward": 1.0,
      "step": 190,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.42857142857142855,
      "completion_length": 334.0357360839844,
      "epoch": 0.013506824128420903,
      "grad_norm": 1.5455675524443735,
      "kl": 0.0172119140625,
      "learning_rate": 8.658256049559624e-07,
      "loss": 0.0007,
      "reward": 1.2887359857559204,
      "reward_std": 0.05297734588384628,
      "rewards/accuracy_reward": 0.22802169620990753,
      "rewards/format_reward": 1.0,
      "step": 191,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 221.85714721679688,
      "epoch": 0.013577540485114207,
      "grad_norm": 1.288317446219956,
      "kl": 0.03857421875,
      "learning_rate": 8.644843137107057e-07,
      "loss": 0.0015,
      "reward": 1.3728680610656738,
      "reward_std": 0.08603019267320633,
      "rewards/accuracy_reward": 0.34429654479026794,
      "rewards/format_reward": 1.0,
      "step": 192,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 363.3214416503906,
      "epoch": 0.01364825684180751,
      "grad_norm": 2.6236920453856776,
      "kl": 0.0203857421875,
      "learning_rate": 8.631374016664432e-07,
      "loss": 0.0008,
      "reward": 1.4137091636657715,
      "reward_std": 0.26463139057159424,
      "rewards/accuracy_reward": 0.2922806143760681,
      "rewards/format_reward": 0.9821429252624512,
      "step": 193,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.42857142857142855,
      "completion_length": 278.3571472167969,
      "epoch": 0.013718973198500814,
      "grad_norm": 2.3862737681382145,
      "kl": 0.0255126953125,
      "learning_rate": 8.617848895942246e-07,
      "loss": 0.001,
      "reward": 1.4670876264572144,
      "reward_std": 0.0841924399137497,
      "rewards/accuracy_reward": 0.3206591010093689,
      "rewards/format_reward": 1.0,
      "step": 194,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 313.5,
      "epoch": 0.013789689555194117,
      "grad_norm": 2.8908474390389656,
      "kl": 0.018310546875,
      "learning_rate": 8.604267983514593e-07,
      "loss": 0.0007,
      "reward": 1.4864572286605835,
      "reward_std": 0.28509917855262756,
      "rewards/accuracy_reward": 0.350742906332016,
      "rewards/format_reward": 1.0,
      "step": 195,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 242.96429443359375,
      "epoch": 0.013860405911887419,
      "grad_norm": 2.09027053506611,
      "kl": 0.031494140625,
      "learning_rate": 8.590631488815943e-07,
      "loss": 0.0013,
      "reward": 1.5034626722335815,
      "reward_std": 0.15239542722702026,
      "rewards/accuracy_reward": 0.4356054663658142,
      "rewards/format_reward": 1.0,
      "step": 196,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 263.4821472167969,
      "epoch": 0.013931122268580723,
      "grad_norm": 7.961547998596207,
      "kl": 0.024658203125,
      "learning_rate": 8.576939622137914e-07,
      "loss": 0.001,
      "reward": 1.3736116886138916,
      "reward_std": 0.10773263871669769,
      "rewards/accuracy_reward": 0.29504022002220154,
      "rewards/format_reward": 1.0,
      "step": 197,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 270.6607360839844,
      "epoch": 0.014001838625274026,
      "grad_norm": 3.2629744747475655,
      "kl": 0.0238037109375,
      "learning_rate": 8.563192594626026e-07,
      "loss": 0.001,
      "reward": 1.3022434711456299,
      "reward_std": 0.21259881556034088,
      "rewards/accuracy_reward": 0.2540290951728821,
      "rewards/format_reward": 1.0,
      "step": 198,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.42857142857142855,
      "completion_length": 329.71429443359375,
      "epoch": 0.01407255498196733,
      "grad_norm": 31.859708642514484,
      "kl": 0.0234375,
      "learning_rate": 8.549390618276451e-07,
      "loss": 0.0009,
      "reward": 1.1515909433364868,
      "reward_std": 0.16333603858947754,
      "rewards/accuracy_reward": 0.25694799423217773,
      "rewards/format_reward": 0.8750000596046448,
      "step": 199,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 189.69644165039062,
      "epoch": 0.014143271338660631,
      "grad_norm": 1.8879113836656043,
      "kl": 0.02197265625,
      "learning_rate": 8.535533905932737e-07,
      "loss": 0.0009,
      "reward": 1.5240862369537354,
      "reward_std": 0.2488589882850647,
      "rewards/accuracy_reward": 0.5133718252182007,
      "rewards/format_reward": 1.0,
      "step": 200,
      "temporal_rewards": 0.4285714328289032
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 261.9464416503906,
      "epoch": 0.014213987695353935,
      "grad_norm": 1.973742786298577,
      "kl": 0.02392578125,
      "learning_rate": 8.521622671282532e-07,
      "loss": 0.001,
      "reward": 1.481372594833374,
      "reward_std": 0.2266463041305542,
      "rewards/accuracy_reward": 0.4849439859390259,
      "rewards/format_reward": 0.9821429252624512,
      "step": 201,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 248.94644165039062,
      "epoch": 0.014284704052047239,
      "grad_norm": 6.695693622653985,
      "kl": 0.0272216796875,
      "learning_rate": 8.507657128854279e-07,
      "loss": 0.0011,
      "reward": 1.3022854328155518,
      "reward_std": 0.12172963470220566,
      "rewards/accuracy_reward": 0.2379995584487915,
      "rewards/format_reward": 1.0,
      "step": 202,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 270.25,
      "epoch": 0.014355420408740542,
      "grad_norm": 2.953266006649256,
      "kl": 0.016357421875,
      "learning_rate": 8.493637494013922e-07,
      "loss": 0.0007,
      "reward": 1.4721204042434692,
      "reward_std": 0.16313821077346802,
      "rewards/accuracy_reward": 0.4167632758617401,
      "rewards/format_reward": 1.0,
      "step": 203,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 310.51788330078125,
      "epoch": 0.014426136765433846,
      "grad_norm": 2.355388463784051,
      "kl": 0.022216796875,
      "learning_rate": 8.47956398296157e-07,
      "loss": 0.0009,
      "reward": 1.448262095451355,
      "reward_std": 0.14031559228897095,
      "rewards/accuracy_reward": 0.32683345675468445,
      "rewards/format_reward": 1.0,
      "step": 204,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 246.23214721679688,
      "epoch": 0.014496853122127147,
      "grad_norm": 2.8969335347016805,
      "kl": 0.0262451171875,
      "learning_rate": 8.465436812728179e-07,
      "loss": 0.0011,
      "reward": 1.464812994003296,
      "reward_std": 0.18004056811332703,
      "rewards/accuracy_reward": 0.35945579409599304,
      "rewards/format_reward": 1.0,
      "step": 205,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 337.4821472167969,
      "epoch": 0.014567569478820451,
      "grad_norm": 1.7153567050523515,
      "kl": 0.02392578125,
      "learning_rate": 8.451256201172186e-07,
      "loss": 0.001,
      "reward": 1.5385737419128418,
      "reward_std": 0.25016364455223083,
      "rewards/accuracy_reward": 0.4171450734138489,
      "rewards/format_reward": 0.9642857313156128,
      "step": 206,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 300.46429443359375,
      "epoch": 0.014638285835513755,
      "grad_norm": 1.8135259397132155,
      "kl": 0.0224609375,
      "learning_rate": 8.437022366976163e-07,
      "loss": 0.0009,
      "reward": 1.649634838104248,
      "reward_std": 0.17442257702350616,
      "rewards/accuracy_reward": 0.5657061338424683,
      "rewards/format_reward": 1.0,
      "step": 207,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 339.14288330078125,
      "epoch": 0.014709002192207058,
      "grad_norm": 3.389825860216208,
      "kl": 0.0174560546875,
      "learning_rate": 8.422735529643443e-07,
      "loss": 0.0007,
      "reward": 1.3887697458267212,
      "reward_std": 0.09453748911619186,
      "rewards/accuracy_reward": 0.27091261744499207,
      "rewards/format_reward": 1.0,
      "step": 208,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 249.48214721679688,
      "epoch": 0.01477971854890036,
      "grad_norm": 1.8942675362999493,
      "kl": 0.0196533203125,
      "learning_rate": 8.408395909494732e-07,
      "loss": 0.0008,
      "reward": 1.3122199773788452,
      "reward_std": 0.07201296091079712,
      "rewards/accuracy_reward": 0.233648419380188,
      "rewards/format_reward": 1.0,
      "step": 209,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 336.83929443359375,
      "epoch": 0.014850434905593663,
      "grad_norm": 6.186071470205722,
      "kl": 0.0172119140625,
      "learning_rate": 8.394003727664709e-07,
      "loss": 0.0007,
      "reward": 1.4762574434280396,
      "reward_std": 0.2792689800262451,
      "rewards/accuracy_reward": 0.3691144585609436,
      "rewards/format_reward": 1.0,
      "step": 210,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 268.2321472167969,
      "epoch": 0.014921151262286967,
      "grad_norm": 5.097377522418378,
      "kl": 0.0213623046875,
      "learning_rate": 8.379559206098623e-07,
      "loss": 0.0009,
      "reward": 1.4511572122573853,
      "reward_std": 0.25285470485687256,
      "rewards/accuracy_reward": 0.310085654258728,
      "rewards/format_reward": 0.9910714626312256,
      "step": 211,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 298.6071472167969,
      "epoch": 0.01499186761898027,
      "grad_norm": 4.345985519634721,
      "kl": 0.0203857421875,
      "learning_rate": 8.365062567548867e-07,
      "loss": 0.0008,
      "reward": 1.4499009847640991,
      "reward_std": 0.08627697825431824,
      "rewards/accuracy_reward": 0.3534723222255707,
      "rewards/format_reward": 1.0,
      "step": 212,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.42857142857142855,
      "completion_length": 257.6607360839844,
      "epoch": 0.015062583975673574,
      "grad_norm": 4.0437678525889895,
      "kl": 0.0198974609375,
      "learning_rate": 8.350514035571539e-07,
      "loss": 0.0008,
      "reward": 1.4322230815887451,
      "reward_std": 0.059154070913791656,
      "rewards/accuracy_reward": 0.3393658995628357,
      "rewards/format_reward": 1.0,
      "step": 213,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 259.64288330078125,
      "epoch": 0.015133300332366876,
      "grad_norm": 1.085260729847415,
      "kl": 0.0281982421875,
      "learning_rate": 8.335913834522998e-07,
      "loss": 0.0011,
      "reward": 1.611323595046997,
      "reward_std": 0.2231309562921524,
      "rewards/accuracy_reward": 0.5006092190742493,
      "rewards/format_reward": 1.0,
      "step": 214,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 198.83929443359375,
      "epoch": 0.01520401668906018,
      "grad_norm": 3.8286282494832236,
      "kl": 0.0245361328125,
      "learning_rate": 8.321262189556409e-07,
      "loss": 0.001,
      "reward": 1.3808528184890747,
      "reward_std": 0.19122284650802612,
      "rewards/accuracy_reward": 0.3737098276615143,
      "rewards/format_reward": 1.0,
      "step": 215,
      "temporal_rewards": 0.4285714328289032
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 212.9107208251953,
      "epoch": 0.015274733045753483,
      "grad_norm": 4.189458407464465,
      "kl": 0.0264892578125,
      "learning_rate": 8.306559326618259e-07,
      "loss": 0.0011,
      "reward": 1.683072566986084,
      "reward_std": 0.1403959095478058,
      "rewards/accuracy_reward": 0.5687867403030396,
      "rewards/format_reward": 1.0,
      "step": 216,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 332.51788330078125,
      "epoch": 0.015345449402446787,
      "grad_norm": 2.0588966873004324,
      "kl": 0.019775390625,
      "learning_rate": 8.291805472444886e-07,
      "loss": 0.0008,
      "reward": 1.56829035282135,
      "reward_std": 0.14970047771930695,
      "rewards/accuracy_reward": 0.42543309926986694,
      "rewards/format_reward": 1.0,
      "step": 217,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 309.89288330078125,
      "epoch": 0.015416165759140088,
      "grad_norm": 1.5970327306544907,
      "kl": 0.0206298828125,
      "learning_rate": 8.277000854558969e-07,
      "loss": 0.0008,
      "reward": 1.4329378604888916,
      "reward_std": 0.17769020795822144,
      "rewards/accuracy_reward": 0.3865092694759369,
      "rewards/format_reward": 1.0,
      "step": 218,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.42857142857142855,
      "all_wrong": 0.0,
      "completion_length": 245.10714721679688,
      "epoch": 0.015486882115833392,
      "grad_norm": 2.993388429949424,
      "kl": 0.0233154296875,
      "learning_rate": 8.262145701266033e-07,
      "loss": 0.0009,
      "reward": 1.8548609018325806,
      "reward_std": 0.1085003912448883,
      "rewards/accuracy_reward": 0.7155750393867493,
      "rewards/format_reward": 1.0,
      "step": 219,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 253.87501525878906,
      "epoch": 0.015557598472526695,
      "grad_norm": 3.2875572530355286,
      "kl": 0.0263671875,
      "learning_rate": 8.247240241650917e-07,
      "loss": 0.0011,
      "reward": 1.4926308393478394,
      "reward_std": 0.09845560044050217,
      "rewards/accuracy_reward": 0.35513073205947876,
      "rewards/format_reward": 1.0,
      "step": 220,
      "temporal_rewards": 0.7857142686843872
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 269.9821472167969,
      "epoch": 0.01562831482922,
      "grad_norm": 1.6204417822856068,
      "kl": 0.0189208984375,
      "learning_rate": 8.232284705574249e-07,
      "loss": 0.0008,
      "reward": 1.7277500629425049,
      "reward_std": 0.2150624543428421,
      "rewards/accuracy_reward": 0.602749764919281,
      "rewards/format_reward": 1.0,
      "step": 221,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 350.1607360839844,
      "epoch": 0.0156990311859133,
      "grad_norm": 2.4219202007551774,
      "kl": 0.0172119140625,
      "learning_rate": 8.217279323668895e-07,
      "loss": 0.0007,
      "reward": 1.545009970664978,
      "reward_std": 0.31166332960128784,
      "rewards/accuracy_reward": 0.4700099527835846,
      "rewards/format_reward": 0.9821429252624512,
      "step": 222,
      "temporal_rewards": 0.4285714328289032
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.2857142857142857,
      "completion_length": 316.2321472167969,
      "epoch": 0.015769747542606606,
      "grad_norm": 0.8785946759989334,
      "kl": 0.0198974609375,
      "learning_rate": 8.202224327336405e-07,
      "loss": 0.0008,
      "reward": 1.4706494808197021,
      "reward_std": 0.1506997048854828,
      "rewards/accuracy_reward": 0.4206494688987732,
      "rewards/format_reward": 0.9821429252624512,
      "step": 223,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 328.2321472167969,
      "epoch": 0.015840463899299908,
      "grad_norm": 1.9292246107124278,
      "kl": 0.016845703125,
      "learning_rate": 8.187119948743449e-07,
      "loss": 0.0007,
      "reward": 1.4158347845077515,
      "reward_std": 0.10051684826612473,
      "rewards/accuracy_reward": 0.33369180560112,
      "rewards/format_reward": 1.0,
      "step": 224,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 257.5535888671875,
      "epoch": 0.01591118025599321,
      "grad_norm": 2.1192659637649904,
      "kl": 0.0224609375,
      "learning_rate": 8.171966420818227e-07,
      "loss": 0.0009,
      "reward": 1.6717861890792847,
      "reward_std": 0.21806247532367706,
      "rewards/accuracy_reward": 0.5717863440513611,
      "rewards/format_reward": 1.0,
      "step": 225,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 365.0357360839844,
      "epoch": 0.015981896612686515,
      "grad_norm": 2.1823067933425553,
      "kl": 0.0205078125,
      "learning_rate": 8.156763977246889e-07,
      "loss": 0.0008,
      "reward": 1.4647364616394043,
      "reward_std": 0.17890849709510803,
      "rewards/accuracy_reward": 0.37902218103408813,
      "rewards/format_reward": 1.0,
      "step": 226,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 325.1964416503906,
      "epoch": 0.016052612969379817,
      "grad_norm": 7.69743289876813,
      "kl": 0.0196533203125,
      "learning_rate": 8.141512852469918e-07,
      "loss": 0.0008,
      "reward": 1.317492961883545,
      "reward_std": 0.265159010887146,
      "rewards/accuracy_reward": 0.2782071530818939,
      "rewards/format_reward": 1.0,
      "step": 227,
      "temporal_rewards": 0.4285714328289032
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 226.7678680419922,
      "epoch": 0.016123329326073122,
      "grad_norm": 1.5830659125551139,
      "kl": 0.0289306640625,
      "learning_rate": 8.126213281678526e-07,
      "loss": 0.0012,
      "reward": 1.596521019935608,
      "reward_std": 0.0969739705324173,
      "rewards/accuracy_reward": 0.4965208172798157,
      "rewards/format_reward": 1.0,
      "step": 228,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 368.7500305175781,
      "epoch": 0.016194045682766424,
      "grad_norm": 2.4168828782413527,
      "kl": 0.0262451171875,
      "learning_rate": 8.11086550081102e-07,
      "loss": 0.0011,
      "reward": 1.6190539598464966,
      "reward_std": 0.25097599625587463,
      "rewards/accuracy_reward": 0.6011967062950134,
      "rewards/format_reward": 0.8928571939468384,
      "step": 229,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 335.4285888671875,
      "epoch": 0.016264762039459726,
      "grad_norm": 2.436703020730756,
      "kl": 0.018798828125,
      "learning_rate": 8.095469746549171e-07,
      "loss": 0.0008,
      "reward": 1.4492017030715942,
      "reward_std": 0.3219817280769348,
      "rewards/accuracy_reward": 0.39920154213905334,
      "rewards/format_reward": 1.0,
      "step": 230,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 294.0,
      "epoch": 0.01633547839615303,
      "grad_norm": 2.273426965859879,
      "kl": 0.0224609375,
      "learning_rate": 8.080026256314549e-07,
      "loss": 0.0009,
      "reward": 1.7205216884613037,
      "reward_std": 0.0906975120306015,
      "rewards/accuracy_reward": 0.5562359094619751,
      "rewards/format_reward": 1.0,
      "step": 231,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 301.5714416503906,
      "epoch": 0.016406194752846333,
      "grad_norm": 4.002959556577493,
      "kl": 0.02197265625,
      "learning_rate": 8.064535268264883e-07,
      "loss": 0.0009,
      "reward": 1.4822643995285034,
      "reward_std": 0.10995025932788849,
      "rewards/accuracy_reward": 0.3786930441856384,
      "rewards/format_reward": 1.0,
      "step": 232,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 290.0,
      "epoch": 0.016476911109539638,
      "grad_norm": 9.66077693069855,
      "kl": 0.0220947265625,
      "learning_rate": 8.048997021290369e-07,
      "loss": 0.0009,
      "reward": 1.305119276046753,
      "reward_std": 0.11766007542610168,
      "rewards/accuracy_reward": 0.31583353877067566,
      "rewards/format_reward": 0.9642857313156128,
      "step": 233,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.2857142857142857,
      "completion_length": 301.5,
      "epoch": 0.01654762746623294,
      "grad_norm": 2.000548533080083,
      "kl": 0.0179443359375,
      "learning_rate": 8.033411755009997e-07,
      "loss": 0.0007,
      "reward": 1.5019946098327637,
      "reward_std": 0.07568439841270447,
      "rewards/accuracy_reward": 0.3948517143726349,
      "rewards/format_reward": 1.0,
      "step": 234,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 381.83929443359375,
      "epoch": 0.016618343822926242,
      "grad_norm": 2.906965937306981,
      "kl": 0.025146484375,
      "learning_rate": 8.017779709767857e-07,
      "loss": 0.001,
      "reward": 1.6287493705749512,
      "reward_std": 0.11940133571624756,
      "rewards/accuracy_reward": 0.543035089969635,
      "rewards/format_reward": 1.0,
      "step": 235,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.5714285714285714,
      "completion_length": 254.8928680419922,
      "epoch": 0.016689060179619547,
      "grad_norm": 2.1175852690530843,
      "kl": 0.0252685546875,
      "learning_rate": 8.00210112662942e-07,
      "loss": 0.001,
      "reward": 1.1660451889038086,
      "reward_std": 0.12056536227464676,
      "rewards/accuracy_reward": 0.12854520976543427,
      "rewards/format_reward": 1.0,
      "step": 236,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.42857142857142855,
      "completion_length": 333.4821472167969,
      "epoch": 0.01675977653631285,
      "grad_norm": 0.9955178488649414,
      "kl": 0.01708984375,
      "learning_rate": 7.986376247377836e-07,
      "loss": 0.0007,
      "reward": 1.2844380140304565,
      "reward_std": 0.1397721916437149,
      "rewards/accuracy_reward": 0.25943809747695923,
      "rewards/format_reward": 0.9821429252624512,
      "step": 237,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 286.0357360839844,
      "epoch": 0.01683049289300615,
      "grad_norm": 2.0068378391236794,
      "kl": 0.0228271484375,
      "learning_rate": 7.970605314510192e-07,
      "loss": 0.0009,
      "reward": 1.5183240175247192,
      "reward_std": 0.08716518431901932,
      "rewards/accuracy_reward": 0.40760958194732666,
      "rewards/format_reward": 1.0,
      "step": 238,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 323.01788330078125,
      "epoch": 0.016901209249699456,
      "grad_norm": 1.3857850337855435,
      "kl": 0.020751953125,
      "learning_rate": 7.954788571233786e-07,
      "loss": 0.0008,
      "reward": 1.6808058023452759,
      "reward_std": 0.0714317262172699,
      "rewards/accuracy_reward": 0.5343772768974304,
      "rewards/format_reward": 1.0,
      "step": 239,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 282.51788330078125,
      "epoch": 0.016971925606392758,
      "grad_norm": 3.045146794230406,
      "kl": 0.0216064453125,
      "learning_rate": 7.938926261462365e-07,
      "loss": 0.0009,
      "reward": 1.4072855710983276,
      "reward_std": 0.17945028841495514,
      "rewards/accuracy_reward": 0.3215712308883667,
      "rewards/format_reward": 1.0,
      "step": 240,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 308.1964416503906,
      "epoch": 0.017042641963086063,
      "grad_norm": 1.9868307649660133,
      "kl": 0.031982421875,
      "learning_rate": 7.923018629812368e-07,
      "loss": 0.0013,
      "reward": 1.5964925289154053,
      "reward_std": 0.2136918157339096,
      "rewards/accuracy_reward": 0.4697066843509674,
      "rewards/format_reward": 1.0,
      "step": 241,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 283.4107360839844,
      "epoch": 0.017113358319779365,
      "grad_norm": 8.743722489632383,
      "kl": 0.022216796875,
      "learning_rate": 7.907065921599153e-07,
      "loss": 0.0009,
      "reward": 1.7352373600006104,
      "reward_std": 0.1245625764131546,
      "rewards/accuracy_reward": 0.5780943632125854,
      "rewards/format_reward": 1.0,
      "step": 242,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 323.76788330078125,
      "epoch": 0.017184074676472667,
      "grad_norm": 9.610784223595132,
      "kl": 0.020751953125,
      "learning_rate": 7.891068382833214e-07,
      "loss": 0.0008,
      "reward": 1.360815405845642,
      "reward_std": 0.23747886717319489,
      "rewards/accuracy_reward": 0.33581531047821045,
      "rewards/format_reward": 1.0,
      "step": 243,
      "temporal_rewards": 0.4285714328289032
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 302.0714416503906,
      "epoch": 0.017254791033165972,
      "grad_norm": 1.847998985387406,
      "kl": 0.0223388671875,
      "learning_rate": 7.875026260216393e-07,
      "loss": 0.0009,
      "reward": 1.3990920782089233,
      "reward_std": 0.24512502551078796,
      "rewards/accuracy_reward": 0.3740920424461365,
      "rewards/format_reward": 0.9821429252624512,
      "step": 244,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 341.1964416503906,
      "epoch": 0.017325507389859274,
      "grad_norm": 1.536257495908114,
      "kl": 0.01904296875,
      "learning_rate": 7.85893980113806e-07,
      "loss": 0.0008,
      "reward": 1.4801137447357178,
      "reward_std": 0.21172243356704712,
      "rewards/accuracy_reward": 0.43368521332740784,
      "rewards/format_reward": 1.0,
      "step": 245,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 243.6785888671875,
      "epoch": 0.01739622374655258,
      "grad_norm": 4.563384060898612,
      "kl": 0.0245361328125,
      "learning_rate": 7.842809253671319e-07,
      "loss": 0.001,
      "reward": 1.530189037322998,
      "reward_std": 0.16199277341365814,
      "rewards/accuracy_reward": 0.430188924074173,
      "rewards/format_reward": 1.0,
      "step": 246,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 332.875,
      "epoch": 0.01746694010324588,
      "grad_norm": 3.0636724516013487,
      "kl": 0.0262451171875,
      "learning_rate": 7.826634866569164e-07,
      "loss": 0.0011,
      "reward": 1.5250636339187622,
      "reward_std": 0.0759209543466568,
      "rewards/accuracy_reward": 0.3464920222759247,
      "rewards/format_reward": 1.0,
      "step": 247,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 314.875,
      "epoch": 0.017537656459939183,
      "grad_norm": 1.6625752491652408,
      "kl": 0.025390625,
      "learning_rate": 7.810416889260653e-07,
      "loss": 0.001,
      "reward": 1.4156097173690796,
      "reward_std": 0.21746984124183655,
      "rewards/accuracy_reward": 0.3798953592777252,
      "rewards/format_reward": 0.9821429252624512,
      "step": 248,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 281.9464416503906,
      "epoch": 0.017608372816632488,
      "grad_norm": 1.7154151580010413,
      "kl": 0.02490234375,
      "learning_rate": 7.794155571847057e-07,
      "loss": 0.001,
      "reward": 1.7045687437057495,
      "reward_std": 0.2608577609062195,
      "rewards/accuracy_reward": 0.6099259257316589,
      "rewards/format_reward": 1.0,
      "step": 249,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 277.9821472167969,
      "epoch": 0.01767908917332579,
      "grad_norm": 3.3645026941387077,
      "kl": 0.0269775390625,
      "learning_rate": 7.777851165098011e-07,
      "loss": 0.0011,
      "reward": 1.5166891813278198,
      "reward_std": 0.2297212779521942,
      "rewards/accuracy_reward": 0.4238320291042328,
      "rewards/format_reward": 1.0,
      "step": 250,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 285.89288330078125,
      "epoch": 0.017749805530019095,
      "grad_norm": 2.725894887342331,
      "kl": 0.0257568359375,
      "learning_rate": 7.761503920447634e-07,
      "loss": 0.001,
      "reward": 1.4586577415466309,
      "reward_std": 0.1669796258211136,
      "rewards/accuracy_reward": 0.3836578130722046,
      "rewards/format_reward": 1.0,
      "step": 251,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.42857142857142855,
      "completion_length": 451.58929443359375,
      "epoch": 0.017820521886712397,
      "grad_norm": 1.6108201233666193,
      "kl": 0.016357421875,
      "learning_rate": 7.745114089990659e-07,
      "loss": 0.0007,
      "reward": 1.1911426782608032,
      "reward_std": 0.21213917434215546,
      "rewards/accuracy_reward": 0.3518570065498352,
      "rewards/format_reward": 0.7500000596046448,
      "step": 252,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 304.96429443359375,
      "epoch": 0.0178912382434057,
      "grad_norm": 7.710668637724614,
      "kl": 0.02392578125,
      "learning_rate": 7.728681926478549e-07,
      "loss": 0.001,
      "reward": 1.4292194843292236,
      "reward_std": 0.2978891134262085,
      "rewards/accuracy_reward": 0.28814804553985596,
      "rewards/format_reward": 1.0,
      "step": 253,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 278.0,
      "epoch": 0.017961954600099004,
      "grad_norm": 3.2802538498090503,
      "kl": 0.0296630859375,
      "learning_rate": 7.712207683315594e-07,
      "loss": 0.0012,
      "reward": 1.5554946660995483,
      "reward_std": 0.11864961683750153,
      "rewards/accuracy_reward": 0.45549464225769043,
      "rewards/format_reward": 1.0,
      "step": 254,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 362.6250305175781,
      "epoch": 0.018032670956792306,
      "grad_norm": 1.6703831692000424,
      "kl": 0.0201416015625,
      "learning_rate": 7.695691614555002e-07,
      "loss": 0.0008,
      "reward": 1.5027310848236084,
      "reward_std": 0.2588629722595215,
      "rewards/accuracy_reward": 0.3920167088508606,
      "rewards/format_reward": 1.0,
      "step": 255,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 257.83929443359375,
      "epoch": 0.018103387313485608,
      "grad_norm": 3.0999477560407587,
      "kl": 0.033203125,
      "learning_rate": 7.679133974894982e-07,
      "loss": 0.0013,
      "reward": 1.4176222085952759,
      "reward_std": 0.12744614481925964,
      "rewards/accuracy_reward": 0.324765145778656,
      "rewards/format_reward": 1.0,
      "step": 256,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 248.7857208251953,
      "epoch": 0.018174103670178913,
      "grad_norm": 3.444222932850198,
      "kl": 0.0206298828125,
      "learning_rate": 7.662535019674826e-07,
      "loss": 0.0008,
      "reward": 1.4770418405532837,
      "reward_std": 0.19590045511722565,
      "rewards/accuracy_reward": 0.45918452739715576,
      "rewards/format_reward": 1.0,
      "step": 257,
      "temporal_rewards": 0.4285714328289032
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 217.30357360839844,
      "epoch": 0.018244820026872215,
      "grad_norm": 3.8922788244255533,
      "kl": 0.02978515625,
      "learning_rate": 7.645895004870953e-07,
      "loss": 0.0012,
      "reward": 1.6172248125076294,
      "reward_std": 0.16288486123085022,
      "rewards/accuracy_reward": 0.5029389262199402,
      "rewards/format_reward": 1.0,
      "step": 258,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 220.57144165039062,
      "epoch": 0.01831553638356552,
      "grad_norm": 6.586417727187317,
      "kl": 0.02734375,
      "learning_rate": 7.629214187092977e-07,
      "loss": 0.0011,
      "reward": 1.2712321281433105,
      "reward_std": 0.3373880684375763,
      "rewards/accuracy_reward": 0.2551605701446533,
      "rewards/format_reward": 1.0,
      "step": 259,
      "temporal_rewards": 0.4285714328289032
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 347.3035888671875,
      "epoch": 0.018386252740258822,
      "grad_norm": 2.2992427949817515,
      "kl": 0.023681640625,
      "learning_rate": 7.612492823579744e-07,
      "loss": 0.0009,
      "reward": 1.2963194847106934,
      "reward_std": 0.1406286507844925,
      "rewards/accuracy_reward": 0.2356051802635193,
      "rewards/format_reward": 0.9821429252624512,
      "step": 260,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 368.5357360839844,
      "epoch": 0.018456969096952124,
      "grad_norm": 1.554393680898759,
      "kl": 0.022705078125,
      "learning_rate": 7.595731172195364e-07,
      "loss": 0.0009,
      "reward": 1.3758610486984253,
      "reward_std": 0.10030560940504074,
      "rewards/accuracy_reward": 0.20443232357501984,
      "rewards/format_reward": 1.0,
      "step": 261,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.2857142857142857,
      "completion_length": 229.6428680419922,
      "epoch": 0.01852768545364543,
      "grad_norm": 2.0380288779322457,
      "kl": 0.0257568359375,
      "learning_rate": 7.578929491425237e-07,
      "loss": 0.001,
      "reward": 1.6502233743667603,
      "reward_std": 0.12782151997089386,
      "rewards/accuracy_reward": 0.5234375,
      "rewards/format_reward": 1.0,
      "step": 262,
      "temporal_rewards": 0.7857142686843872
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 284.1071472167969,
      "epoch": 0.01859840181033873,
      "grad_norm": 2.8172742870918004,
      "kl": 0.026611328125,
      "learning_rate": 7.562088040372066e-07,
      "loss": 0.0011,
      "reward": 1.5316094160079956,
      "reward_std": 0.2666332423686981,
      "rewards/accuracy_reward": 0.44410938024520874,
      "rewards/format_reward": 0.9821429252624512,
      "step": 263,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 292.83929443359375,
      "epoch": 0.018669118167032036,
      "grad_norm": 11.562456119636892,
      "kl": 0.0279541015625,
      "learning_rate": 7.545207078751857e-07,
      "loss": 0.0011,
      "reward": 1.6431580781936646,
      "reward_std": 0.12155735492706299,
      "rewards/accuracy_reward": 0.5145865678787231,
      "rewards/format_reward": 1.0,
      "step": 264,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.42857142857142855,
      "completion_length": 354.5535888671875,
      "epoch": 0.018739834523725338,
      "grad_norm": 3.7963004439047188,
      "kl": 0.02587890625,
      "learning_rate": 7.528286866889924e-07,
      "loss": 0.001,
      "reward": 1.4017003774642944,
      "reward_std": 0.2230575978755951,
      "rewards/accuracy_reward": 0.3534860908985138,
      "rewards/format_reward": 1.0,
      "step": 265,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 314.1071472167969,
      "epoch": 0.01881055088041864,
      "grad_norm": 2.3549655509742573,
      "kl": 0.0289306640625,
      "learning_rate": 7.511327665716862e-07,
      "loss": 0.0012,
      "reward": 1.4792678356170654,
      "reward_std": 0.2836281657218933,
      "rewards/accuracy_reward": 0.3524821102619171,
      "rewards/format_reward": 1.0,
      "step": 266,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 283.1964416503906,
      "epoch": 0.018881267237111945,
      "grad_norm": 3.322020516530946,
      "kl": 0.0257568359375,
      "learning_rate": 7.494329736764537e-07,
      "loss": 0.001,
      "reward": 1.3434154987335205,
      "reward_std": 0.15875564515590668,
      "rewards/accuracy_reward": 0.3148440718650818,
      "rewards/format_reward": 1.0,
      "step": 267,
      "temporal_rewards": 0.4285714328289032
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 261.8571472167969,
      "epoch": 0.018951983593805247,
      "grad_norm": 3.4193416871925866,
      "kl": 0.044921875,
      "learning_rate": 7.477293342162037e-07,
      "loss": 0.0018,
      "reward": 1.7682864665985107,
      "reward_std": 0.1097366213798523,
      "rewards/accuracy_reward": 0.6861436367034912,
      "rewards/format_reward": 1.0,
      "step": 268,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 271.3035888671875,
      "epoch": 0.019022699950498552,
      "grad_norm": 3.358038221247603,
      "kl": 0.029541015625,
      "learning_rate": 7.460218744631645e-07,
      "loss": 0.0012,
      "reward": 1.5397522449493408,
      "reward_std": 0.11351379007101059,
      "rewards/accuracy_reward": 0.3933235704898834,
      "rewards/format_reward": 1.0,
      "step": 269,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 322.5535888671875,
      "epoch": 0.019093416307191854,
      "grad_norm": 1.617027130480622,
      "kl": 0.02294921875,
      "learning_rate": 7.443106207484775e-07,
      "loss": 0.0009,
      "reward": 1.279773235321045,
      "reward_std": 0.28910017013549805,
      "rewards/accuracy_reward": 0.2547732889652252,
      "rewards/format_reward": 1.0,
      "step": 270,
      "temporal_rewards": 0.4285714328289032
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 284.33929443359375,
      "epoch": 0.019164132663885156,
      "grad_norm": 1.9809499013586187,
      "kl": 0.030029296875,
      "learning_rate": 7.425955994617919e-07,
      "loss": 0.0012,
      "reward": 1.5638377666473389,
      "reward_std": 0.18613359332084656,
      "rewards/accuracy_reward": 0.49955201148986816,
      "rewards/format_reward": 1.0,
      "step": 271,
      "temporal_rewards": 0.4285714328289032
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 316.5357360839844,
      "epoch": 0.01923484902057846,
      "grad_norm": 2.686974239809562,
      "kl": 0.021484375,
      "learning_rate": 7.408768370508576e-07,
      "loss": 0.0009,
      "reward": 1.6687933206558228,
      "reward_std": 0.1890304833650589,
      "rewards/accuracy_reward": 0.5187932848930359,
      "rewards/format_reward": 1.0,
      "step": 272,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 262.9464416503906,
      "epoch": 0.019305565377271763,
      "grad_norm": 8.026011481487386,
      "kl": 0.0296630859375,
      "learning_rate": 7.391543600211172e-07,
      "loss": 0.0012,
      "reward": 1.3010677099227905,
      "reward_std": 0.16172130405902863,
      "rewards/accuracy_reward": 0.2707105576992035,
      "rewards/format_reward": 0.9910714626312256,
      "step": 273,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 312.9107360839844,
      "epoch": 0.019376281733965064,
      "grad_norm": 4.256666190012713,
      "kl": 0.028564453125,
      "learning_rate": 7.374281949352972e-07,
      "loss": 0.0011,
      "reward": 1.5558407306671143,
      "reward_std": 0.12667734920978546,
      "rewards/accuracy_reward": 0.45762622356414795,
      "rewards/format_reward": 1.0,
      "step": 274,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 380.4285888671875,
      "epoch": 0.01944699809065837,
      "grad_norm": 3.9333098779301667,
      "kl": 0.0245361328125,
      "learning_rate": 7.356983684129989e-07,
      "loss": 0.001,
      "reward": 1.2611944675445557,
      "reward_std": 0.25982895493507385,
      "rewards/accuracy_reward": 0.35047999024391174,
      "rewards/format_reward": 0.8750000596046448,
      "step": 275,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.42857142857142855,
      "all_wrong": 0.0,
      "completion_length": 304.96429443359375,
      "epoch": 0.01951771444735167,
      "grad_norm": 6.13760203808965,
      "kl": 0.02392578125,
      "learning_rate": 7.339649071302867e-07,
      "loss": 0.001,
      "reward": 1.7931549549102783,
      "reward_std": 0.24621790647506714,
      "rewards/accuracy_reward": 0.7752975821495056,
      "rewards/format_reward": 0.9821429252624512,
      "step": 276,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 233.21429443359375,
      "epoch": 0.019588430804044977,
      "grad_norm": 1.393585465018959,
      "kl": 0.0228271484375,
      "learning_rate": 7.322278378192782e-07,
      "loss": 0.0009,
      "reward": 1.7717881202697754,
      "reward_std": 0.10318943113088608,
      "rewards/accuracy_reward": 0.6467880606651306,
      "rewards/format_reward": 1.0,
      "step": 277,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 312.6607360839844,
      "epoch": 0.01965914716073828,
      "grad_norm": 2.5410025564535883,
      "kl": 0.021484375,
      "learning_rate": 7.304871872677312e-07,
      "loss": 0.0009,
      "reward": 1.5847035646438599,
      "reward_std": 0.2739082872867584,
      "rewards/accuracy_reward": 0.5007749795913696,
      "rewards/format_reward": 1.0,
      "step": 278,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 394.46429443359375,
      "epoch": 0.01972986351743158,
      "grad_norm": 2.207042806941669,
      "kl": 0.0196533203125,
      "learning_rate": 7.287429823186301e-07,
      "loss": 0.0008,
      "reward": 1.6119494438171387,
      "reward_std": 0.08428718894720078,
      "rewards/accuracy_reward": 0.45480650663375854,
      "rewards/format_reward": 1.0,
      "step": 279,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.42857142857142855,
      "completion_length": 330.3214416503906,
      "epoch": 0.019800579874124886,
      "grad_norm": 1.4485065229579246,
      "kl": 0.024658203125,
      "learning_rate": 7.269952498697734e-07,
      "loss": 0.001,
      "reward": 1.2546528577804565,
      "reward_std": 0.17070052027702332,
      "rewards/accuracy_reward": 0.30108141899108887,
      "rewards/format_reward": 0.9464285969734192,
      "step": 280,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 274.7321472167969,
      "epoch": 0.019871296230818188,
      "grad_norm": 3.368672511657413,
      "kl": 0.0274658203125,
      "learning_rate": 7.252440168733571e-07,
      "loss": 0.0011,
      "reward": 1.4495112895965576,
      "reward_std": 0.2373007833957672,
      "rewards/accuracy_reward": 0.4173683822154999,
      "rewards/format_reward": 1.0,
      "step": 281,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 379.6785888671875,
      "epoch": 0.019942012587511493,
      "grad_norm": 1.6964438513602933,
      "kl": 0.0216064453125,
      "learning_rate": 7.234893103355606e-07,
      "loss": 0.0009,
      "reward": 1.4720474481582642,
      "reward_std": 0.3145798146724701,
      "rewards/accuracy_reward": 0.3613331615924835,
      "rewards/format_reward": 0.9821429252624512,
      "step": 282,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 358.4464416503906,
      "epoch": 0.020012728944204795,
      "grad_norm": 2.085509494735817,
      "kl": 0.0220947265625,
      "learning_rate": 7.217311573161292e-07,
      "loss": 0.0009,
      "reward": 1.5873501300811768,
      "reward_std": 0.12561185657978058,
      "rewards/accuracy_reward": 0.523064374923706,
      "rewards/format_reward": 0.910714328289032,
      "step": 283,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 392.3214416503906,
      "epoch": 0.020083445300898096,
      "grad_norm": 3.666100567692788,
      "kl": 0.018310546875,
      "learning_rate": 7.199695849279576e-07,
      "loss": 0.0007,
      "reward": 1.4512953758239746,
      "reward_std": 0.348195344209671,
      "rewards/accuracy_reward": 0.4584381878376007,
      "rewards/format_reward": 0.9285714626312256,
      "step": 284,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 395.7500305175781,
      "epoch": 0.020154161657591402,
      "grad_norm": 1.9124665209710972,
      "kl": 0.0181884765625,
      "learning_rate": 7.182046203366709e-07,
      "loss": 0.0007,
      "reward": 1.3175321817398071,
      "reward_std": 0.2722242772579193,
      "rewards/accuracy_reward": 0.24610349535942078,
      "rewards/format_reward": 0.9821429252624512,
      "step": 285,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 300.9464416503906,
      "epoch": 0.020224878014284704,
      "grad_norm": 1.6951577410506697,
      "kl": 0.0255126953125,
      "learning_rate": 7.164362907602071e-07,
      "loss": 0.001,
      "reward": 1.436654806137085,
      "reward_std": 0.1320033073425293,
      "rewards/accuracy_reward": 0.36522620916366577,
      "rewards/format_reward": 1.0,
      "step": 286,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 299.01788330078125,
      "epoch": 0.02029559437097801,
      "grad_norm": 2.138717940888174,
      "kl": 0.024658203125,
      "learning_rate": 7.146646234683949e-07,
      "loss": 0.001,
      "reward": 1.545122504234314,
      "reward_std": 0.11529984325170517,
      "rewards/accuracy_reward": 0.42726537585258484,
      "rewards/format_reward": 1.0,
      "step": 287,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 401.8214416503906,
      "epoch": 0.02036631072767131,
      "grad_norm": 3.8906642142276873,
      "kl": 0.021728515625,
      "learning_rate": 7.128896457825363e-07,
      "loss": 0.0009,
      "reward": 1.4749772548675537,
      "reward_std": 0.30911144614219666,
      "rewards/accuracy_reward": 0.4571200907230377,
      "rewards/format_reward": 0.9464285969734192,
      "step": 288,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 306.6785888671875,
      "epoch": 0.020437027084364612,
      "grad_norm": 6.1816001133741745,
      "kl": 0.0294189453125,
      "learning_rate": 7.111113850749827e-07,
      "loss": 0.0012,
      "reward": 1.3565735816955566,
      "reward_std": 0.10762329399585724,
      "rewards/accuracy_reward": 0.31371641159057617,
      "rewards/format_reward": 1.0,
      "step": 289,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 325.9285888671875,
      "epoch": 0.020507743441057918,
      "grad_norm": 2.289276161126063,
      "kl": 0.0286865234375,
      "learning_rate": 7.09329868768714e-07,
      "loss": 0.0011,
      "reward": 1.4119089841842651,
      "reward_std": 0.11657551676034927,
      "rewards/accuracy_reward": 0.3726232647895813,
      "rewards/format_reward": 0.9821429252624512,
      "step": 290,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 350.3571472167969,
      "epoch": 0.02057845979775122,
      "grad_norm": 1.809122570891726,
      "kl": 0.017822265625,
      "learning_rate": 7.075451243369156e-07,
      "loss": 0.0007,
      "reward": 1.516760230064392,
      "reward_std": 0.15283982455730438,
      "rewards/accuracy_reward": 0.4131886661052704,
      "rewards/format_reward": 0.9464285969734192,
      "step": 291,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.2857142857142857,
      "completion_length": 259.83929443359375,
      "epoch": 0.02064917615444452,
      "grad_norm": 2.0942872069157294,
      "kl": 0.0205078125,
      "learning_rate": 7.057571793025544e-07,
      "loss": 0.0008,
      "reward": 1.5510534048080444,
      "reward_std": 0.10665960609912872,
      "rewards/accuracy_reward": 0.4724818766117096,
      "rewards/format_reward": 1.0,
      "step": 292,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 339.5535888671875,
      "epoch": 0.020719892511137827,
      "grad_norm": 2.2048313123796297,
      "kl": 0.0277099609375,
      "learning_rate": 7.039660612379545e-07,
      "loss": 0.0011,
      "reward": 1.4189954996109009,
      "reward_std": 0.18993408977985382,
      "rewards/accuracy_reward": 0.37970975041389465,
      "rewards/format_reward": 0.9821429252624512,
      "step": 293,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 294.58929443359375,
      "epoch": 0.02079060886783113,
      "grad_norm": 26.449019028667205,
      "kl": 0.0262451171875,
      "learning_rate": 7.021717977643725e-07,
      "loss": 0.001,
      "reward": 1.7002180814743042,
      "reward_std": 0.1621379256248474,
      "rewards/accuracy_reward": 0.5645037889480591,
      "rewards/format_reward": 1.0,
      "step": 294,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.42857142857142855,
      "all_wrong": 0.0,
      "completion_length": 291.125,
      "epoch": 0.020861325224524434,
      "grad_norm": 1.6306238352086428,
      "kl": 0.030029296875,
      "learning_rate": 7.003744165515703e-07,
      "loss": 0.0012,
      "reward": 1.871691346168518,
      "reward_std": 0.16355477273464203,
      "rewards/accuracy_reward": 0.796691358089447,
      "rewards/format_reward": 1.0,
      "step": 295,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 400.9107360839844,
      "epoch": 0.020932041581217736,
      "grad_norm": 2.838119621996479,
      "kl": 0.0186767578125,
      "learning_rate": 6.985739453173902e-07,
      "loss": 0.0007,
      "reward": 1.3813368082046509,
      "reward_std": 0.38952508568763733,
      "rewards/accuracy_reward": 0.4295511245727539,
      "rewards/format_reward": 0.8750000596046448,
      "step": 296,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.42857142857142855,
      "completion_length": 341.6250305175781,
      "epoch": 0.021002757937911037,
      "grad_norm": 2.0222058677529744,
      "kl": 0.0230712890625,
      "learning_rate": 6.967704118273256e-07,
      "loss": 0.0009,
      "reward": 1.189780592918396,
      "reward_std": 0.07588956505060196,
      "rewards/accuracy_reward": 0.10763761401176453,
      "rewards/format_reward": 1.0,
      "step": 297,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 314.3035888671875,
      "epoch": 0.021073474294604343,
      "grad_norm": 3.326990534092196,
      "kl": 0.0211181640625,
      "learning_rate": 6.949638438940941e-07,
      "loss": 0.0008,
      "reward": 1.6114859580993652,
      "reward_std": 0.08123152703046799,
      "rewards/accuracy_reward": 0.4329143762588501,
      "rewards/format_reward": 1.0,
      "step": 298,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 331.26788330078125,
      "epoch": 0.021144190651297644,
      "grad_norm": 5.712170988948583,
      "kl": 0.026123046875,
      "learning_rate": 6.93154269377208e-07,
      "loss": 0.001,
      "reward": 1.7350770235061646,
      "reward_std": 0.12248773872852325,
      "rewards/accuracy_reward": 0.538648247718811,
      "rewards/format_reward": 1.0,
      "step": 299,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 322.8571472167969,
      "epoch": 0.02121490700799095,
      "grad_norm": 2.053526556612893,
      "kl": 0.0269775390625,
      "learning_rate": 6.913417161825449e-07,
      "loss": 0.0011,
      "reward": 1.4622845649719238,
      "reward_std": 0.18760313093662262,
      "rewards/accuracy_reward": 0.3479987382888794,
      "rewards/format_reward": 1.0,
      "step": 300,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 328.7321472167969,
      "epoch": 0.02128562336468425,
      "grad_norm": 1.8240608301729286,
      "kl": 0.025146484375,
      "learning_rate": 6.895262122619173e-07,
      "loss": 0.001,
      "reward": 1.198176622390747,
      "reward_std": 0.06399929523468018,
      "rewards/accuracy_reward": 0.262462317943573,
      "rewards/format_reward": 0.8571429252624512,
      "step": 301,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 316.1785888671875,
      "epoch": 0.021356339721377553,
      "grad_norm": 2.252225524007875,
      "kl": 0.0216064453125,
      "learning_rate": 6.877077856126415e-07,
      "loss": 0.0009,
      "reward": 1.3009376525878906,
      "reward_std": 0.17817240953445435,
      "rewards/accuracy_reward": 0.24736623466014862,
      "rewards/format_reward": 1.0,
      "step": 302,
      "temporal_rewards": 0.4285714328289032
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.42857142857142855,
      "completion_length": 278.96429443359375,
      "epoch": 0.02142705607807086,
      "grad_norm": 2.4446043515591693,
      "kl": 0.02197265625,
      "learning_rate": 6.858864642771061e-07,
      "loss": 0.0009,
      "reward": 1.3648054599761963,
      "reward_std": 0.15903453528881073,
      "rewards/accuracy_reward": 0.3076624870300293,
      "rewards/format_reward": 1.0,
      "step": 303,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 332.25,
      "epoch": 0.02149777243476416,
      "grad_norm": 1.44628026730638,
      "kl": 0.021484375,
      "learning_rate": 6.840622763423391e-07,
      "loss": 0.0009,
      "reward": 1.468226671218872,
      "reward_std": 0.16828162968158722,
      "rewards/accuracy_reward": 0.41822654008865356,
      "rewards/format_reward": 0.9821429252624512,
      "step": 304,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 378.4285888671875,
      "epoch": 0.021568488791457466,
      "grad_norm": 1.1033779085402844,
      "kl": 0.016357421875,
      "learning_rate": 6.82235249939575e-07,
      "loss": 0.0007,
      "reward": 1.3667042255401611,
      "reward_std": 0.24987193942070007,
      "rewards/accuracy_reward": 0.36848992109298706,
      "rewards/format_reward": 0.973214328289032,
      "step": 305,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 443.6250305175781,
      "epoch": 0.021639205148150768,
      "grad_norm": 12.671637462662723,
      "kl": 0.021728515625,
      "learning_rate": 6.804054132438208e-07,
      "loss": 0.0009,
      "reward": 1.3895002603530884,
      "reward_std": 0.17310947179794312,
      "rewards/accuracy_reward": 0.2395002245903015,
      "rewards/format_reward": 1.0,
      "step": 306,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.5714285714285714,
      "completion_length": 241.37501525878906,
      "epoch": 0.02170992150484407,
      "grad_norm": 1.053509996790301,
      "kl": 0.0257568359375,
      "learning_rate": 6.785727944734227e-07,
      "loss": 0.001,
      "reward": 1.2321429252624512,
      "reward_std": 0.12686797976493835,
      "rewards/accuracy_reward": 0.2321428656578064,
      "rewards/format_reward": 1.0,
      "step": 307,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 284.2321472167969,
      "epoch": 0.021780637861537375,
      "grad_norm": 2.7529886508692676,
      "kl": 0.0303955078125,
      "learning_rate": 6.767374218896286e-07,
      "loss": 0.0012,
      "reward": 1.5408276319503784,
      "reward_std": 0.18226177990436554,
      "rewards/accuracy_reward": 0.4640417993068695,
      "rewards/format_reward": 1.0,
      "step": 308,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 306.2857360839844,
      "epoch": 0.021851354218230677,
      "grad_norm": 2.033301580529413,
      "kl": 0.03271484375,
      "learning_rate": 6.748993237961543e-07,
      "loss": 0.0013,
      "reward": 1.7141841650009155,
      "reward_std": 0.19758184254169464,
      "rewards/accuracy_reward": 0.5713269114494324,
      "rewards/format_reward": 1.0,
      "step": 309,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 417.2857360839844,
      "epoch": 0.02192207057492398,
      "grad_norm": 2.1596551142051337,
      "kl": 0.0283203125,
      "learning_rate": 6.730585285387465e-07,
      "loss": 0.0011,
      "reward": 1.206083059310913,
      "reward_std": 0.2603773772716522,
      "rewards/accuracy_reward": 0.26679733395576477,
      "rewards/format_reward": 0.8392857313156128,
      "step": 310,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 413.0535888671875,
      "epoch": 0.021992786931617284,
      "grad_norm": 1.365962592587668,
      "kl": 0.0216064453125,
      "learning_rate": 6.71215064504745e-07,
      "loss": 0.0009,
      "reward": 1.380371332168579,
      "reward_std": 0.16804064810276031,
      "rewards/accuracy_reward": 0.31965693831443787,
      "rewards/format_reward": 1.0,
      "step": 311,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 259.6785888671875,
      "epoch": 0.022063503288310585,
      "grad_norm": 1.719739098888774,
      "kl": 0.030517578125,
      "learning_rate": 6.693689601226458e-07,
      "loss": 0.0012,
      "reward": 1.5072518587112427,
      "reward_std": 0.27976155281066895,
      "rewards/accuracy_reward": 0.41260892152786255,
      "rewards/format_reward": 1.0,
      "step": 312,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 261.14288330078125,
      "epoch": 0.02213421964500389,
      "grad_norm": 1.8130220409240598,
      "kl": 0.0296630859375,
      "learning_rate": 6.67520243861662e-07,
      "loss": 0.0012,
      "reward": 1.705720067024231,
      "reward_std": 0.2388308197259903,
      "rewards/accuracy_reward": 0.6164343357086182,
      "rewards/format_reward": 1.0,
      "step": 313,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 278.1607360839844,
      "epoch": 0.022204936001697193,
      "grad_norm": 2.5629169465819244,
      "kl": 0.032958984375,
      "learning_rate": 6.656689442312853e-07,
      "loss": 0.0013,
      "reward": 1.839811086654663,
      "reward_std": 0.16038960218429565,
      "rewards/accuracy_reward": 0.6505252718925476,
      "rewards/format_reward": 1.0,
      "step": 314,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 338.375,
      "epoch": 0.022275652358390494,
      "grad_norm": 1.4204802246095694,
      "kl": 0.0242919921875,
      "learning_rate": 6.638150897808467e-07,
      "loss": 0.001,
      "reward": 1.5149353742599487,
      "reward_std": 0.24870046973228455,
      "rewards/accuracy_reward": 0.47207826375961304,
      "rewards/format_reward": 0.9821429252624512,
      "step": 315,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 300.1071472167969,
      "epoch": 0.0223463687150838,
      "grad_norm": 1.1763546749872886,
      "kl": 0.0234375,
      "learning_rate": 6.619587090990747e-07,
      "loss": 0.0009,
      "reward": 1.5717357397079468,
      "reward_std": 0.13757386803627014,
      "rewards/accuracy_reward": 0.45030713081359863,
      "rewards/format_reward": 1.0,
      "step": 316,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 341.5357360839844,
      "epoch": 0.0224170850717771,
      "grad_norm": 1.5239892082416917,
      "kl": 0.027099609375,
      "learning_rate": 6.600998308136559e-07,
      "loss": 0.0011,
      "reward": 1.2422618865966797,
      "reward_std": 0.27979665994644165,
      "rewards/accuracy_reward": 0.2904762029647827,
      "rewards/format_reward": 0.8928571939468384,
      "step": 317,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 300.08929443359375,
      "epoch": 0.022487801428470407,
      "grad_norm": 1.8443287484697766,
      "kl": 0.04150390625,
      "learning_rate": 6.58238483590793e-07,
      "loss": 0.0017,
      "reward": 1.7006714344024658,
      "reward_std": 0.10698975622653961,
      "rewards/accuracy_reward": 0.6363856196403503,
      "rewards/format_reward": 1.0,
      "step": 318,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 300.625,
      "epoch": 0.02255851778516371,
      "grad_norm": 2.8511422254959204,
      "kl": 0.03466796875,
      "learning_rate": 6.563746961347629e-07,
      "loss": 0.0014,
      "reward": 1.4340307712554932,
      "reward_std": 0.11245672404766083,
      "rewards/accuracy_reward": 0.35188785195350647,
      "rewards/format_reward": 1.0,
      "step": 319,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 273.8214416503906,
      "epoch": 0.02262923414185701,
      "grad_norm": 3.020090064699426,
      "kl": 0.037841796875,
      "learning_rate": 6.545084971874736e-07,
      "loss": 0.0015,
      "reward": 1.6151070594787598,
      "reward_std": 0.19140733778476715,
      "rewards/accuracy_reward": 0.47582128643989563,
      "rewards/format_reward": 1.0,
      "step": 320,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.2857142857142857,
      "completion_length": 284.76788330078125,
      "epoch": 0.022699950498550316,
      "grad_norm": 1.9488891207295804,
      "kl": 0.0302734375,
      "learning_rate": 6.526399155280218e-07,
      "loss": 0.0012,
      "reward": 1.5127638578414917,
      "reward_std": 0.06613844633102417,
      "rewards/accuracy_reward": 0.42347806692123413,
      "rewards/format_reward": 1.0,
      "step": 321,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 335.21429443359375,
      "epoch": 0.022770666855243617,
      "grad_norm": 2.216070765481722,
      "kl": 0.034912109375,
      "learning_rate": 6.507689799722478e-07,
      "loss": 0.0014,
      "reward": 1.5656085014343262,
      "reward_std": 0.17798258364200592,
      "rewards/accuracy_reward": 0.5156084299087524,
      "rewards/format_reward": 1.0,
      "step": 322,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 238.8035888671875,
      "epoch": 0.022841383211936923,
      "grad_norm": 2.3210293142340612,
      "kl": 0.03857421875,
      "learning_rate": 6.488957193722927e-07,
      "loss": 0.0015,
      "reward": 1.663508653640747,
      "reward_std": 0.24474075436592102,
      "rewards/accuracy_reward": 0.5760086178779602,
      "rewards/format_reward": 1.0,
      "step": 323,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 339.9107360839844,
      "epoch": 0.022912099568630225,
      "grad_norm": 13.445535265784127,
      "kl": 0.046630859375,
      "learning_rate": 6.470201626161519e-07,
      "loss": 0.0019,
      "reward": 1.305114507675171,
      "reward_std": 0.19681884348392487,
      "rewards/accuracy_reward": 0.3426145911216736,
      "rewards/format_reward": 0.8839285969734192,
      "step": 324,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 381.14288330078125,
      "epoch": 0.022982815925323526,
      "grad_norm": 3.439902903571741,
      "kl": 0.0218505859375,
      "learning_rate": 6.451423386272311e-07,
      "loss": 0.0009,
      "reward": 1.223555564880371,
      "reward_std": 0.33339712023735046,
      "rewards/accuracy_reward": 0.20212700963020325,
      "rewards/format_reward": 0.9642857313156128,
      "step": 325,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 280.8571472167969,
      "epoch": 0.02305353228201683,
      "grad_norm": 2.968002614822163,
      "kl": 0.0341796875,
      "learning_rate": 6.432622763638992e-07,
      "loss": 0.0014,
      "reward": 1.2945725917816162,
      "reward_std": 0.042349234223365784,
      "rewards/accuracy_reward": 0.2838582694530487,
      "rewards/format_reward": 1.0,
      "step": 326,
      "temporal_rewards": 0.4285714328289032
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 331.4464416503906,
      "epoch": 0.023124248638710133,
      "grad_norm": 4.5253213067433595,
      "kl": 0.03271484375,
      "learning_rate": 6.413800048190417e-07,
      "loss": 0.0013,
      "reward": 1.542639970779419,
      "reward_std": 0.22486044466495514,
      "rewards/accuracy_reward": 0.3729969561100006,
      "rewards/format_reward": 0.9642857313156128,
      "step": 327,
      "temporal_rewards": 0.7857142686843872
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 239.7678680419922,
      "epoch": 0.023194964995403435,
      "grad_norm": 2.1578769455091638,
      "kl": 0.039794921875,
      "learning_rate": 6.394955530196147e-07,
      "loss": 0.0016,
      "reward": 1.6299586296081543,
      "reward_std": 0.19599129259586334,
      "rewards/accuracy_reward": 0.5603156089782715,
      "rewards/format_reward": 0.9910714626312256,
      "step": 328,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 284.5535888671875,
      "epoch": 0.02326568135209674,
      "grad_norm": 5.079279902802356,
      "kl": 0.0225830078125,
      "learning_rate": 6.376089500261958e-07,
      "loss": 0.0009,
      "reward": 1.6457250118255615,
      "reward_std": 0.24484801292419434,
      "rewards/accuracy_reward": 0.5064393877983093,
      "rewards/format_reward": 1.0,
      "step": 329,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 344.58929443359375,
      "epoch": 0.023336397708790042,
      "grad_norm": 1.472521542165541,
      "kl": 0.0260009765625,
      "learning_rate": 6.357202249325371e-07,
      "loss": 0.001,
      "reward": 1.3386852741241455,
      "reward_std": 0.13498425483703613,
      "rewards/accuracy_reward": 0.23154224455356598,
      "rewards/format_reward": 1.0,
      "step": 330,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 262.7857360839844,
      "epoch": 0.023407114065483348,
      "grad_norm": 2.8799861624520458,
      "kl": 0.032958984375,
      "learning_rate": 6.338294068651162e-07,
      "loss": 0.0013,
      "reward": 1.5767533779144287,
      "reward_std": 0.1722640097141266,
      "rewards/accuracy_reward": 0.48211055994033813,
      "rewards/format_reward": 1.0,
      "step": 331,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.42857142857142855,
      "completion_length": 296.1607360839844,
      "epoch": 0.02347783042217665,
      "grad_norm": 1.3678982863142035,
      "kl": 0.032470703125,
      "learning_rate": 6.319365249826864e-07,
      "loss": 0.0013,
      "reward": 1.4312132596969604,
      "reward_std": 0.045831527560949326,
      "rewards/accuracy_reward": 0.3062132000923157,
      "rewards/format_reward": 1.0,
      "step": 332,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 380.8571472167969,
      "epoch": 0.02354854677886995,
      "grad_norm": 1.6591310436915658,
      "kl": 0.0208740234375,
      "learning_rate": 6.300416084758283e-07,
      "loss": 0.0008,
      "reward": 1.600829005241394,
      "reward_std": 0.19430296123027802,
      "rewards/accuracy_reward": 0.511543333530426,
      "rewards/format_reward": 1.0,
      "step": 333,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 394.8035888671875,
      "epoch": 0.023619263135563257,
      "grad_norm": 1.8828902406565924,
      "kl": 0.017822265625,
      "learning_rate": 6.281446865664984e-07,
      "loss": 0.0007,
      "reward": 1.5080636739730835,
      "reward_std": 0.18187257647514343,
      "rewards/accuracy_reward": 0.3866350054740906,
      "rewards/format_reward": 1.0,
      "step": 334,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 322.9464416503906,
      "epoch": 0.02368997949225656,
      "grad_norm": 3.682673495537959,
      "kl": 0.027587890625,
      "learning_rate": 6.262457885075789e-07,
      "loss": 0.0011,
      "reward": 1.353284478187561,
      "reward_std": 0.10007359087467194,
      "rewards/accuracy_reward": 0.31757014989852905,
      "rewards/format_reward": 1.0,
      "step": 335,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 303.4464416503906,
      "epoch": 0.023760695848949864,
      "grad_norm": 1.568877641819964,
      "kl": 0.0380859375,
      "learning_rate": 6.243449435824276e-07,
      "loss": 0.0015,
      "reward": 1.4527729749679565,
      "reward_std": 0.17988929152488708,
      "rewards/accuracy_reward": 0.43848729133605957,
      "rewards/format_reward": 0.9642857313156128,
      "step": 336,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 282.125,
      "epoch": 0.023831412205643165,
      "grad_norm": 4.525170343426555,
      "kl": 0.027099609375,
      "learning_rate": 6.224421811044237e-07,
      "loss": 0.0011,
      "reward": 1.717219591140747,
      "reward_std": 0.11831755936145782,
      "rewards/accuracy_reward": 0.6136481165885925,
      "rewards/format_reward": 1.0,
      "step": 337,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 239.21429443359375,
      "epoch": 0.023902128562336467,
      "grad_norm": 3.756185245797639,
      "kl": 0.034912109375,
      "learning_rate": 6.205375304165194e-07,
      "loss": 0.0014,
      "reward": 1.3254292011260986,
      "reward_std": 0.23695749044418335,
      "rewards/accuracy_reward": 0.23792912065982819,
      "rewards/format_reward": 1.0,
      "step": 338,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 312.6964416503906,
      "epoch": 0.023972844919029773,
      "grad_norm": 3.3528420802829766,
      "kl": 0.0284423828125,
      "learning_rate": 6.186310208907839e-07,
      "loss": 0.0011,
      "reward": 1.564342975616455,
      "reward_std": 0.08115032315254211,
      "rewards/accuracy_reward": 0.3786286413669586,
      "rewards/format_reward": 1.0,
      "step": 339,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 250.83929443359375,
      "epoch": 0.024043561275723074,
      "grad_norm": 2.730689822302426,
      "kl": 0.03125,
      "learning_rate": 6.167226819279527e-07,
      "loss": 0.0013,
      "reward": 1.5711475610733032,
      "reward_std": 0.1338578164577484,
      "rewards/accuracy_reward": 0.41757598519325256,
      "rewards/format_reward": 1.0,
      "step": 340,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 473.1964416503906,
      "epoch": 0.02411427763241638,
      "grad_norm": 2.5810899513070127,
      "kl": 0.0216064453125,
      "learning_rate": 6.148125429569734e-07,
      "loss": 0.0009,
      "reward": 1.5601191520690918,
      "reward_std": 0.1304631531238556,
      "rewards/accuracy_reward": 0.4101189970970154,
      "rewards/format_reward": 0.9821429252624512,
      "step": 341,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 335.21429443359375,
      "epoch": 0.02418499398910968,
      "grad_norm": 1.2443183298681577,
      "kl": 0.0224609375,
      "learning_rate": 6.129006334345519e-07,
      "loss": 0.0009,
      "reward": 1.3865306377410889,
      "reward_std": 0.19120606780052185,
      "rewards/accuracy_reward": 0.39367344975471497,
      "rewards/format_reward": 0.9642857313156128,
      "step": 342,
      "temporal_rewards": 0.4285714328289032
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 315.01788330078125,
      "epoch": 0.024255710345802983,
      "grad_norm": 2.8412917596959697,
      "kl": 0.0262451171875,
      "learning_rate": 6.109869828446979e-07,
      "loss": 0.0011,
      "reward": 1.2706773281097412,
      "reward_std": 0.33785945177078247,
      "rewards/accuracy_reward": 0.2706771790981293,
      "rewards/format_reward": 0.9464285969734192,
      "step": 343,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 359.21429443359375,
      "epoch": 0.02432642670249629,
      "grad_norm": 1.874411998633761,
      "kl": 0.0269775390625,
      "learning_rate": 6.090716206982713e-07,
      "loss": 0.0011,
      "reward": 1.4222691059112549,
      "reward_std": 0.14905031025409698,
      "rewards/accuracy_reward": 0.2865546941757202,
      "rewards/format_reward": 1.0,
      "step": 344,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 258.51788330078125,
      "epoch": 0.02439714305918959,
      "grad_norm": 2.648790989040369,
      "kl": 0.02880859375,
      "learning_rate": 6.071545765325253e-07,
      "loss": 0.0011,
      "reward": 1.8179775476455688,
      "reward_std": 0.25744450092315674,
      "rewards/accuracy_reward": 0.7019060850143433,
      "rewards/format_reward": 1.0,
      "step": 345,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 255.0357208251953,
      "epoch": 0.024467859415882892,
      "grad_norm": 2.130183117619974,
      "kl": 0.031982421875,
      "learning_rate": 6.052358799106527e-07,
      "loss": 0.0013,
      "reward": 1.532024621963501,
      "reward_std": 0.13434962928295135,
      "rewards/accuracy_reward": 0.4409531354904175,
      "rewards/format_reward": 1.0,
      "step": 346,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 390.4107360839844,
      "epoch": 0.024538575772576197,
      "grad_norm": 4.49817416945763,
      "kl": 0.021240234375,
      "learning_rate": 6.03315560421329e-07,
      "loss": 0.0009,
      "reward": 1.4154164791107178,
      "reward_std": 0.1646321564912796,
      "rewards/accuracy_reward": 0.2761307656764984,
      "rewards/format_reward": 1.0,
      "step": 347,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 268.5,
      "epoch": 0.0246092921292695,
      "grad_norm": 4.6576215942173835,
      "kl": 0.0306396484375,
      "learning_rate": 6.013936476782561e-07,
      "loss": 0.0012,
      "reward": 1.5289348363876343,
      "reward_std": 0.09620549529790878,
      "rewards/accuracy_reward": 0.4092918932437897,
      "rewards/format_reward": 1.0,
      "step": 348,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 297.5357360839844,
      "epoch": 0.024680008485962805,
      "grad_norm": 5.128069333931973,
      "kl": 0.025146484375,
      "learning_rate": 5.994701713197063e-07,
      "loss": 0.001,
      "reward": 1.6853457689285278,
      "reward_std": 0.18648488819599152,
      "rewards/accuracy_reward": 0.5299885272979736,
      "rewards/format_reward": 1.0,
      "step": 349,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 250.75001525878906,
      "epoch": 0.024750724842656106,
      "grad_norm": 1.8860628460204363,
      "kl": 0.0322265625,
      "learning_rate": 5.975451610080642e-07,
      "loss": 0.0013,
      "reward": 1.318392038345337,
      "reward_std": 0.16681061685085297,
      "rewards/accuracy_reward": 0.32910627126693726,
      "rewards/format_reward": 0.9642857313156128,
      "step": 350,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 274.89288330078125,
      "epoch": 0.024821441199349408,
      "grad_norm": 2.330011376072039,
      "kl": 0.03369140625,
      "learning_rate": 5.956186464293703e-07,
      "loss": 0.0013,
      "reward": 1.3444054126739502,
      "reward_std": 0.2794593572616577,
      "rewards/accuracy_reward": 0.29797667264938354,
      "rewards/format_reward": 0.9821429252624512,
      "step": 351,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 294.5535888671875,
      "epoch": 0.024892157556042713,
      "grad_norm": 2.173337933494608,
      "kl": 0.03125,
      "learning_rate": 5.936906572928624e-07,
      "loss": 0.0013,
      "reward": 1.5638823509216309,
      "reward_std": 0.16451983153820038,
      "rewards/accuracy_reward": 0.3674537241458893,
      "rewards/format_reward": 1.0,
      "step": 352,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 323.1607360839844,
      "epoch": 0.024962873912736015,
      "grad_norm": 2.0409492961034106,
      "kl": 0.03173828125,
      "learning_rate": 5.917612233305182e-07,
      "loss": 0.0013,
      "reward": 1.4680980443954468,
      "reward_std": 0.09803620725870132,
      "rewards/accuracy_reward": 0.39666953682899475,
      "rewards/format_reward": 1.0,
      "step": 353,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 338.625,
      "epoch": 0.02503359026942932,
      "grad_norm": 1.899665217869245,
      "kl": 0.0244140625,
      "learning_rate": 5.898303742965963e-07,
      "loss": 0.001,
      "reward": 1.5066349506378174,
      "reward_std": 0.09890731424093246,
      "rewards/accuracy_reward": 0.40306350588798523,
      "rewards/format_reward": 1.0,
      "step": 354,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.2857142857142857,
      "completion_length": 312.6785888671875,
      "epoch": 0.025104306626122622,
      "grad_norm": 2.6102633181441948,
      "kl": 0.03759765625,
      "learning_rate": 5.878981399671773e-07,
      "loss": 0.0015,
      "reward": 1.5776315927505493,
      "reward_std": 0.10875112563371658,
      "rewards/accuracy_reward": 0.49906018376350403,
      "rewards/format_reward": 1.0,
      "step": 355,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 319.9464416503906,
      "epoch": 0.025175022982815924,
      "grad_norm": 2.5275821778372545,
      "kl": 0.0269775390625,
      "learning_rate": 5.859645501397047e-07,
      "loss": 0.0011,
      "reward": 1.6373540163040161,
      "reward_std": 0.1245882585644722,
      "rewards/accuracy_reward": 0.4534253478050232,
      "rewards/format_reward": 1.0,
      "step": 356,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 328.71429443359375,
      "epoch": 0.02524573933950923,
      "grad_norm": 1.3964332763568652,
      "kl": 0.03173828125,
      "learning_rate": 5.84029634632526e-07,
      "loss": 0.0013,
      "reward": 1.597927451133728,
      "reward_std": 0.04110722243785858,
      "rewards/accuracy_reward": 0.4979274868965149,
      "rewards/format_reward": 1.0,
      "step": 357,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 323.875,
      "epoch": 0.02531645569620253,
      "grad_norm": 3.581085923515826,
      "kl": 0.0269775390625,
      "learning_rate": 5.820934232844314e-07,
      "loss": 0.0011,
      "reward": 1.5372740030288696,
      "reward_std": 0.24729707837104797,
      "rewards/accuracy_reward": 0.4015595614910126,
      "rewards/format_reward": 1.0,
      "step": 358,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.42857142857142855,
      "completion_length": 344.01788330078125,
      "epoch": 0.025387172052895837,
      "grad_norm": 12.621243673215686,
      "kl": 0.027099609375,
      "learning_rate": 5.801559459541956e-07,
      "loss": 0.0011,
      "reward": 1.350390911102295,
      "reward_std": 0.16050653159618378,
      "rewards/accuracy_reward": 0.22539079189300537,
      "rewards/format_reward": 0.9821429252624512,
      "step": 359,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 313.6964416503906,
      "epoch": 0.02545788840958914,
      "grad_norm": 2.12553229346614,
      "kl": 0.025146484375,
      "learning_rate": 5.782172325201155e-07,
      "loss": 0.001,
      "reward": 1.677781343460083,
      "reward_std": 0.18911893665790558,
      "rewards/accuracy_reward": 0.5849241018295288,
      "rewards/format_reward": 1.0,
      "step": 360,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 381.8750305175781,
      "epoch": 0.02552860476628244,
      "grad_norm": 1.3202979673456523,
      "kl": 0.0277099609375,
      "learning_rate": 5.762773128795505e-07,
      "loss": 0.0011,
      "reward": 1.2330882549285889,
      "reward_std": 0.1723875254392624,
      "rewards/accuracy_reward": 0.2420167624950409,
      "rewards/format_reward": 0.9375000596046448,
      "step": 361,
      "temporal_rewards": 0.4285714328289032
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 327.25,
      "epoch": 0.025599321122975745,
      "grad_norm": 2.3442751846671848,
      "kl": 0.033935546875,
      "learning_rate": 5.743362169484616e-07,
      "loss": 0.0014,
      "reward": 1.4978785514831543,
      "reward_std": 0.20312780141830444,
      "rewards/accuracy_reward": 0.3764498829841614,
      "rewards/format_reward": 1.0,
      "step": 362,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 415.51788330078125,
      "epoch": 0.025670037479669047,
      "grad_norm": 1.868813459958133,
      "kl": 0.02099609375,
      "learning_rate": 5.723939746609489e-07,
      "loss": 0.0008,
      "reward": 1.5185195207595825,
      "reward_std": 0.17735092341899872,
      "rewards/accuracy_reward": 0.414948046207428,
      "rewards/format_reward": 1.0,
      "step": 363,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 306.39288330078125,
      "epoch": 0.02574075383636235,
      "grad_norm": 2.8373712103966477,
      "kl": 0.03369140625,
      "learning_rate": 5.704506159687913e-07,
      "loss": 0.0013,
      "reward": 1.2079805135726929,
      "reward_std": 0.1921808272600174,
      "rewards/accuracy_reward": 0.16869474947452545,
      "rewards/format_reward": 1.0,
      "step": 364,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 369.9821472167969,
      "epoch": 0.025811470193055654,
      "grad_norm": 2.591196170066828,
      "kl": 0.029052734375,
      "learning_rate": 5.68506170840984e-07,
      "loss": 0.0012,
      "reward": 1.3705947399139404,
      "reward_std": 0.22899633646011353,
      "rewards/accuracy_reward": 0.2991660237312317,
      "rewards/format_reward": 0.9642857313156128,
      "step": 365,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 308.0714416503906,
      "epoch": 0.025882186549748956,
      "grad_norm": 1.6623388962678187,
      "kl": 0.037353515625,
      "learning_rate": 5.665606692632762e-07,
      "loss": 0.0015,
      "reward": 1.400124192237854,
      "reward_std": 0.07147856801748276,
      "rewards/accuracy_reward": 0.3269099295139313,
      "rewards/format_reward": 0.9910714626312256,
      "step": 366,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 369.3750305175781,
      "epoch": 0.02595290290644226,
      "grad_norm": 1.94301257989956,
      "kl": 0.02685546875,
      "learning_rate": 5.646141412377088e-07,
      "loss": 0.0011,
      "reward": 1.6126399040222168,
      "reward_std": 0.18377585709095,
      "rewards/accuracy_reward": 0.4679969847202301,
      "rewards/format_reward": 1.0,
      "step": 367,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 381.1071472167969,
      "epoch": 0.026023619263135563,
      "grad_norm": 8.238476852178287,
      "kl": 0.02978515625,
      "learning_rate": 5.626666167821521e-07,
      "loss": 0.0012,
      "reward": 1.180018663406372,
      "reward_std": 0.2313089817762375,
      "rewards/accuracy_reward": 0.19787564873695374,
      "rewards/format_reward": 0.9642857313156128,
      "step": 368,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 342.4107360839844,
      "epoch": 0.026094335619828865,
      "grad_norm": 2.1759902988857167,
      "kl": 0.033447265625,
      "learning_rate": 5.607181259298424e-07,
      "loss": 0.0013,
      "reward": 1.825343132019043,
      "reward_std": 0.1668531596660614,
      "rewards/accuracy_reward": 0.7003429532051086,
      "rewards/format_reward": 1.0,
      "step": 369,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 333.0357360839844,
      "epoch": 0.02616505197652217,
      "grad_norm": 1.7499885297919853,
      "kl": 0.032958984375,
      "learning_rate": 5.587686987289189e-07,
      "loss": 0.0013,
      "reward": 1.5166599750518799,
      "reward_std": 0.27873143553733826,
      "rewards/accuracy_reward": 0.37201693654060364,
      "rewards/format_reward": 1.0,
      "step": 370,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 367.1785888671875,
      "epoch": 0.026235768333215472,
      "grad_norm": 3.0454150703127922,
      "kl": 0.028076171875,
      "learning_rate": 5.568183652419606e-07,
      "loss": 0.0011,
      "reward": 1.7871646881103516,
      "reward_std": 0.24583527445793152,
      "rewards/accuracy_reward": 0.6657359600067139,
      "rewards/format_reward": 1.0,
      "step": 371,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 404.46429443359375,
      "epoch": 0.026306484689908777,
      "grad_norm": 2.2107511812883534,
      "kl": 0.031982421875,
      "learning_rate": 5.548671555455225e-07,
      "loss": 0.0013,
      "reward": 1.3355700969696045,
      "reward_std": 0.13694429397583008,
      "rewards/accuracy_reward": 0.21235574781894684,
      "rewards/format_reward": 1.0,
      "step": 372,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 293.0,
      "epoch": 0.02637720104660208,
      "grad_norm": 2.6996245051231096,
      "kl": 0.03955078125,
      "learning_rate": 5.529150997296724e-07,
      "loss": 0.0016,
      "reward": 1.7154440879821777,
      "reward_std": 0.2146865725517273,
      "rewards/accuracy_reward": 0.554729700088501,
      "rewards/format_reward": 0.9821429252624512,
      "step": 373,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 411.6964416503906,
      "epoch": 0.02644791740329538,
      "grad_norm": 1.8001898557267344,
      "kl": 0.0284423828125,
      "learning_rate": 5.50962227897525e-07,
      "loss": 0.0011,
      "reward": 1.6238105297088623,
      "reward_std": 0.12328346073627472,
      "rewards/accuracy_reward": 0.5238105058670044,
      "rewards/format_reward": 1.0,
      "step": 374,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 384.1250305175781,
      "epoch": 0.026518633759988686,
      "grad_norm": 4.677924268371215,
      "kl": 0.03173828125,
      "learning_rate": 5.490085701647804e-07,
      "loss": 0.0013,
      "reward": 1.4824268817901611,
      "reward_std": 0.17531447112560272,
      "rewards/accuracy_reward": 0.4074268043041229,
      "rewards/format_reward": 0.9464285969734192,
      "step": 375,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 360.3035888671875,
      "epoch": 0.026589350116681988,
      "grad_norm": 2.629937201448368,
      "kl": 0.0306396484375,
      "learning_rate": 5.470541566592572e-07,
      "loss": 0.0012,
      "reward": 1.4805189371109009,
      "reward_std": 0.13057683408260345,
      "rewards/accuracy_reward": 0.39480462670326233,
      "rewards/format_reward": 1.0,
      "step": 376,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 312.89288330078125,
      "epoch": 0.02666006647337529,
      "grad_norm": 5.125708994196599,
      "kl": 0.028076171875,
      "learning_rate": 5.450990175204295e-07,
      "loss": 0.0011,
      "reward": 1.6128833293914795,
      "reward_std": 0.3223087191581726,
      "rewards/accuracy_reward": 0.5468119382858276,
      "rewards/format_reward": 1.0,
      "step": 377,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 377.3571472167969,
      "epoch": 0.026730782830068595,
      "grad_norm": 2.398993880529741,
      "kl": 0.027587890625,
      "learning_rate": 5.431431828989618e-07,
      "loss": 0.0011,
      "reward": 1.3329598903656006,
      "reward_std": 0.11915090680122375,
      "rewards/accuracy_reward": 0.22938844561576843,
      "rewards/format_reward": 1.0,
      "step": 378,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 291.5,
      "epoch": 0.026801499186761897,
      "grad_norm": 2.0811831103483547,
      "kl": 0.03564453125,
      "learning_rate": 5.411866829562428e-07,
      "loss": 0.0014,
      "reward": 1.4208639860153198,
      "reward_std": 0.1937147080898285,
      "rewards/accuracy_reward": 0.3672925531864166,
      "rewards/format_reward": 1.0,
      "step": 379,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 233.73214721679688,
      "epoch": 0.026872215543455202,
      "grad_norm": 4.399399178488053,
      "kl": 0.044921875,
      "learning_rate": 5.392295478639225e-07,
      "loss": 0.0018,
      "reward": 1.6046034097671509,
      "reward_std": 0.19802793860435486,
      "rewards/accuracy_reward": 0.517103374004364,
      "rewards/format_reward": 1.0,
      "step": 380,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 387.7500305175781,
      "epoch": 0.026942931900148504,
      "grad_norm": 2.5533064200023263,
      "kl": 0.025146484375,
      "learning_rate": 5.372718078034449e-07,
      "loss": 0.001,
      "reward": 1.217873454093933,
      "reward_std": 0.203144833445549,
      "rewards/accuracy_reward": 0.2428734451532364,
      "rewards/format_reward": 0.9464285969734192,
      "step": 381,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 359.3214416503906,
      "epoch": 0.027013648256841806,
      "grad_norm": 1.8570735685502529,
      "kl": 0.03125,
      "learning_rate": 5.353134929655834e-07,
      "loss": 0.0012,
      "reward": 1.4346259832382202,
      "reward_std": 0.08470071107149124,
      "rewards/accuracy_reward": 0.29534000158309937,
      "rewards/format_reward": 1.0,
      "step": 382,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 405.26788330078125,
      "epoch": 0.02708436461353511,
      "grad_norm": 4.193482767385417,
      "kl": 0.028076171875,
      "learning_rate": 5.333546335499755e-07,
      "loss": 0.0011,
      "reward": 1.3635871410369873,
      "reward_std": 0.17237180471420288,
      "rewards/accuracy_reward": 0.26894426345825195,
      "rewards/format_reward": 1.0,
      "step": 383,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 371.3750305175781,
      "epoch": 0.027155080970228413,
      "grad_norm": 2.3528613276192316,
      "kl": 0.0262451171875,
      "learning_rate": 5.313952597646567e-07,
      "loss": 0.0011,
      "reward": 1.3349854946136475,
      "reward_std": 0.3423630893230438,
      "rewards/accuracy_reward": 0.3028426170349121,
      "rewards/format_reward": 0.9642857313156128,
      "step": 384,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 289.4464416503906,
      "epoch": 0.02722579732692172,
      "grad_norm": 3.9024648052471447,
      "kl": 0.037841796875,
      "learning_rate": 5.294354018255944e-07,
      "loss": 0.0015,
      "reward": 1.449798345565796,
      "reward_std": 0.14439773559570312,
      "rewards/accuracy_reward": 0.36408406496047974,
      "rewards/format_reward": 1.0,
      "step": 385,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 380.5000305175781,
      "epoch": 0.02729651368361502,
      "grad_norm": 1.8427299127828103,
      "kl": 0.02880859375,
      "learning_rate": 5.274750899562229e-07,
      "loss": 0.0011,
      "reward": 1.7462456226348877,
      "reward_std": 0.10625772923231125,
      "rewards/accuracy_reward": 0.5998170375823975,
      "rewards/format_reward": 1.0,
      "step": 386,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 383.0000305175781,
      "epoch": 0.027367230040308322,
      "grad_norm": 3.544529853413903,
      "kl": 0.03271484375,
      "learning_rate": 5.255143543869758e-07,
      "loss": 0.0013,
      "reward": 1.355359673500061,
      "reward_std": 0.15984994173049927,
      "rewards/accuracy_reward": 0.3660738170146942,
      "rewards/format_reward": 0.910714328289032,
      "step": 387,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 352.5714416503906,
      "epoch": 0.027437946397001627,
      "grad_norm": 2.293558001170078,
      "kl": 0.0255126953125,
      "learning_rate": 5.235532253548213e-07,
      "loss": 0.001,
      "reward": 1.2553527355194092,
      "reward_std": 0.2074802964925766,
      "rewards/accuracy_reward": 0.22320979833602905,
      "rewards/format_reward": 1.0,
      "step": 388,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 470.26788330078125,
      "epoch": 0.02750866275369493,
      "grad_norm": 2.083880028625963,
      "kl": 0.0225830078125,
      "learning_rate": 5.215917331027952e-07,
      "loss": 0.0009,
      "reward": 1.2681748867034912,
      "reward_std": 0.3372127115726471,
      "rewards/accuracy_reward": 0.34317487478256226,
      "rewards/format_reward": 0.8571429252624512,
      "step": 389,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 329.5,
      "epoch": 0.027579379110388234,
      "grad_norm": 2.1453697179011804,
      "kl": 0.046142578125,
      "learning_rate": 5.196299078795343e-07,
      "loss": 0.0018,
      "reward": 1.399222731590271,
      "reward_std": 0.14599619805812836,
      "rewards/accuracy_reward": 0.3492225706577301,
      "rewards/format_reward": 1.0,
      "step": 390,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 396.51788330078125,
      "epoch": 0.027650095467081536,
      "grad_norm": 1.6755893122416967,
      "kl": 0.033935546875,
      "learning_rate": 5.176677799388106e-07,
      "loss": 0.0014,
      "reward": 1.4546376466751099,
      "reward_std": 0.16355273127555847,
      "rewards/accuracy_reward": 0.35820892453193665,
      "rewards/format_reward": 1.0,
      "step": 391,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 354.2321472167969,
      "epoch": 0.027720811823774838,
      "grad_norm": 2.6694751810683304,
      "kl": 0.03515625,
      "learning_rate": 5.157053795390641e-07,
      "loss": 0.0014,
      "reward": 1.4715749025344849,
      "reward_std": 0.29134294390678406,
      "rewards/accuracy_reward": 0.4430033266544342,
      "rewards/format_reward": 0.9642857313156128,
      "step": 392,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 331.3571472167969,
      "epoch": 0.027791528180468143,
      "grad_norm": 1.96541156515629,
      "kl": 0.0308837890625,
      "learning_rate": 5.137427369429367e-07,
      "loss": 0.0012,
      "reward": 1.428260087966919,
      "reward_std": 0.06747553497552872,
      "rewards/accuracy_reward": 0.34254565834999084,
      "rewards/format_reward": 1.0,
      "step": 393,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 407.96429443359375,
      "epoch": 0.027862244537161445,
      "grad_norm": 1.3859267872674321,
      "kl": 0.02587890625,
      "learning_rate": 5.117798824168051e-07,
      "loss": 0.001,
      "reward": 1.591428279876709,
      "reward_std": 0.19288663566112518,
      "rewards/accuracy_reward": 0.40214255452156067,
      "rewards/format_reward": 1.0,
      "step": 394,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 386.83929443359375,
      "epoch": 0.027932960893854747,
      "grad_norm": 1.8427102429869322,
      "kl": 0.02685546875,
      "learning_rate": 5.098168462303141e-07,
      "loss": 0.0011,
      "reward": 1.4641729593276978,
      "reward_std": 0.3036796748638153,
      "rewards/accuracy_reward": 0.40703001618385315,
      "rewards/format_reward": 0.9821429252624512,
      "step": 395,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 293.9107360839844,
      "epoch": 0.028003677250548052,
      "grad_norm": 2.089041186075824,
      "kl": 0.033935546875,
      "learning_rate": 5.078536586559103e-07,
      "loss": 0.0014,
      "reward": 1.1659693717956543,
      "reward_std": 0.24974478781223297,
      "rewards/accuracy_reward": 0.1391836255788803,
      "rewards/format_reward": 1.0,
      "step": 396,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 329.3035888671875,
      "epoch": 0.028074393607241354,
      "grad_norm": 1.9041816299201622,
      "kl": 0.03857421875,
      "learning_rate": 5.058903499683746e-07,
      "loss": 0.0015,
      "reward": 1.4629387855529785,
      "reward_std": 0.13699032366275787,
      "rewards/accuracy_reward": 0.33793866634368896,
      "rewards/format_reward": 1.0,
      "step": 397,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 396.2321472167969,
      "epoch": 0.02814510996393466,
      "grad_norm": 2.728611691287526,
      "kl": 0.02685546875,
      "learning_rate": 5.039269504443556e-07,
      "loss": 0.0011,
      "reward": 1.344726324081421,
      "reward_std": 0.17001697421073914,
      "rewards/accuracy_reward": 0.2661549150943756,
      "rewards/format_reward": 1.0,
      "step": 398,
      "temporal_rewards": 0.4285714328289032
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 313.8571472167969,
      "epoch": 0.02821582632062796,
      "grad_norm": 1.7849256579988373,
      "kl": 0.03076171875,
      "learning_rate": 5.01963490361903e-07,
      "loss": 0.0012,
      "reward": 1.6714622974395752,
      "reward_std": 0.09840419888496399,
      "rewards/accuracy_reward": 0.5321764349937439,
      "rewards/format_reward": 1.0,
      "step": 399,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 388.5357360839844,
      "epoch": 0.028286542677321263,
      "grad_norm": 8.261547547073096,
      "kl": 0.033935546875,
      "learning_rate": 5e-07,
      "loss": 0.0014,
      "reward": 1.6797436475753784,
      "reward_std": 0.17591066658496857,
      "rewards/accuracy_reward": 0.5618864893913269,
      "rewards/format_reward": 1.0,
      "step": 400,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 331.1785888671875,
      "epoch": 0.028357259034014568,
      "grad_norm": 2.28103879272725,
      "kl": 0.035888671875,
      "learning_rate": 4.98036509638097e-07,
      "loss": 0.0014,
      "reward": 1.3935726881027222,
      "reward_std": 0.12822480499744415,
      "rewards/accuracy_reward": 0.3078583776950836,
      "rewards/format_reward": 1.0,
      "step": 401,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 379.96429443359375,
      "epoch": 0.02842797539070787,
      "grad_norm": 1.4674729623036253,
      "kl": 0.0286865234375,
      "learning_rate": 4.960730495556445e-07,
      "loss": 0.0011,
      "reward": 1.7156438827514648,
      "reward_std": 0.3859993517398834,
      "rewards/accuracy_reward": 0.6477864980697632,
      "rewards/format_reward": 0.9821429252624512,
      "step": 402,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 388.1785888671875,
      "epoch": 0.028498691747401175,
      "grad_norm": 1.3223119835310468,
      "kl": 0.0179443359375,
      "learning_rate": 4.941096500316253e-07,
      "loss": 0.0007,
      "reward": 1.4553104639053345,
      "reward_std": 0.24331238865852356,
      "rewards/accuracy_reward": 0.3249531686306,
      "rewards/format_reward": 0.9821429252624512,
      "step": 403,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 323.83929443359375,
      "epoch": 0.028569408104094477,
      "grad_norm": 3.1313041217077195,
      "kl": 0.033935546875,
      "learning_rate": 4.921463413440898e-07,
      "loss": 0.0014,
      "reward": 1.5295048952102661,
      "reward_std": 0.1805698424577713,
      "rewards/accuracy_reward": 0.4509332776069641,
      "rewards/format_reward": 0.9821429252624512,
      "step": 404,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 450.21429443359375,
      "epoch": 0.02864012446078778,
      "grad_norm": 3.055753252567225,
      "kl": 0.0260009765625,
      "learning_rate": 4.901831537696859e-07,
      "loss": 0.001,
      "reward": 1.5087708234786987,
      "reward_std": 0.41760846972465515,
      "rewards/accuracy_reward": 0.47305646538734436,
      "rewards/format_reward": 0.9196429252624512,
      "step": 405,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 360.01788330078125,
      "epoch": 0.028710840817481084,
      "grad_norm": 1.9409797544311196,
      "kl": 0.032470703125,
      "learning_rate": 4.88220117583195e-07,
      "loss": 0.0013,
      "reward": 1.379135251045227,
      "reward_std": 0.06476539373397827,
      "rewards/accuracy_reward": 0.22556355595588684,
      "rewards/format_reward": 1.0,
      "step": 406,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 382.33929443359375,
      "epoch": 0.028781557174174386,
      "grad_norm": 2.313009536390464,
      "kl": 0.031494140625,
      "learning_rate": 4.862572630570632e-07,
      "loss": 0.0013,
      "reward": 1.271722435951233,
      "reward_std": 0.22454886138439178,
      "rewards/accuracy_reward": 0.3288652300834656,
      "rewards/format_reward": 0.8928571939468384,
      "step": 407,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 282.9107360839844,
      "epoch": 0.02885227353086769,
      "grad_norm": 1.446068581548601,
      "kl": 0.033203125,
      "learning_rate": 4.842946204609359e-07,
      "loss": 0.0013,
      "reward": 1.5823034048080444,
      "reward_std": 0.11049094051122665,
      "rewards/accuracy_reward": 0.4358747899532318,
      "rewards/format_reward": 1.0,
      "step": 408,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 390.21429443359375,
      "epoch": 0.028922989887560993,
      "grad_norm": 2.312735995015275,
      "kl": 0.02685546875,
      "learning_rate": 4.823322200611894e-07,
      "loss": 0.0011,
      "reward": 1.5601413249969482,
      "reward_std": 0.258174329996109,
      "rewards/accuracy_reward": 0.43514126539230347,
      "rewards/format_reward": 0.9821429252624512,
      "step": 409,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 420.64288330078125,
      "epoch": 0.028993706244254295,
      "grad_norm": 5.416369369163083,
      "kl": 0.0198974609375,
      "learning_rate": 4.803700921204658e-07,
      "loss": 0.0008,
      "reward": 1.6503158807754517,
      "reward_std": 0.12139418721199036,
      "rewards/accuracy_reward": 0.5217443704605103,
      "rewards/format_reward": 1.0,
      "step": 410,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 348.6071472167969,
      "epoch": 0.0290644226009476,
      "grad_norm": 2.2864444139855338,
      "kl": 0.02783203125,
      "learning_rate": 4.784082668972048e-07,
      "loss": 0.0011,
      "reward": 1.507346749305725,
      "reward_std": 0.40505164861679077,
      "rewards/accuracy_reward": 0.4894895851612091,
      "rewards/format_reward": 0.9285714626312256,
      "step": 411,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 293.1071472167969,
      "epoch": 0.029135138957640902,
      "grad_norm": 1.7808355114768646,
      "kl": 0.03369140625,
      "learning_rate": 4.764467746451787e-07,
      "loss": 0.0013,
      "reward": 1.382138729095459,
      "reward_std": 0.08309070765972137,
      "rewards/accuracy_reward": 0.3035672903060913,
      "rewards/format_reward": 1.0,
      "step": 412,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 447.8750305175781,
      "epoch": 0.029205855314334204,
      "grad_norm": 3.7953060948796806,
      "kl": 0.0234375,
      "learning_rate": 4.7448564561302425e-07,
      "loss": 0.0009,
      "reward": 1.4381937980651855,
      "reward_std": 0.25024092197418213,
      "rewards/accuracy_reward": 0.3489079773426056,
      "rewards/format_reward": 0.9464285969734192,
      "step": 413,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 359.4285888671875,
      "epoch": 0.02927657167102751,
      "grad_norm": 3.607382495227333,
      "kl": 0.0247802734375,
      "learning_rate": 4.725249100437772e-07,
      "loss": 0.001,
      "reward": 1.5438848733901978,
      "reward_std": 0.15159979462623596,
      "rewards/accuracy_reward": 0.43674206733703613,
      "rewards/format_reward": 1.0,
      "step": 414,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 311.26788330078125,
      "epoch": 0.02934728802772081,
      "grad_norm": 5.968976641561608,
      "kl": 0.031494140625,
      "learning_rate": 4.705645981744054e-07,
      "loss": 0.0013,
      "reward": 1.3446789979934692,
      "reward_std": 0.11415538191795349,
      "rewards/accuracy_reward": 0.32682180404663086,
      "rewards/format_reward": 1.0,
      "step": 415,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 301.58929443359375,
      "epoch": 0.029418004384414116,
      "grad_norm": 3.784865237943444,
      "kl": 0.035888671875,
      "learning_rate": 4.686047402353433e-07,
      "loss": 0.0014,
      "reward": 1.5898468494415283,
      "reward_std": 0.17367304861545563,
      "rewards/accuracy_reward": 0.4934180974960327,
      "rewards/format_reward": 0.9821429252624512,
      "step": 416,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 367.21429443359375,
      "epoch": 0.029488720741107418,
      "grad_norm": 1.75880735042764,
      "kl": 0.0286865234375,
      "learning_rate": 4.666453664500245e-07,
      "loss": 0.0011,
      "reward": 1.5243805646896362,
      "reward_std": 0.19846533238887787,
      "rewards/accuracy_reward": 0.4100947678089142,
      "rewards/format_reward": 1.0,
      "step": 417,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 340.6607360839844,
      "epoch": 0.02955943709780072,
      "grad_norm": 1.7871230290706377,
      "kl": 0.026123046875,
      "learning_rate": 4.6468650703441674e-07,
      "loss": 0.001,
      "reward": 1.5729893445968628,
      "reward_std": 0.13814634084701538,
      "rewards/accuracy_reward": 0.3658464550971985,
      "rewards/format_reward": 1.0,
      "step": 418,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 278.89288330078125,
      "epoch": 0.029630153454494025,
      "grad_norm": 2.554161251864265,
      "kl": 0.057861328125,
      "learning_rate": 4.6272819219655513e-07,
      "loss": 0.0023,
      "reward": 1.3281075954437256,
      "reward_std": 0.17383383214473724,
      "rewards/accuracy_reward": 0.21739324927330017,
      "rewards/format_reward": 1.0,
      "step": 419,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 325.39288330078125,
      "epoch": 0.029700869811187327,
      "grad_norm": 1.50257111478606,
      "kl": 0.0206298828125,
      "learning_rate": 4.6077045213607755e-07,
      "loss": 0.0008,
      "reward": 1.6323332786560059,
      "reward_std": 0.21911628544330597,
      "rewards/accuracy_reward": 0.5859045386314392,
      "rewards/format_reward": 0.9464285969734192,
      "step": 420,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 342.1250305175781,
      "epoch": 0.029771586167880632,
      "grad_norm": 3.0319468526415574,
      "kl": 0.046875,
      "learning_rate": 4.5881331704375717e-07,
      "loss": 0.0019,
      "reward": 1.4856750965118408,
      "reward_std": 0.1472327709197998,
      "rewards/accuracy_reward": 0.344603568315506,
      "rewards/format_reward": 1.0,
      "step": 421,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.2857142857142857,
      "completion_length": 286.46429443359375,
      "epoch": 0.029842302524573934,
      "grad_norm": 1.557953595928261,
      "kl": 0.024169921875,
      "learning_rate": 4.5685681710103835e-07,
      "loss": 0.001,
      "reward": 1.317307710647583,
      "reward_std": 0.1382426917552948,
      "rewards/accuracy_reward": 0.335164874792099,
      "rewards/format_reward": 0.9821429252624512,
      "step": 422,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 322.14288330078125,
      "epoch": 0.029913018881267236,
      "grad_norm": 3.5821052546263057,
      "kl": 0.040771484375,
      "learning_rate": 4.5490098247957035e-07,
      "loss": 0.0016,
      "reward": 1.5750365257263184,
      "reward_std": 0.23019345104694366,
      "rewards/accuracy_reward": 0.45182231068611145,
      "rewards/format_reward": 0.9642857313156128,
      "step": 423,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 420.4285888671875,
      "epoch": 0.02998373523796054,
      "grad_norm": 1.6829780179827094,
      "kl": 0.017333984375,
      "learning_rate": 4.529458433407428e-07,
      "loss": 0.0007,
      "reward": 1.4066516160964966,
      "reward_std": 0.31510162353515625,
      "rewards/accuracy_reward": 0.36736586689949036,
      "rewards/format_reward": 0.8928571939468384,
      "step": 424,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 396.71429443359375,
      "epoch": 0.030054451594653843,
      "grad_norm": 3.641080458916643,
      "kl": 0.0234375,
      "learning_rate": 4.5099142983521963e-07,
      "loss": 0.0009,
      "reward": 1.2015193700790405,
      "reward_std": 0.2356756329536438,
      "rewards/accuracy_reward": 0.14616213738918304,
      "rewards/format_reward": 0.9821429252624512,
      "step": 425,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.2857142857142857,
      "completion_length": 336.33929443359375,
      "epoch": 0.030125167951347148,
      "grad_norm": 1.4091112012881182,
      "kl": 0.02685546875,
      "learning_rate": 4.4903777210247507e-07,
      "loss": 0.0011,
      "reward": 1.5103956460952759,
      "reward_std": 0.17151905596256256,
      "rewards/accuracy_reward": 0.43539562821388245,
      "rewards/format_reward": 0.9821429252624512,
      "step": 426,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 341.3214416503906,
      "epoch": 0.03019588430804045,
      "grad_norm": 5.083283408358501,
      "kl": 0.022705078125,
      "learning_rate": 4.470849002703278e-07,
      "loss": 0.0009,
      "reward": 1.3674756288528442,
      "reward_std": 0.32958027720451355,
      "rewards/accuracy_reward": 0.31390413641929626,
      "rewards/format_reward": 0.9821429252624512,
      "step": 427,
      "temporal_rewards": 0.357142835855484
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 329.4107360839844,
      "epoch": 0.030266600664733752,
      "grad_norm": 9.05812886287804,
      "kl": 0.0296630859375,
      "learning_rate": 4.4513284445447734e-07,
      "loss": 0.0012,
      "reward": 1.3259410858154297,
      "reward_std": 0.16196411848068237,
      "rewards/accuracy_reward": 0.22594106197357178,
      "rewards/format_reward": 0.9821429252624512,
      "step": 428,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 396.9285888671875,
      "epoch": 0.030337317021427057,
      "grad_norm": 2.023061057118066,
      "kl": 0.031494140625,
      "learning_rate": 4.4318163475803946e-07,
      "loss": 0.0013,
      "reward": 1.3213133811950684,
      "reward_std": 0.2744351923465729,
      "rewards/accuracy_reward": 0.3355990946292877,
      "rewards/format_reward": 0.910714328289032,
      "step": 429,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 411.08929443359375,
      "epoch": 0.03040803337812036,
      "grad_norm": 1.3358772519642126,
      "kl": 0.0211181640625,
      "learning_rate": 4.412313012710812e-07,
      "loss": 0.0008,
      "reward": 1.4609252214431763,
      "reward_std": 0.2718171179294586,
      "rewards/accuracy_reward": 0.5198537111282349,
      "rewards/format_reward": 0.8839285969734192,
      "step": 430,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 282.64288330078125,
      "epoch": 0.03047874973481366,
      "grad_norm": 2.2720991350951163,
      "kl": 0.02978515625,
      "learning_rate": 4.392818740701578e-07,
      "loss": 0.0012,
      "reward": 1.7099378108978271,
      "reward_std": 0.044067222625017166,
      "rewards/accuracy_reward": 0.6242234706878662,
      "rewards/format_reward": 1.0,
      "step": 431,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 313.3571472167969,
      "epoch": 0.030549466091506966,
      "grad_norm": 4.874629844256561,
      "kl": 0.0361328125,
      "learning_rate": 4.3733338321784777e-07,
      "loss": 0.0014,
      "reward": 1.494401216506958,
      "reward_std": 0.16092178225517273,
      "rewards/accuracy_reward": 0.33725816011428833,
      "rewards/format_reward": 1.0,
      "step": 432,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 275.8035888671875,
      "epoch": 0.030620182448200268,
      "grad_norm": 28.122046523413744,
      "kl": 0.043701171875,
      "learning_rate": 4.353858587622912e-07,
      "loss": 0.0018,
      "reward": 1.6464555263519287,
      "reward_std": 0.24824804067611694,
      "rewards/accuracy_reward": 0.5535983443260193,
      "rewards/format_reward": 0.9910714626312256,
      "step": 433,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 403.89288330078125,
      "epoch": 0.030690898804893573,
      "grad_norm": 3.339626072198373,
      "kl": 0.0203857421875,
      "learning_rate": 4.334393307367239e-07,
      "loss": 0.0008,
      "reward": 1.3827688694000244,
      "reward_std": 0.17914602160453796,
      "rewards/accuracy_reward": 0.2756258547306061,
      "rewards/format_reward": 1.0,
      "step": 434,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 273.4821472167969,
      "epoch": 0.030761615161586875,
      "grad_norm": 3.892230921532898,
      "kl": 0.03515625,
      "learning_rate": 4.3149382915901606e-07,
      "loss": 0.0014,
      "reward": 1.7399096488952637,
      "reward_std": 0.04965953528881073,
      "rewards/accuracy_reward": 0.5488380789756775,
      "rewards/format_reward": 0.9910714626312256,
      "step": 435,
      "temporal_rewards": 0.7857142686843872
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 330.4107360839844,
      "epoch": 0.030832331518280177,
      "grad_norm": 1.909735243949092,
      "kl": 0.031494140625,
      "learning_rate": 4.295493840312087e-07,
      "loss": 0.0013,
      "reward": 1.459509253501892,
      "reward_std": 0.2212105244398117,
      "rewards/accuracy_reward": 0.359509140253067,
      "rewards/format_reward": 1.0,
      "step": 436,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.42857142857142855,
      "completion_length": 376.3214416503906,
      "epoch": 0.030903047874973482,
      "grad_norm": 2.4215848056703244,
      "kl": 0.0296630859375,
      "learning_rate": 4.276060253390511e-07,
      "loss": 0.0012,
      "reward": 1.1357345581054688,
      "reward_std": 0.20944790542125702,
      "rewards/accuracy_reward": 0.17680595815181732,
      "rewards/format_reward": 0.9375000596046448,
      "step": 437,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 359.8750305175781,
      "epoch": 0.030973764231666784,
      "grad_norm": 2.8972302195874873,
      "kl": 0.0291748046875,
      "learning_rate": 4.256637830515385e-07,
      "loss": 0.0012,
      "reward": 1.4070888757705688,
      "reward_std": 0.10983004420995712,
      "rewards/accuracy_reward": 0.28923168778419495,
      "rewards/format_reward": 1.0,
      "step": 438,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 394.8035888671875,
      "epoch": 0.03104448058836009,
      "grad_norm": 2.1388285288561484,
      "kl": 0.02685546875,
      "learning_rate": 4.2372268712044956e-07,
      "loss": 0.0011,
      "reward": 1.3605310916900635,
      "reward_std": 0.15685711801052094,
      "rewards/accuracy_reward": 0.23910242319107056,
      "rewards/format_reward": 1.0,
      "step": 439,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 344.6964416503906,
      "epoch": 0.03111519694505339,
      "grad_norm": 2.2039506375878073,
      "kl": 0.041748046875,
      "learning_rate": 4.2178276747988444e-07,
      "loss": 0.0017,
      "reward": 1.4040751457214355,
      "reward_std": 0.2854291796684265,
      "rewards/accuracy_reward": 0.327289342880249,
      "rewards/format_reward": 0.9910714626312256,
      "step": 440,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.2857142857142857,
      "completion_length": 308.6785888671875,
      "epoch": 0.031185913301746693,
      "grad_norm": 2.0552976652041104,
      "kl": 0.038330078125,
      "learning_rate": 4.198440540458045e-07,
      "loss": 0.0015,
      "reward": 1.6015225648880005,
      "reward_std": 0.1418137401342392,
      "rewards/accuracy_reward": 0.5372366905212402,
      "rewards/format_reward": 0.9821429252624512,
      "step": 441,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 316.6785888671875,
      "epoch": 0.03125662965844,
      "grad_norm": 4.7174850280172445,
      "kl": 0.031494140625,
      "learning_rate": 4.1790657671556855e-07,
      "loss": 0.0013,
      "reward": 1.6243120431900024,
      "reward_std": 0.10629468411207199,
      "rewards/accuracy_reward": 0.4314548075199127,
      "rewards/format_reward": 1.0,
      "step": 442,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 315.0714416503906,
      "epoch": 0.0313273460151333,
      "grad_norm": 2.976887239802306,
      "kl": 0.03759765625,
      "learning_rate": 4.159703653674741e-07,
      "loss": 0.0015,
      "reward": 1.6049809455871582,
      "reward_std": 0.18094731867313385,
      "rewards/accuracy_reward": 0.36569520831108093,
      "rewards/format_reward": 1.0,
      "step": 443,
      "temporal_rewards": 0.7857142686843872
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.42857142857142855,
      "completion_length": 333.83929443359375,
      "epoch": 0.0313980623718266,
      "grad_norm": 1.9201858046843425,
      "kl": 0.033447265625,
      "learning_rate": 4.1403544986029513e-07,
      "loss": 0.0013,
      "reward": 1.233121395111084,
      "reward_std": 0.1670166701078415,
      "rewards/accuracy_reward": 0.1509784758090973,
      "rewards/format_reward": 0.9821429252624512,
      "step": 444,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 277.3035888671875,
      "epoch": 0.03146877872851991,
      "grad_norm": 3.9195459090216653,
      "kl": 0.03955078125,
      "learning_rate": 4.121018600328227e-07,
      "loss": 0.0016,
      "reward": 1.660433053970337,
      "reward_std": 0.319146990776062,
      "rewards/accuracy_reward": 0.6211473345756531,
      "rewards/format_reward": 0.9464285969734192,
      "step": 445,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 380.8035888671875,
      "epoch": 0.03153949508521321,
      "grad_norm": 2.500841382798084,
      "kl": 0.02197265625,
      "learning_rate": 4.101696257034037e-07,
      "loss": 0.0009,
      "reward": 1.4763396978378296,
      "reward_std": 0.18185128271579742,
      "rewards/accuracy_reward": 0.33348241448402405,
      "rewards/format_reward": 1.0,
      "step": 446,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 331.46429443359375,
      "epoch": 0.03161021144190651,
      "grad_norm": 2.993958559352804,
      "kl": 0.032958984375,
      "learning_rate": 4.0823877666948194e-07,
      "loss": 0.0013,
      "reward": 1.6696480512619019,
      "reward_std": 0.25890541076660156,
      "rewards/accuracy_reward": 0.56071937084198,
      "rewards/format_reward": 0.9910714626312256,
      "step": 447,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 349.4464416503906,
      "epoch": 0.031680927798599816,
      "grad_norm": 1.7834032864192717,
      "kl": 0.0277099609375,
      "learning_rate": 4.0630934270713755e-07,
      "loss": 0.0011,
      "reward": 1.738865852355957,
      "reward_std": 0.2320891171693802,
      "rewards/accuracy_reward": 0.6567228436470032,
      "rewards/format_reward": 1.0,
      "step": 448,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 317.7321472167969,
      "epoch": 0.03175164415529312,
      "grad_norm": 6.198424623280275,
      "kl": 0.03857421875,
      "learning_rate": 4.0438135357062985e-07,
      "loss": 0.0015,
      "reward": 1.4536668062210083,
      "reward_std": 0.16225261986255646,
      "rewards/accuracy_reward": 0.38938087224960327,
      "rewards/format_reward": 1.0,
      "step": 449,
      "temporal_rewards": 0.4285714328289032
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 288.1071472167969,
      "epoch": 0.03182236051198642,
      "grad_norm": 3.247320743709643,
      "kl": 0.045166015625,
      "learning_rate": 4.0245483899193586e-07,
      "loss": 0.0018,
      "reward": 1.4543291330337524,
      "reward_std": 0.32300037145614624,
      "rewards/accuracy_reward": 0.48647189140319824,
      "rewards/format_reward": 0.9642857313156128,
      "step": 450,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 317.76788330078125,
      "epoch": 0.031893076868679725,
      "grad_norm": 2.442455009190998,
      "kl": 0.050537109375,
      "learning_rate": 4.0052982868029373e-07,
      "loss": 0.002,
      "reward": 1.3104349374771118,
      "reward_std": 0.1471802294254303,
      "rewards/accuracy_reward": 0.2604348361492157,
      "rewards/format_reward": 1.0,
      "step": 451,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 266.0,
      "epoch": 0.03196379322537303,
      "grad_norm": 3.043973024567818,
      "kl": 0.041259765625,
      "learning_rate": 3.9860635232174387e-07,
      "loss": 0.0016,
      "reward": 1.3350341320037842,
      "reward_std": 0.13069362938404083,
      "rewards/accuracy_reward": 0.2564627230167389,
      "rewards/format_reward": 1.0,
      "step": 452,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 310.5535888671875,
      "epoch": 0.032034509582066335,
      "grad_norm": 2.413183095605324,
      "kl": 0.0673828125,
      "learning_rate": 3.966844395786708e-07,
      "loss": 0.0027,
      "reward": 1.19474458694458,
      "reward_std": 0.13214927911758423,
      "rewards/accuracy_reward": 0.14474450051784515,
      "rewards/format_reward": 0.9464285969734192,
      "step": 453,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 332.46429443359375,
      "epoch": 0.032105225938759634,
      "grad_norm": 1.750689540601177,
      "kl": 0.03564453125,
      "learning_rate": 3.9476412008934724e-07,
      "loss": 0.0014,
      "reward": 1.5258307456970215,
      "reward_std": 0.13253284990787506,
      "rewards/accuracy_reward": 0.5008307695388794,
      "rewards/format_reward": 0.9821429252624512,
      "step": 454,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 322.625,
      "epoch": 0.03217594229545294,
      "grad_norm": 5.9762586144817575,
      "kl": 0.02880859375,
      "learning_rate": 3.9284542346747467e-07,
      "loss": 0.0012,
      "reward": 1.5578464269638062,
      "reward_std": 0.15870586037635803,
      "rewards/accuracy_reward": 0.4792748689651489,
      "rewards/format_reward": 0.9821429252624512,
      "step": 455,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 388.58929443359375,
      "epoch": 0.032246658652146244,
      "grad_norm": 1.456682779892586,
      "kl": 0.0306396484375,
      "learning_rate": 3.909283793017288e-07,
      "loss": 0.0012,
      "reward": 1.5315090417861938,
      "reward_std": 0.25302621722221375,
      "rewards/accuracy_reward": 0.4707947075366974,
      "rewards/format_reward": 1.0,
      "step": 456,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 287.4107360839844,
      "epoch": 0.03231737500883954,
      "grad_norm": 1.9256360714808942,
      "kl": 0.0380859375,
      "learning_rate": 3.89013017155302e-07,
      "loss": 0.0015,
      "reward": 1.332560420036316,
      "reward_std": 0.13513420522212982,
      "rewards/accuracy_reward": 0.28970322012901306,
      "rewards/format_reward": 1.0,
      "step": 457,
      "temporal_rewards": 0.4285714328289032
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.2857142857142857,
      "completion_length": 395.5535888671875,
      "epoch": 0.03238809136553285,
      "grad_norm": 0.7971540974940754,
      "kl": 0.0224609375,
      "learning_rate": 3.8709936656544817e-07,
      "loss": 0.0009,
      "reward": 1.50041663646698,
      "reward_std": 0.1871919333934784,
      "rewards/accuracy_reward": 0.4397023618221283,
      "rewards/format_reward": 1.0,
      "step": 458,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 380.3035888671875,
      "epoch": 0.03245880772222615,
      "grad_norm": 7.707144106660327,
      "kl": 0.0260009765625,
      "learning_rate": 3.851874570430266e-07,
      "loss": 0.001,
      "reward": 1.4650719165802002,
      "reward_std": 0.16547220945358276,
      "rewards/accuracy_reward": 0.28471463918685913,
      "rewards/format_reward": 1.0,
      "step": 459,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.42857142857142855,
      "completion_length": 271.4285888671875,
      "epoch": 0.03252952407891945,
      "grad_norm": 3.1414432079144907,
      "kl": 0.041015625,
      "learning_rate": 3.8327731807204744e-07,
      "loss": 0.0016,
      "reward": 1.4384520053863525,
      "reward_std": 0.023192565888166428,
      "rewards/accuracy_reward": 0.317023366689682,
      "rewards/format_reward": 1.0,
      "step": 460,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.42857142857142855,
      "completion_length": 356.6071472167969,
      "epoch": 0.03260024043561276,
      "grad_norm": 2.0341297314102036,
      "kl": 0.02734375,
      "learning_rate": 3.8136897910921604e-07,
      "loss": 0.0011,
      "reward": 1.2749910354614258,
      "reward_std": 0.03942032530903816,
      "rewards/accuracy_reward": 0.20713384449481964,
      "rewards/format_reward": 1.0,
      "step": 461,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 365.5000305175781,
      "epoch": 0.03267095679230606,
      "grad_norm": 3.451461554520408,
      "kl": 0.0242919921875,
      "learning_rate": 3.794624695834807e-07,
      "loss": 0.001,
      "reward": 1.6872371435165405,
      "reward_std": 0.13684579730033875,
      "rewards/accuracy_reward": 0.5461657047271729,
      "rewards/format_reward": 0.9910714626312256,
      "step": 462,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.2857142857142857,
      "completion_length": 276.125,
      "epoch": 0.03274167314899936,
      "grad_norm": 2.8694474780001316,
      "kl": 0.033203125,
      "learning_rate": 3.7755781889557627e-07,
      "loss": 0.0013,
      "reward": 1.6244494915008545,
      "reward_std": 0.09179811924695969,
      "rewards/accuracy_reward": 0.5244494676589966,
      "rewards/format_reward": 1.0,
      "step": 463,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 442.39288330078125,
      "epoch": 0.032812389505692666,
      "grad_norm": 62.889260358846116,
      "kl": 0.0220947265625,
      "learning_rate": 3.7565505641757266e-07,
      "loss": 0.0009,
      "reward": 1.3619881868362427,
      "reward_std": 0.1333135962486267,
      "rewards/accuracy_reward": 0.21198813617229462,
      "rewards/format_reward": 0.9821429252624512,
      "step": 464,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 282.33929443359375,
      "epoch": 0.03288310586238597,
      "grad_norm": 1.5485343865824934,
      "kl": 0.032470703125,
      "learning_rate": 3.7375421149242096e-07,
      "loss": 0.0013,
      "reward": 1.3928571939468384,
      "reward_std": 0.24098043143749237,
      "rewards/accuracy_reward": 0.3392857313156128,
      "rewards/format_reward": 1.0,
      "step": 465,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 332.14288330078125,
      "epoch": 0.032953822219079276,
      "grad_norm": 3.6923433138861457,
      "kl": 0.0296630859375,
      "learning_rate": 3.718553134335016e-07,
      "loss": 0.0012,
      "reward": 1.4705625772476196,
      "reward_std": 0.22610768675804138,
      "rewards/accuracy_reward": 0.40984824299812317,
      "rewards/format_reward": 1.0,
      "step": 466,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 298.96429443359375,
      "epoch": 0.033024538575772575,
      "grad_norm": 4.122051342505563,
      "kl": 0.043212890625,
      "learning_rate": 3.699583915241717e-07,
      "loss": 0.0017,
      "reward": 1.6421406269073486,
      "reward_std": 0.21335314214229584,
      "rewards/accuracy_reward": 0.49749764800071716,
      "rewards/format_reward": 1.0,
      "step": 467,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 324.75,
      "epoch": 0.03309525493246588,
      "grad_norm": 1.8036925005773743,
      "kl": 0.0238037109375,
      "learning_rate": 3.6806347501731365e-07,
      "loss": 0.001,
      "reward": 1.7788705825805664,
      "reward_std": 0.18879486620426178,
      "rewards/accuracy_reward": 0.5752991437911987,
      "rewards/format_reward": 1.0,
      "step": 468,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 256.125,
      "epoch": 0.033165971289159185,
      "grad_norm": 3.5454145454720174,
      "kl": 0.03759765625,
      "learning_rate": 3.6617059313488373e-07,
      "loss": 0.0015,
      "reward": 1.5698434114456177,
      "reward_std": 0.10703446716070175,
      "rewards/accuracy_reward": 0.34484341740608215,
      "rewards/format_reward": 1.0,
      "step": 469,
      "temporal_rewards": 0.7857142686843872
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 351.26788330078125,
      "epoch": 0.033236687645852483,
      "grad_norm": 5.633878975099016,
      "kl": 0.0211181640625,
      "learning_rate": 3.642797750674629e-07,
      "loss": 0.0008,
      "reward": 1.4771218299865723,
      "reward_std": 0.13267454504966736,
      "rewards/accuracy_reward": 0.35926464200019836,
      "rewards/format_reward": 1.0,
      "step": 470,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 234.7857208251953,
      "epoch": 0.03330740400254579,
      "grad_norm": 2.680101601071193,
      "kl": 0.031982421875,
      "learning_rate": 3.6239104997380424e-07,
      "loss": 0.0013,
      "reward": 1.4858940839767456,
      "reward_std": 0.21785609424114227,
      "rewards/accuracy_reward": 0.4180368483066559,
      "rewards/format_reward": 1.0,
      "step": 471,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.42857142857142855,
      "completion_length": 387.0000305175781,
      "epoch": 0.033378120359239094,
      "grad_norm": 2.9342778164223215,
      "kl": 0.021240234375,
      "learning_rate": 3.605044469803854e-07,
      "loss": 0.0008,
      "reward": 1.1432700157165527,
      "reward_std": 0.08015953004360199,
      "rewards/accuracy_reward": 0.15755556523799896,
      "rewards/format_reward": 0.9821429252624512,
      "step": 472,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 286.8035888671875,
      "epoch": 0.03344883671593239,
      "grad_norm": 2.7358047286085925,
      "kl": 0.029296875,
      "learning_rate": 3.586199951809582e-07,
      "loss": 0.0012,
      "reward": 1.607312560081482,
      "reward_std": 0.24941332638263702,
      "rewards/accuracy_reward": 0.5465981364250183,
      "rewards/format_reward": 1.0,
      "step": 473,
      "temporal_rewards": 0.4285714328289032
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 277.8571472167969,
      "epoch": 0.0335195530726257,
      "grad_norm": 1.740657241969039,
      "kl": 0.03564453125,
      "learning_rate": 3.567377236361008e-07,
      "loss": 0.0014,
      "reward": 1.567155122756958,
      "reward_std": 0.09765435755252838,
      "rewards/accuracy_reward": 0.5207263827323914,
      "rewards/format_reward": 1.0,
      "step": 474,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 422.6250305175781,
      "epoch": 0.033590269429319,
      "grad_norm": 2.7225545323226368,
      "kl": 0.0177001953125,
      "learning_rate": 3.548576613727689e-07,
      "loss": 0.0007,
      "reward": 1.332036018371582,
      "reward_std": 0.1459697186946869,
      "rewards/accuracy_reward": 0.23917895555496216,
      "rewards/format_reward": 1.0,
      "step": 475,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.42857142857142855,
      "all_wrong": 0.0,
      "completion_length": 288.9107360839844,
      "epoch": 0.0336609857860123,
      "grad_norm": 3.425426827359362,
      "kl": 0.032958984375,
      "learning_rate": 3.529798373838481e-07,
      "loss": 0.0013,
      "reward": 1.8768551349639893,
      "reward_std": 0.14620795845985413,
      "rewards/accuracy_reward": 0.6839978694915771,
      "rewards/format_reward": 1.0,
      "step": 476,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 276.2857360839844,
      "epoch": 0.03373170214270561,
      "grad_norm": 1.8666762077762695,
      "kl": 0.0341796875,
      "learning_rate": 3.5110428062770745e-07,
      "loss": 0.0014,
      "reward": 1.7231781482696533,
      "reward_std": 0.045755546540021896,
      "rewards/accuracy_reward": 0.6374637484550476,
      "rewards/format_reward": 1.0,
      "step": 477,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 270.51788330078125,
      "epoch": 0.03380241849939891,
      "grad_norm": 1.9395754724288288,
      "kl": 0.03662109375,
      "learning_rate": 3.492310200277522e-07,
      "loss": 0.0015,
      "reward": 1.2910284996032715,
      "reward_std": 0.08588336408138275,
      "rewards/accuracy_reward": 0.29638564586639404,
      "rewards/format_reward": 0.9910714626312256,
      "step": 478,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 317.625,
      "epoch": 0.03387313485609222,
      "grad_norm": 1.9385036358250478,
      "kl": 0.0308837890625,
      "learning_rate": 3.4736008447197824e-07,
      "loss": 0.0012,
      "reward": 1.4458070993423462,
      "reward_std": 0.11542288213968277,
      "rewards/accuracy_reward": 0.34937846660614014,
      "rewards/format_reward": 1.0,
      "step": 479,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 301.75,
      "epoch": 0.033943851212785515,
      "grad_norm": 3.164304668230666,
      "kl": 0.040771484375,
      "learning_rate": 3.454915028125263e-07,
      "loss": 0.0016,
      "reward": 1.4513294696807861,
      "reward_std": 0.30659541487693787,
      "rewards/accuracy_reward": 0.4477580189704895,
      "rewards/format_reward": 0.9642857313156128,
      "step": 480,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 282.625,
      "epoch": 0.03401456756947882,
      "grad_norm": 1.6759172861725677,
      "kl": 0.02783203125,
      "learning_rate": 3.4362530386523724e-07,
      "loss": 0.0011,
      "reward": 1.6334795951843262,
      "reward_std": 0.12614096701145172,
      "rewards/accuracy_reward": 0.540622353553772,
      "rewards/format_reward": 1.0,
      "step": 481,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 280.4821472167969,
      "epoch": 0.034085283926172126,
      "grad_norm": 5.009097250478165,
      "kl": 0.033447265625,
      "learning_rate": 3.417615164092069e-07,
      "loss": 0.0013,
      "reward": 1.4153072834014893,
      "reward_std": 0.2644878923892975,
      "rewards/accuracy_reward": 0.38495004177093506,
      "rewards/format_reward": 0.9821429252624512,
      "step": 482,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 233.75001525878906,
      "epoch": 0.034156000282865424,
      "grad_norm": 2.371709067585802,
      "kl": 0.04931640625,
      "learning_rate": 3.399001691863441e-07,
      "loss": 0.002,
      "reward": 1.6691802740097046,
      "reward_std": 0.31035250425338745,
      "rewards/accuracy_reward": 0.5620372891426086,
      "rewards/format_reward": 1.0,
      "step": 483,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.42857142857142855,
      "completion_length": 302.75,
      "epoch": 0.03422671663955873,
      "grad_norm": 1.1310098964286484,
      "kl": 0.0206298828125,
      "learning_rate": 3.3804129090092536e-07,
      "loss": 0.0008,
      "reward": 1.4994701147079468,
      "reward_std": 0.09355510771274567,
      "rewards/accuracy_reward": 0.42804154753685,
      "rewards/format_reward": 1.0,
      "step": 484,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 316.7857360839844,
      "epoch": 0.034297432996252035,
      "grad_norm": 2.6543370279950596,
      "kl": 0.0291748046875,
      "learning_rate": 3.361849102191533e-07,
      "loss": 0.0012,
      "reward": 1.447584629058838,
      "reward_std": 0.07421175390481949,
      "rewards/accuracy_reward": 0.3582988381385803,
      "rewards/format_reward": 1.0,
      "step": 485,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 304.25,
      "epoch": 0.03436814935294533,
      "grad_norm": 2.6570187543758212,
      "kl": 0.019775390625,
      "learning_rate": 3.3433105576871445e-07,
      "loss": 0.0008,
      "reward": 1.611661672592163,
      "reward_std": 0.2623356580734253,
      "rewards/accuracy_reward": 0.5473759770393372,
      "rewards/format_reward": 0.9821429252624512,
      "step": 486,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 385.8035888671875,
      "epoch": 0.03443886570963864,
      "grad_norm": 1.7892510539447761,
      "kl": 0.0263671875,
      "learning_rate": 3.32479756138338e-07,
      "loss": 0.0011,
      "reward": 1.4300979375839233,
      "reward_std": 0.21228334307670593,
      "rewards/accuracy_reward": 0.3122408092021942,
      "rewards/format_reward": 0.9642857313156128,
      "step": 487,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 372.7500305175781,
      "epoch": 0.034509582066331944,
      "grad_norm": 2.2947698151391176,
      "kl": 0.03369140625,
      "learning_rate": 3.306310398773543e-07,
      "loss": 0.0013,
      "reward": 1.5050400495529175,
      "reward_std": 0.1251259297132492,
      "rewards/accuracy_reward": 0.35682570934295654,
      "rewards/format_reward": 0.973214328289032,
      "step": 488,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 262.0357360839844,
      "epoch": 0.03458029842302525,
      "grad_norm": 2.545110182836542,
      "kl": 0.032958984375,
      "learning_rate": 3.2878493549525515e-07,
      "loss": 0.0013,
      "reward": 1.6967027187347412,
      "reward_std": 0.15028372406959534,
      "rewards/accuracy_reward": 0.562774121761322,
      "rewards/format_reward": 1.0,
      "step": 489,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 271.9285888671875,
      "epoch": 0.03465101477971855,
      "grad_norm": 1.6599172851100457,
      "kl": 0.03515625,
      "learning_rate": 3.269414714612534e-07,
      "loss": 0.0014,
      "reward": 1.6926300525665283,
      "reward_std": 0.16540749371051788,
      "rewards/accuracy_reward": 0.5176299214363098,
      "rewards/format_reward": 1.0,
      "step": 490,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 374.14288330078125,
      "epoch": 0.03472173113641185,
      "grad_norm": 2.7598709387985676,
      "kl": 0.023681640625,
      "learning_rate": 3.251006762038456e-07,
      "loss": 0.0009,
      "reward": 1.549618124961853,
      "reward_std": 0.14740893244743347,
      "rewards/accuracy_reward": 0.3924751579761505,
      "rewards/format_reward": 1.0,
      "step": 491,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 279.46429443359375,
      "epoch": 0.03479244749310516,
      "grad_norm": 2.232157821606127,
      "kl": 0.026611328125,
      "learning_rate": 3.232625781103715e-07,
      "loss": 0.0011,
      "reward": 1.5139795541763306,
      "reward_std": 0.31367605924606323,
      "rewards/accuracy_reward": 0.38362231850624084,
      "rewards/format_reward": 1.0,
      "step": 492,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 280.0357360839844,
      "epoch": 0.034863163849798456,
      "grad_norm": 2.262657514354279,
      "kl": 0.0260009765625,
      "learning_rate": 3.214272055265774e-07,
      "loss": 0.001,
      "reward": 1.3826051950454712,
      "reward_std": 0.16267618536949158,
      "rewards/accuracy_reward": 0.2933194041252136,
      "rewards/format_reward": 1.0,
      "step": 493,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 267.6964416503906,
      "epoch": 0.03493388020649176,
      "grad_norm": 2.056743062086551,
      "kl": 0.030517578125,
      "learning_rate": 3.1959458675617906e-07,
      "loss": 0.0012,
      "reward": 1.4705166816711426,
      "reward_std": 0.07921896874904633,
      "rewards/accuracy_reward": 0.3526594340801239,
      "rewards/format_reward": 1.0,
      "step": 494,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 254.7857208251953,
      "epoch": 0.03500459656318507,
      "grad_norm": 2.4506837013257043,
      "kl": 0.028564453125,
      "learning_rate": 3.1776475006042514e-07,
      "loss": 0.0011,
      "reward": 1.4454809427261353,
      "reward_std": 0.21906372904777527,
      "rewards/accuracy_reward": 0.4061952531337738,
      "rewards/format_reward": 1.0,
      "step": 495,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 297.64288330078125,
      "epoch": 0.035075312919878365,
      "grad_norm": 8.35498017600913,
      "kl": 0.0272216796875,
      "learning_rate": 3.15937723657661e-07,
      "loss": 0.0011,
      "reward": 1.7243382930755615,
      "reward_std": 0.0737963542342186,
      "rewards/accuracy_reward": 0.570766806602478,
      "rewards/format_reward": 1.0,
      "step": 496,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 331.6964416503906,
      "epoch": 0.03514602927657167,
      "grad_norm": 1.2938529878083134,
      "kl": 0.01611328125,
      "learning_rate": 3.1411353572289403e-07,
      "loss": 0.0006,
      "reward": 1.6975852251052856,
      "reward_std": 0.29069024324417114,
      "rewards/accuracy_reward": 0.6261566281318665,
      "rewards/format_reward": 1.0,
      "step": 497,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.42857142857142855,
      "completion_length": 276.75,
      "epoch": 0.035216745633264976,
      "grad_norm": 1.423224253178667,
      "kl": 0.0283203125,
      "learning_rate": 3.1229221438735837e-07,
      "loss": 0.0011,
      "reward": 1.4247336387634277,
      "reward_std": 0.08072817325592041,
      "rewards/accuracy_reward": 0.3533049523830414,
      "rewards/format_reward": 1.0,
      "step": 498,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 304.8571472167969,
      "epoch": 0.035287461989958274,
      "grad_norm": 8.965217723504727,
      "kl": 0.02783203125,
      "learning_rate": 3.104737877380827e-07,
      "loss": 0.0011,
      "reward": 1.5744872093200684,
      "reward_std": 0.1317235827445984,
      "rewards/accuracy_reward": 0.41734427213668823,
      "rewards/format_reward": 1.0,
      "step": 499,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 423.1964416503906,
      "epoch": 0.03535817834665158,
      "grad_norm": 3.2524573925732922,
      "kl": 0.0225830078125,
      "learning_rate": 3.086582838174551e-07,
      "loss": 0.0009,
      "reward": 1.426744818687439,
      "reward_std": 0.154201477766037,
      "rewards/accuracy_reward": 0.3053160607814789,
      "rewards/format_reward": 0.9464285969734192,
      "step": 500,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 250.6428680419922,
      "epoch": 0.035428894703344885,
      "grad_norm": 3.419253027067474,
      "kl": 0.03271484375,
      "learning_rate": 3.068457306227921e-07,
      "loss": 0.0013,
      "reward": 1.5283094644546509,
      "reward_std": 0.13512137532234192,
      "rewards/accuracy_reward": 0.46045222878456116,
      "rewards/format_reward": 1.0,
      "step": 501,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 351.6250305175781,
      "epoch": 0.03549961106003819,
      "grad_norm": 2.9044126793828493,
      "kl": 0.0228271484375,
      "learning_rate": 3.05036156105906e-07,
      "loss": 0.0009,
      "reward": 1.5736901760101318,
      "reward_std": 0.2637898623943329,
      "rewards/accuracy_reward": 0.4986902177333832,
      "rewards/format_reward": 0.9464285969734192,
      "step": 502,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 356.0714416503906,
      "epoch": 0.03557032741673149,
      "grad_norm": 2.2441033181671934,
      "kl": 0.02392578125,
      "learning_rate": 3.0322958817267427e-07,
      "loss": 0.001,
      "reward": 1.3966995477676392,
      "reward_std": 0.17563654482364655,
      "rewards/accuracy_reward": 0.382413774728775,
      "rewards/format_reward": 0.9821429252624512,
      "step": 503,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 302.26788330078125,
      "epoch": 0.035641043773424794,
      "grad_norm": 2.8417175835065622,
      "kl": 0.022216796875,
      "learning_rate": 3.014260546826097e-07,
      "loss": 0.0009,
      "reward": 1.5663464069366455,
      "reward_std": 0.13122248649597168,
      "rewards/accuracy_reward": 0.4217034876346588,
      "rewards/format_reward": 1.0,
      "step": 504,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 285.3571472167969,
      "epoch": 0.0357117601301181,
      "grad_norm": 2.6227432435048676,
      "kl": 0.025390625,
      "learning_rate": 2.996255834484296e-07,
      "loss": 0.001,
      "reward": 1.5281078815460205,
      "reward_std": 0.22006624937057495,
      "rewards/accuracy_reward": 0.4459649920463562,
      "rewards/format_reward": 1.0,
      "step": 505,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 255.9107208251953,
      "epoch": 0.0357824764868114,
      "grad_norm": 22.481604931199204,
      "kl": 0.0281982421875,
      "learning_rate": 2.978282022356275e-07,
      "loss": 0.0011,
      "reward": 1.3856432437896729,
      "reward_std": 0.19619514048099518,
      "rewards/accuracy_reward": 0.2517145872116089,
      "rewards/format_reward": 1.0,
      "step": 506,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 309.3571472167969,
      "epoch": 0.0358531928435047,
      "grad_norm": 7.769894378551608,
      "kl": 0.02783203125,
      "learning_rate": 2.960339387620454e-07,
      "loss": 0.0011,
      "reward": 1.6482445001602173,
      "reward_std": 0.06716185808181763,
      "rewards/accuracy_reward": 0.530387282371521,
      "rewards/format_reward": 1.0,
      "step": 507,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 245.94644165039062,
      "epoch": 0.03592390920019801,
      "grad_norm": 2.8591102626595375,
      "kl": 0.029541015625,
      "learning_rate": 2.942428206974456e-07,
      "loss": 0.0012,
      "reward": 1.5464695692062378,
      "reward_std": 0.37353548407554626,
      "rewards/accuracy_reward": 0.4625408947467804,
      "rewards/format_reward": 1.0,
      "step": 508,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 347.8035888671875,
      "epoch": 0.035994625556891306,
      "grad_norm": 6.243371159038764,
      "kl": 0.0234375,
      "learning_rate": 2.924548756630844e-07,
      "loss": 0.0009,
      "reward": 1.5554320812225342,
      "reward_std": 0.21362558007240295,
      "rewards/accuracy_reward": 0.38221776485443115,
      "rewards/format_reward": 1.0,
      "step": 509,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 320.3214416503906,
      "epoch": 0.03606534191358461,
      "grad_norm": 2.4763417380058317,
      "kl": 0.0264892578125,
      "learning_rate": 2.906701312312861e-07,
      "loss": 0.0011,
      "reward": 1.2283579111099243,
      "reward_std": 0.12368608266115189,
      "rewards/accuracy_reward": 0.1819293051958084,
      "rewards/format_reward": 1.0,
      "step": 510,
      "temporal_rewards": 0.4285714328289032
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 282.4107360839844,
      "epoch": 0.03613605827027792,
      "grad_norm": 2.4773961925382864,
      "kl": 0.03564453125,
      "learning_rate": 2.888886149250173e-07,
      "loss": 0.0014,
      "reward": 1.739776849746704,
      "reward_std": 0.0774301141500473,
      "rewards/accuracy_reward": 0.5826339721679688,
      "rewards/format_reward": 1.0,
      "step": 511,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 321.2857360839844,
      "epoch": 0.036206774626971215,
      "grad_norm": 2.2160856157324105,
      "kl": 0.022705078125,
      "learning_rate": 2.8711035421746363e-07,
      "loss": 0.0009,
      "reward": 1.4782593250274658,
      "reward_std": 0.18359769880771637,
      "rewards/accuracy_reward": 0.33540213108062744,
      "rewards/format_reward": 1.0,
      "step": 512,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 299.0,
      "epoch": 0.03627749098366452,
      "grad_norm": 1.5082854424232148,
      "kl": 0.0294189453125,
      "learning_rate": 2.853353765316051e-07,
      "loss": 0.0012,
      "reward": 1.6759873628616333,
      "reward_std": 0.13044260442256927,
      "rewards/accuracy_reward": 0.5295587778091431,
      "rewards/format_reward": 1.0,
      "step": 513,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.2857142857142857,
      "completion_length": 281.3571472167969,
      "epoch": 0.036348207340357826,
      "grad_norm": 1.5893170546900033,
      "kl": 0.0203857421875,
      "learning_rate": 2.835637092397932e-07,
      "loss": 0.0008,
      "reward": 1.4864532947540283,
      "reward_std": 0.14163199067115784,
      "rewards/accuracy_reward": 0.46859607100486755,
      "rewards/format_reward": 1.0,
      "step": 514,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 263.8214416503906,
      "epoch": 0.03641892369705113,
      "grad_norm": 5.516508049965502,
      "kl": 0.051025390625,
      "learning_rate": 2.8179537966332883e-07,
      "loss": 0.002,
      "reward": 1.6070740222930908,
      "reward_std": 0.16848786175251007,
      "rewards/accuracy_reward": 0.4981454610824585,
      "rewards/format_reward": 1.0,
      "step": 515,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 257.6785888671875,
      "epoch": 0.03648964005374443,
      "grad_norm": 7.4000887351134805,
      "kl": 0.04150390625,
      "learning_rate": 2.800304150720424e-07,
      "loss": 0.0017,
      "reward": 1.4665029048919678,
      "reward_std": 0.08465344458818436,
      "rewards/accuracy_reward": 0.42007431387901306,
      "rewards/format_reward": 1.0,
      "step": 516,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 408.39288330078125,
      "epoch": 0.036560356410437735,
      "grad_norm": 4.768548289473607,
      "kl": 0.0291748046875,
      "learning_rate": 2.7826884268387084e-07,
      "loss": 0.0012,
      "reward": 1.1870648860931396,
      "reward_std": 0.15697842836380005,
      "rewards/accuracy_reward": 0.24420766532421112,
      "rewards/format_reward": 0.8750000596046448,
      "step": 517,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 280.58929443359375,
      "epoch": 0.03663107276713104,
      "grad_norm": 6.746233861240471,
      "kl": 0.029541015625,
      "learning_rate": 2.765106896644395e-07,
      "loss": 0.0012,
      "reward": 1.2268768548965454,
      "reward_std": 0.18703900277614594,
      "rewards/accuracy_reward": 0.1875910609960556,
      "rewards/format_reward": 1.0,
      "step": 518,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 250.33929443359375,
      "epoch": 0.03670178912382434,
      "grad_norm": 2.4485804992518263,
      "kl": 0.02294921875,
      "learning_rate": 2.7475598312664285e-07,
      "loss": 0.0009,
      "reward": 1.532929539680481,
      "reward_std": 0.24224095046520233,
      "rewards/accuracy_reward": 0.4507865011692047,
      "rewards/format_reward": 1.0,
      "step": 519,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 299.0535888671875,
      "epoch": 0.036772505480517644,
      "grad_norm": 2.0012057732883917,
      "kl": 0.02734375,
      "learning_rate": 2.730047501302266e-07,
      "loss": 0.0011,
      "reward": 1.3972097635269165,
      "reward_std": 0.12845736742019653,
      "rewards/accuracy_reward": 0.2543525993824005,
      "rewards/format_reward": 1.0,
      "step": 520,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 399.46429443359375,
      "epoch": 0.03684322183721095,
      "grad_norm": 3.490476791856365,
      "kl": 0.0208740234375,
      "learning_rate": 2.712570176813697e-07,
      "loss": 0.0008,
      "reward": 1.490090250968933,
      "reward_std": 0.06647279113531113,
      "rewards/accuracy_reward": 0.3186616003513336,
      "rewards/format_reward": 1.0,
      "step": 521,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 290.64288330078125,
      "epoch": 0.03691393819390425,
      "grad_norm": 2.420201869593317,
      "kl": 0.0267333984375,
      "learning_rate": 2.695128127322689e-07,
      "loss": 0.0011,
      "reward": 1.6665269136428833,
      "reward_std": 0.22848719358444214,
      "rewards/accuracy_reward": 0.43081241846084595,
      "rewards/format_reward": 1.0,
      "step": 522,
      "temporal_rewards": 0.7857142686843872
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 292.26788330078125,
      "epoch": 0.03698465455059755,
      "grad_norm": 1.3952606108234387,
      "kl": 0.026123046875,
      "learning_rate": 2.677721621807217e-07,
      "loss": 0.001,
      "reward": 1.7308903932571411,
      "reward_std": 0.23230385780334473,
      "rewards/accuracy_reward": 0.6344617605209351,
      "rewards/format_reward": 1.0,
      "step": 523,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 259.4107360839844,
      "epoch": 0.03705537090729086,
      "grad_norm": 5.502728128191616,
      "kl": 0.020751953125,
      "learning_rate": 2.6603509286971337e-07,
      "loss": 0.0008,
      "reward": 1.49214506149292,
      "reward_std": 0.2406637817621231,
      "rewards/accuracy_reward": 0.47428780794143677,
      "rewards/format_reward": 1.0,
      "step": 524,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 359.2321472167969,
      "epoch": 0.03712608726398416,
      "grad_norm": 1.4093749493918226,
      "kl": 0.02099609375,
      "learning_rate": 2.6430163158700113e-07,
      "loss": 0.0008,
      "reward": 1.2647265195846558,
      "reward_std": 0.11723180115222931,
      "rewards/accuracy_reward": 0.22544080018997192,
      "rewards/format_reward": 1.0,
      "step": 525,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.42857142857142855,
      "completion_length": 334.3214416503906,
      "epoch": 0.03719680362067746,
      "grad_norm": 1.9638159107011046,
      "kl": 0.033447265625,
      "learning_rate": 2.6257180506470277e-07,
      "loss": 0.0013,
      "reward": 1.2956774234771729,
      "reward_std": 0.18351657688617706,
      "rewards/accuracy_reward": 0.26710593700408936,
      "rewards/format_reward": 0.9642857313156128,
      "step": 526,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 374.6250305175781,
      "epoch": 0.03726751997737077,
      "grad_norm": 1.0858395767529214,
      "kl": 0.031005859375,
      "learning_rate": 2.6084563997888296e-07,
      "loss": 0.0012,
      "reward": 1.4512381553649902,
      "reward_std": 0.24597135186195374,
      "rewards/accuracy_reward": 0.42623820900917053,
      "rewards/format_reward": 0.9642857313156128,
      "step": 527,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 432.0714416503906,
      "epoch": 0.03733823633406407,
      "grad_norm": 2.0480571065906217,
      "kl": 0.0189208984375,
      "learning_rate": 2.591231629491423e-07,
      "loss": 0.0008,
      "reward": 1.275328516960144,
      "reward_std": 0.24855856597423553,
      "rewards/accuracy_reward": 0.28247129917144775,
      "rewards/format_reward": 0.8750000596046448,
      "step": 528,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 417.8214416503906,
      "epoch": 0.03740895269075737,
      "grad_norm": 3.523233836412278,
      "kl": 0.0233154296875,
      "learning_rate": 2.574044005382081e-07,
      "loss": 0.0009,
      "reward": 1.4802860021591187,
      "reward_std": 0.12353132665157318,
      "rewards/accuracy_reward": 0.27314293384552,
      "rewards/format_reward": 1.0,
      "step": 529,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 405.5535888671875,
      "epoch": 0.037479669047450676,
      "grad_norm": 2.825514955027288,
      "kl": 0.0252685546875,
      "learning_rate": 2.556893792515227e-07,
      "loss": 0.001,
      "reward": 1.5763123035430908,
      "reward_std": 0.2790757715702057,
      "rewards/accuracy_reward": 0.5191694498062134,
      "rewards/format_reward": 0.910714328289032,
      "step": 530,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 265.6785888671875,
      "epoch": 0.03755038540414398,
      "grad_norm": 2.5330137309787055,
      "kl": 0.037353515625,
      "learning_rate": 2.539781255368355e-07,
      "loss": 0.0015,
      "reward": 1.4855622053146362,
      "reward_std": 0.16898111999034882,
      "rewards/accuracy_reward": 0.40341922640800476,
      "rewards/format_reward": 1.0,
      "step": 531,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 305.4821472167969,
      "epoch": 0.03762110176083728,
      "grad_norm": 2.870958768175555,
      "kl": 0.0230712890625,
      "learning_rate": 2.5227066578379617e-07,
      "loss": 0.0009,
      "reward": 1.5726245641708374,
      "reward_std": 0.1497463583946228,
      "rewards/accuracy_reward": 0.48333877325057983,
      "rewards/format_reward": 1.0,
      "step": 532,
      "temporal_rewards": 0.4285714328289032
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 274.89288330078125,
      "epoch": 0.037691818117530584,
      "grad_norm": 1.874617582323329,
      "kl": 0.0296630859375,
      "learning_rate": 2.505670263235464e-07,
      "loss": 0.0012,
      "reward": 1.6764466762542725,
      "reward_std": 0.17056909203529358,
      "rewards/accuracy_reward": 0.5264466404914856,
      "rewards/format_reward": 1.0,
      "step": 533,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 395.7857360839844,
      "epoch": 0.03776253447422389,
      "grad_norm": 2.125508814291614,
      "kl": 0.022216796875,
      "learning_rate": 2.4886723342831375e-07,
      "loss": 0.0009,
      "reward": 1.5230604410171509,
      "reward_std": 0.18778473138809204,
      "rewards/accuracy_reward": 0.4552033245563507,
      "rewards/format_reward": 0.9821429252624512,
      "step": 534,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 382.08929443359375,
      "epoch": 0.03783325083091719,
      "grad_norm": 1.8385975581067109,
      "kl": 0.0201416015625,
      "learning_rate": 2.4717131331100774e-07,
      "loss": 0.0008,
      "reward": 1.44387948513031,
      "reward_std": 0.33167600631713867,
      "rewards/accuracy_reward": 0.4153079688549042,
      "rewards/format_reward": 1.0,
      "step": 535,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.2857142857142857,
      "completion_length": 298.5,
      "epoch": 0.03790396718761049,
      "grad_norm": 1.9318956072950517,
      "kl": 0.0233154296875,
      "learning_rate": 2.4547929212481435e-07,
      "loss": 0.0009,
      "reward": 1.60166335105896,
      "reward_std": 0.10400709509849548,
      "rewards/accuracy_reward": 0.46952036023139954,
      "rewards/format_reward": 1.0,
      "step": 536,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 351.4464416503906,
      "epoch": 0.0379746835443038,
      "grad_norm": 4.799859089885221,
      "kl": 0.0260009765625,
      "learning_rate": 2.4379119596279364e-07,
      "loss": 0.001,
      "reward": 1.5823957920074463,
      "reward_std": 0.10041829198598862,
      "rewards/accuracy_reward": 0.4002528786659241,
      "rewards/format_reward": 1.0,
      "step": 537,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 339.0357360839844,
      "epoch": 0.038045399900997104,
      "grad_norm": 3.9767451528794395,
      "kl": 0.0283203125,
      "learning_rate": 2.421070508574763e-07,
      "loss": 0.0011,
      "reward": 1.7528412342071533,
      "reward_std": 0.08394582569599152,
      "rewards/accuracy_reward": 0.5599840879440308,
      "rewards/format_reward": 1.0,
      "step": 538,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 297.5,
      "epoch": 0.0381161162576904,
      "grad_norm": 2.520035112900302,
      "kl": 0.0299072265625,
      "learning_rate": 2.404268827804637e-07,
      "loss": 0.0012,
      "reward": 1.3855586051940918,
      "reward_std": 0.3816143572330475,
      "rewards/accuracy_reward": 0.36770138144493103,
      "rewards/format_reward": 0.9821429252624512,
      "step": 539,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 345.7857360839844,
      "epoch": 0.03818683261438371,
      "grad_norm": 6.3499864131143555,
      "kl": 0.0269775390625,
      "learning_rate": 2.387507176420256e-07,
      "loss": 0.0011,
      "reward": 1.428767442703247,
      "reward_std": 0.12284348160028458,
      "rewards/accuracy_reward": 0.3019815981388092,
      "rewards/format_reward": 1.0,
      "step": 540,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 258.9464416503906,
      "epoch": 0.03825754897107701,
      "grad_norm": 5.942123509415301,
      "kl": 0.036376953125,
      "learning_rate": 2.3707858129070217e-07,
      "loss": 0.0015,
      "reward": 1.5599720478057861,
      "reward_std": 0.05163851007819176,
      "rewards/accuracy_reward": 0.5135433673858643,
      "rewards/format_reward": 1.0,
      "step": 541,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 281.4464416503906,
      "epoch": 0.03832826532777031,
      "grad_norm": 3.777785850344895,
      "kl": 0.025390625,
      "learning_rate": 2.3541049951290476e-07,
      "loss": 0.001,
      "reward": 1.64393949508667,
      "reward_std": 0.2119208425283432,
      "rewards/accuracy_reward": 0.5153681039810181,
      "rewards/format_reward": 1.0,
      "step": 542,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 312.76788330078125,
      "epoch": 0.038398981684463616,
      "grad_norm": 1.7754819564432167,
      "kl": 0.025634765625,
      "learning_rate": 2.3374649803251756e-07,
      "loss": 0.001,
      "reward": 1.5902990102767944,
      "reward_std": 0.24846629798412323,
      "rewards/accuracy_reward": 0.547441840171814,
      "rewards/format_reward": 0.9821429252624512,
      "step": 543,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.2857142857142857,
      "completion_length": 298.25,
      "epoch": 0.03846969804115692,
      "grad_norm": 1.2947672250821156,
      "kl": 0.020263671875,
      "learning_rate": 2.3208660251050156e-07,
      "loss": 0.0008,
      "reward": 1.447074294090271,
      "reward_std": 0.08848944306373596,
      "rewards/accuracy_reward": 0.4113599359989166,
      "rewards/format_reward": 1.0,
      "step": 544,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 310.58929443359375,
      "epoch": 0.03854041439785022,
      "grad_norm": 5.317628936265523,
      "kl": 0.0213623046875,
      "learning_rate": 2.3043083854449986e-07,
      "loss": 0.0009,
      "reward": 1.42068612575531,
      "reward_std": 0.24980668723583221,
      "rewards/accuracy_reward": 0.3546145558357239,
      "rewards/format_reward": 1.0,
      "step": 545,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.42857142857142855,
      "completion_length": 276.3214416503906,
      "epoch": 0.038611130754543525,
      "grad_norm": 7.253576110001268,
      "kl": 0.036865234375,
      "learning_rate": 2.287792316684407e-07,
      "loss": 0.0015,
      "reward": 1.4478813409805298,
      "reward_std": 0.0820714607834816,
      "rewards/accuracy_reward": 0.32645270228385925,
      "rewards/format_reward": 1.0,
      "step": 546,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 417.4821472167969,
      "epoch": 0.03868184711123683,
      "grad_norm": 2.374011794836901,
      "kl": 0.018798828125,
      "learning_rate": 2.2713180735214504e-07,
      "loss": 0.0008,
      "reward": 1.4676735401153564,
      "reward_std": 0.25026440620422363,
      "rewards/accuracy_reward": 0.4033876359462738,
      "rewards/format_reward": 1.0,
      "step": 547,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 302.2857360839844,
      "epoch": 0.03875256346793013,
      "grad_norm": 7.529115611430374,
      "kl": 0.029052734375,
      "learning_rate": 2.2548859100093403e-07,
      "loss": 0.0012,
      "reward": 1.5877598524093628,
      "reward_std": 0.26573440432548523,
      "rewards/accuracy_reward": 0.42704567313194275,
      "rewards/format_reward": 1.0,
      "step": 548,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 308.76788330078125,
      "epoch": 0.038823279824623434,
      "grad_norm": 2.656429827107095,
      "kl": 0.03076171875,
      "learning_rate": 2.238496079552367e-07,
      "loss": 0.0012,
      "reward": 1.510241985321045,
      "reward_std": 0.22608911991119385,
      "rewards/accuracy_reward": 0.4066704213619232,
      "rewards/format_reward": 1.0,
      "step": 549,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 348.3571472167969,
      "epoch": 0.03889399618131674,
      "grad_norm": 5.050613093278357,
      "kl": 0.038330078125,
      "learning_rate": 2.2221488349019902e-07,
      "loss": 0.0015,
      "reward": 1.499029517173767,
      "reward_std": 0.18900802731513977,
      "rewards/accuracy_reward": 0.4168865382671356,
      "rewards/format_reward": 0.9464285969734192,
      "step": 550,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.42857142857142855,
      "all_wrong": 0.14285714285714285,
      "completion_length": 297.375,
      "epoch": 0.038964712538010045,
      "grad_norm": 1.2283751079801295,
      "kl": 0.0228271484375,
      "learning_rate": 2.205844428152942e-07,
      "loss": 0.0009,
      "reward": 1.7789770364761353,
      "reward_std": 0.03196803852915764,
      "rewards/accuracy_reward": 0.5932626724243164,
      "rewards/format_reward": 1.0,
      "step": 551,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 301.9821472167969,
      "epoch": 0.03903542889470334,
      "grad_norm": 2.6287547667578943,
      "kl": 0.02734375,
      "learning_rate": 2.1895831107393482e-07,
      "loss": 0.0011,
      "reward": 1.4814146757125854,
      "reward_std": 0.11880291253328323,
      "rewards/accuracy_reward": 0.32784318923950195,
      "rewards/format_reward": 1.0,
      "step": 552,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 267.71429443359375,
      "epoch": 0.03910614525139665,
      "grad_norm": 4.834147499768981,
      "kl": 0.0260009765625,
      "learning_rate": 2.1733651334308362e-07,
      "loss": 0.001,
      "reward": 1.5731348991394043,
      "reward_std": 0.20326687395572662,
      "rewards/accuracy_reward": 0.48027777671813965,
      "rewards/format_reward": 1.0,
      "step": 553,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 297.0535888671875,
      "epoch": 0.039176861608089954,
      "grad_norm": 1.6217122088656586,
      "kl": 0.023193359375,
      "learning_rate": 2.1571907463286798e-07,
      "loss": 0.0009,
      "reward": 1.4384561777114868,
      "reward_std": 0.1972690373659134,
      "rewards/accuracy_reward": 0.3670274615287781,
      "rewards/format_reward": 1.0,
      "step": 554,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.42857142857142855,
      "all_wrong": 0.14285714285714285,
      "completion_length": 253.57144165039062,
      "epoch": 0.03924757796478325,
      "grad_norm": 1.9505357290170262,
      "kl": 0.0289306640625,
      "learning_rate": 2.1410601988619392e-07,
      "loss": 0.0012,
      "reward": 1.7153637409210205,
      "reward_std": 0.1106930822134018,
      "rewards/accuracy_reward": 0.6367921829223633,
      "rewards/format_reward": 1.0,
      "step": 555,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 296.96429443359375,
      "epoch": 0.03931829432147656,
      "grad_norm": 2.6029571421046205,
      "kl": 0.037841796875,
      "learning_rate": 2.1249737397836088e-07,
      "loss": 0.0015,
      "reward": 1.5324674844741821,
      "reward_std": 0.20656582713127136,
      "rewards/accuracy_reward": 0.3842530846595764,
      "rewards/format_reward": 0.9910714626312256,
      "step": 556,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 361.6250305175781,
      "epoch": 0.03938901067816986,
      "grad_norm": 33.65333634133327,
      "kl": 0.022216796875,
      "learning_rate": 2.1089316171667837e-07,
      "loss": 0.0009,
      "reward": 1.2730000019073486,
      "reward_std": 0.20743043720722198,
      "rewards/accuracy_reward": 0.35871413350105286,
      "rewards/format_reward": 0.8928571939468384,
      "step": 557,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 299.5714416503906,
      "epoch": 0.03945972703486316,
      "grad_norm": 2.389912552502792,
      "kl": 0.0223388671875,
      "learning_rate": 2.092934078400847e-07,
      "loss": 0.0009,
      "reward": 1.495696783065796,
      "reward_std": 0.22716213762760162,
      "rewards/accuracy_reward": 0.40641099214553833,
      "rewards/format_reward": 1.0,
      "step": 558,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 399.7321472167969,
      "epoch": 0.039530443391556466,
      "grad_norm": 1.6362086519536665,
      "kl": 0.02490234375,
      "learning_rate": 2.0769813701876332e-07,
      "loss": 0.001,
      "reward": 1.3500300645828247,
      "reward_std": 0.26985159516334534,
      "rewards/accuracy_reward": 0.29645857214927673,
      "rewards/format_reward": 0.9464285969734192,
      "step": 559,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 353.1785888671875,
      "epoch": 0.03960115974824977,
      "grad_norm": 1.4238963591590008,
      "kl": 0.0263671875,
      "learning_rate": 2.0610737385376348e-07,
      "loss": 0.0011,
      "reward": 1.5038503408432007,
      "reward_std": 0.12252845615148544,
      "rewards/accuracy_reward": 0.42885029315948486,
      "rewards/format_reward": 1.0,
      "step": 560,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 268.2857360839844,
      "epoch": 0.03967187610494307,
      "grad_norm": 1.240840945398276,
      "kl": 0.0341796875,
      "learning_rate": 2.0452114287662126e-07,
      "loss": 0.0014,
      "reward": 1.5935816764831543,
      "reward_std": 0.14622801542282104,
      "rewards/accuracy_reward": 0.5507243871688843,
      "rewards/format_reward": 1.0,
      "step": 561,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 401.08929443359375,
      "epoch": 0.039742592461636375,
      "grad_norm": 1.777027227360759,
      "kl": 0.024658203125,
      "learning_rate": 2.0293946854898076e-07,
      "loss": 0.001,
      "reward": 1.3658455610275269,
      "reward_std": 0.106675885617733,
      "rewards/accuracy_reward": 0.29798850417137146,
      "rewards/format_reward": 1.0,
      "step": 562,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 345.71429443359375,
      "epoch": 0.03981330881832968,
      "grad_norm": 1.691221468344603,
      "kl": 0.0205078125,
      "learning_rate": 2.0136237526221645e-07,
      "loss": 0.0008,
      "reward": 1.6187344789505005,
      "reward_std": 0.09492018818855286,
      "rewards/accuracy_reward": 0.504448652267456,
      "rewards/format_reward": 1.0,
      "step": 563,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 397.26788330078125,
      "epoch": 0.039884025175022986,
      "grad_norm": 2.024117959950968,
      "kl": 0.024169921875,
      "learning_rate": 1.9978988733705803e-07,
      "loss": 0.001,
      "reward": 1.4704686403274536,
      "reward_std": 0.07312628626823425,
      "rewards/accuracy_reward": 0.32403987646102905,
      "rewards/format_reward": 1.0,
      "step": 564,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 228.82144165039062,
      "epoch": 0.039954741531716284,
      "grad_norm": 3.224109774460198,
      "kl": 0.033203125,
      "learning_rate": 1.9822202902321427e-07,
      "loss": 0.0013,
      "reward": 1.5583308935165405,
      "reward_std": 0.20240184664726257,
      "rewards/accuracy_reward": 0.4440450966358185,
      "rewards/format_reward": 1.0,
      "step": 565,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.42857142857142855,
      "all_wrong": 0.0,
      "completion_length": 339.5,
      "epoch": 0.04002545788840959,
      "grad_norm": 2.757556190227212,
      "kl": 0.0252685546875,
      "learning_rate": 1.9665882449900022e-07,
      "loss": 0.001,
      "reward": 1.6628470420837402,
      "reward_std": 0.12152737379074097,
      "rewards/accuracy_reward": 0.566418468952179,
      "rewards/format_reward": 1.0,
      "step": 566,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 345.5714416503906,
      "epoch": 0.040096174245102895,
      "grad_norm": 9.51087919145368,
      "kl": 0.0267333984375,
      "learning_rate": 1.951002978709631e-07,
      "loss": 0.0011,
      "reward": 1.6026428937911987,
      "reward_std": 0.15700364112854004,
      "rewards/accuracy_reward": 0.413357138633728,
      "rewards/format_reward": 1.0,
      "step": 567,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 312.8214416503906,
      "epoch": 0.04016689060179619,
      "grad_norm": 1.8425167407885203,
      "kl": 0.0203857421875,
      "learning_rate": 1.9354647317351187e-07,
      "loss": 0.0008,
      "reward": 1.4794124364852905,
      "reward_std": 0.14805881679058075,
      "rewards/accuracy_reward": 0.4329838156700134,
      "rewards/format_reward": 1.0,
      "step": 568,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 198.87501525878906,
      "epoch": 0.0402376069584895,
      "grad_norm": 3.165660083547779,
      "kl": 0.03564453125,
      "learning_rate": 1.9199737436854512e-07,
      "loss": 0.0014,
      "reward": 1.7635488510131836,
      "reward_std": 0.21337372064590454,
      "rewards/accuracy_reward": 0.6385487914085388,
      "rewards/format_reward": 1.0,
      "step": 569,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 339.5357360839844,
      "epoch": 0.040308323315182804,
      "grad_norm": 2.29214247167727,
      "kl": 0.027587890625,
      "learning_rate": 1.9045302534508295e-07,
      "loss": 0.0011,
      "reward": 1.6560547351837158,
      "reward_std": 0.18715839087963104,
      "rewards/accuracy_reward": 0.593554675579071,
      "rewards/format_reward": 0.9196429252624512,
      "step": 570,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 344.96429443359375,
      "epoch": 0.0403790396718761,
      "grad_norm": 6.810846406797585,
      "kl": 0.0211181640625,
      "learning_rate": 1.8891344991889796e-07,
      "loss": 0.0008,
      "reward": 1.476325273513794,
      "reward_std": 0.15534739196300507,
      "rewards/accuracy_reward": 0.3691822588443756,
      "rewards/format_reward": 1.0,
      "step": 571,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.42857142857142855,
      "all_wrong": 0.2857142857142857,
      "completion_length": 285.08929443359375,
      "epoch": 0.04044975602856941,
      "grad_norm": 2.3819417685338076,
      "kl": 0.027099609375,
      "learning_rate": 1.8737867183214756e-07,
      "loss": 0.0011,
      "reward": 1.5955767631530762,
      "reward_std": 0.03730761259794235,
      "rewards/accuracy_reward": 0.506290853023529,
      "rewards/format_reward": 1.0,
      "step": 572,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.42857142857142855,
      "all_wrong": 0.0,
      "completion_length": 212.23214721679688,
      "epoch": 0.04052047238526271,
      "grad_norm": 2.438710591047024,
      "kl": 0.0224609375,
      "learning_rate": 1.8584871475300811e-07,
      "loss": 0.0009,
      "reward": 1.9496482610702515,
      "reward_std": 0.09707427769899368,
      "rewards/accuracy_reward": 0.8585766553878784,
      "rewards/format_reward": 1.0,
      "step": 573,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 277.89288330078125,
      "epoch": 0.04059118874195602,
      "grad_norm": 2.726020390445654,
      "kl": 0.02392578125,
      "learning_rate": 1.8432360227531113e-07,
      "loss": 0.001,
      "reward": 1.4384715557098389,
      "reward_std": 0.12255982309579849,
      "rewards/accuracy_reward": 0.3134715259075165,
      "rewards/format_reward": 1.0,
      "step": 574,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 355.3571472167969,
      "epoch": 0.040661905098649316,
      "grad_norm": 1.99834362865486,
      "kl": 0.020751953125,
      "learning_rate": 1.828033579181773e-07,
      "loss": 0.0008,
      "reward": 1.5065158605575562,
      "reward_std": 0.17822249233722687,
      "rewards/accuracy_reward": 0.3350871801376343,
      "rewards/format_reward": 1.0,
      "step": 575,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 357.39288330078125,
      "epoch": 0.04073262145534262,
      "grad_norm": 2.9799339901731727,
      "kl": 0.0224609375,
      "learning_rate": 1.812880051256551e-07,
      "loss": 0.0009,
      "reward": 1.5621534585952759,
      "reward_std": 0.1781414896249771,
      "rewards/accuracy_reward": 0.5050105452537537,
      "rewards/format_reward": 1.0,
      "step": 576,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 324.75,
      "epoch": 0.04080333781203593,
      "grad_norm": 1.9472825344260132,
      "kl": 0.0240478515625,
      "learning_rate": 1.7977756726635957e-07,
      "loss": 0.001,
      "reward": 1.5040466785430908,
      "reward_std": 0.2502439618110657,
      "rewards/accuracy_reward": 0.4504752457141876,
      "rewards/format_reward": 0.9821429252624512,
      "step": 577,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.0,
      "completion_length": 370.1250305175781,
      "epoch": 0.040874054168729225,
      "grad_norm": 7.671777926051451,
      "kl": 0.023193359375,
      "learning_rate": 1.7827206763311054e-07,
      "loss": 0.0009,
      "reward": 1.5107338428497314,
      "reward_std": 0.24039876461029053,
      "rewards/accuracy_reward": 0.4393051862716675,
      "rewards/format_reward": 0.9821429252624512,
      "step": 578,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 298.75,
      "epoch": 0.04094477052542253,
      "grad_norm": 1.9065867559177099,
      "kl": 0.023193359375,
      "learning_rate": 1.7677152944257511e-07,
      "loss": 0.0009,
      "reward": 1.640815019607544,
      "reward_std": 0.16414740681648254,
      "rewards/accuracy_reward": 0.5622435808181763,
      "rewards/format_reward": 1.0,
      "step": 579,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 428.0000305175781,
      "epoch": 0.041015486882115836,
      "grad_norm": 3.5641831891174625,
      "kl": 0.0218505859375,
      "learning_rate": 1.7527597583490823e-07,
      "loss": 0.0009,
      "reward": 1.3344264030456543,
      "reward_std": 0.16102704405784607,
      "rewards/accuracy_reward": 0.35942623019218445,
      "rewards/format_reward": 0.8750000596046448,
      "step": 580,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 289.14288330078125,
      "epoch": 0.041086203238809134,
      "grad_norm": 9.161911536757353,
      "kl": 0.02734375,
      "learning_rate": 1.7378542987339673e-07,
      "loss": 0.0011,
      "reward": 1.5694793462753296,
      "reward_std": 0.1378864049911499,
      "rewards/accuracy_reward": 0.4266221821308136,
      "rewards/format_reward": 1.0,
      "step": 581,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 410.8035888671875,
      "epoch": 0.04115691959550244,
      "grad_norm": 1.7102659427049738,
      "kl": 0.0230712890625,
      "learning_rate": 1.7229991454410308e-07,
      "loss": 0.0009,
      "reward": 1.5453660488128662,
      "reward_std": 0.10387733578681946,
      "rewards/accuracy_reward": 0.4132230579853058,
      "rewards/format_reward": 0.9821429252624512,
      "step": 582,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 355.33929443359375,
      "epoch": 0.041227635952195744,
      "grad_norm": 1.6569991703160656,
      "kl": 0.020263671875,
      "learning_rate": 1.708194527555114e-07,
      "loss": 0.0008,
      "reward": 1.3805277347564697,
      "reward_std": 0.21933723986148834,
      "rewards/accuracy_reward": 0.330527663230896,
      "rewards/format_reward": 1.0,
      "step": 583,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 340.6785888671875,
      "epoch": 0.04129835230888904,
      "grad_norm": 2.1805578550685616,
      "kl": 0.0194091796875,
      "learning_rate": 1.6934406733817413e-07,
      "loss": 0.0008,
      "reward": 1.6158727407455444,
      "reward_std": 0.2902771532535553,
      "rewards/accuracy_reward": 0.5623011589050293,
      "rewards/format_reward": 0.9821429252624512,
      "step": 584,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 295.0535888671875,
      "epoch": 0.04136906866558235,
      "grad_norm": 1.7138839687202647,
      "kl": 0.0277099609375,
      "learning_rate": 1.6787378104435929e-07,
      "loss": 0.0011,
      "reward": 1.6204335689544678,
      "reward_std": 0.13352718949317932,
      "rewards/accuracy_reward": 0.474004864692688,
      "rewards/format_reward": 1.0,
      "step": 585,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 271.76788330078125,
      "epoch": 0.04143978502227565,
      "grad_norm": 1.786001178127981,
      "kl": 0.0294189453125,
      "learning_rate": 1.6640861654770005e-07,
      "loss": 0.0012,
      "reward": 1.5919395685195923,
      "reward_std": 0.09865770488977432,
      "rewards/accuracy_reward": 0.5097967386245728,
      "rewards/format_reward": 1.0,
      "step": 586,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.5714285714285714,
      "all_wrong": 0.0,
      "completion_length": 218.5178680419922,
      "epoch": 0.04151050137896896,
      "grad_norm": 1.5623124452154562,
      "kl": 0.025146484375,
      "learning_rate": 1.649485964428462e-07,
      "loss": 0.001,
      "reward": 1.925563097000122,
      "reward_std": 0.08324666321277618,
      "rewards/accuracy_reward": 0.7844914793968201,
      "rewards/format_reward": 1.0,
      "step": 587,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 250.35714721679688,
      "epoch": 0.04158121773566226,
      "grad_norm": 1.772478315367866,
      "kl": 0.0250244140625,
      "learning_rate": 1.6349374324511346e-07,
      "loss": 0.001,
      "reward": 1.6326123476028442,
      "reward_std": 0.07613467425107956,
      "rewards/accuracy_reward": 0.5004693269729614,
      "rewards/format_reward": 1.0,
      "step": 588,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.14285714285714285,
      "completion_length": 247.1607208251953,
      "epoch": 0.04165193409235556,
      "grad_norm": 3.1449611499544834,
      "kl": 0.0224609375,
      "learning_rate": 1.620440793901377e-07,
      "loss": 0.0009,
      "reward": 1.583951711654663,
      "reward_std": 0.18189768493175507,
      "rewards/accuracy_reward": 0.5589516758918762,
      "rewards/format_reward": 1.0,
      "step": 589,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.14285714285714285,
      "completion_length": 282.51788330078125,
      "epoch": 0.04172265044904887,
      "grad_norm": 2.3199787831473238,
      "kl": 0.0267333984375,
      "learning_rate": 1.605996272335291e-07,
      "loss": 0.0011,
      "reward": 1.4047696590423584,
      "reward_std": 0.2511206865310669,
      "rewards/accuracy_reward": 0.3654839098453522,
      "rewards/format_reward": 1.0,
      "step": 590,
      "temporal_rewards": 0.4285714328289032
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 329.6071472167969,
      "epoch": 0.041793366805742166,
      "grad_norm": 1.799309417656102,
      "kl": 0.0223388671875,
      "learning_rate": 1.5916040905052692e-07,
      "loss": 0.0009,
      "reward": 1.3421558141708374,
      "reward_std": 0.17384293675422668,
      "rewards/accuracy_reward": 0.2564414441585541,
      "rewards/format_reward": 1.0,
      "step": 591,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 302.6964416503906,
      "epoch": 0.04186408316243547,
      "grad_norm": 1.360757075055669,
      "kl": 0.034423828125,
      "learning_rate": 1.5772644703565564e-07,
      "loss": 0.0014,
      "reward": 1.5383543968200684,
      "reward_std": 0.11338023096323013,
      "rewards/accuracy_reward": 0.4776400625705719,
      "rewards/format_reward": 1.0,
      "step": 592,
      "temporal_rewards": 0.5
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.0,
      "completion_length": 297.75,
      "epoch": 0.041934799519128776,
      "grad_norm": 25.063391509066307,
      "kl": 0.027099609375,
      "learning_rate": 1.562977633023837e-07,
      "loss": 0.0011,
      "reward": 1.4638617038726807,
      "reward_std": 0.3218679130077362,
      "rewards/accuracy_reward": 0.3549329936504364,
      "rewards/format_reward": 1.0,
      "step": 593,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.42857142857142855,
      "completion_length": 362.26788330078125,
      "epoch": 0.042005515875822075,
      "grad_norm": 1.3273826394111174,
      "kl": 0.017578125,
      "learning_rate": 1.548743798827814e-07,
      "loss": 0.0007,
      "reward": 1.3013275861740112,
      "reward_std": 0.16844168305397034,
      "rewards/accuracy_reward": 0.17275606095790863,
      "rewards/format_reward": 1.0,
      "step": 594,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 341.46429443359375,
      "epoch": 0.04207623223251538,
      "grad_norm": 3.5230018803720657,
      "kl": 0.021484375,
      "learning_rate": 1.534563187271821e-07,
      "loss": 0.0009,
      "reward": 1.4637664556503296,
      "reward_std": 0.17608289420604706,
      "rewards/accuracy_reward": 0.34233781695365906,
      "rewards/format_reward": 1.0,
      "step": 595,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.2857142857142857,
      "completion_length": 317.71429443359375,
      "epoch": 0.042146948589208685,
      "grad_norm": 2.851068980335473,
      "kl": 0.0301513671875,
      "learning_rate": 1.5204360170384284e-07,
      "loss": 0.0012,
      "reward": 1.3077869415283203,
      "reward_std": 0.17670458555221558,
      "rewards/accuracy_reward": 0.28635844588279724,
      "rewards/format_reward": 0.9642857313156128,
      "step": 596,
      "temporal_rewards": 0.5714285373687744
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 336.3214416503906,
      "epoch": 0.042217664945901984,
      "grad_norm": 2.135090057414329,
      "kl": 0.0250244140625,
      "learning_rate": 1.5063625059860796e-07,
      "loss": 0.001,
      "reward": 1.4463032484054565,
      "reward_std": 0.23387116193771362,
      "rewards/accuracy_reward": 0.3355890214443207,
      "rewards/format_reward": 1.0,
      "step": 597,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.0,
      "all_wrong": 0.2857142857142857,
      "completion_length": 368.1964416503906,
      "epoch": 0.04228838130259529,
      "grad_norm": 2.5635286313027046,
      "kl": 0.021728515625,
      "learning_rate": 1.4923428711457215e-07,
      "loss": 0.0009,
      "reward": 1.5388840436935425,
      "reward_std": 0.21786929666996002,
      "rewards/accuracy_reward": 0.38352683186531067,
      "rewards/format_reward": 1.0,
      "step": 598,
      "temporal_rewards": 0.6428571343421936
    },
    {
      "all_correct": 0.2857142857142857,
      "all_wrong": 0.0,
      "completion_length": 355.5357360839844,
      "epoch": 0.042359097659288594,
      "grad_norm": 1.8922334937373204,
      "kl": 0.034423828125,
      "learning_rate": 1.4783773287174684e-07,
      "loss": 0.0014,
      "reward": 1.7146676778793335,
      "reward_std": 0.08156664669513702,
      "rewards/accuracy_reward": 0.47895339131355286,
      "rewards/format_reward": 1.0,
      "step": 599,
      "temporal_rewards": 0.714285671710968
    },
    {
      "all_correct": 0.14285714285714285,
      "all_wrong": 0.14285714285714285,
      "completion_length": 371.64288330078125,
      "epoch": 0.0424298140159819,
      "grad_norm": 4.3910146432087505,
      "kl": 0.0240478515625,
      "learning_rate": 1.4644660940672627e-07,
      "loss": 0.001,
      "reward": 1.4184786081314087,
      "reward_std": 0.08215588331222534,
      "rewards/accuracy_reward": 0.25776419043540955,
      "rewards/format_reward": 1.0,
      "step": 600,
      "temporal_rewards": 0.6428571343421936
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 800,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}