| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.0424298140159819, |
| "eval_steps": 500, |
| "global_step": 600, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 200.10714721679688, |
| "epoch": 7.071635669330315e-05, |
| "grad_norm": 4.679907559144155, |
| "kl": 0.0, |
| "learning_rate": 9.999961446907352e-07, |
| "loss": -0.0, |
| "reward": 1.4622538089752197, |
| "reward_std": 0.3791443407535553, |
| "rewards/accuracy_reward": 0.590825080871582, |
| "rewards/format_reward": 0.6875000596046448, |
| "step": 1, |
| "temporal_rewards": 0.7857142686843872 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 247.7857208251953, |
| "epoch": 0.0001414327133866063, |
| "grad_norm": 2.6934508684924126, |
| "kl": 0.000797271728515625, |
| "learning_rate": 9.999845788223948e-07, |
| "loss": 0.0, |
| "reward": 1.0509984493255615, |
| "reward_std": 0.29602327942848206, |
| "rewards/accuracy_reward": 0.28671279549598694, |
| "rewards/format_reward": 0.7142857313156128, |
| "step": 2, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 307.76788330078125, |
| "epoch": 0.00021214907007990948, |
| "grad_norm": 3.276748844204242, |
| "kl": 0.000743865966796875, |
| "learning_rate": 9.999653025733385e-07, |
| "loss": 0.0, |
| "reward": 1.1041209697723389, |
| "reward_std": 0.5020884275436401, |
| "rewards/accuracy_reward": 0.3005495071411133, |
| "rewards/format_reward": 0.6875000596046448, |
| "step": 3, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 268.7321472167969, |
| "epoch": 0.0002828654267732126, |
| "grad_norm": 2.9704401115092747, |
| "kl": 0.00119781494140625, |
| "learning_rate": 9.999383162408303e-07, |
| "loss": 0.0, |
| "reward": 1.0085241794586182, |
| "reward_std": 0.4387863874435425, |
| "rewards/accuracy_reward": 0.2245955765247345, |
| "rewards/format_reward": 0.7053571939468384, |
| "step": 4, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.5714285714285714, |
| "completion_length": 253.75001525878906, |
| "epoch": 0.0003535817834665158, |
| "grad_norm": 2.166698944690136, |
| "kl": 0.00182342529296875, |
| "learning_rate": 9.999036202410323e-07, |
| "loss": 0.0001, |
| "reward": 1.137129545211792, |
| "reward_std": 0.24109232425689697, |
| "rewards/accuracy_reward": 0.2549867331981659, |
| "rewards/format_reward": 0.8392857313156128, |
| "step": 5, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 292.3214416503906, |
| "epoch": 0.00042429814015981895, |
| "grad_norm": 1.7828370646905003, |
| "kl": 0.001983642578125, |
| "learning_rate": 9.998612151090002e-07, |
| "loss": 0.0001, |
| "reward": 1.260791301727295, |
| "reward_std": 0.23829373717308044, |
| "rewards/accuracy_reward": 0.3715055584907532, |
| "rewards/format_reward": 0.8750000596046448, |
| "step": 6, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.42857142857142855, |
| "completion_length": 250.71429443359375, |
| "epoch": 0.0004950144968531221, |
| "grad_norm": 2.0183775912817064, |
| "kl": 0.004669189453125, |
| "learning_rate": 9.998111014986734e-07, |
| "loss": 0.0002, |
| "reward": 1.1892523765563965, |
| "reward_std": 0.28430700302124023, |
| "rewards/accuracy_reward": 0.2874666750431061, |
| "rewards/format_reward": 0.8839285969734192, |
| "step": 7, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 254.8035888671875, |
| "epoch": 0.0005657308535464252, |
| "grad_norm": 14.87774889660559, |
| "kl": 0.00372314453125, |
| "learning_rate": 9.997532801828658e-07, |
| "loss": 0.0001, |
| "reward": 1.4599319696426392, |
| "reward_std": 0.3439008295536041, |
| "rewards/accuracy_reward": 0.40457478165626526, |
| "rewards/format_reward": 0.973214328289032, |
| "step": 8, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 232.44644165039062, |
| "epoch": 0.0006364472102397285, |
| "grad_norm": 2.692129500093887, |
| "kl": 0.0035400390625, |
| "learning_rate": 9.996877520532534e-07, |
| "loss": 0.0001, |
| "reward": 1.3368793725967407, |
| "reward_std": 0.1027989462018013, |
| "rewards/accuracy_reward": 0.31009361147880554, |
| "rewards/format_reward": 0.9910714626312256, |
| "step": 9, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 286.7321472167969, |
| "epoch": 0.0007071635669330316, |
| "grad_norm": 3.031406131634961, |
| "kl": 0.00543212890625, |
| "learning_rate": 9.996145181203615e-07, |
| "loss": 0.0002, |
| "reward": 1.3317698240280151, |
| "reward_std": 0.20930121839046478, |
| "rewards/accuracy_reward": 0.2996269762516022, |
| "rewards/format_reward": 0.9464285969734192, |
| "step": 10, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 195.62501525878906, |
| "epoch": 0.0007778799236263348, |
| "grad_norm": 3.12633601275179, |
| "kl": 0.005401611328125, |
| "learning_rate": 9.995335795135475e-07, |
| "loss": 0.0002, |
| "reward": 1.6218074560165405, |
| "reward_std": 0.08352632075548172, |
| "rewards/accuracy_reward": 0.45216456055641174, |
| "rewards/format_reward": 0.9910714626312256, |
| "step": 11, |
| "temporal_rewards": 0.7857142686843872 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 160.71429443359375, |
| "epoch": 0.0008485962803196379, |
| "grad_norm": 2.0480927531546067, |
| "kl": 0.00927734375, |
| "learning_rate": 9.99444937480985e-07, |
| "loss": 0.0004, |
| "reward": 1.4629789590835571, |
| "reward_std": 0.17699524760246277, |
| "rewards/accuracy_reward": 0.4861932098865509, |
| "rewards/format_reward": 0.973214328289032, |
| "step": 12, |
| "temporal_rewards": 0.4285714328289032 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 266.375, |
| "epoch": 0.0009193126370129411, |
| "grad_norm": 5.805064528423736, |
| "kl": 0.00897216796875, |
| "learning_rate": 9.993485933896437e-07, |
| "loss": 0.0004, |
| "reward": 1.501465916633606, |
| "reward_std": 0.2271209955215454, |
| "rewards/accuracy_reward": 0.30503714084625244, |
| "rewards/format_reward": 0.9910714626312256, |
| "step": 13, |
| "temporal_rewards": 0.7857142686843872 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 222.69644165039062, |
| "epoch": 0.0009900289937062442, |
| "grad_norm": 5.728015554738999, |
| "kl": 0.01397705078125, |
| "learning_rate": 9.99244548725269e-07, |
| "loss": 0.0006, |
| "reward": 1.4509989023208618, |
| "reward_std": 0.3031184673309326, |
| "rewards/accuracy_reward": 0.4188559651374817, |
| "rewards/format_reward": 0.9910714626312256, |
| "step": 14, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.5714285714285714, |
| "completion_length": 247.1428680419922, |
| "epoch": 0.0010607453503995474, |
| "grad_norm": 2.4169757843226214, |
| "kl": 0.0179443359375, |
| "learning_rate": 9.99132805092358e-07, |
| "loss": 0.0007, |
| "reward": 1.1342699527740479, |
| "reward_std": 0.09272795170545578, |
| "rewards/accuracy_reward": 0.08069846034049988, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 15, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 280.83929443359375, |
| "epoch": 0.0011314617070928505, |
| "grad_norm": 2.280721411483325, |
| "kl": 0.01025390625, |
| "learning_rate": 9.990133642141357e-07, |
| "loss": 0.0004, |
| "reward": 1.4930970668792725, |
| "reward_std": 0.1474475860595703, |
| "rewards/accuracy_reward": 0.4930969774723053, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 16, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 204.37501525878906, |
| "epoch": 0.0012021780637861538, |
| "grad_norm": 2.937458054420694, |
| "kl": 0.01165771484375, |
| "learning_rate": 9.988862279325284e-07, |
| "loss": 0.0005, |
| "reward": 1.2890753746032715, |
| "reward_std": 0.1806221753358841, |
| "rewards/accuracy_reward": 0.2426467388868332, |
| "rewards/format_reward": 1.0, |
| "step": 17, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 294.6071472167969, |
| "epoch": 0.001272894420479457, |
| "grad_norm": 4.963302285754617, |
| "kl": 0.0174560546875, |
| "learning_rate": 9.98751398208135e-07, |
| "loss": 0.0007, |
| "reward": 1.1960500478744507, |
| "reward_std": 0.18731099367141724, |
| "rewards/accuracy_reward": 0.24247848987579346, |
| "rewards/format_reward": 0.8660714626312256, |
| "step": 18, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 205.57144165039062, |
| "epoch": 0.00134361077717276, |
| "grad_norm": 2.584688524236813, |
| "kl": 0.015380859375, |
| "learning_rate": 9.986088771201963e-07, |
| "loss": 0.0006, |
| "reward": 1.411386251449585, |
| "reward_std": 0.1405026614665985, |
| "rewards/accuracy_reward": 0.4221004843711853, |
| "rewards/format_reward": 0.9642857313156128, |
| "step": 19, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 243.0535888671875, |
| "epoch": 0.0014143271338660631, |
| "grad_norm": 8.371430451495444, |
| "kl": 0.01507568359375, |
| "learning_rate": 9.98458666866564e-07, |
| "loss": 0.0006, |
| "reward": 1.3473149538040161, |
| "reward_std": 0.20817457139492035, |
| "rewards/accuracy_reward": 0.2723149061203003, |
| "rewards/format_reward": 0.9642857313156128, |
| "step": 20, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 260.5714416503906, |
| "epoch": 0.0014850434905593665, |
| "grad_norm": 2.70051006406536, |
| "kl": 0.0142822265625, |
| "learning_rate": 9.983007697636658e-07, |
| "loss": 0.0006, |
| "reward": 1.2491365671157837, |
| "reward_std": 0.2304382622241974, |
| "rewards/accuracy_reward": 0.22592230141162872, |
| "rewards/format_reward": 0.9910714626312256, |
| "step": 21, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 263.7857360839844, |
| "epoch": 0.0015557598472526696, |
| "grad_norm": 3.2825417374567896, |
| "kl": 0.017578125, |
| "learning_rate": 9.981351882464707e-07, |
| "loss": 0.0007, |
| "reward": 1.2244305610656738, |
| "reward_std": 0.25213029980659485, |
| "rewards/accuracy_reward": 0.2208590805530548, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 22, |
| "temporal_rewards": 0.4285714328289032 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 305.9464416503906, |
| "epoch": 0.0016264762039459727, |
| "grad_norm": 2.925214630091263, |
| "kl": 0.00799560546875, |
| "learning_rate": 9.979619248684501e-07, |
| "loss": 0.0003, |
| "reward": 1.4240540266036987, |
| "reward_std": 0.29196304082870483, |
| "rewards/accuracy_reward": 0.43298259377479553, |
| "rewards/format_reward": 0.8928571939468384, |
| "step": 23, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 289.51788330078125, |
| "epoch": 0.0016971925606392758, |
| "grad_norm": 2.912269631441271, |
| "kl": 0.0130615234375, |
| "learning_rate": 9.9778098230154e-07, |
| "loss": 0.0005, |
| "reward": 1.4945178031921387, |
| "reward_std": 0.12553724646568298, |
| "rewards/accuracy_reward": 0.3159463107585907, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 24, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 205.37501525878906, |
| "epoch": 0.001767908917332579, |
| "grad_norm": 3.443548590018792, |
| "kl": 0.0238037109375, |
| "learning_rate": 9.975923633360984e-07, |
| "loss": 0.001, |
| "reward": 1.3629069328308105, |
| "reward_std": 0.21605005860328674, |
| "rewards/accuracy_reward": 0.33790692687034607, |
| "rewards/format_reward": 1.0, |
| "step": 25, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 314.21429443359375, |
| "epoch": 0.0018386252740258823, |
| "grad_norm": 2.528502389328177, |
| "kl": 0.0145263671875, |
| "learning_rate": 9.973960708808631e-07, |
| "loss": 0.0006, |
| "reward": 1.4366943836212158, |
| "reward_std": 0.25942346453666687, |
| "rewards/accuracy_reward": 0.32062289118766785, |
| "rewards/format_reward": 0.9910714626312256, |
| "step": 26, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 268.7857360839844, |
| "epoch": 0.0019093416307191854, |
| "grad_norm": 4.350357161622448, |
| "kl": 0.011474609375, |
| "learning_rate": 9.971921079629069e-07, |
| "loss": 0.0005, |
| "reward": 1.3468642234802246, |
| "reward_std": 0.11351645737886429, |
| "rewards/accuracy_reward": 0.22543567419052124, |
| "rewards/format_reward": 1.0, |
| "step": 27, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 293.46429443359375, |
| "epoch": 0.0019800579874124885, |
| "grad_norm": 4.010526453910769, |
| "kl": 0.009765625, |
| "learning_rate": 9.969804777275898e-07, |
| "loss": 0.0004, |
| "reward": 1.3793425559997559, |
| "reward_std": 0.19644470512866974, |
| "rewards/accuracy_reward": 0.37219956517219543, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 28, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 247.8928680419922, |
| "epoch": 0.0020507743441057916, |
| "grad_norm": 1.8705072948266848, |
| "kl": 0.00897216796875, |
| "learning_rate": 9.967611834385122e-07, |
| "loss": 0.0004, |
| "reward": 1.508015513420105, |
| "reward_std": 0.20669502019882202, |
| "rewards/accuracy_reward": 0.5080153346061707, |
| "rewards/format_reward": 0.9642857313156128, |
| "step": 29, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 259.25, |
| "epoch": 0.0021214907007990947, |
| "grad_norm": 4.328117926524593, |
| "kl": 0.00927734375, |
| "learning_rate": 9.965342284774631e-07, |
| "loss": 0.0004, |
| "reward": 1.474429965019226, |
| "reward_std": 0.11664658784866333, |
| "rewards/accuracy_reward": 0.3887157142162323, |
| "rewards/format_reward": 1.0, |
| "step": 30, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 244.10714721679688, |
| "epoch": 0.002192207057492398, |
| "grad_norm": 2.1832119295808825, |
| "kl": 0.01385498046875, |
| "learning_rate": 9.962996163443688e-07, |
| "loss": 0.0006, |
| "reward": 1.416548252105713, |
| "reward_std": 0.14642640948295593, |
| "rewards/accuracy_reward": 0.30047670006752014, |
| "rewards/format_reward": 1.0, |
| "step": 31, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.7142857142857143, |
| "all_wrong": 0.0, |
| "completion_length": 200.82144165039062, |
| "epoch": 0.002262923414185701, |
| "grad_norm": 1.4223202232999537, |
| "kl": 0.01397705078125, |
| "learning_rate": 9.960573506572389e-07, |
| "loss": 0.0006, |
| "reward": 1.930145502090454, |
| "reward_std": 0.12284065037965775, |
| "rewards/accuracy_reward": 0.8408597707748413, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 32, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 347.0714416503906, |
| "epoch": 0.0023336397708790045, |
| "grad_norm": 3.518686828892219, |
| "kl": 0.006744384765625, |
| "learning_rate": 9.958074351521096e-07, |
| "loss": 0.0003, |
| "reward": 1.259355068206787, |
| "reward_std": 0.2953766882419586, |
| "rewards/accuracy_reward": 0.22899788618087769, |
| "rewards/format_reward": 0.973214328289032, |
| "step": 33, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 292.125, |
| "epoch": 0.0024043561275723076, |
| "grad_norm": 7.331431973368505, |
| "kl": 0.0089111328125, |
| "learning_rate": 9.955498736829874e-07, |
| "loss": 0.0004, |
| "reward": 1.4256235361099243, |
| "reward_std": 0.2976904809474945, |
| "rewards/accuracy_reward": 0.4613378047943115, |
| "rewards/format_reward": 0.9375000596046448, |
| "step": 34, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 303.125, |
| "epoch": 0.0024750724842656107, |
| "grad_norm": 9.691249760972333, |
| "kl": 0.00848388671875, |
| "learning_rate": 9.952846702217885e-07, |
| "loss": 0.0003, |
| "reward": 1.3373116254806519, |
| "reward_std": 0.19856014847755432, |
| "rewards/accuracy_reward": 0.22838297486305237, |
| "rewards/format_reward": 1.0, |
| "step": 35, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 250.48214721679688, |
| "epoch": 0.002545788840958914, |
| "grad_norm": 2.993544004162704, |
| "kl": 0.012939453125, |
| "learning_rate": 9.950118288582787e-07, |
| "loss": 0.0005, |
| "reward": 1.450445294380188, |
| "reward_std": 0.23749849200248718, |
| "rewards/accuracy_reward": 0.4183023273944855, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 36, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 177.00001525878906, |
| "epoch": 0.002616505197652217, |
| "grad_norm": 2.147613846896577, |
| "kl": 0.01483154296875, |
| "learning_rate": 9.947313538000092e-07, |
| "loss": 0.0006, |
| "reward": 1.5246427059173584, |
| "reward_std": 0.15763144195079803, |
| "rewards/accuracy_reward": 0.5139283537864685, |
| "rewards/format_reward": 1.0, |
| "step": 37, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 229.58929443359375, |
| "epoch": 0.00268722155434552, |
| "grad_norm": 1.9805499967733886, |
| "kl": 0.01519775390625, |
| "learning_rate": 9.944432493722524e-07, |
| "loss": 0.0006, |
| "reward": 1.3561514616012573, |
| "reward_std": 0.1405426561832428, |
| "rewards/accuracy_reward": 0.31329435110092163, |
| "rewards/format_reward": 1.0, |
| "step": 38, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 344.0535888671875, |
| "epoch": 0.002757937911038823, |
| "grad_norm": 1.6211008791444943, |
| "kl": 0.0111083984375, |
| "learning_rate": 9.941475200179346e-07, |
| "loss": 0.0004, |
| "reward": 1.3877519369125366, |
| "reward_std": 0.082041434943676, |
| "rewards/accuracy_reward": 0.32525181770324707, |
| "rewards/format_reward": 0.9910714626312256, |
| "step": 39, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 322.71429443359375, |
| "epoch": 0.0028286542677321263, |
| "grad_norm": 1.9545000376681727, |
| "kl": 0.0096435546875, |
| "learning_rate": 9.938441702975689e-07, |
| "loss": 0.0004, |
| "reward": 1.4263824224472046, |
| "reward_std": 0.1756214201450348, |
| "rewards/accuracy_reward": 0.3406681418418884, |
| "rewards/format_reward": 1.0, |
| "step": 40, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 314.3035888671875, |
| "epoch": 0.0028993706244254294, |
| "grad_norm": 2.053784837086962, |
| "kl": 0.0103759765625, |
| "learning_rate": 9.935332048891826e-07, |
| "loss": 0.0004, |
| "reward": 1.521074652671814, |
| "reward_std": 0.1329503059387207, |
| "rewards/accuracy_reward": 0.4103603959083557, |
| "rewards/format_reward": 1.0, |
| "step": 41, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 360.2321472167969, |
| "epoch": 0.002970086981118733, |
| "grad_norm": 2.2804514926564057, |
| "kl": 0.0103759765625, |
| "learning_rate": 9.932146285882476e-07, |
| "loss": 0.0004, |
| "reward": 1.397080898284912, |
| "reward_std": 0.15315495431423187, |
| "rewards/accuracy_reward": 0.2845808267593384, |
| "rewards/format_reward": 0.9910714626312256, |
| "step": 42, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.42857142857142855, |
| "completion_length": 321.8214416503906, |
| "epoch": 0.003040803337812036, |
| "grad_norm": 1.992676290215063, |
| "kl": 0.0155029296875, |
| "learning_rate": 9.928884463076043e-07, |
| "loss": 0.0006, |
| "reward": 1.3467375040054321, |
| "reward_std": 0.16957923769950867, |
| "rewards/accuracy_reward": 0.24138039350509644, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 43, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 340.1607360839844, |
| "epoch": 0.003111519694505339, |
| "grad_norm": 2.003574826398129, |
| "kl": 0.0164794921875, |
| "learning_rate": 9.925546630773868e-07, |
| "loss": 0.0007, |
| "reward": 1.2990601062774658, |
| "reward_std": 0.1996757686138153, |
| "rewards/accuracy_reward": 0.3044171929359436, |
| "rewards/format_reward": 0.8660714626312256, |
| "step": 44, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.42857142857142855, |
| "completion_length": 378.5535888671875, |
| "epoch": 0.0031822360511986423, |
| "grad_norm": 1.5251934336406172, |
| "kl": 0.0140380859375, |
| "learning_rate": 9.922132840449458e-07, |
| "loss": 0.0006, |
| "reward": 1.2783958911895752, |
| "reward_std": 0.14688079059123993, |
| "rewards/accuracy_reward": 0.16768160462379456, |
| "rewards/format_reward": 0.9642857313156128, |
| "step": 45, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 385.89288330078125, |
| "epoch": 0.0032529524078919454, |
| "grad_norm": 5.043598020520579, |
| "kl": 0.01226806640625, |
| "learning_rate": 9.91864314474768e-07, |
| "loss": 0.0005, |
| "reward": 1.4317442178726196, |
| "reward_std": 0.13028410077095032, |
| "rewards/accuracy_reward": 0.29245835542678833, |
| "rewards/format_reward": 1.0, |
| "step": 46, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 429.64288330078125, |
| "epoch": 0.0033236687645852485, |
| "grad_norm": 1.5608232632837769, |
| "kl": 0.0081787109375, |
| "learning_rate": 9.915077597483958e-07, |
| "loss": 0.0003, |
| "reward": 1.2896418571472168, |
| "reward_std": 0.34282949566841125, |
| "rewards/accuracy_reward": 0.29678457975387573, |
| "rewards/format_reward": 0.9642857313156128, |
| "step": 47, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 369.7857360839844, |
| "epoch": 0.0033943851212785516, |
| "grad_norm": 1.3115904622960182, |
| "kl": 0.0103759765625, |
| "learning_rate": 9.911436253643443e-07, |
| "loss": 0.0004, |
| "reward": 1.4439650774002075, |
| "reward_std": 0.16484510898590088, |
| "rewards/accuracy_reward": 0.4296793043613434, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 48, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 359.1607360839844, |
| "epoch": 0.0034651014779718547, |
| "grad_norm": 1.8675624762178065, |
| "kl": 0.01116943359375, |
| "learning_rate": 9.907719169380162e-07, |
| "loss": 0.0004, |
| "reward": 1.3826886415481567, |
| "reward_std": 0.10018106549978256, |
| "rewards/accuracy_reward": 0.2291172444820404, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 49, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 260.0, |
| "epoch": 0.003535817834665158, |
| "grad_norm": 1.7629184411875067, |
| "kl": 0.01507568359375, |
| "learning_rate": 9.90392640201615e-07, |
| "loss": 0.0006, |
| "reward": 1.2967737913131714, |
| "reward_std": 0.19944338500499725, |
| "rewards/accuracy_reward": 0.2610594630241394, |
| "rewards/format_reward": 1.0, |
| "step": 50, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 274.5357360839844, |
| "epoch": 0.0036065341913584614, |
| "grad_norm": 2.582277447707262, |
| "kl": 0.0167236328125, |
| "learning_rate": 9.900058010040577e-07, |
| "loss": 0.0007, |
| "reward": 1.432778239250183, |
| "reward_std": 0.27678585052490234, |
| "rewards/accuracy_reward": 0.35242101550102234, |
| "rewards/format_reward": 0.9910714626312256, |
| "step": 51, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 292.9464416503906, |
| "epoch": 0.0036772505480517645, |
| "grad_norm": 2.660184539699317, |
| "kl": 0.0234375, |
| "learning_rate": 9.89611405310883e-07, |
| "loss": 0.0009, |
| "reward": 1.4461818933486938, |
| "reward_std": 0.21560263633728027, |
| "rewards/accuracy_reward": 0.3622532784938812, |
| "rewards/format_reward": 0.9910714626312256, |
| "step": 52, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 247.9285888671875, |
| "epoch": 0.0037479669047450676, |
| "grad_norm": 2.348619995816532, |
| "kl": 0.02099609375, |
| "learning_rate": 9.8920945920416e-07, |
| "loss": 0.0008, |
| "reward": 1.6287018060684204, |
| "reward_std": 0.13119636476039886, |
| "rewards/accuracy_reward": 0.5001303553581238, |
| "rewards/format_reward": 1.0, |
| "step": 53, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 357.7500305175781, |
| "epoch": 0.0038186832614383708, |
| "grad_norm": 3.300186824637339, |
| "kl": 0.013916015625, |
| "learning_rate": 9.887999688823954e-07, |
| "loss": 0.0006, |
| "reward": 1.3542555570602417, |
| "reward_std": 0.08903272449970245, |
| "rewards/accuracy_reward": 0.29711267352104187, |
| "rewards/format_reward": 1.0, |
| "step": 54, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 285.6071472167969, |
| "epoch": 0.003889399618131674, |
| "grad_norm": 2.7314218605333624, |
| "kl": 0.016845703125, |
| "learning_rate": 9.883829406604361e-07, |
| "loss": 0.0007, |
| "reward": 1.2821252346038818, |
| "reward_std": 0.28221410512924194, |
| "rewards/accuracy_reward": 0.24998226761817932, |
| "rewards/format_reward": 1.0, |
| "step": 55, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 337.83929443359375, |
| "epoch": 0.003960115974824977, |
| "grad_norm": 1.5413615695610776, |
| "kl": 0.01397705078125, |
| "learning_rate": 9.879583809693736e-07, |
| "loss": 0.0006, |
| "reward": 1.3935561180114746, |
| "reward_std": 0.0765104740858078, |
| "rewards/accuracy_reward": 0.31498464941978455, |
| "rewards/format_reward": 1.0, |
| "step": 56, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 389.4821472167969, |
| "epoch": 0.0040308323315182805, |
| "grad_norm": 2.0151756007314714, |
| "kl": 0.01226806640625, |
| "learning_rate": 9.875262963564435e-07, |
| "loss": 0.0005, |
| "reward": 1.513351559638977, |
| "reward_std": 0.25552207231521606, |
| "rewards/accuracy_reward": 0.513351559638977, |
| "rewards/format_reward": 0.9464285969734192, |
| "step": 57, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 278.1785888671875, |
| "epoch": 0.004101548688211583, |
| "grad_norm": 1.9172194743179696, |
| "kl": 0.019287109375, |
| "learning_rate": 9.870866934849246e-07, |
| "loss": 0.0008, |
| "reward": 1.3478862047195435, |
| "reward_std": 0.20562618970870972, |
| "rewards/accuracy_reward": 0.3211003541946411, |
| "rewards/format_reward": 1.0, |
| "step": 58, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 374.6071472167969, |
| "epoch": 0.004172265044904887, |
| "grad_norm": 2.343462943955647, |
| "kl": 0.0166015625, |
| "learning_rate": 9.866395791340374e-07, |
| "loss": 0.0007, |
| "reward": 1.296674132347107, |
| "reward_std": 0.19219763576984406, |
| "rewards/accuracy_reward": 0.23953120410442352, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 59, |
| "temporal_rewards": 0.4285714328289032 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 342.1250305175781, |
| "epoch": 0.0042429814015981894, |
| "grad_norm": 4.637690517701243, |
| "kl": 0.01373291015625, |
| "learning_rate": 9.861849601988383e-07, |
| "loss": 0.0005, |
| "reward": 1.4211491346359253, |
| "reward_std": 0.1250295639038086, |
| "rewards/accuracy_reward": 0.4032919704914093, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 60, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 302.96429443359375, |
| "epoch": 0.004313697758291493, |
| "grad_norm": 1.9222617292615771, |
| "kl": 0.0262451171875, |
| "learning_rate": 9.857228436901134e-07, |
| "loss": 0.001, |
| "reward": 1.6846325397491455, |
| "reward_std": 0.21064738929271698, |
| "rewards/accuracy_reward": 0.5649893879890442, |
| "rewards/format_reward": 1.0, |
| "step": 61, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 305.75, |
| "epoch": 0.004384414114984796, |
| "grad_norm": 26.29906049647125, |
| "kl": 0.019287109375, |
| "learning_rate": 9.852532367342712e-07, |
| "loss": 0.0008, |
| "reward": 1.5550265312194824, |
| "reward_std": 0.32851195335388184, |
| "rewards/accuracy_reward": 0.4853835701942444, |
| "rewards/format_reward": 1.0, |
| "step": 62, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 259.2857360839844, |
| "epoch": 0.004455130471678099, |
| "grad_norm": 2.277143299225396, |
| "kl": 0.0250244140625, |
| "learning_rate": 9.847761465732316e-07, |
| "loss": 0.001, |
| "reward": 1.6335762739181519, |
| "reward_std": 0.16626587510108948, |
| "rewards/accuracy_reward": 0.48357629776000977, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 63, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.42857142857142855, |
| "completion_length": 327.8214416503906, |
| "epoch": 0.004525846828371402, |
| "grad_norm": 1.8633049035565223, |
| "kl": 0.0167236328125, |
| "learning_rate": 9.842915805643156e-07, |
| "loss": 0.0007, |
| "reward": 1.2655143737792969, |
| "reward_std": 0.08168249577283859, |
| "rewards/accuracy_reward": 0.19765721261501312, |
| "rewards/format_reward": 1.0, |
| "step": 64, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 337.64288330078125, |
| "epoch": 0.0045965631850647054, |
| "grad_norm": 5.2839246810027305, |
| "kl": 0.0159912109375, |
| "learning_rate": 9.837995461801299e-07, |
| "loss": 0.0006, |
| "reward": 1.319211483001709, |
| "reward_std": 0.23389935493469238, |
| "rewards/accuracy_reward": 0.26921141147613525, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 65, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 274.9107360839844, |
| "epoch": 0.004667279541758009, |
| "grad_norm": 2.0489370067600152, |
| "kl": 0.0157470703125, |
| "learning_rate": 9.833000510084537e-07, |
| "loss": 0.0006, |
| "reward": 1.5802041292190552, |
| "reward_std": 0.32652613520622253, |
| "rewards/accuracy_reward": 0.4623468518257141, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 66, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 346.1071472167969, |
| "epoch": 0.004737995898451312, |
| "grad_norm": 2.9765363585370004, |
| "kl": 0.016845703125, |
| "learning_rate": 9.827931027521203e-07, |
| "loss": 0.0007, |
| "reward": 1.5119441747665405, |
| "reward_std": 0.13541929423809052, |
| "rewards/accuracy_reward": 0.4369440972805023, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 67, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 332.64288330078125, |
| "epoch": 0.004808712255144615, |
| "grad_norm": 2.0791874628611065, |
| "kl": 0.02001953125, |
| "learning_rate": 9.82278709228899e-07, |
| "loss": 0.0008, |
| "reward": 1.6526119709014893, |
| "reward_std": 0.16472205519676208, |
| "rewards/accuracy_reward": 0.48296913504600525, |
| "rewards/format_reward": 0.973214328289032, |
| "step": 68, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 314.6071472167969, |
| "epoch": 0.004879428611837918, |
| "grad_norm": 2.9259962040864806, |
| "kl": 0.0166015625, |
| "learning_rate": 9.817568783713743e-07, |
| "loss": 0.0007, |
| "reward": 1.376184105873108, |
| "reward_std": 0.15327244997024536, |
| "rewards/accuracy_reward": 0.2404698133468628, |
| "rewards/format_reward": 1.0, |
| "step": 69, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 429.2321472167969, |
| "epoch": 0.0049501449685312214, |
| "grad_norm": 1.4543069927272658, |
| "kl": 0.00872802734375, |
| "learning_rate": 9.812276182268236e-07, |
| "loss": 0.0003, |
| "reward": 1.4265930652618408, |
| "reward_std": 0.1878514438867569, |
| "rewards/accuracy_reward": 0.35337868332862854, |
| "rewards/format_reward": 0.973214328289032, |
| "step": 70, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.5714285714285714, |
| "completion_length": 319.9464416503906, |
| "epoch": 0.005020861325224524, |
| "grad_norm": 2.8833448599523903, |
| "kl": 0.022216796875, |
| "learning_rate": 9.80690936957093e-07, |
| "loss": 0.0009, |
| "reward": 1.1564468145370483, |
| "reward_std": 0.14011871814727783, |
| "rewards/accuracy_reward": 0.09930393099784851, |
| "rewards/format_reward": 0.9910714626312256, |
| "step": 71, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 262.08929443359375, |
| "epoch": 0.005091577681917828, |
| "grad_norm": 2.9250018918381016, |
| "kl": 0.0196533203125, |
| "learning_rate": 9.801468428384716e-07, |
| "loss": 0.0008, |
| "reward": 1.4391757249832153, |
| "reward_std": 0.22654646635055542, |
| "rewards/accuracy_reward": 0.4248898923397064, |
| "rewards/format_reward": 1.0, |
| "step": 72, |
| "temporal_rewards": 0.4285714328289032 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.42857142857142855, |
| "completion_length": 255.33929443359375, |
| "epoch": 0.00516229403861113, |
| "grad_norm": 2.757906287941002, |
| "kl": 0.0169677734375, |
| "learning_rate": 9.795953442615637e-07, |
| "loss": 0.0007, |
| "reward": 1.2926268577575684, |
| "reward_std": 0.13662691414356232, |
| "rewards/accuracy_reward": 0.21405534446239471, |
| "rewards/format_reward": 1.0, |
| "step": 73, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 280.96429443359375, |
| "epoch": 0.005233010395304434, |
| "grad_norm": 1.9114265067788339, |
| "kl": 0.0135498046875, |
| "learning_rate": 9.790364497311595e-07, |
| "loss": 0.0005, |
| "reward": 1.473499059677124, |
| "reward_std": 0.24891799688339233, |
| "rewards/accuracy_reward": 0.44849908351898193, |
| "rewards/format_reward": 1.0, |
| "step": 74, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 333.9821472167969, |
| "epoch": 0.0053037267519977374, |
| "grad_norm": 4.373657761893615, |
| "kl": 0.01263427734375, |
| "learning_rate": 9.784701678661044e-07, |
| "loss": 0.0005, |
| "reward": 1.6830004453659058, |
| "reward_std": 0.251014769077301, |
| "rewards/accuracy_reward": 0.5490719079971313, |
| "rewards/format_reward": 1.0, |
| "step": 75, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 187.44644165039062, |
| "epoch": 0.00537444310869104, |
| "grad_norm": 2.543487512106903, |
| "kl": 0.02392578125, |
| "learning_rate": 9.77896507399165e-07, |
| "loss": 0.001, |
| "reward": 1.6778168678283691, |
| "reward_std": 0.12846630811691284, |
| "rewards/accuracy_reward": 0.667102575302124, |
| "rewards/format_reward": 1.0, |
| "step": 76, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 301.625, |
| "epoch": 0.005445159465384344, |
| "grad_norm": 5.5479936200907884, |
| "kl": 0.01708984375, |
| "learning_rate": 9.773154771768955e-07, |
| "loss": 0.0007, |
| "reward": 1.2718242406845093, |
| "reward_std": 0.3140626549720764, |
| "rewards/accuracy_reward": 0.20932413637638092, |
| "rewards/format_reward": 0.9910714626312256, |
| "step": 77, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 367.08929443359375, |
| "epoch": 0.005515875822077646, |
| "grad_norm": 2.3377141382093547, |
| "kl": 0.01287841796875, |
| "learning_rate": 9.767270861595004e-07, |
| "loss": 0.0005, |
| "reward": 1.3282794952392578, |
| "reward_std": 0.20793180167675018, |
| "rewards/accuracy_reward": 0.21399372816085815, |
| "rewards/format_reward": 0.9464285969734192, |
| "step": 78, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 314.9107360839844, |
| "epoch": 0.00558659217877095, |
| "grad_norm": 3.975000609910864, |
| "kl": 0.0174560546875, |
| "learning_rate": 9.761313434206977e-07, |
| "loss": 0.0007, |
| "reward": 1.4134036302566528, |
| "reward_std": 0.11728669703006744, |
| "rewards/accuracy_reward": 0.4776892066001892, |
| "rewards/format_reward": 0.8571429252624512, |
| "step": 79, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 290.0535888671875, |
| "epoch": 0.005657308535464253, |
| "grad_norm": 46.026920138320996, |
| "kl": 0.015380859375, |
| "learning_rate": 9.755282581475767e-07, |
| "loss": 0.0006, |
| "reward": 1.3587440252304077, |
| "reward_std": 0.2508980929851532, |
| "rewards/accuracy_reward": 0.3730297386646271, |
| "rewards/format_reward": 0.9642857313156128, |
| "step": 80, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 343.51788330078125, |
| "epoch": 0.005728024892157556, |
| "grad_norm": 1.7806344788497834, |
| "kl": 0.01422119140625, |
| "learning_rate": 9.749178396404588e-07, |
| "loss": 0.0006, |
| "reward": 1.479040265083313, |
| "reward_std": 0.15753905475139618, |
| "rewards/accuracy_reward": 0.4147545397281647, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 81, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.42857142857142855, |
| "completion_length": 234.94644165039062, |
| "epoch": 0.005798741248850859, |
| "grad_norm": 1.4240333944645842, |
| "kl": 0.0172119140625, |
| "learning_rate": 9.743000973127523e-07, |
| "loss": 0.0007, |
| "reward": 1.2428573369979858, |
| "reward_std": 0.2260817587375641, |
| "rewards/accuracy_reward": 0.2250000238418579, |
| "rewards/format_reward": 1.0, |
| "step": 82, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 201.85714721679688, |
| "epoch": 0.005869457605544162, |
| "grad_norm": 1.9441682237202011, |
| "kl": 0.0250244140625, |
| "learning_rate": 9.73675040690808e-07, |
| "loss": 0.001, |
| "reward": 1.3984408378601074, |
| "reward_std": 0.1573176085948944, |
| "rewards/accuracy_reward": 0.302012175321579, |
| "rewards/format_reward": 1.0, |
| "step": 83, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 253.87501525878906, |
| "epoch": 0.005940173962237466, |
| "grad_norm": 2.1552891570371653, |
| "kl": 0.0191650390625, |
| "learning_rate": 9.730426794137726e-07, |
| "loss": 0.0008, |
| "reward": 1.595906376838684, |
| "reward_std": 0.19122400879859924, |
| "rewards/accuracy_reward": 0.5709062814712524, |
| "rewards/format_reward": 1.0, |
| "step": 84, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 224.33929443359375, |
| "epoch": 0.006010890318930769, |
| "grad_norm": 2.468011998898407, |
| "kl": 0.0244140625, |
| "learning_rate": 9.72403023233439e-07, |
| "loss": 0.001, |
| "reward": 1.4167797565460205, |
| "reward_std": 0.04883218929171562, |
| "rewards/accuracy_reward": 0.3489225208759308, |
| "rewards/format_reward": 1.0, |
| "step": 85, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 293.1785888671875, |
| "epoch": 0.006081606675624072, |
| "grad_norm": 3.0951135470999867, |
| "kl": 0.0146484375, |
| "learning_rate": 9.717560820140968e-07, |
| "loss": 0.0006, |
| "reward": 1.6028056144714355, |
| "reward_std": 0.09058967977762222, |
| "rewards/accuracy_reward": 0.4778055250644684, |
| "rewards/format_reward": 1.0, |
| "step": 86, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 242.6607208251953, |
| "epoch": 0.006152323032317375, |
| "grad_norm": 4.0600455292191295, |
| "kl": 0.0169677734375, |
| "learning_rate": 9.711018657323798e-07, |
| "loss": 0.0007, |
| "reward": 1.5601238012313843, |
| "reward_std": 0.14355504512786865, |
| "rewards/accuracy_reward": 0.3851237893104553, |
| "rewards/format_reward": 1.0, |
| "step": 87, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 335.3035888671875, |
| "epoch": 0.006223039389010678, |
| "grad_norm": 6.157136751420816, |
| "kl": 0.00921630859375, |
| "learning_rate": 9.704403844771127e-07, |
| "loss": 0.0004, |
| "reward": 1.4300976991653442, |
| "reward_std": 0.2536827325820923, |
| "rewards/accuracy_reward": 0.3658120036125183, |
| "rewards/format_reward": 1.0, |
| "step": 88, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 249.7678680419922, |
| "epoch": 0.006293755745703981, |
| "grad_norm": 3.1843130127400756, |
| "kl": 0.0250244140625, |
| "learning_rate": 9.697716484491545e-07, |
| "loss": 0.001, |
| "reward": 1.2961429357528687, |
| "reward_std": 0.09949057549238205, |
| "rewards/accuracy_reward": 0.23542852699756622, |
| "rewards/format_reward": 1.0, |
| "step": 89, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 204.85714721679688, |
| "epoch": 0.006364472102397285, |
| "grad_norm": 1.9848526579428263, |
| "kl": 0.0245361328125, |
| "learning_rate": 9.69095667961242e-07, |
| "loss": 0.001, |
| "reward": 1.6368935108184814, |
| "reward_std": 0.0798259824514389, |
| "rewards/accuracy_reward": 0.5618934035301208, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 90, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 321.76788330078125, |
| "epoch": 0.006435188459090587, |
| "grad_norm": 3.0430493637217086, |
| "kl": 0.01806640625, |
| "learning_rate": 9.684124534378306e-07, |
| "loss": 0.0007, |
| "reward": 1.467795968055725, |
| "reward_std": 0.33526092767715454, |
| "rewards/accuracy_reward": 0.43386733531951904, |
| "rewards/format_reward": 0.9642857313156128, |
| "step": 91, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 340.6785888671875, |
| "epoch": 0.006505904815783891, |
| "grad_norm": 2.4969561415391914, |
| "kl": 0.0142822265625, |
| "learning_rate": 9.677220154149337e-07, |
| "loss": 0.0006, |
| "reward": 1.4655735492706299, |
| "reward_std": 0.2757211923599243, |
| "rewards/accuracy_reward": 0.3655734360218048, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 92, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 330.51788330078125, |
| "epoch": 0.006576621172477194, |
| "grad_norm": 3.4230740531619244, |
| "kl": 0.0205078125, |
| "learning_rate": 9.670243645399592e-07, |
| "loss": 0.0008, |
| "reward": 1.246590256690979, |
| "reward_std": 0.16154395043849945, |
| "rewards/accuracy_reward": 0.3037329912185669, |
| "rewards/format_reward": 0.8571429252624512, |
| "step": 93, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 266.51788330078125, |
| "epoch": 0.006647337529170497, |
| "grad_norm": 1.792653568726783, |
| "kl": 0.01373291015625, |
| "learning_rate": 9.66319511571547e-07, |
| "loss": 0.0005, |
| "reward": 1.5348743200302124, |
| "reward_std": 0.2590065002441406, |
| "rewards/accuracy_reward": 0.3991599380970001, |
| "rewards/format_reward": 1.0, |
| "step": 94, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 350.8750305175781, |
| "epoch": 0.006718053885863801, |
| "grad_norm": 3.6844148711598894, |
| "kl": 0.0113525390625, |
| "learning_rate": 9.656074673794017e-07, |
| "loss": 0.0005, |
| "reward": 1.3648685216903687, |
| "reward_std": 0.19355671107769012, |
| "rewards/accuracy_reward": 0.29701128602027893, |
| "rewards/format_reward": 0.9285714626312256, |
| "step": 95, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 353.0000305175781, |
| "epoch": 0.006788770242557103, |
| "grad_norm": 1.8425013413449784, |
| "kl": 0.014892578125, |
| "learning_rate": 9.648882429441256e-07, |
| "loss": 0.0006, |
| "reward": 1.3588917255401611, |
| "reward_std": 0.07505875080823898, |
| "rewards/accuracy_reward": 0.28032031655311584, |
| "rewards/format_reward": 1.0, |
| "step": 96, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 241.3035888671875, |
| "epoch": 0.006859486599250407, |
| "grad_norm": 2.2865088411510186, |
| "kl": 0.0186767578125, |
| "learning_rate": 9.641618493570494e-07, |
| "loss": 0.0008, |
| "reward": 1.514050006866455, |
| "reward_std": 0.09278088063001633, |
| "rewards/accuracy_reward": 0.4890500009059906, |
| "rewards/format_reward": 1.0, |
| "step": 97, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 321.64288330078125, |
| "epoch": 0.0069302029559437095, |
| "grad_norm": 2.4393418387911407, |
| "kl": 0.01336669921875, |
| "learning_rate": 9.634282978200603e-07, |
| "loss": 0.0005, |
| "reward": 1.6806771755218506, |
| "reward_std": 0.2365805059671402, |
| "rewards/accuracy_reward": 0.5753200054168701, |
| "rewards/format_reward": 0.9642857313156128, |
| "step": 98, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.5714285714285714, |
| "completion_length": 339.5357360839844, |
| "epoch": 0.007000919312637013, |
| "grad_norm": 1.228627970228306, |
| "kl": 0.0155029296875, |
| "learning_rate": 9.62687599645431e-07, |
| "loss": 0.0006, |
| "reward": 1.3055490255355835, |
| "reward_std": 0.093048594892025, |
| "rewards/accuracy_reward": 0.3126917779445648, |
| "rewards/format_reward": 0.9642857313156128, |
| "step": 99, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 359.83929443359375, |
| "epoch": 0.007071635669330316, |
| "grad_norm": 4.909829679120721, |
| "kl": 0.01519775390625, |
| "learning_rate": 9.619397662556433e-07, |
| "loss": 0.0006, |
| "reward": 1.583992838859558, |
| "reward_std": 0.17024964094161987, |
| "rewards/accuracy_reward": 0.4697072505950928, |
| "rewards/format_reward": 1.0, |
| "step": 100, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 219.8928680419922, |
| "epoch": 0.007142352026023619, |
| "grad_norm": 3.4222857802240805, |
| "kl": 0.0252685546875, |
| "learning_rate": 9.611848091832133e-07, |
| "loss": 0.001, |
| "reward": 1.8999944925308228, |
| "reward_std": 0.25680312514305115, |
| "rewards/accuracy_reward": 0.7339228391647339, |
| "rewards/format_reward": 1.0, |
| "step": 101, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 345.4107360839844, |
| "epoch": 0.007213068382716923, |
| "grad_norm": 2.6142219757444836, |
| "kl": 0.0145263671875, |
| "learning_rate": 9.604227400705132e-07, |
| "loss": 0.0006, |
| "reward": 1.4651293754577637, |
| "reward_std": 0.2930588722229004, |
| "rewards/accuracy_reward": 0.44548648595809937, |
| "rewards/format_reward": 0.9285714626312256, |
| "step": 102, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 302.58929443359375, |
| "epoch": 0.0072837847394102255, |
| "grad_norm": 3.0046367857128695, |
| "kl": 0.023681640625, |
| "learning_rate": 9.59653570669591e-07, |
| "loss": 0.0009, |
| "reward": 1.352138876914978, |
| "reward_std": 0.2061319798231125, |
| "rewards/accuracy_reward": 0.25928163528442383, |
| "rewards/format_reward": 1.0, |
| "step": 103, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 383.3571472167969, |
| "epoch": 0.007354501096103529, |
| "grad_norm": 4.326041664957411, |
| "kl": 0.014892578125, |
| "learning_rate": 9.588773128419905e-07, |
| "loss": 0.0006, |
| "reward": 1.2845295667648315, |
| "reward_std": 0.2477128505706787, |
| "rewards/accuracy_reward": 0.3041723966598511, |
| "rewards/format_reward": 0.9196429252624512, |
| "step": 104, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 310.2857360839844, |
| "epoch": 0.007425217452796832, |
| "grad_norm": 1.8180782150035706, |
| "kl": 0.013427734375, |
| "learning_rate": 9.58093978558568e-07, |
| "loss": 0.0005, |
| "reward": 1.400816559791565, |
| "reward_std": 0.24325203895568848, |
| "rewards/accuracy_reward": 0.34724515676498413, |
| "rewards/format_reward": 1.0, |
| "step": 105, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 333.46429443359375, |
| "epoch": 0.007495933809490135, |
| "grad_norm": 2.6731117168518934, |
| "kl": 0.0106201171875, |
| "learning_rate": 9.573035798993068e-07, |
| "loss": 0.0004, |
| "reward": 1.4619109630584717, |
| "reward_std": 0.33450353145599365, |
| "rewards/accuracy_reward": 0.3386966586112976, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 106, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.42857142857142855, |
| "completion_length": 237.71429443359375, |
| "epoch": 0.007566650166183438, |
| "grad_norm": 2.151797770832874, |
| "kl": 0.0213623046875, |
| "learning_rate": 9.56506129053132e-07, |
| "loss": 0.0009, |
| "reward": 1.200774908065796, |
| "reward_std": 0.08128359168767929, |
| "rewards/accuracy_reward": 0.18291769921779633, |
| "rewards/format_reward": 1.0, |
| "step": 107, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 219.75001525878906, |
| "epoch": 0.0076373665228767415, |
| "grad_norm": 2.23204577242565, |
| "kl": 0.021240234375, |
| "learning_rate": 9.557016383177225e-07, |
| "loss": 0.0008, |
| "reward": 1.3770668506622314, |
| "reward_std": 0.18465553224086761, |
| "rewards/accuracy_reward": 0.3324239253997803, |
| "rewards/format_reward": 1.0, |
| "step": 108, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 331.08929443359375, |
| "epoch": 0.007708082879570044, |
| "grad_norm": 2.0364878021038972, |
| "kl": 0.01348876953125, |
| "learning_rate": 9.548901200993204e-07, |
| "loss": 0.0005, |
| "reward": 1.6874791383743286, |
| "reward_std": 0.20309144258499146, |
| "rewards/accuracy_reward": 0.523193359375, |
| "rewards/format_reward": 1.0, |
| "step": 109, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 243.69644165039062, |
| "epoch": 0.007778799236263348, |
| "grad_norm": 7.679578749901159, |
| "kl": 0.01483154296875, |
| "learning_rate": 9.540715869125407e-07, |
| "loss": 0.0006, |
| "reward": 1.6750842332839966, |
| "reward_std": 0.1258372962474823, |
| "rewards/accuracy_reward": 0.5018698573112488, |
| "rewards/format_reward": 1.0, |
| "step": 110, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 266.46429443359375, |
| "epoch": 0.00784951559295665, |
| "grad_norm": 3.863264366762978, |
| "kl": 0.0198974609375, |
| "learning_rate": 9.532460513801773e-07, |
| "loss": 0.0008, |
| "reward": 1.5431677103042603, |
| "reward_std": 0.18005259335041046, |
| "rewards/accuracy_reward": 0.4735248386859894, |
| "rewards/format_reward": 0.9910714626312256, |
| "step": 111, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 319.375, |
| "epoch": 0.007920231949649954, |
| "grad_norm": 2.2642097623810518, |
| "kl": 0.02099609375, |
| "learning_rate": 9.524135262330098e-07, |
| "loss": 0.0008, |
| "reward": 1.490749478340149, |
| "reward_std": 0.19586695730686188, |
| "rewards/accuracy_reward": 0.4193209409713745, |
| "rewards/format_reward": 0.9642857313156128, |
| "step": 112, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 329.4285888671875, |
| "epoch": 0.007990948306343258, |
| "grad_norm": 3.1715258681675134, |
| "kl": 0.013916015625, |
| "learning_rate": 9.515740243096055e-07, |
| "loss": 0.0006, |
| "reward": 1.587631106376648, |
| "reward_std": 0.1253492534160614, |
| "rewards/accuracy_reward": 0.48048824071884155, |
| "rewards/format_reward": 1.0, |
| "step": 113, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 302.4107360839844, |
| "epoch": 0.008061664663036561, |
| "grad_norm": 3.1660993758626113, |
| "kl": 0.024658203125, |
| "learning_rate": 9.507275585561227e-07, |
| "loss": 0.001, |
| "reward": 1.4113376140594482, |
| "reward_std": 0.2173725813627243, |
| "rewards/accuracy_reward": 0.404194712638855, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 114, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 428.0535888671875, |
| "epoch": 0.008132381019729863, |
| "grad_norm": 2.1925097514640126, |
| "kl": 0.01263427734375, |
| "learning_rate": 9.498741420261108e-07, |
| "loss": 0.0005, |
| "reward": 1.5163511037826538, |
| "reward_std": 0.22099778056144714, |
| "rewards/accuracy_reward": 0.37527957558631897, |
| "rewards/format_reward": 0.973214328289032, |
| "step": 115, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 388.0000305175781, |
| "epoch": 0.008203097376423166, |
| "grad_norm": 1.862604562993654, |
| "kl": 0.0145263671875, |
| "learning_rate": 9.490137878803078e-07, |
| "loss": 0.0006, |
| "reward": 1.254425048828125, |
| "reward_std": 0.20928141474723816, |
| "rewards/accuracy_reward": 0.2079964280128479, |
| "rewards/format_reward": 0.9642857313156128, |
| "step": 116, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 285.375, |
| "epoch": 0.00827381373311647, |
| "grad_norm": 3.895700288106716, |
| "kl": 0.01953125, |
| "learning_rate": 9.481465093864393e-07, |
| "loss": 0.0008, |
| "reward": 1.373571753501892, |
| "reward_std": 0.1936766505241394, |
| "rewards/accuracy_reward": 0.22714316844940186, |
| "rewards/format_reward": 1.0, |
| "step": 117, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 365.9285888671875, |
| "epoch": 0.008344530089809774, |
| "grad_norm": 2.223944741157465, |
| "kl": 0.0159912109375, |
| "learning_rate": 9.472723199190125e-07, |
| "loss": 0.0006, |
| "reward": 1.3532675504684448, |
| "reward_std": 0.26254165172576904, |
| "rewards/accuracy_reward": 0.33898183703422546, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 118, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 290.375, |
| "epoch": 0.008415246446503075, |
| "grad_norm": 4.060561230765897, |
| "kl": 0.01556396484375, |
| "learning_rate": 9.463912329591104e-07, |
| "loss": 0.0006, |
| "reward": 1.5833758115768433, |
| "reward_std": 0.21105141937732697, |
| "rewards/accuracy_reward": 0.4440901577472687, |
| "rewards/format_reward": 1.0, |
| "step": 119, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 244.58929443359375, |
| "epoch": 0.008485962803196379, |
| "grad_norm": 3.6640304272146706, |
| "kl": 0.022705078125, |
| "learning_rate": 9.455032620941839e-07, |
| "loss": 0.0009, |
| "reward": 1.5331847667694092, |
| "reward_std": 0.1736329346895218, |
| "rewards/accuracy_reward": 0.4260418713092804, |
| "rewards/format_reward": 1.0, |
| "step": 120, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 303.7857360839844, |
| "epoch": 0.008556679159889682, |
| "grad_norm": 21.7643150228708, |
| "kl": 0.022216796875, |
| "learning_rate": 9.446084210178422e-07, |
| "loss": 0.0009, |
| "reward": 1.5412453413009644, |
| "reward_std": 0.21888363361358643, |
| "rewards/accuracy_reward": 0.43410253524780273, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 121, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.5714285714285714, |
| "all_wrong": 0.0, |
| "completion_length": 215.6428680419922, |
| "epoch": 0.008627395516582986, |
| "grad_norm": 1.3447220077217081, |
| "kl": 0.020263671875, |
| "learning_rate": 9.437067235296417e-07, |
| "loss": 0.0008, |
| "reward": 1.8865166902542114, |
| "reward_std": 0.1381787210702896, |
| "rewards/accuracy_reward": 0.8150880932807922, |
| "rewards/format_reward": 1.0, |
| "step": 122, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.42857142857142855, |
| "completion_length": 286.5714416503906, |
| "epoch": 0.00869811187327629, |
| "grad_norm": 2.0220055763172042, |
| "kl": 0.021484375, |
| "learning_rate": 9.427981835348728e-07, |
| "loss": 0.0009, |
| "reward": 1.4709733724594116, |
| "reward_std": 0.10469930619001389, |
| "rewards/accuracy_reward": 0.42454469203948975, |
| "rewards/format_reward": 0.9464285969734192, |
| "step": 123, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 393.6071472167969, |
| "epoch": 0.008768828229969591, |
| "grad_norm": 9.224417050304405, |
| "kl": 0.014892578125, |
| "learning_rate": 9.418828150443468e-07, |
| "loss": 0.0006, |
| "reward": 1.499655842781067, |
| "reward_std": 0.29198262095451355, |
| "rewards/accuracy_reward": 0.324655681848526, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 124, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 339.39288330078125, |
| "epoch": 0.008839544586662895, |
| "grad_norm": 1.1526761082447148, |
| "kl": 0.0186767578125, |
| "learning_rate": 9.409606321741774e-07, |
| "loss": 0.0007, |
| "reward": 1.2972179651260376, |
| "reward_std": 0.24084976315498352, |
| "rewards/accuracy_reward": 0.3329322040081024, |
| "rewards/format_reward": 0.9285714626312256, |
| "step": 125, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 262.9821472167969, |
| "epoch": 0.008910260943356198, |
| "grad_norm": 11.808368254144906, |
| "kl": 0.0220947265625, |
| "learning_rate": 9.40031649145566e-07, |
| "loss": 0.0009, |
| "reward": 1.5768448114395142, |
| "reward_std": 0.3029190003871918, |
| "rewards/accuracy_reward": 0.5393447875976562, |
| "rewards/format_reward": 0.9285714626312256, |
| "step": 126, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 316.26788330078125, |
| "epoch": 0.008980977300049502, |
| "grad_norm": 10.715616889828016, |
| "kl": 0.0189208984375, |
| "learning_rate": 9.390958802845795e-07, |
| "loss": 0.0008, |
| "reward": 1.373911738395691, |
| "reward_std": 0.2512255311012268, |
| "rewards/accuracy_reward": 0.3560546636581421, |
| "rewards/format_reward": 0.973214328289032, |
| "step": 127, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 414.0535888671875, |
| "epoch": 0.009051693656742804, |
| "grad_norm": 1.919997753629705, |
| "kl": 0.0152587890625, |
| "learning_rate": 9.381533400219317e-07, |
| "loss": 0.0006, |
| "reward": 1.382378339767456, |
| "reward_std": 0.22342532873153687, |
| "rewards/accuracy_reward": 0.289521187543869, |
| "rewards/format_reward": 0.9642857313156128, |
| "step": 128, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 369.9107360839844, |
| "epoch": 0.009122410013436107, |
| "grad_norm": 2.5183466412577666, |
| "kl": 0.0174560546875, |
| "learning_rate": 9.372040428927594e-07, |
| "loss": 0.0007, |
| "reward": 1.3510209321975708, |
| "reward_std": 0.2675493061542511, |
| "rewards/accuracy_reward": 0.3331637382507324, |
| "rewards/format_reward": 0.9642857313156128, |
| "step": 129, |
| "temporal_rewards": 0.4285714328289032 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 262.1071472167969, |
| "epoch": 0.009193126370129411, |
| "grad_norm": 6.1384474030242115, |
| "kl": 0.025634765625, |
| "learning_rate": 9.362480035363985e-07, |
| "loss": 0.001, |
| "reward": 1.4629807472229004, |
| "reward_std": 0.24614229798316956, |
| "rewards/accuracy_reward": 0.3665521740913391, |
| "rewards/format_reward": 1.0, |
| "step": 130, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 355.1250305175781, |
| "epoch": 0.009263842726822714, |
| "grad_norm": 3.57710689764986, |
| "kl": 0.017822265625, |
| "learning_rate": 9.352852366961588e-07, |
| "loss": 0.0007, |
| "reward": 1.288507342338562, |
| "reward_std": 0.26952436566352844, |
| "rewards/accuracy_reward": 0.4063645005226135, |
| "rewards/format_reward": 0.8571429252624512, |
| "step": 131, |
| "temporal_rewards": 0.4285714328289032 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 293.76788330078125, |
| "epoch": 0.009334559083516018, |
| "grad_norm": 4.016956936307492, |
| "kl": 0.0233154296875, |
| "learning_rate": 9.343157572190956e-07, |
| "loss": 0.0009, |
| "reward": 1.4482492208480835, |
| "reward_std": 0.20301766693592072, |
| "rewards/accuracy_reward": 0.3928920030593872, |
| "rewards/format_reward": 0.9910714626312256, |
| "step": 132, |
| "temporal_rewards": 0.4285714328289032 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 303.89288330078125, |
| "epoch": 0.00940527544020932, |
| "grad_norm": 2.209190614999211, |
| "kl": 0.0260009765625, |
| "learning_rate": 9.333395800557819e-07, |
| "loss": 0.001, |
| "reward": 1.4164832830429077, |
| "reward_std": 0.21116062998771667, |
| "rewards/accuracy_reward": 0.37362611293792725, |
| "rewards/format_reward": 1.0, |
| "step": 133, |
| "temporal_rewards": 0.4285714328289032 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 232.83929443359375, |
| "epoch": 0.009475991796902623, |
| "grad_norm": 2.3920435061902485, |
| "kl": 0.02685546875, |
| "learning_rate": 9.323567202600775e-07, |
| "loss": 0.0011, |
| "reward": 1.6055296659469604, |
| "reward_std": 0.1259336918592453, |
| "rewards/accuracy_reward": 0.5519582033157349, |
| "rewards/format_reward": 1.0, |
| "step": 134, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 362.76788330078125, |
| "epoch": 0.009546708153595927, |
| "grad_norm": 2.4240174220347193, |
| "kl": 0.0164794921875, |
| "learning_rate": 9.313671929888959e-07, |
| "loss": 0.0007, |
| "reward": 1.5406317710876465, |
| "reward_std": 0.19516302645206451, |
| "rewards/accuracy_reward": 0.44777458906173706, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 135, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 318.9285888671875, |
| "epoch": 0.00961742451028923, |
| "grad_norm": 3.0352149225327305, |
| "kl": 0.019775390625, |
| "learning_rate": 9.303710135019717e-07, |
| "loss": 0.0008, |
| "reward": 1.47672700881958, |
| "reward_std": 0.27364325523376465, |
| "rewards/accuracy_reward": 0.34815552830696106, |
| "rewards/format_reward": 1.0, |
| "step": 136, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 363.8035888671875, |
| "epoch": 0.009688140866982532, |
| "grad_norm": 4.421482134987685, |
| "kl": 0.020751953125, |
| "learning_rate": 9.293681971616252e-07, |
| "loss": 0.0008, |
| "reward": 1.4471619129180908, |
| "reward_std": 0.20606939494609833, |
| "rewards/accuracy_reward": 0.3828760087490082, |
| "rewards/format_reward": 0.9285714626312256, |
| "step": 137, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 329.5, |
| "epoch": 0.009758857223675836, |
| "grad_norm": 1.4301611717819003, |
| "kl": 0.02099609375, |
| "learning_rate": 9.283587594325249e-07, |
| "loss": 0.0008, |
| "reward": 1.392465353012085, |
| "reward_std": 0.08509918302297592, |
| "rewards/accuracy_reward": 0.3496081531047821, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 138, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 269.75, |
| "epoch": 0.00982957358036914, |
| "grad_norm": 1.3703204042357304, |
| "kl": 0.03271484375, |
| "learning_rate": 9.273427158814489e-07, |
| "loss": 0.0013, |
| "reward": 1.4367648363113403, |
| "reward_std": 0.28294071555137634, |
| "rewards/accuracy_reward": 0.4296218454837799, |
| "rewards/format_reward": 0.9642857313156128, |
| "step": 139, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 244.3928680419922, |
| "epoch": 0.009900289937062443, |
| "grad_norm": 2.0057125869788313, |
| "kl": 0.0264892578125, |
| "learning_rate": 9.26320082177046e-07, |
| "loss": 0.0011, |
| "reward": 1.7590270042419434, |
| "reward_std": 0.06344171613454819, |
| "rewards/accuracy_reward": 0.7018842101097107, |
| "rewards/format_reward": 1.0, |
| "step": 140, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 321.64288330078125, |
| "epoch": 0.009971006293755746, |
| "grad_norm": 2.5914166443947373, |
| "kl": 0.02197265625, |
| "learning_rate": 9.252908740895931e-07, |
| "loss": 0.0009, |
| "reward": 1.5036076307296753, |
| "reward_std": 0.10110967606306076, |
| "rewards/accuracy_reward": 0.3821791410446167, |
| "rewards/format_reward": 1.0, |
| "step": 141, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 361.7321472167969, |
| "epoch": 0.010041722650449048, |
| "grad_norm": 8.980817763791462, |
| "kl": 0.0216064453125, |
| "learning_rate": 9.242551074907518e-07, |
| "loss": 0.0009, |
| "reward": 1.5724399089813232, |
| "reward_std": 0.11964640766382217, |
| "rewards/accuracy_reward": 0.4277971088886261, |
| "rewards/format_reward": 1.0, |
| "step": 142, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 239.6607208251953, |
| "epoch": 0.010112439007142352, |
| "grad_norm": 1.8883960509133508, |
| "kl": 0.0240478515625, |
| "learning_rate": 9.232127983533245e-07, |
| "loss": 0.001, |
| "reward": 1.565454125404358, |
| "reward_std": 0.1630210280418396, |
| "rewards/accuracy_reward": 0.5172398090362549, |
| "rewards/format_reward": 1.0, |
| "step": 143, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 427.9464416503906, |
| "epoch": 0.010183155363835655, |
| "grad_norm": 2.3832303736177742, |
| "kl": 0.01953125, |
| "learning_rate": 9.221639627510075e-07, |
| "loss": 0.0008, |
| "reward": 1.3102302551269531, |
| "reward_std": 0.18023933470249176, |
| "rewards/accuracy_reward": 0.21558740735054016, |
| "rewards/format_reward": 0.9910714626312256, |
| "step": 144, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 349.5000305175781, |
| "epoch": 0.010253871720528959, |
| "grad_norm": 2.248959223753439, |
| "kl": 0.0203857421875, |
| "learning_rate": 9.211086168581432e-07, |
| "loss": 0.0008, |
| "reward": 1.633971929550171, |
| "reward_std": 0.2561051845550537, |
| "rewards/accuracy_reward": 0.5161147117614746, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 145, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 308.8214416503906, |
| "epoch": 0.01032458807722226, |
| "grad_norm": 1.406496492312579, |
| "kl": 0.0185546875, |
| "learning_rate": 9.200467769494708e-07, |
| "loss": 0.0007, |
| "reward": 1.4855246543884277, |
| "reward_std": 0.17182736098766327, |
| "rewards/accuracy_reward": 0.44623881578445435, |
| "rewards/format_reward": 1.0, |
| "step": 146, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 217.08929443359375, |
| "epoch": 0.010395304433915564, |
| "grad_norm": 4.641236633076694, |
| "kl": 0.0283203125, |
| "learning_rate": 9.189784593998755e-07, |
| "loss": 0.0011, |
| "reward": 1.4098620414733887, |
| "reward_std": 0.15371043980121613, |
| "rewards/accuracy_reward": 0.29557615518569946, |
| "rewards/format_reward": 1.0, |
| "step": 147, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 280.0714416503906, |
| "epoch": 0.010466020790608868, |
| "grad_norm": 14.30288201944178, |
| "kl": 0.0206298828125, |
| "learning_rate": 9.179036806841351e-07, |
| "loss": 0.0008, |
| "reward": 1.174415111541748, |
| "reward_std": 0.36266663670539856, |
| "rewards/accuracy_reward": 0.19941507279872894, |
| "rewards/format_reward": 0.9464285969734192, |
| "step": 148, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 336.64288330078125, |
| "epoch": 0.010536737147302171, |
| "grad_norm": 1.4877367535305948, |
| "kl": 0.0208740234375, |
| "learning_rate": 9.168224573766672e-07, |
| "loss": 0.0008, |
| "reward": 1.489093542098999, |
| "reward_std": 0.09695346653461456, |
| "rewards/accuracy_reward": 0.4212363362312317, |
| "rewards/format_reward": 0.9642857313156128, |
| "step": 149, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 278.9464416503906, |
| "epoch": 0.010607453503995475, |
| "grad_norm": 4.334646025476919, |
| "kl": 0.024169921875, |
| "learning_rate": 9.157348061512726e-07, |
| "loss": 0.001, |
| "reward": 1.2368561029434204, |
| "reward_std": 0.2322416752576828, |
| "rewards/accuracy_reward": 0.21899887919425964, |
| "rewards/format_reward": 1.0, |
| "step": 150, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 303.14288330078125, |
| "epoch": 0.010678169860688777, |
| "grad_norm": 3.034617710271269, |
| "kl": 0.0255126953125, |
| "learning_rate": 9.146407437808787e-07, |
| "loss": 0.001, |
| "reward": 1.491349458694458, |
| "reward_std": 0.2161448746919632, |
| "rewards/accuracy_reward": 0.4020635783672333, |
| "rewards/format_reward": 1.0, |
| "step": 151, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 245.5178680419922, |
| "epoch": 0.01074888621738208, |
| "grad_norm": 2.830749632861873, |
| "kl": 0.0260009765625, |
| "learning_rate": 9.135402871372808e-07, |
| "loss": 0.001, |
| "reward": 1.6998294591903687, |
| "reward_std": 0.1506149172782898, |
| "rewards/accuracy_reward": 0.5837579965591431, |
| "rewards/format_reward": 0.9910714626312256, |
| "step": 152, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 332.76788330078125, |
| "epoch": 0.010819602574075384, |
| "grad_norm": 1.6696401679641466, |
| "kl": 0.0206298828125, |
| "learning_rate": 9.124334531908817e-07, |
| "loss": 0.0008, |
| "reward": 1.537719488143921, |
| "reward_std": 0.08255819231271744, |
| "rewards/accuracy_reward": 0.4037908613681793, |
| "rewards/format_reward": 0.9910714626312256, |
| "step": 153, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 311.9285888671875, |
| "epoch": 0.010890318930768687, |
| "grad_norm": 2.4684627765016636, |
| "kl": 0.0235595703125, |
| "learning_rate": 9.113202590104299e-07, |
| "loss": 0.0009, |
| "reward": 1.4082906246185303, |
| "reward_std": 0.20965200662612915, |
| "rewards/accuracy_reward": 0.3547193109989166, |
| "rewards/format_reward": 1.0, |
| "step": 154, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 260.83929443359375, |
| "epoch": 0.01096103528746199, |
| "grad_norm": 2.542807633365316, |
| "kl": 0.0262451171875, |
| "learning_rate": 9.102007217627567e-07, |
| "loss": 0.001, |
| "reward": 1.5869228839874268, |
| "reward_std": 0.18990451097488403, |
| "rewards/accuracy_reward": 0.538708508014679, |
| "rewards/format_reward": 0.9910714626312256, |
| "step": 155, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 345.9107360839844, |
| "epoch": 0.011031751644155293, |
| "grad_norm": 4.265599876884221, |
| "kl": 0.0169677734375, |
| "learning_rate": 9.090748587125117e-07, |
| "loss": 0.0007, |
| "reward": 1.693191647529602, |
| "reward_std": 0.12695717811584473, |
| "rewards/accuracy_reward": 0.5253344774246216, |
| "rewards/format_reward": 1.0, |
| "step": 156, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 235.94644165039062, |
| "epoch": 0.011102468000848596, |
| "grad_norm": 5.414528552074709, |
| "kl": 0.0277099609375, |
| "learning_rate": 9.079426872218956e-07, |
| "loss": 0.0011, |
| "reward": 1.3239043951034546, |
| "reward_std": 0.14587335288524628, |
| "rewards/accuracy_reward": 0.31318995356559753, |
| "rewards/format_reward": 1.0, |
| "step": 157, |
| "temporal_rewards": 0.4285714328289032 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 361.7321472167969, |
| "epoch": 0.0111731843575419, |
| "grad_norm": 3.008023418439411, |
| "kl": 0.0194091796875, |
| "learning_rate": 9.068042247503935e-07, |
| "loss": 0.0008, |
| "reward": 1.4832088947296143, |
| "reward_std": 0.1778072714805603, |
| "rewards/accuracy_reward": 0.422494500875473, |
| "rewards/format_reward": 0.9464285969734192, |
| "step": 158, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 288.4107360839844, |
| "epoch": 0.011243900714235203, |
| "grad_norm": 1.4138322938073078, |
| "kl": 0.0264892578125, |
| "learning_rate": 9.056594888545049e-07, |
| "loss": 0.0011, |
| "reward": 1.3137909173965454, |
| "reward_std": 0.1505429595708847, |
| "rewards/accuracy_reward": 0.2745051085948944, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 159, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 317.01788330078125, |
| "epoch": 0.011314617070928505, |
| "grad_norm": 2.6610544482343186, |
| "kl": 0.0274658203125, |
| "learning_rate": 9.045084971874737e-07, |
| "loss": 0.0011, |
| "reward": 1.5181852579116821, |
| "reward_std": 0.16893567144870758, |
| "rewards/accuracy_reward": 0.47354230284690857, |
| "rewards/format_reward": 0.9285714626312256, |
| "step": 160, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 328.6607360839844, |
| "epoch": 0.011385333427621809, |
| "grad_norm": 2.407654009367882, |
| "kl": 0.0166015625, |
| "learning_rate": 9.033512674990149e-07, |
| "loss": 0.0007, |
| "reward": 1.4223268032073975, |
| "reward_std": 0.2396889477968216, |
| "rewards/accuracy_reward": 0.3473266661167145, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 161, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 415.4285888671875, |
| "epoch": 0.011456049784315112, |
| "grad_norm": 2.3585160223044372, |
| "kl": 0.016357421875, |
| "learning_rate": 9.021878176350422e-07, |
| "loss": 0.0007, |
| "reward": 1.507544994354248, |
| "reward_std": 0.11298723518848419, |
| "rewards/accuracy_reward": 0.35397347807884216, |
| "rewards/format_reward": 1.0, |
| "step": 162, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 291.3214416503906, |
| "epoch": 0.011526766141008416, |
| "grad_norm": 2.724075776419, |
| "kl": 0.0245361328125, |
| "learning_rate": 9.010181655373917e-07, |
| "loss": 0.001, |
| "reward": 1.6402637958526611, |
| "reward_std": 0.08064742386341095, |
| "rewards/accuracy_reward": 0.456335186958313, |
| "rewards/format_reward": 1.0, |
| "step": 163, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 320.5714416503906, |
| "epoch": 0.011597482497701718, |
| "grad_norm": 2.0679316286372984, |
| "kl": 0.025390625, |
| "learning_rate": 8.998423292435453e-07, |
| "loss": 0.001, |
| "reward": 1.4677201509475708, |
| "reward_std": 0.25773927569389343, |
| "rewards/accuracy_reward": 0.42843446135520935, |
| "rewards/format_reward": 1.0, |
| "step": 164, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 279.0357360839844, |
| "epoch": 0.011668198854395021, |
| "grad_norm": 1.4675378870733307, |
| "kl": 0.0279541015625, |
| "learning_rate": 8.986603268863535e-07, |
| "loss": 0.0011, |
| "reward": 1.4586702585220337, |
| "reward_std": 0.11441056430339813, |
| "rewards/accuracy_reward": 0.32652747631073, |
| "rewards/format_reward": 1.0, |
| "step": 165, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 187.12501525878906, |
| "epoch": 0.011738915211088325, |
| "grad_norm": 2.245827421438433, |
| "kl": 0.0244140625, |
| "learning_rate": 8.97472176693755e-07, |
| "loss": 0.001, |
| "reward": 1.473800539970398, |
| "reward_std": 0.2685979902744293, |
| "rewards/accuracy_reward": 0.423800528049469, |
| "rewards/format_reward": 1.0, |
| "step": 166, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 247.3928680419922, |
| "epoch": 0.011809631567781628, |
| "grad_norm": 1.7406695992306875, |
| "kl": 0.03369140625, |
| "learning_rate": 8.962778969884955e-07, |
| "loss": 0.0013, |
| "reward": 1.468814492225647, |
| "reward_std": 0.18952742218971252, |
| "rewards/accuracy_reward": 0.41167151927948, |
| "rewards/format_reward": 1.0, |
| "step": 167, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 221.87501525878906, |
| "epoch": 0.011880347924474932, |
| "grad_norm": 4.633479212726561, |
| "kl": 0.024658203125, |
| "learning_rate": 8.950775061878452e-07, |
| "loss": 0.001, |
| "reward": 1.4082615375518799, |
| "reward_std": 0.34984076023101807, |
| "rewards/accuracy_reward": 0.34397584199905396, |
| "rewards/format_reward": 1.0, |
| "step": 168, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 308.2857360839844, |
| "epoch": 0.011951064281168234, |
| "grad_norm": 4.048696190636604, |
| "kl": 0.019775390625, |
| "learning_rate": 8.938710228033154e-07, |
| "loss": 0.0008, |
| "reward": 1.567077398300171, |
| "reward_std": 0.23703129589557648, |
| "rewards/accuracy_reward": 0.46886304020881653, |
| "rewards/format_reward": 0.9910714626312256, |
| "step": 169, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 222.33929443359375, |
| "epoch": 0.012021780637861537, |
| "grad_norm": 2.2293052891594, |
| "kl": 0.0269775390625, |
| "learning_rate": 8.926584654403724e-07, |
| "loss": 0.0011, |
| "reward": 1.4130131006240845, |
| "reward_std": 0.23506106436252594, |
| "rewards/accuracy_reward": 0.3594415783882141, |
| "rewards/format_reward": 0.9910714626312256, |
| "step": 170, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 325.4285888671875, |
| "epoch": 0.01209249699455484, |
| "grad_norm": 1.8707364427327096, |
| "kl": 0.0238037109375, |
| "learning_rate": 8.914398527981508e-07, |
| "loss": 0.001, |
| "reward": 1.4513860940933228, |
| "reward_std": 0.11605605483055115, |
| "rewards/accuracy_reward": 0.4210290014743805, |
| "rewards/format_reward": 0.9017857313156128, |
| "step": 171, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 219.07144165039062, |
| "epoch": 0.012163213351248144, |
| "grad_norm": 2.2051930139431075, |
| "kl": 0.023681640625, |
| "learning_rate": 8.902152036691648e-07, |
| "loss": 0.001, |
| "reward": 1.5919699668884277, |
| "reward_std": 0.1128179207444191, |
| "rewards/accuracy_reward": 0.4758984446525574, |
| "rewards/format_reward": 1.0, |
| "step": 172, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 319.33929443359375, |
| "epoch": 0.012233929707941446, |
| "grad_norm": 1.6003155827744433, |
| "kl": 0.0211181640625, |
| "learning_rate": 8.889845369390192e-07, |
| "loss": 0.0008, |
| "reward": 1.4665100574493408, |
| "reward_std": 0.2734900414943695, |
| "rewards/accuracy_reward": 0.4700813591480255, |
| "rewards/format_reward": 0.9642857313156128, |
| "step": 173, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 269.0357360839844, |
| "epoch": 0.01230464606463475, |
| "grad_norm": 3.683925913989117, |
| "kl": 0.0250244140625, |
| "learning_rate": 8.877478715861172e-07, |
| "loss": 0.001, |
| "reward": 1.304351568222046, |
| "reward_std": 0.35192304849624634, |
| "rewards/accuracy_reward": 0.2686372995376587, |
| "rewards/format_reward": 1.0, |
| "step": 174, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 271.83929443359375, |
| "epoch": 0.012375362421328053, |
| "grad_norm": 6.237940496382095, |
| "kl": 0.02587890625, |
| "learning_rate": 8.865052266813685e-07, |
| "loss": 0.001, |
| "reward": 1.371685266494751, |
| "reward_std": 0.09024086594581604, |
| "rewards/accuracy_reward": 0.28239956498146057, |
| "rewards/format_reward": 1.0, |
| "step": 175, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 390.2500305175781, |
| "epoch": 0.012446078778021357, |
| "grad_norm": 2.882157952979737, |
| "kl": 0.01611328125, |
| "learning_rate": 8.852566213878946e-07, |
| "loss": 0.0006, |
| "reward": 1.4647856950759888, |
| "reward_std": 0.32249927520751953, |
| "rewards/accuracy_reward": 0.425499826669693, |
| "rewards/format_reward": 0.9285714626312256, |
| "step": 176, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 329.9107360839844, |
| "epoch": 0.01251679513471466, |
| "grad_norm": 1.3482575301187645, |
| "kl": 0.017333984375, |
| "learning_rate": 8.840020749607339e-07, |
| "loss": 0.0007, |
| "reward": 1.4191097021102905, |
| "reward_std": 0.2465665489435196, |
| "rewards/accuracy_reward": 0.404823899269104, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 177, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 297.9107360839844, |
| "epoch": 0.012587511491407962, |
| "grad_norm": 3.554634262972343, |
| "kl": 0.030517578125, |
| "learning_rate": 8.827416067465441e-07, |
| "loss": 0.0012, |
| "reward": 1.602040410041809, |
| "reward_std": 0.09194756299257278, |
| "rewards/accuracy_reward": 0.44489744305610657, |
| "rewards/format_reward": 1.0, |
| "step": 178, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 299.5357360839844, |
| "epoch": 0.012658227848101266, |
| "grad_norm": 2.8137393866897007, |
| "kl": 0.019775390625, |
| "learning_rate": 8.814752361833043e-07, |
| "loss": 0.0008, |
| "reward": 1.4214688539505005, |
| "reward_std": 0.11745855957269669, |
| "rewards/accuracy_reward": 0.3178972005844116, |
| "rewards/format_reward": 1.0, |
| "step": 179, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 234.33929443359375, |
| "epoch": 0.01272894420479457, |
| "grad_norm": 4.039322462542817, |
| "kl": 0.029052734375, |
| "learning_rate": 8.802029828000155e-07, |
| "loss": 0.0012, |
| "reward": 1.5256800651550293, |
| "reward_std": 0.23902064561843872, |
| "rewards/accuracy_reward": 0.4685371220111847, |
| "rewards/format_reward": 1.0, |
| "step": 180, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 319.3571472167969, |
| "epoch": 0.012799660561487873, |
| "grad_norm": 2.1842928363004908, |
| "kl": 0.0235595703125, |
| "learning_rate": 8.789248662163983e-07, |
| "loss": 0.0009, |
| "reward": 1.1450446844100952, |
| "reward_std": 0.3180965781211853, |
| "rewards/accuracy_reward": 0.20218747854232788, |
| "rewards/format_reward": 0.8839285969734192, |
| "step": 181, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 283.21429443359375, |
| "epoch": 0.012870376918181175, |
| "grad_norm": 4.416379768557193, |
| "kl": 0.0277099609375, |
| "learning_rate": 8.776409061425918e-07, |
| "loss": 0.0011, |
| "reward": 1.7241166830062866, |
| "reward_std": 0.3241221010684967, |
| "rewards/accuracy_reward": 0.5705450773239136, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 182, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 331.58929443359375, |
| "epoch": 0.012941093274874478, |
| "grad_norm": 1.3954007520635816, |
| "kl": 0.0240478515625, |
| "learning_rate": 8.763511223788484e-07, |
| "loss": 0.001, |
| "reward": 1.6189593076705933, |
| "reward_std": 0.22927075624465942, |
| "rewards/accuracy_reward": 0.5386022329330444, |
| "rewards/format_reward": 0.9910714626312256, |
| "step": 183, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 323.1607360839844, |
| "epoch": 0.013011809631567782, |
| "grad_norm": 6.096014008861725, |
| "kl": 0.0206298828125, |
| "learning_rate": 8.750555348152298e-07, |
| "loss": 0.0008, |
| "reward": 1.5942450761795044, |
| "reward_std": 0.23543348908424377, |
| "rewards/accuracy_reward": 0.5478163957595825, |
| "rewards/format_reward": 1.0, |
| "step": 184, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 252.82144165039062, |
| "epoch": 0.013082525988261085, |
| "grad_norm": 1.5214109796213586, |
| "kl": 0.0242919921875, |
| "learning_rate": 8.737541634312983e-07, |
| "loss": 0.001, |
| "reward": 1.5999352931976318, |
| "reward_std": 0.21275702118873596, |
| "rewards/accuracy_reward": 0.5463637709617615, |
| "rewards/format_reward": 1.0, |
| "step": 185, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.42857142857142855, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 247.46429443359375, |
| "epoch": 0.013153242344954389, |
| "grad_norm": 1.5886934006041826, |
| "kl": 0.026611328125, |
| "learning_rate": 8.724470282958109e-07, |
| "loss": 0.0011, |
| "reward": 1.690679907798767, |
| "reward_std": 0.1188025251030922, |
| "rewards/accuracy_reward": 0.5531797409057617, |
| "rewards/format_reward": 0.9910714626312256, |
| "step": 186, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 259.64288330078125, |
| "epoch": 0.01322395870164769, |
| "grad_norm": 1.4240780548377447, |
| "kl": 0.0233154296875, |
| "learning_rate": 8.711341495664084e-07, |
| "loss": 0.0009, |
| "reward": 1.3198288679122925, |
| "reward_std": 0.1393367052078247, |
| "rewards/accuracy_reward": 0.2734001576900482, |
| "rewards/format_reward": 1.0, |
| "step": 187, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 222.57144165039062, |
| "epoch": 0.013294675058340994, |
| "grad_norm": 2.251652856106862, |
| "kl": 0.0274658203125, |
| "learning_rate": 8.698155474893049e-07, |
| "loss": 0.0011, |
| "reward": 1.6716322898864746, |
| "reward_std": 0.10570574551820755, |
| "rewards/accuracy_reward": 0.5716321468353271, |
| "rewards/format_reward": 1.0, |
| "step": 188, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 197.80357360839844, |
| "epoch": 0.013365391415034298, |
| "grad_norm": 2.0248378785806187, |
| "kl": 0.02880859375, |
| "learning_rate": 8.684912423989754e-07, |
| "loss": 0.0012, |
| "reward": 1.274679183959961, |
| "reward_std": 0.07096205651760101, |
| "rewards/accuracy_reward": 0.25325068831443787, |
| "rewards/format_reward": 1.0, |
| "step": 189, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 276.125, |
| "epoch": 0.013436107771727601, |
| "grad_norm": 2.25120744507204, |
| "kl": 0.02490234375, |
| "learning_rate": 8.671612547178427e-07, |
| "loss": 0.001, |
| "reward": 1.4910309314727783, |
| "reward_std": 0.13475151360034943, |
| "rewards/accuracy_reward": 0.4481736719608307, |
| "rewards/format_reward": 1.0, |
| "step": 190, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.42857142857142855, |
| "completion_length": 334.0357360839844, |
| "epoch": 0.013506824128420903, |
| "grad_norm": 1.5455675524443735, |
| "kl": 0.0172119140625, |
| "learning_rate": 8.658256049559624e-07, |
| "loss": 0.0007, |
| "reward": 1.2887359857559204, |
| "reward_std": 0.05297734588384628, |
| "rewards/accuracy_reward": 0.22802169620990753, |
| "rewards/format_reward": 1.0, |
| "step": 191, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 221.85714721679688, |
| "epoch": 0.013577540485114207, |
| "grad_norm": 1.288317446219956, |
| "kl": 0.03857421875, |
| "learning_rate": 8.644843137107057e-07, |
| "loss": 0.0015, |
| "reward": 1.3728680610656738, |
| "reward_std": 0.08603019267320633, |
| "rewards/accuracy_reward": 0.34429654479026794, |
| "rewards/format_reward": 1.0, |
| "step": 192, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 363.3214416503906, |
| "epoch": 0.01364825684180751, |
| "grad_norm": 2.6236920453856776, |
| "kl": 0.0203857421875, |
| "learning_rate": 8.631374016664432e-07, |
| "loss": 0.0008, |
| "reward": 1.4137091636657715, |
| "reward_std": 0.26463139057159424, |
| "rewards/accuracy_reward": 0.2922806143760681, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 193, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.42857142857142855, |
| "completion_length": 278.3571472167969, |
| "epoch": 0.013718973198500814, |
| "grad_norm": 2.3862737681382145, |
| "kl": 0.0255126953125, |
| "learning_rate": 8.617848895942246e-07, |
| "loss": 0.001, |
| "reward": 1.4670876264572144, |
| "reward_std": 0.0841924399137497, |
| "rewards/accuracy_reward": 0.3206591010093689, |
| "rewards/format_reward": 1.0, |
| "step": 194, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 313.5, |
| "epoch": 0.013789689555194117, |
| "grad_norm": 2.8908474390389656, |
| "kl": 0.018310546875, |
| "learning_rate": 8.604267983514593e-07, |
| "loss": 0.0007, |
| "reward": 1.4864572286605835, |
| "reward_std": 0.28509917855262756, |
| "rewards/accuracy_reward": 0.350742906332016, |
| "rewards/format_reward": 1.0, |
| "step": 195, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 242.96429443359375, |
| "epoch": 0.013860405911887419, |
| "grad_norm": 2.09027053506611, |
| "kl": 0.031494140625, |
| "learning_rate": 8.590631488815943e-07, |
| "loss": 0.0013, |
| "reward": 1.5034626722335815, |
| "reward_std": 0.15239542722702026, |
| "rewards/accuracy_reward": 0.4356054663658142, |
| "rewards/format_reward": 1.0, |
| "step": 196, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 263.4821472167969, |
| "epoch": 0.013931122268580723, |
| "grad_norm": 7.961547998596207, |
| "kl": 0.024658203125, |
| "learning_rate": 8.576939622137914e-07, |
| "loss": 0.001, |
| "reward": 1.3736116886138916, |
| "reward_std": 0.10773263871669769, |
| "rewards/accuracy_reward": 0.29504022002220154, |
| "rewards/format_reward": 1.0, |
| "step": 197, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 270.6607360839844, |
| "epoch": 0.014001838625274026, |
| "grad_norm": 3.2629744747475655, |
| "kl": 0.0238037109375, |
| "learning_rate": 8.563192594626026e-07, |
| "loss": 0.001, |
| "reward": 1.3022434711456299, |
| "reward_std": 0.21259881556034088, |
| "rewards/accuracy_reward": 0.2540290951728821, |
| "rewards/format_reward": 1.0, |
| "step": 198, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.42857142857142855, |
| "completion_length": 329.71429443359375, |
| "epoch": 0.01407255498196733, |
| "grad_norm": 31.859708642514484, |
| "kl": 0.0234375, |
| "learning_rate": 8.549390618276451e-07, |
| "loss": 0.0009, |
| "reward": 1.1515909433364868, |
| "reward_std": 0.16333603858947754, |
| "rewards/accuracy_reward": 0.25694799423217773, |
| "rewards/format_reward": 0.8750000596046448, |
| "step": 199, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 189.69644165039062, |
| "epoch": 0.014143271338660631, |
| "grad_norm": 1.8879113836656043, |
| "kl": 0.02197265625, |
| "learning_rate": 8.535533905932737e-07, |
| "loss": 0.0009, |
| "reward": 1.5240862369537354, |
| "reward_std": 0.2488589882850647, |
| "rewards/accuracy_reward": 0.5133718252182007, |
| "rewards/format_reward": 1.0, |
| "step": 200, |
| "temporal_rewards": 0.4285714328289032 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 261.9464416503906, |
| "epoch": 0.014213987695353935, |
| "grad_norm": 1.973742786298577, |
| "kl": 0.02392578125, |
| "learning_rate": 8.521622671282532e-07, |
| "loss": 0.001, |
| "reward": 1.481372594833374, |
| "reward_std": 0.2266463041305542, |
| "rewards/accuracy_reward": 0.4849439859390259, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 201, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 248.94644165039062, |
| "epoch": 0.014284704052047239, |
| "grad_norm": 6.695693622653985, |
| "kl": 0.0272216796875, |
| "learning_rate": 8.507657128854279e-07, |
| "loss": 0.0011, |
| "reward": 1.3022854328155518, |
| "reward_std": 0.12172963470220566, |
| "rewards/accuracy_reward": 0.2379995584487915, |
| "rewards/format_reward": 1.0, |
| "step": 202, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 270.25, |
| "epoch": 0.014355420408740542, |
| "grad_norm": 2.953266006649256, |
| "kl": 0.016357421875, |
| "learning_rate": 8.493637494013922e-07, |
| "loss": 0.0007, |
| "reward": 1.4721204042434692, |
| "reward_std": 0.16313821077346802, |
| "rewards/accuracy_reward": 0.4167632758617401, |
| "rewards/format_reward": 1.0, |
| "step": 203, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 310.51788330078125, |
| "epoch": 0.014426136765433846, |
| "grad_norm": 2.355388463784051, |
| "kl": 0.022216796875, |
| "learning_rate": 8.47956398296157e-07, |
| "loss": 0.0009, |
| "reward": 1.448262095451355, |
| "reward_std": 0.14031559228897095, |
| "rewards/accuracy_reward": 0.32683345675468445, |
| "rewards/format_reward": 1.0, |
| "step": 204, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 246.23214721679688, |
| "epoch": 0.014496853122127147, |
| "grad_norm": 2.8969335347016805, |
| "kl": 0.0262451171875, |
| "learning_rate": 8.465436812728179e-07, |
| "loss": 0.0011, |
| "reward": 1.464812994003296, |
| "reward_std": 0.18004056811332703, |
| "rewards/accuracy_reward": 0.35945579409599304, |
| "rewards/format_reward": 1.0, |
| "step": 205, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 337.4821472167969, |
| "epoch": 0.014567569478820451, |
| "grad_norm": 1.7153567050523515, |
| "kl": 0.02392578125, |
| "learning_rate": 8.451256201172186e-07, |
| "loss": 0.001, |
| "reward": 1.5385737419128418, |
| "reward_std": 0.25016364455223083, |
| "rewards/accuracy_reward": 0.4171450734138489, |
| "rewards/format_reward": 0.9642857313156128, |
| "step": 206, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 300.46429443359375, |
| "epoch": 0.014638285835513755, |
| "grad_norm": 1.8135259397132155, |
| "kl": 0.0224609375, |
| "learning_rate": 8.437022366976163e-07, |
| "loss": 0.0009, |
| "reward": 1.649634838104248, |
| "reward_std": 0.17442257702350616, |
| "rewards/accuracy_reward": 0.5657061338424683, |
| "rewards/format_reward": 1.0, |
| "step": 207, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 339.14288330078125, |
| "epoch": 0.014709002192207058, |
| "grad_norm": 3.389825860216208, |
| "kl": 0.0174560546875, |
| "learning_rate": 8.422735529643443e-07, |
| "loss": 0.0007, |
| "reward": 1.3887697458267212, |
| "reward_std": 0.09453748911619186, |
| "rewards/accuracy_reward": 0.27091261744499207, |
| "rewards/format_reward": 1.0, |
| "step": 208, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 249.48214721679688, |
| "epoch": 0.01477971854890036, |
| "grad_norm": 1.8942675362999493, |
| "kl": 0.0196533203125, |
| "learning_rate": 8.408395909494732e-07, |
| "loss": 0.0008, |
| "reward": 1.3122199773788452, |
| "reward_std": 0.07201296091079712, |
| "rewards/accuracy_reward": 0.233648419380188, |
| "rewards/format_reward": 1.0, |
| "step": 209, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 336.83929443359375, |
| "epoch": 0.014850434905593663, |
| "grad_norm": 6.186071470205722, |
| "kl": 0.0172119140625, |
| "learning_rate": 8.394003727664709e-07, |
| "loss": 0.0007, |
| "reward": 1.4762574434280396, |
| "reward_std": 0.2792689800262451, |
| "rewards/accuracy_reward": 0.3691144585609436, |
| "rewards/format_reward": 1.0, |
| "step": 210, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 268.2321472167969, |
| "epoch": 0.014921151262286967, |
| "grad_norm": 5.097377522418378, |
| "kl": 0.0213623046875, |
| "learning_rate": 8.379559206098623e-07, |
| "loss": 0.0009, |
| "reward": 1.4511572122573853, |
| "reward_std": 0.25285470485687256, |
| "rewards/accuracy_reward": 0.310085654258728, |
| "rewards/format_reward": 0.9910714626312256, |
| "step": 211, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 298.6071472167969, |
| "epoch": 0.01499186761898027, |
| "grad_norm": 4.345985519634721, |
| "kl": 0.0203857421875, |
| "learning_rate": 8.365062567548867e-07, |
| "loss": 0.0008, |
| "reward": 1.4499009847640991, |
| "reward_std": 0.08627697825431824, |
| "rewards/accuracy_reward": 0.3534723222255707, |
| "rewards/format_reward": 1.0, |
| "step": 212, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.42857142857142855, |
| "completion_length": 257.6607360839844, |
| "epoch": 0.015062583975673574, |
| "grad_norm": 4.0437678525889895, |
| "kl": 0.0198974609375, |
| "learning_rate": 8.350514035571539e-07, |
| "loss": 0.0008, |
| "reward": 1.4322230815887451, |
| "reward_std": 0.059154070913791656, |
| "rewards/accuracy_reward": 0.3393658995628357, |
| "rewards/format_reward": 1.0, |
| "step": 213, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 259.64288330078125, |
| "epoch": 0.015133300332366876, |
| "grad_norm": 1.085260729847415, |
| "kl": 0.0281982421875, |
| "learning_rate": 8.335913834522998e-07, |
| "loss": 0.0011, |
| "reward": 1.611323595046997, |
| "reward_std": 0.2231309562921524, |
| "rewards/accuracy_reward": 0.5006092190742493, |
| "rewards/format_reward": 1.0, |
| "step": 214, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 198.83929443359375, |
| "epoch": 0.01520401668906018, |
| "grad_norm": 3.8286282494832236, |
| "kl": 0.0245361328125, |
| "learning_rate": 8.321262189556409e-07, |
| "loss": 0.001, |
| "reward": 1.3808528184890747, |
| "reward_std": 0.19122284650802612, |
| "rewards/accuracy_reward": 0.3737098276615143, |
| "rewards/format_reward": 1.0, |
| "step": 215, |
| "temporal_rewards": 0.4285714328289032 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 212.9107208251953, |
| "epoch": 0.015274733045753483, |
| "grad_norm": 4.189458407464465, |
| "kl": 0.0264892578125, |
| "learning_rate": 8.306559326618259e-07, |
| "loss": 0.0011, |
| "reward": 1.683072566986084, |
| "reward_std": 0.1403959095478058, |
| "rewards/accuracy_reward": 0.5687867403030396, |
| "rewards/format_reward": 1.0, |
| "step": 216, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 332.51788330078125, |
| "epoch": 0.015345449402446787, |
| "grad_norm": 2.0588966873004324, |
| "kl": 0.019775390625, |
| "learning_rate": 8.291805472444886e-07, |
| "loss": 0.0008, |
| "reward": 1.56829035282135, |
| "reward_std": 0.14970047771930695, |
| "rewards/accuracy_reward": 0.42543309926986694, |
| "rewards/format_reward": 1.0, |
| "step": 217, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 309.89288330078125, |
| "epoch": 0.015416165759140088, |
| "grad_norm": 1.5970327306544907, |
| "kl": 0.0206298828125, |
| "learning_rate": 8.277000854558969e-07, |
| "loss": 0.0008, |
| "reward": 1.4329378604888916, |
| "reward_std": 0.17769020795822144, |
| "rewards/accuracy_reward": 0.3865092694759369, |
| "rewards/format_reward": 1.0, |
| "step": 218, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.42857142857142855, |
| "all_wrong": 0.0, |
| "completion_length": 245.10714721679688, |
| "epoch": 0.015486882115833392, |
| "grad_norm": 2.993388429949424, |
| "kl": 0.0233154296875, |
| "learning_rate": 8.262145701266033e-07, |
| "loss": 0.0009, |
| "reward": 1.8548609018325806, |
| "reward_std": 0.1085003912448883, |
| "rewards/accuracy_reward": 0.7155750393867493, |
| "rewards/format_reward": 1.0, |
| "step": 219, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 253.87501525878906, |
| "epoch": 0.015557598472526695, |
| "grad_norm": 3.2875572530355286, |
| "kl": 0.0263671875, |
| "learning_rate": 8.247240241650917e-07, |
| "loss": 0.0011, |
| "reward": 1.4926308393478394, |
| "reward_std": 0.09845560044050217, |
| "rewards/accuracy_reward": 0.35513073205947876, |
| "rewards/format_reward": 1.0, |
| "step": 220, |
| "temporal_rewards": 0.7857142686843872 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 269.9821472167969, |
| "epoch": 0.01562831482922, |
| "grad_norm": 1.6204417822856068, |
| "kl": 0.0189208984375, |
| "learning_rate": 8.232284705574249e-07, |
| "loss": 0.0008, |
| "reward": 1.7277500629425049, |
| "reward_std": 0.2150624543428421, |
| "rewards/accuracy_reward": 0.602749764919281, |
| "rewards/format_reward": 1.0, |
| "step": 221, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 350.1607360839844, |
| "epoch": 0.0156990311859133, |
| "grad_norm": 2.4219202007551774, |
| "kl": 0.0172119140625, |
| "learning_rate": 8.217279323668895e-07, |
| "loss": 0.0007, |
| "reward": 1.545009970664978, |
| "reward_std": 0.31166332960128784, |
| "rewards/accuracy_reward": 0.4700099527835846, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 222, |
| "temporal_rewards": 0.4285714328289032 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 316.2321472167969, |
| "epoch": 0.015769747542606606, |
| "grad_norm": 0.8785946759989334, |
| "kl": 0.0198974609375, |
| "learning_rate": 8.202224327336405e-07, |
| "loss": 0.0008, |
| "reward": 1.4706494808197021, |
| "reward_std": 0.1506997048854828, |
| "rewards/accuracy_reward": 0.4206494688987732, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 223, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 328.2321472167969, |
| "epoch": 0.015840463899299908, |
| "grad_norm": 1.9292246107124278, |
| "kl": 0.016845703125, |
| "learning_rate": 8.187119948743449e-07, |
| "loss": 0.0007, |
| "reward": 1.4158347845077515, |
| "reward_std": 0.10051684826612473, |
| "rewards/accuracy_reward": 0.33369180560112, |
| "rewards/format_reward": 1.0, |
| "step": 224, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 257.5535888671875, |
| "epoch": 0.01591118025599321, |
| "grad_norm": 2.1192659637649904, |
| "kl": 0.0224609375, |
| "learning_rate": 8.171966420818227e-07, |
| "loss": 0.0009, |
| "reward": 1.6717861890792847, |
| "reward_std": 0.21806247532367706, |
| "rewards/accuracy_reward": 0.5717863440513611, |
| "rewards/format_reward": 1.0, |
| "step": 225, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 365.0357360839844, |
| "epoch": 0.015981896612686515, |
| "grad_norm": 2.1823067933425553, |
| "kl": 0.0205078125, |
| "learning_rate": 8.156763977246889e-07, |
| "loss": 0.0008, |
| "reward": 1.4647364616394043, |
| "reward_std": 0.17890849709510803, |
| "rewards/accuracy_reward": 0.37902218103408813, |
| "rewards/format_reward": 1.0, |
| "step": 226, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 325.1964416503906, |
| "epoch": 0.016052612969379817, |
| "grad_norm": 7.69743289876813, |
| "kl": 0.0196533203125, |
| "learning_rate": 8.141512852469918e-07, |
| "loss": 0.0008, |
| "reward": 1.317492961883545, |
| "reward_std": 0.265159010887146, |
| "rewards/accuracy_reward": 0.2782071530818939, |
| "rewards/format_reward": 1.0, |
| "step": 227, |
| "temporal_rewards": 0.4285714328289032 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 226.7678680419922, |
| "epoch": 0.016123329326073122, |
| "grad_norm": 1.5830659125551139, |
| "kl": 0.0289306640625, |
| "learning_rate": 8.126213281678526e-07, |
| "loss": 0.0012, |
| "reward": 1.596521019935608, |
| "reward_std": 0.0969739705324173, |
| "rewards/accuracy_reward": 0.4965208172798157, |
| "rewards/format_reward": 1.0, |
| "step": 228, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 368.7500305175781, |
| "epoch": 0.016194045682766424, |
| "grad_norm": 2.4168828782413527, |
| "kl": 0.0262451171875, |
| "learning_rate": 8.11086550081102e-07, |
| "loss": 0.0011, |
| "reward": 1.6190539598464966, |
| "reward_std": 0.25097599625587463, |
| "rewards/accuracy_reward": 0.6011967062950134, |
| "rewards/format_reward": 0.8928571939468384, |
| "step": 229, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 335.4285888671875, |
| "epoch": 0.016264762039459726, |
| "grad_norm": 2.436703020730756, |
| "kl": 0.018798828125, |
| "learning_rate": 8.095469746549171e-07, |
| "loss": 0.0008, |
| "reward": 1.4492017030715942, |
| "reward_std": 0.3219817280769348, |
| "rewards/accuracy_reward": 0.39920154213905334, |
| "rewards/format_reward": 1.0, |
| "step": 230, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 294.0, |
| "epoch": 0.01633547839615303, |
| "grad_norm": 2.273426965859879, |
| "kl": 0.0224609375, |
| "learning_rate": 8.080026256314549e-07, |
| "loss": 0.0009, |
| "reward": 1.7205216884613037, |
| "reward_std": 0.0906975120306015, |
| "rewards/accuracy_reward": 0.5562359094619751, |
| "rewards/format_reward": 1.0, |
| "step": 231, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 301.5714416503906, |
| "epoch": 0.016406194752846333, |
| "grad_norm": 4.002959556577493, |
| "kl": 0.02197265625, |
| "learning_rate": 8.064535268264883e-07, |
| "loss": 0.0009, |
| "reward": 1.4822643995285034, |
| "reward_std": 0.10995025932788849, |
| "rewards/accuracy_reward": 0.3786930441856384, |
| "rewards/format_reward": 1.0, |
| "step": 232, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 290.0, |
| "epoch": 0.016476911109539638, |
| "grad_norm": 9.66077693069855, |
| "kl": 0.0220947265625, |
| "learning_rate": 8.048997021290369e-07, |
| "loss": 0.0009, |
| "reward": 1.305119276046753, |
| "reward_std": 0.11766007542610168, |
| "rewards/accuracy_reward": 0.31583353877067566, |
| "rewards/format_reward": 0.9642857313156128, |
| "step": 233, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 301.5, |
| "epoch": 0.01654762746623294, |
| "grad_norm": 2.000548533080083, |
| "kl": 0.0179443359375, |
| "learning_rate": 8.033411755009997e-07, |
| "loss": 0.0007, |
| "reward": 1.5019946098327637, |
| "reward_std": 0.07568439841270447, |
| "rewards/accuracy_reward": 0.3948517143726349, |
| "rewards/format_reward": 1.0, |
| "step": 234, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 381.83929443359375, |
| "epoch": 0.016618343822926242, |
| "grad_norm": 2.906965937306981, |
| "kl": 0.025146484375, |
| "learning_rate": 8.017779709767857e-07, |
| "loss": 0.001, |
| "reward": 1.6287493705749512, |
| "reward_std": 0.11940133571624756, |
| "rewards/accuracy_reward": 0.543035089969635, |
| "rewards/format_reward": 1.0, |
| "step": 235, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.5714285714285714, |
| "completion_length": 254.8928680419922, |
| "epoch": 0.016689060179619547, |
| "grad_norm": 2.1175852690530843, |
| "kl": 0.0252685546875, |
| "learning_rate": 8.00210112662942e-07, |
| "loss": 0.001, |
| "reward": 1.1660451889038086, |
| "reward_std": 0.12056536227464676, |
| "rewards/accuracy_reward": 0.12854520976543427, |
| "rewards/format_reward": 1.0, |
| "step": 236, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.42857142857142855, |
| "completion_length": 333.4821472167969, |
| "epoch": 0.01675977653631285, |
| "grad_norm": 0.9955178488649414, |
| "kl": 0.01708984375, |
| "learning_rate": 7.986376247377836e-07, |
| "loss": 0.0007, |
| "reward": 1.2844380140304565, |
| "reward_std": 0.1397721916437149, |
| "rewards/accuracy_reward": 0.25943809747695923, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 237, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 286.0357360839844, |
| "epoch": 0.01683049289300615, |
| "grad_norm": 2.0068378391236794, |
| "kl": 0.0228271484375, |
| "learning_rate": 7.970605314510192e-07, |
| "loss": 0.0009, |
| "reward": 1.5183240175247192, |
| "reward_std": 0.08716518431901932, |
| "rewards/accuracy_reward": 0.40760958194732666, |
| "rewards/format_reward": 1.0, |
| "step": 238, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 323.01788330078125, |
| "epoch": 0.016901209249699456, |
| "grad_norm": 1.3857850337855435, |
| "kl": 0.020751953125, |
| "learning_rate": 7.954788571233786e-07, |
| "loss": 0.0008, |
| "reward": 1.6808058023452759, |
| "reward_std": 0.0714317262172699, |
| "rewards/accuracy_reward": 0.5343772768974304, |
| "rewards/format_reward": 1.0, |
| "step": 239, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 282.51788330078125, |
| "epoch": 0.016971925606392758, |
| "grad_norm": 3.045146794230406, |
| "kl": 0.0216064453125, |
| "learning_rate": 7.938926261462365e-07, |
| "loss": 0.0009, |
| "reward": 1.4072855710983276, |
| "reward_std": 0.17945028841495514, |
| "rewards/accuracy_reward": 0.3215712308883667, |
| "rewards/format_reward": 1.0, |
| "step": 240, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 308.1964416503906, |
| "epoch": 0.017042641963086063, |
| "grad_norm": 1.9868307649660133, |
| "kl": 0.031982421875, |
| "learning_rate": 7.923018629812368e-07, |
| "loss": 0.0013, |
| "reward": 1.5964925289154053, |
| "reward_std": 0.2136918157339096, |
| "rewards/accuracy_reward": 0.4697066843509674, |
| "rewards/format_reward": 1.0, |
| "step": 241, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 283.4107360839844, |
| "epoch": 0.017113358319779365, |
| "grad_norm": 8.743722489632383, |
| "kl": 0.022216796875, |
| "learning_rate": 7.907065921599153e-07, |
| "loss": 0.0009, |
| "reward": 1.7352373600006104, |
| "reward_std": 0.1245625764131546, |
| "rewards/accuracy_reward": 0.5780943632125854, |
| "rewards/format_reward": 1.0, |
| "step": 242, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 323.76788330078125, |
| "epoch": 0.017184074676472667, |
| "grad_norm": 9.610784223595132, |
| "kl": 0.020751953125, |
| "learning_rate": 7.891068382833214e-07, |
| "loss": 0.0008, |
| "reward": 1.360815405845642, |
| "reward_std": 0.23747886717319489, |
| "rewards/accuracy_reward": 0.33581531047821045, |
| "rewards/format_reward": 1.0, |
| "step": 243, |
| "temporal_rewards": 0.4285714328289032 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 302.0714416503906, |
| "epoch": 0.017254791033165972, |
| "grad_norm": 1.847998985387406, |
| "kl": 0.0223388671875, |
| "learning_rate": 7.875026260216393e-07, |
| "loss": 0.0009, |
| "reward": 1.3990920782089233, |
| "reward_std": 0.24512502551078796, |
| "rewards/accuracy_reward": 0.3740920424461365, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 244, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 341.1964416503906, |
| "epoch": 0.017325507389859274, |
| "grad_norm": 1.536257495908114, |
| "kl": 0.01904296875, |
| "learning_rate": 7.85893980113806e-07, |
| "loss": 0.0008, |
| "reward": 1.4801137447357178, |
| "reward_std": 0.21172243356704712, |
| "rewards/accuracy_reward": 0.43368521332740784, |
| "rewards/format_reward": 1.0, |
| "step": 245, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 243.6785888671875, |
| "epoch": 0.01739622374655258, |
| "grad_norm": 4.563384060898612, |
| "kl": 0.0245361328125, |
| "learning_rate": 7.842809253671319e-07, |
| "loss": 0.001, |
| "reward": 1.530189037322998, |
| "reward_std": 0.16199277341365814, |
| "rewards/accuracy_reward": 0.430188924074173, |
| "rewards/format_reward": 1.0, |
| "step": 246, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 332.875, |
| "epoch": 0.01746694010324588, |
| "grad_norm": 3.0636724516013487, |
| "kl": 0.0262451171875, |
| "learning_rate": 7.826634866569164e-07, |
| "loss": 0.0011, |
| "reward": 1.5250636339187622, |
| "reward_std": 0.0759209543466568, |
| "rewards/accuracy_reward": 0.3464920222759247, |
| "rewards/format_reward": 1.0, |
| "step": 247, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 314.875, |
| "epoch": 0.017537656459939183, |
| "grad_norm": 1.6625752491652408, |
| "kl": 0.025390625, |
| "learning_rate": 7.810416889260653e-07, |
| "loss": 0.001, |
| "reward": 1.4156097173690796, |
| "reward_std": 0.21746984124183655, |
| "rewards/accuracy_reward": 0.3798953592777252, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 248, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 281.9464416503906, |
| "epoch": 0.017608372816632488, |
| "grad_norm": 1.7154151580010413, |
| "kl": 0.02490234375, |
| "learning_rate": 7.794155571847057e-07, |
| "loss": 0.001, |
| "reward": 1.7045687437057495, |
| "reward_std": 0.2608577609062195, |
| "rewards/accuracy_reward": 0.6099259257316589, |
| "rewards/format_reward": 1.0, |
| "step": 249, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 277.9821472167969, |
| "epoch": 0.01767908917332579, |
| "grad_norm": 3.3645026941387077, |
| "kl": 0.0269775390625, |
| "learning_rate": 7.777851165098011e-07, |
| "loss": 0.0011, |
| "reward": 1.5166891813278198, |
| "reward_std": 0.2297212779521942, |
| "rewards/accuracy_reward": 0.4238320291042328, |
| "rewards/format_reward": 1.0, |
| "step": 250, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 285.89288330078125, |
| "epoch": 0.017749805530019095, |
| "grad_norm": 2.725894887342331, |
| "kl": 0.0257568359375, |
| "learning_rate": 7.761503920447634e-07, |
| "loss": 0.001, |
| "reward": 1.4586577415466309, |
| "reward_std": 0.1669796258211136, |
| "rewards/accuracy_reward": 0.3836578130722046, |
| "rewards/format_reward": 1.0, |
| "step": 251, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.42857142857142855, |
| "completion_length": 451.58929443359375, |
| "epoch": 0.017820521886712397, |
| "grad_norm": 1.6108201233666193, |
| "kl": 0.016357421875, |
| "learning_rate": 7.745114089990659e-07, |
| "loss": 0.0007, |
| "reward": 1.1911426782608032, |
| "reward_std": 0.21213917434215546, |
| "rewards/accuracy_reward": 0.3518570065498352, |
| "rewards/format_reward": 0.7500000596046448, |
| "step": 252, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 304.96429443359375, |
| "epoch": 0.0178912382434057, |
| "grad_norm": 7.710668637724614, |
| "kl": 0.02392578125, |
| "learning_rate": 7.728681926478549e-07, |
| "loss": 0.001, |
| "reward": 1.4292194843292236, |
| "reward_std": 0.2978891134262085, |
| "rewards/accuracy_reward": 0.28814804553985596, |
| "rewards/format_reward": 1.0, |
| "step": 253, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 278.0, |
| "epoch": 0.017961954600099004, |
| "grad_norm": 3.2802538498090503, |
| "kl": 0.0296630859375, |
| "learning_rate": 7.712207683315594e-07, |
| "loss": 0.0012, |
| "reward": 1.5554946660995483, |
| "reward_std": 0.11864961683750153, |
| "rewards/accuracy_reward": 0.45549464225769043, |
| "rewards/format_reward": 1.0, |
| "step": 254, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 362.6250305175781, |
| "epoch": 0.018032670956792306, |
| "grad_norm": 1.6703831692000424, |
| "kl": 0.0201416015625, |
| "learning_rate": 7.695691614555002e-07, |
| "loss": 0.0008, |
| "reward": 1.5027310848236084, |
| "reward_std": 0.2588629722595215, |
| "rewards/accuracy_reward": 0.3920167088508606, |
| "rewards/format_reward": 1.0, |
| "step": 255, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 257.83929443359375, |
| "epoch": 0.018103387313485608, |
| "grad_norm": 3.0999477560407587, |
| "kl": 0.033203125, |
| "learning_rate": 7.679133974894982e-07, |
| "loss": 0.0013, |
| "reward": 1.4176222085952759, |
| "reward_std": 0.12744614481925964, |
| "rewards/accuracy_reward": 0.324765145778656, |
| "rewards/format_reward": 1.0, |
| "step": 256, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 248.7857208251953, |
| "epoch": 0.018174103670178913, |
| "grad_norm": 3.444222932850198, |
| "kl": 0.0206298828125, |
| "learning_rate": 7.662535019674826e-07, |
| "loss": 0.0008, |
| "reward": 1.4770418405532837, |
| "reward_std": 0.19590045511722565, |
| "rewards/accuracy_reward": 0.45918452739715576, |
| "rewards/format_reward": 1.0, |
| "step": 257, |
| "temporal_rewards": 0.4285714328289032 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 217.30357360839844, |
| "epoch": 0.018244820026872215, |
| "grad_norm": 3.8922788244255533, |
| "kl": 0.02978515625, |
| "learning_rate": 7.645895004870953e-07, |
| "loss": 0.0012, |
| "reward": 1.6172248125076294, |
| "reward_std": 0.16288486123085022, |
| "rewards/accuracy_reward": 0.5029389262199402, |
| "rewards/format_reward": 1.0, |
| "step": 258, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 220.57144165039062, |
| "epoch": 0.01831553638356552, |
| "grad_norm": 6.586417727187317, |
| "kl": 0.02734375, |
| "learning_rate": 7.629214187092977e-07, |
| "loss": 0.0011, |
| "reward": 1.2712321281433105, |
| "reward_std": 0.3373880684375763, |
| "rewards/accuracy_reward": 0.2551605701446533, |
| "rewards/format_reward": 1.0, |
| "step": 259, |
| "temporal_rewards": 0.4285714328289032 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 347.3035888671875, |
| "epoch": 0.018386252740258822, |
| "grad_norm": 2.2992427949817515, |
| "kl": 0.023681640625, |
| "learning_rate": 7.612492823579744e-07, |
| "loss": 0.0009, |
| "reward": 1.2963194847106934, |
| "reward_std": 0.1406286507844925, |
| "rewards/accuracy_reward": 0.2356051802635193, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 260, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 368.5357360839844, |
| "epoch": 0.018456969096952124, |
| "grad_norm": 1.554393680898759, |
| "kl": 0.022705078125, |
| "learning_rate": 7.595731172195364e-07, |
| "loss": 0.0009, |
| "reward": 1.3758610486984253, |
| "reward_std": 0.10030560940504074, |
| "rewards/accuracy_reward": 0.20443232357501984, |
| "rewards/format_reward": 1.0, |
| "step": 261, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 229.6428680419922, |
| "epoch": 0.01852768545364543, |
| "grad_norm": 2.0380288779322457, |
| "kl": 0.0257568359375, |
| "learning_rate": 7.578929491425237e-07, |
| "loss": 0.001, |
| "reward": 1.6502233743667603, |
| "reward_std": 0.12782151997089386, |
| "rewards/accuracy_reward": 0.5234375, |
| "rewards/format_reward": 1.0, |
| "step": 262, |
| "temporal_rewards": 0.7857142686843872 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 284.1071472167969, |
| "epoch": 0.01859840181033873, |
| "grad_norm": 2.8172742870918004, |
| "kl": 0.026611328125, |
| "learning_rate": 7.562088040372066e-07, |
| "loss": 0.0011, |
| "reward": 1.5316094160079956, |
| "reward_std": 0.2666332423686981, |
| "rewards/accuracy_reward": 0.44410938024520874, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 263, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 292.83929443359375, |
| "epoch": 0.018669118167032036, |
| "grad_norm": 11.562456119636892, |
| "kl": 0.0279541015625, |
| "learning_rate": 7.545207078751857e-07, |
| "loss": 0.0011, |
| "reward": 1.6431580781936646, |
| "reward_std": 0.12155735492706299, |
| "rewards/accuracy_reward": 0.5145865678787231, |
| "rewards/format_reward": 1.0, |
| "step": 264, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.42857142857142855, |
| "completion_length": 354.5535888671875, |
| "epoch": 0.018739834523725338, |
| "grad_norm": 3.7963004439047188, |
| "kl": 0.02587890625, |
| "learning_rate": 7.528286866889924e-07, |
| "loss": 0.001, |
| "reward": 1.4017003774642944, |
| "reward_std": 0.2230575978755951, |
| "rewards/accuracy_reward": 0.3534860908985138, |
| "rewards/format_reward": 1.0, |
| "step": 265, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 314.1071472167969, |
| "epoch": 0.01881055088041864, |
| "grad_norm": 2.3549655509742573, |
| "kl": 0.0289306640625, |
| "learning_rate": 7.511327665716862e-07, |
| "loss": 0.0012, |
| "reward": 1.4792678356170654, |
| "reward_std": 0.2836281657218933, |
| "rewards/accuracy_reward": 0.3524821102619171, |
| "rewards/format_reward": 1.0, |
| "step": 266, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 283.1964416503906, |
| "epoch": 0.018881267237111945, |
| "grad_norm": 3.322020516530946, |
| "kl": 0.0257568359375, |
| "learning_rate": 7.494329736764537e-07, |
| "loss": 0.001, |
| "reward": 1.3434154987335205, |
| "reward_std": 0.15875564515590668, |
| "rewards/accuracy_reward": 0.3148440718650818, |
| "rewards/format_reward": 1.0, |
| "step": 267, |
| "temporal_rewards": 0.4285714328289032 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 261.8571472167969, |
| "epoch": 0.018951983593805247, |
| "grad_norm": 3.4193416871925866, |
| "kl": 0.044921875, |
| "learning_rate": 7.477293342162037e-07, |
| "loss": 0.0018, |
| "reward": 1.7682864665985107, |
| "reward_std": 0.1097366213798523, |
| "rewards/accuracy_reward": 0.6861436367034912, |
| "rewards/format_reward": 1.0, |
| "step": 268, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 271.3035888671875, |
| "epoch": 0.019022699950498552, |
| "grad_norm": 3.358038221247603, |
| "kl": 0.029541015625, |
| "learning_rate": 7.460218744631645e-07, |
| "loss": 0.0012, |
| "reward": 1.5397522449493408, |
| "reward_std": 0.11351379007101059, |
| "rewards/accuracy_reward": 0.3933235704898834, |
| "rewards/format_reward": 1.0, |
| "step": 269, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 322.5535888671875, |
| "epoch": 0.019093416307191854, |
| "grad_norm": 1.617027130480622, |
| "kl": 0.02294921875, |
| "learning_rate": 7.443106207484775e-07, |
| "loss": 0.0009, |
| "reward": 1.279773235321045, |
| "reward_std": 0.28910017013549805, |
| "rewards/accuracy_reward": 0.2547732889652252, |
| "rewards/format_reward": 1.0, |
| "step": 270, |
| "temporal_rewards": 0.4285714328289032 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 284.33929443359375, |
| "epoch": 0.019164132663885156, |
| "grad_norm": 1.9809499013586187, |
| "kl": 0.030029296875, |
| "learning_rate": 7.425955994617919e-07, |
| "loss": 0.0012, |
| "reward": 1.5638377666473389, |
| "reward_std": 0.18613359332084656, |
| "rewards/accuracy_reward": 0.49955201148986816, |
| "rewards/format_reward": 1.0, |
| "step": 271, |
| "temporal_rewards": 0.4285714328289032 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 316.5357360839844, |
| "epoch": 0.01923484902057846, |
| "grad_norm": 2.686974239809562, |
| "kl": 0.021484375, |
| "learning_rate": 7.408768370508576e-07, |
| "loss": 0.0009, |
| "reward": 1.6687933206558228, |
| "reward_std": 0.1890304833650589, |
| "rewards/accuracy_reward": 0.5187932848930359, |
| "rewards/format_reward": 1.0, |
| "step": 272, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 262.9464416503906, |
| "epoch": 0.019305565377271763, |
| "grad_norm": 8.026011481487386, |
| "kl": 0.0296630859375, |
| "learning_rate": 7.391543600211172e-07, |
| "loss": 0.0012, |
| "reward": 1.3010677099227905, |
| "reward_std": 0.16172130405902863, |
| "rewards/accuracy_reward": 0.2707105576992035, |
| "rewards/format_reward": 0.9910714626312256, |
| "step": 273, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 312.9107360839844, |
| "epoch": 0.019376281733965064, |
| "grad_norm": 4.256666190012713, |
| "kl": 0.028564453125, |
| "learning_rate": 7.374281949352972e-07, |
| "loss": 0.0011, |
| "reward": 1.5558407306671143, |
| "reward_std": 0.12667734920978546, |
| "rewards/accuracy_reward": 0.45762622356414795, |
| "rewards/format_reward": 1.0, |
| "step": 274, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 380.4285888671875, |
| "epoch": 0.01944699809065837, |
| "grad_norm": 3.9333098779301667, |
| "kl": 0.0245361328125, |
| "learning_rate": 7.356983684129989e-07, |
| "loss": 0.001, |
| "reward": 1.2611944675445557, |
| "reward_std": 0.25982895493507385, |
| "rewards/accuracy_reward": 0.35047999024391174, |
| "rewards/format_reward": 0.8750000596046448, |
| "step": 275, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.42857142857142855, |
| "all_wrong": 0.0, |
| "completion_length": 304.96429443359375, |
| "epoch": 0.01951771444735167, |
| "grad_norm": 6.13760203808965, |
| "kl": 0.02392578125, |
| "learning_rate": 7.339649071302867e-07, |
| "loss": 0.001, |
| "reward": 1.7931549549102783, |
| "reward_std": 0.24621790647506714, |
| "rewards/accuracy_reward": 0.7752975821495056, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 276, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 233.21429443359375, |
| "epoch": 0.019588430804044977, |
| "grad_norm": 1.393585465018959, |
| "kl": 0.0228271484375, |
| "learning_rate": 7.322278378192782e-07, |
| "loss": 0.0009, |
| "reward": 1.7717881202697754, |
| "reward_std": 0.10318943113088608, |
| "rewards/accuracy_reward": 0.6467880606651306, |
| "rewards/format_reward": 1.0, |
| "step": 277, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 312.6607360839844, |
| "epoch": 0.01965914716073828, |
| "grad_norm": 2.5410025564535883, |
| "kl": 0.021484375, |
| "learning_rate": 7.304871872677312e-07, |
| "loss": 0.0009, |
| "reward": 1.5847035646438599, |
| "reward_std": 0.2739082872867584, |
| "rewards/accuracy_reward": 0.5007749795913696, |
| "rewards/format_reward": 1.0, |
| "step": 278, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 394.46429443359375, |
| "epoch": 0.01972986351743158, |
| "grad_norm": 2.207042806941669, |
| "kl": 0.0196533203125, |
| "learning_rate": 7.287429823186301e-07, |
| "loss": 0.0008, |
| "reward": 1.6119494438171387, |
| "reward_std": 0.08428718894720078, |
| "rewards/accuracy_reward": 0.45480650663375854, |
| "rewards/format_reward": 1.0, |
| "step": 279, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.42857142857142855, |
| "completion_length": 330.3214416503906, |
| "epoch": 0.019800579874124886, |
| "grad_norm": 1.4485065229579246, |
| "kl": 0.024658203125, |
| "learning_rate": 7.269952498697734e-07, |
| "loss": 0.001, |
| "reward": 1.2546528577804565, |
| "reward_std": 0.17070052027702332, |
| "rewards/accuracy_reward": 0.30108141899108887, |
| "rewards/format_reward": 0.9464285969734192, |
| "step": 280, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 274.7321472167969, |
| "epoch": 0.019871296230818188, |
| "grad_norm": 3.368672511657413, |
| "kl": 0.0274658203125, |
| "learning_rate": 7.252440168733571e-07, |
| "loss": 0.0011, |
| "reward": 1.4495112895965576, |
| "reward_std": 0.2373007833957672, |
| "rewards/accuracy_reward": 0.4173683822154999, |
| "rewards/format_reward": 1.0, |
| "step": 281, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 379.6785888671875, |
| "epoch": 0.019942012587511493, |
| "grad_norm": 1.6964438513602933, |
| "kl": 0.0216064453125, |
| "learning_rate": 7.234893103355606e-07, |
| "loss": 0.0009, |
| "reward": 1.4720474481582642, |
| "reward_std": 0.3145798146724701, |
| "rewards/accuracy_reward": 0.3613331615924835, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 282, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 358.4464416503906, |
| "epoch": 0.020012728944204795, |
| "grad_norm": 2.085509494735817, |
| "kl": 0.0220947265625, |
| "learning_rate": 7.217311573161292e-07, |
| "loss": 0.0009, |
| "reward": 1.5873501300811768, |
| "reward_std": 0.12561185657978058, |
| "rewards/accuracy_reward": 0.523064374923706, |
| "rewards/format_reward": 0.910714328289032, |
| "step": 283, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 392.3214416503906, |
| "epoch": 0.020083445300898096, |
| "grad_norm": 3.666100567692788, |
| "kl": 0.018310546875, |
| "learning_rate": 7.199695849279576e-07, |
| "loss": 0.0007, |
| "reward": 1.4512953758239746, |
| "reward_std": 0.348195344209671, |
| "rewards/accuracy_reward": 0.4584381878376007, |
| "rewards/format_reward": 0.9285714626312256, |
| "step": 284, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 395.7500305175781, |
| "epoch": 0.020154161657591402, |
| "grad_norm": 1.9124665209710972, |
| "kl": 0.0181884765625, |
| "learning_rate": 7.182046203366709e-07, |
| "loss": 0.0007, |
| "reward": 1.3175321817398071, |
| "reward_std": 0.2722242772579193, |
| "rewards/accuracy_reward": 0.24610349535942078, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 285, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 300.9464416503906, |
| "epoch": 0.020224878014284704, |
| "grad_norm": 1.6951577410506697, |
| "kl": 0.0255126953125, |
| "learning_rate": 7.164362907602071e-07, |
| "loss": 0.001, |
| "reward": 1.436654806137085, |
| "reward_std": 0.1320033073425293, |
| "rewards/accuracy_reward": 0.36522620916366577, |
| "rewards/format_reward": 1.0, |
| "step": 286, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 299.01788330078125, |
| "epoch": 0.02029559437097801, |
| "grad_norm": 2.138717940888174, |
| "kl": 0.024658203125, |
| "learning_rate": 7.146646234683949e-07, |
| "loss": 0.001, |
| "reward": 1.545122504234314, |
| "reward_std": 0.11529984325170517, |
| "rewards/accuracy_reward": 0.42726537585258484, |
| "rewards/format_reward": 1.0, |
| "step": 287, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 401.8214416503906, |
| "epoch": 0.02036631072767131, |
| "grad_norm": 3.8906642142276873, |
| "kl": 0.021728515625, |
| "learning_rate": 7.128896457825363e-07, |
| "loss": 0.0009, |
| "reward": 1.4749772548675537, |
| "reward_std": 0.30911144614219666, |
| "rewards/accuracy_reward": 0.4571200907230377, |
| "rewards/format_reward": 0.9464285969734192, |
| "step": 288, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 306.6785888671875, |
| "epoch": 0.020437027084364612, |
| "grad_norm": 6.1816001133741745, |
| "kl": 0.0294189453125, |
| "learning_rate": 7.111113850749827e-07, |
| "loss": 0.0012, |
| "reward": 1.3565735816955566, |
| "reward_std": 0.10762329399585724, |
| "rewards/accuracy_reward": 0.31371641159057617, |
| "rewards/format_reward": 1.0, |
| "step": 289, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 325.9285888671875, |
| "epoch": 0.020507743441057918, |
| "grad_norm": 2.289276161126063, |
| "kl": 0.0286865234375, |
| "learning_rate": 7.09329868768714e-07, |
| "loss": 0.0011, |
| "reward": 1.4119089841842651, |
| "reward_std": 0.11657551676034927, |
| "rewards/accuracy_reward": 0.3726232647895813, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 290, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 350.3571472167969, |
| "epoch": 0.02057845979775122, |
| "grad_norm": 1.809122570891726, |
| "kl": 0.017822265625, |
| "learning_rate": 7.075451243369156e-07, |
| "loss": 0.0007, |
| "reward": 1.516760230064392, |
| "reward_std": 0.15283982455730438, |
| "rewards/accuracy_reward": 0.4131886661052704, |
| "rewards/format_reward": 0.9464285969734192, |
| "step": 291, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 259.83929443359375, |
| "epoch": 0.02064917615444452, |
| "grad_norm": 2.0942872069157294, |
| "kl": 0.0205078125, |
| "learning_rate": 7.057571793025544e-07, |
| "loss": 0.0008, |
| "reward": 1.5510534048080444, |
| "reward_std": 0.10665960609912872, |
| "rewards/accuracy_reward": 0.4724818766117096, |
| "rewards/format_reward": 1.0, |
| "step": 292, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 339.5535888671875, |
| "epoch": 0.020719892511137827, |
| "grad_norm": 2.2048313123796297, |
| "kl": 0.0277099609375, |
| "learning_rate": 7.039660612379545e-07, |
| "loss": 0.0011, |
| "reward": 1.4189954996109009, |
| "reward_std": 0.18993408977985382, |
| "rewards/accuracy_reward": 0.37970975041389465, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 293, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 294.58929443359375, |
| "epoch": 0.02079060886783113, |
| "grad_norm": 26.449019028667205, |
| "kl": 0.0262451171875, |
| "learning_rate": 7.021717977643725e-07, |
| "loss": 0.001, |
| "reward": 1.7002180814743042, |
| "reward_std": 0.1621379256248474, |
| "rewards/accuracy_reward": 0.5645037889480591, |
| "rewards/format_reward": 1.0, |
| "step": 294, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.42857142857142855, |
| "all_wrong": 0.0, |
| "completion_length": 291.125, |
| "epoch": 0.020861325224524434, |
| "grad_norm": 1.6306238352086428, |
| "kl": 0.030029296875, |
| "learning_rate": 7.003744165515703e-07, |
| "loss": 0.0012, |
| "reward": 1.871691346168518, |
| "reward_std": 0.16355477273464203, |
| "rewards/accuracy_reward": 0.796691358089447, |
| "rewards/format_reward": 1.0, |
| "step": 295, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 400.9107360839844, |
| "epoch": 0.020932041581217736, |
| "grad_norm": 2.838119621996479, |
| "kl": 0.0186767578125, |
| "learning_rate": 6.985739453173902e-07, |
| "loss": 0.0007, |
| "reward": 1.3813368082046509, |
| "reward_std": 0.38952508568763733, |
| "rewards/accuracy_reward": 0.4295511245727539, |
| "rewards/format_reward": 0.8750000596046448, |
| "step": 296, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.42857142857142855, |
| "completion_length": 341.6250305175781, |
| "epoch": 0.021002757937911037, |
| "grad_norm": 2.0222058677529744, |
| "kl": 0.0230712890625, |
| "learning_rate": 6.967704118273256e-07, |
| "loss": 0.0009, |
| "reward": 1.189780592918396, |
| "reward_std": 0.07588956505060196, |
| "rewards/accuracy_reward": 0.10763761401176453, |
| "rewards/format_reward": 1.0, |
| "step": 297, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 314.3035888671875, |
| "epoch": 0.021073474294604343, |
| "grad_norm": 3.326990534092196, |
| "kl": 0.0211181640625, |
| "learning_rate": 6.949638438940941e-07, |
| "loss": 0.0008, |
| "reward": 1.6114859580993652, |
| "reward_std": 0.08123152703046799, |
| "rewards/accuracy_reward": 0.4329143762588501, |
| "rewards/format_reward": 1.0, |
| "step": 298, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 331.26788330078125, |
| "epoch": 0.021144190651297644, |
| "grad_norm": 5.712170988948583, |
| "kl": 0.026123046875, |
| "learning_rate": 6.93154269377208e-07, |
| "loss": 0.001, |
| "reward": 1.7350770235061646, |
| "reward_std": 0.12248773872852325, |
| "rewards/accuracy_reward": 0.538648247718811, |
| "rewards/format_reward": 1.0, |
| "step": 299, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 322.8571472167969, |
| "epoch": 0.02121490700799095, |
| "grad_norm": 2.053526556612893, |
| "kl": 0.0269775390625, |
| "learning_rate": 6.913417161825449e-07, |
| "loss": 0.0011, |
| "reward": 1.4622845649719238, |
| "reward_std": 0.18760313093662262, |
| "rewards/accuracy_reward": 0.3479987382888794, |
| "rewards/format_reward": 1.0, |
| "step": 300, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 328.7321472167969, |
| "epoch": 0.02128562336468425, |
| "grad_norm": 1.8240608301729286, |
| "kl": 0.025146484375, |
| "learning_rate": 6.895262122619173e-07, |
| "loss": 0.001, |
| "reward": 1.198176622390747, |
| "reward_std": 0.06399929523468018, |
| "rewards/accuracy_reward": 0.262462317943573, |
| "rewards/format_reward": 0.8571429252624512, |
| "step": 301, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 316.1785888671875, |
| "epoch": 0.021356339721377553, |
| "grad_norm": 2.252225524007875, |
| "kl": 0.0216064453125, |
| "learning_rate": 6.877077856126415e-07, |
| "loss": 0.0009, |
| "reward": 1.3009376525878906, |
| "reward_std": 0.17817240953445435, |
| "rewards/accuracy_reward": 0.24736623466014862, |
| "rewards/format_reward": 1.0, |
| "step": 302, |
| "temporal_rewards": 0.4285714328289032 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.42857142857142855, |
| "completion_length": 278.96429443359375, |
| "epoch": 0.02142705607807086, |
| "grad_norm": 2.4446043515591693, |
| "kl": 0.02197265625, |
| "learning_rate": 6.858864642771061e-07, |
| "loss": 0.0009, |
| "reward": 1.3648054599761963, |
| "reward_std": 0.15903453528881073, |
| "rewards/accuracy_reward": 0.3076624870300293, |
| "rewards/format_reward": 1.0, |
| "step": 303, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 332.25, |
| "epoch": 0.02149777243476416, |
| "grad_norm": 1.44628026730638, |
| "kl": 0.021484375, |
| "learning_rate": 6.840622763423391e-07, |
| "loss": 0.0009, |
| "reward": 1.468226671218872, |
| "reward_std": 0.16828162968158722, |
| "rewards/accuracy_reward": 0.41822654008865356, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 304, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 378.4285888671875, |
| "epoch": 0.021568488791457466, |
| "grad_norm": 1.1033779085402844, |
| "kl": 0.016357421875, |
| "learning_rate": 6.82235249939575e-07, |
| "loss": 0.0007, |
| "reward": 1.3667042255401611, |
| "reward_std": 0.24987193942070007, |
| "rewards/accuracy_reward": 0.36848992109298706, |
| "rewards/format_reward": 0.973214328289032, |
| "step": 305, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 443.6250305175781, |
| "epoch": 0.021639205148150768, |
| "grad_norm": 12.671637462662723, |
| "kl": 0.021728515625, |
| "learning_rate": 6.804054132438208e-07, |
| "loss": 0.0009, |
| "reward": 1.3895002603530884, |
| "reward_std": 0.17310947179794312, |
| "rewards/accuracy_reward": 0.2395002245903015, |
| "rewards/format_reward": 1.0, |
| "step": 306, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.5714285714285714, |
| "completion_length": 241.37501525878906, |
| "epoch": 0.02170992150484407, |
| "grad_norm": 1.053509996790301, |
| "kl": 0.0257568359375, |
| "learning_rate": 6.785727944734227e-07, |
| "loss": 0.001, |
| "reward": 1.2321429252624512, |
| "reward_std": 0.12686797976493835, |
| "rewards/accuracy_reward": 0.2321428656578064, |
| "rewards/format_reward": 1.0, |
| "step": 307, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 284.2321472167969, |
| "epoch": 0.021780637861537375, |
| "grad_norm": 2.7529886508692676, |
| "kl": 0.0303955078125, |
| "learning_rate": 6.767374218896286e-07, |
| "loss": 0.0012, |
| "reward": 1.5408276319503784, |
| "reward_std": 0.18226177990436554, |
| "rewards/accuracy_reward": 0.4640417993068695, |
| "rewards/format_reward": 1.0, |
| "step": 308, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 306.2857360839844, |
| "epoch": 0.021851354218230677, |
| "grad_norm": 2.033301580529413, |
| "kl": 0.03271484375, |
| "learning_rate": 6.748993237961543e-07, |
| "loss": 0.0013, |
| "reward": 1.7141841650009155, |
| "reward_std": 0.19758184254169464, |
| "rewards/accuracy_reward": 0.5713269114494324, |
| "rewards/format_reward": 1.0, |
| "step": 309, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 417.2857360839844, |
| "epoch": 0.02192207057492398, |
| "grad_norm": 2.1596551142051337, |
| "kl": 0.0283203125, |
| "learning_rate": 6.730585285387465e-07, |
| "loss": 0.0011, |
| "reward": 1.206083059310913, |
| "reward_std": 0.2603773772716522, |
| "rewards/accuracy_reward": 0.26679733395576477, |
| "rewards/format_reward": 0.8392857313156128, |
| "step": 310, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 413.0535888671875, |
| "epoch": 0.021992786931617284, |
| "grad_norm": 1.365962592587668, |
| "kl": 0.0216064453125, |
| "learning_rate": 6.71215064504745e-07, |
| "loss": 0.0009, |
| "reward": 1.380371332168579, |
| "reward_std": 0.16804064810276031, |
| "rewards/accuracy_reward": 0.31965693831443787, |
| "rewards/format_reward": 1.0, |
| "step": 311, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 259.6785888671875, |
| "epoch": 0.022063503288310585, |
| "grad_norm": 1.719739098888774, |
| "kl": 0.030517578125, |
| "learning_rate": 6.693689601226458e-07, |
| "loss": 0.0012, |
| "reward": 1.5072518587112427, |
| "reward_std": 0.27976155281066895, |
| "rewards/accuracy_reward": 0.41260892152786255, |
| "rewards/format_reward": 1.0, |
| "step": 312, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 261.14288330078125, |
| "epoch": 0.02213421964500389, |
| "grad_norm": 1.8130220409240598, |
| "kl": 0.0296630859375, |
| "learning_rate": 6.67520243861662e-07, |
| "loss": 0.0012, |
| "reward": 1.705720067024231, |
| "reward_std": 0.2388308197259903, |
| "rewards/accuracy_reward": 0.6164343357086182, |
| "rewards/format_reward": 1.0, |
| "step": 313, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 278.1607360839844, |
| "epoch": 0.022204936001697193, |
| "grad_norm": 2.5629169465819244, |
| "kl": 0.032958984375, |
| "learning_rate": 6.656689442312853e-07, |
| "loss": 0.0013, |
| "reward": 1.839811086654663, |
| "reward_std": 0.16038960218429565, |
| "rewards/accuracy_reward": 0.6505252718925476, |
| "rewards/format_reward": 1.0, |
| "step": 314, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 338.375, |
| "epoch": 0.022275652358390494, |
| "grad_norm": 1.4204802246095694, |
| "kl": 0.0242919921875, |
| "learning_rate": 6.638150897808467e-07, |
| "loss": 0.001, |
| "reward": 1.5149353742599487, |
| "reward_std": 0.24870046973228455, |
| "rewards/accuracy_reward": 0.47207826375961304, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 315, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 300.1071472167969, |
| "epoch": 0.0223463687150838, |
| "grad_norm": 1.1763546749872886, |
| "kl": 0.0234375, |
| "learning_rate": 6.619587090990747e-07, |
| "loss": 0.0009, |
| "reward": 1.5717357397079468, |
| "reward_std": 0.13757386803627014, |
| "rewards/accuracy_reward": 0.45030713081359863, |
| "rewards/format_reward": 1.0, |
| "step": 316, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 341.5357360839844, |
| "epoch": 0.0224170850717771, |
| "grad_norm": 1.5239892082416917, |
| "kl": 0.027099609375, |
| "learning_rate": 6.600998308136559e-07, |
| "loss": 0.0011, |
| "reward": 1.2422618865966797, |
| "reward_std": 0.27979665994644165, |
| "rewards/accuracy_reward": 0.2904762029647827, |
| "rewards/format_reward": 0.8928571939468384, |
| "step": 317, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 300.08929443359375, |
| "epoch": 0.022487801428470407, |
| "grad_norm": 1.8443287484697766, |
| "kl": 0.04150390625, |
| "learning_rate": 6.58238483590793e-07, |
| "loss": 0.0017, |
| "reward": 1.7006714344024658, |
| "reward_std": 0.10698975622653961, |
| "rewards/accuracy_reward": 0.6363856196403503, |
| "rewards/format_reward": 1.0, |
| "step": 318, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 300.625, |
| "epoch": 0.02255851778516371, |
| "grad_norm": 2.8511422254959204, |
| "kl": 0.03466796875, |
| "learning_rate": 6.563746961347629e-07, |
| "loss": 0.0014, |
| "reward": 1.4340307712554932, |
| "reward_std": 0.11245672404766083, |
| "rewards/accuracy_reward": 0.35188785195350647, |
| "rewards/format_reward": 1.0, |
| "step": 319, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 273.8214416503906, |
| "epoch": 0.02262923414185701, |
| "grad_norm": 3.020090064699426, |
| "kl": 0.037841796875, |
| "learning_rate": 6.545084971874736e-07, |
| "loss": 0.0015, |
| "reward": 1.6151070594787598, |
| "reward_std": 0.19140733778476715, |
| "rewards/accuracy_reward": 0.47582128643989563, |
| "rewards/format_reward": 1.0, |
| "step": 320, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 284.76788330078125, |
| "epoch": 0.022699950498550316, |
| "grad_norm": 1.9488891207295804, |
| "kl": 0.0302734375, |
| "learning_rate": 6.526399155280218e-07, |
| "loss": 0.0012, |
| "reward": 1.5127638578414917, |
| "reward_std": 0.06613844633102417, |
| "rewards/accuracy_reward": 0.42347806692123413, |
| "rewards/format_reward": 1.0, |
| "step": 321, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 335.21429443359375, |
| "epoch": 0.022770666855243617, |
| "grad_norm": 2.216070765481722, |
| "kl": 0.034912109375, |
| "learning_rate": 6.507689799722478e-07, |
| "loss": 0.0014, |
| "reward": 1.5656085014343262, |
| "reward_std": 0.17798258364200592, |
| "rewards/accuracy_reward": 0.5156084299087524, |
| "rewards/format_reward": 1.0, |
| "step": 322, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 238.8035888671875, |
| "epoch": 0.022841383211936923, |
| "grad_norm": 2.3210293142340612, |
| "kl": 0.03857421875, |
| "learning_rate": 6.488957193722927e-07, |
| "loss": 0.0015, |
| "reward": 1.663508653640747, |
| "reward_std": 0.24474075436592102, |
| "rewards/accuracy_reward": 0.5760086178779602, |
| "rewards/format_reward": 1.0, |
| "step": 323, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 339.9107360839844, |
| "epoch": 0.022912099568630225, |
| "grad_norm": 13.445535265784127, |
| "kl": 0.046630859375, |
| "learning_rate": 6.470201626161519e-07, |
| "loss": 0.0019, |
| "reward": 1.305114507675171, |
| "reward_std": 0.19681884348392487, |
| "rewards/accuracy_reward": 0.3426145911216736, |
| "rewards/format_reward": 0.8839285969734192, |
| "step": 324, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 381.14288330078125, |
| "epoch": 0.022982815925323526, |
| "grad_norm": 3.439902903571741, |
| "kl": 0.0218505859375, |
| "learning_rate": 6.451423386272311e-07, |
| "loss": 0.0009, |
| "reward": 1.223555564880371, |
| "reward_std": 0.33339712023735046, |
| "rewards/accuracy_reward": 0.20212700963020325, |
| "rewards/format_reward": 0.9642857313156128, |
| "step": 325, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 280.8571472167969, |
| "epoch": 0.02305353228201683, |
| "grad_norm": 2.968002614822163, |
| "kl": 0.0341796875, |
| "learning_rate": 6.432622763638992e-07, |
| "loss": 0.0014, |
| "reward": 1.2945725917816162, |
| "reward_std": 0.042349234223365784, |
| "rewards/accuracy_reward": 0.2838582694530487, |
| "rewards/format_reward": 1.0, |
| "step": 326, |
| "temporal_rewards": 0.4285714328289032 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 331.4464416503906, |
| "epoch": 0.023124248638710133, |
| "grad_norm": 4.5253213067433595, |
| "kl": 0.03271484375, |
| "learning_rate": 6.413800048190417e-07, |
| "loss": 0.0013, |
| "reward": 1.542639970779419, |
| "reward_std": 0.22486044466495514, |
| "rewards/accuracy_reward": 0.3729969561100006, |
| "rewards/format_reward": 0.9642857313156128, |
| "step": 327, |
| "temporal_rewards": 0.7857142686843872 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 239.7678680419922, |
| "epoch": 0.023194964995403435, |
| "grad_norm": 2.1578769455091638, |
| "kl": 0.039794921875, |
| "learning_rate": 6.394955530196147e-07, |
| "loss": 0.0016, |
| "reward": 1.6299586296081543, |
| "reward_std": 0.19599129259586334, |
| "rewards/accuracy_reward": 0.5603156089782715, |
| "rewards/format_reward": 0.9910714626312256, |
| "step": 328, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 284.5535888671875, |
| "epoch": 0.02326568135209674, |
| "grad_norm": 5.079279902802356, |
| "kl": 0.0225830078125, |
| "learning_rate": 6.376089500261958e-07, |
| "loss": 0.0009, |
| "reward": 1.6457250118255615, |
| "reward_std": 0.24484801292419434, |
| "rewards/accuracy_reward": 0.5064393877983093, |
| "rewards/format_reward": 1.0, |
| "step": 329, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 344.58929443359375, |
| "epoch": 0.023336397708790042, |
| "grad_norm": 1.472521542165541, |
| "kl": 0.0260009765625, |
| "learning_rate": 6.357202249325371e-07, |
| "loss": 0.001, |
| "reward": 1.3386852741241455, |
| "reward_std": 0.13498425483703613, |
| "rewards/accuracy_reward": 0.23154224455356598, |
| "rewards/format_reward": 1.0, |
| "step": 330, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 262.7857360839844, |
| "epoch": 0.023407114065483348, |
| "grad_norm": 2.8799861624520458, |
| "kl": 0.032958984375, |
| "learning_rate": 6.338294068651162e-07, |
| "loss": 0.0013, |
| "reward": 1.5767533779144287, |
| "reward_std": 0.1722640097141266, |
| "rewards/accuracy_reward": 0.48211055994033813, |
| "rewards/format_reward": 1.0, |
| "step": 331, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.42857142857142855, |
| "completion_length": 296.1607360839844, |
| "epoch": 0.02347783042217665, |
| "grad_norm": 1.3678982863142035, |
| "kl": 0.032470703125, |
| "learning_rate": 6.319365249826864e-07, |
| "loss": 0.0013, |
| "reward": 1.4312132596969604, |
| "reward_std": 0.045831527560949326, |
| "rewards/accuracy_reward": 0.3062132000923157, |
| "rewards/format_reward": 1.0, |
| "step": 332, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 380.8571472167969, |
| "epoch": 0.02354854677886995, |
| "grad_norm": 1.6591310436915658, |
| "kl": 0.0208740234375, |
| "learning_rate": 6.300416084758283e-07, |
| "loss": 0.0008, |
| "reward": 1.600829005241394, |
| "reward_std": 0.19430296123027802, |
| "rewards/accuracy_reward": 0.511543333530426, |
| "rewards/format_reward": 1.0, |
| "step": 333, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 394.8035888671875, |
| "epoch": 0.023619263135563257, |
| "grad_norm": 1.8828902406565924, |
| "kl": 0.017822265625, |
| "learning_rate": 6.281446865664984e-07, |
| "loss": 0.0007, |
| "reward": 1.5080636739730835, |
| "reward_std": 0.18187257647514343, |
| "rewards/accuracy_reward": 0.3866350054740906, |
| "rewards/format_reward": 1.0, |
| "step": 334, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 322.9464416503906, |
| "epoch": 0.02368997949225656, |
| "grad_norm": 3.682673495537959, |
| "kl": 0.027587890625, |
| "learning_rate": 6.262457885075789e-07, |
| "loss": 0.0011, |
| "reward": 1.353284478187561, |
| "reward_std": 0.10007359087467194, |
| "rewards/accuracy_reward": 0.31757014989852905, |
| "rewards/format_reward": 1.0, |
| "step": 335, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 303.4464416503906, |
| "epoch": 0.023760695848949864, |
| "grad_norm": 1.568877641819964, |
| "kl": 0.0380859375, |
| "learning_rate": 6.243449435824276e-07, |
| "loss": 0.0015, |
| "reward": 1.4527729749679565, |
| "reward_std": 0.17988929152488708, |
| "rewards/accuracy_reward": 0.43848729133605957, |
| "rewards/format_reward": 0.9642857313156128, |
| "step": 336, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 282.125, |
| "epoch": 0.023831412205643165, |
| "grad_norm": 4.525170343426555, |
| "kl": 0.027099609375, |
| "learning_rate": 6.224421811044237e-07, |
| "loss": 0.0011, |
| "reward": 1.717219591140747, |
| "reward_std": 0.11831755936145782, |
| "rewards/accuracy_reward": 0.6136481165885925, |
| "rewards/format_reward": 1.0, |
| "step": 337, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 239.21429443359375, |
| "epoch": 0.023902128562336467, |
| "grad_norm": 3.756185245797639, |
| "kl": 0.034912109375, |
| "learning_rate": 6.205375304165194e-07, |
| "loss": 0.0014, |
| "reward": 1.3254292011260986, |
| "reward_std": 0.23695749044418335, |
| "rewards/accuracy_reward": 0.23792912065982819, |
| "rewards/format_reward": 1.0, |
| "step": 338, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 312.6964416503906, |
| "epoch": 0.023972844919029773, |
| "grad_norm": 3.3528420802829766, |
| "kl": 0.0284423828125, |
| "learning_rate": 6.186310208907839e-07, |
| "loss": 0.0011, |
| "reward": 1.564342975616455, |
| "reward_std": 0.08115032315254211, |
| "rewards/accuracy_reward": 0.3786286413669586, |
| "rewards/format_reward": 1.0, |
| "step": 339, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 250.83929443359375, |
| "epoch": 0.024043561275723074, |
| "grad_norm": 2.730689822302426, |
| "kl": 0.03125, |
| "learning_rate": 6.167226819279527e-07, |
| "loss": 0.0013, |
| "reward": 1.5711475610733032, |
| "reward_std": 0.1338578164577484, |
| "rewards/accuracy_reward": 0.41757598519325256, |
| "rewards/format_reward": 1.0, |
| "step": 340, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 473.1964416503906, |
| "epoch": 0.02411427763241638, |
| "grad_norm": 2.5810899513070127, |
| "kl": 0.0216064453125, |
| "learning_rate": 6.148125429569734e-07, |
| "loss": 0.0009, |
| "reward": 1.5601191520690918, |
| "reward_std": 0.1304631531238556, |
| "rewards/accuracy_reward": 0.4101189970970154, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 341, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 335.21429443359375, |
| "epoch": 0.02418499398910968, |
| "grad_norm": 1.2443183298681577, |
| "kl": 0.0224609375, |
| "learning_rate": 6.129006334345519e-07, |
| "loss": 0.0009, |
| "reward": 1.3865306377410889, |
| "reward_std": 0.19120606780052185, |
| "rewards/accuracy_reward": 0.39367344975471497, |
| "rewards/format_reward": 0.9642857313156128, |
| "step": 342, |
| "temporal_rewards": 0.4285714328289032 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 315.01788330078125, |
| "epoch": 0.024255710345802983, |
| "grad_norm": 2.8412917596959697, |
| "kl": 0.0262451171875, |
| "learning_rate": 6.109869828446979e-07, |
| "loss": 0.0011, |
| "reward": 1.2706773281097412, |
| "reward_std": 0.33785945177078247, |
| "rewards/accuracy_reward": 0.2706771790981293, |
| "rewards/format_reward": 0.9464285969734192, |
| "step": 343, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 359.21429443359375, |
| "epoch": 0.02432642670249629, |
| "grad_norm": 1.874411998633761, |
| "kl": 0.0269775390625, |
| "learning_rate": 6.090716206982713e-07, |
| "loss": 0.0011, |
| "reward": 1.4222691059112549, |
| "reward_std": 0.14905031025409698, |
| "rewards/accuracy_reward": 0.2865546941757202, |
| "rewards/format_reward": 1.0, |
| "step": 344, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 258.51788330078125, |
| "epoch": 0.02439714305918959, |
| "grad_norm": 2.648790989040369, |
| "kl": 0.02880859375, |
| "learning_rate": 6.071545765325253e-07, |
| "loss": 0.0011, |
| "reward": 1.8179775476455688, |
| "reward_std": 0.25744450092315674, |
| "rewards/accuracy_reward": 0.7019060850143433, |
| "rewards/format_reward": 1.0, |
| "step": 345, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 255.0357208251953, |
| "epoch": 0.024467859415882892, |
| "grad_norm": 2.130183117619974, |
| "kl": 0.031982421875, |
| "learning_rate": 6.052358799106527e-07, |
| "loss": 0.0013, |
| "reward": 1.532024621963501, |
| "reward_std": 0.13434962928295135, |
| "rewards/accuracy_reward": 0.4409531354904175, |
| "rewards/format_reward": 1.0, |
| "step": 346, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 390.4107360839844, |
| "epoch": 0.024538575772576197, |
| "grad_norm": 4.49817416945763, |
| "kl": 0.021240234375, |
| "learning_rate": 6.03315560421329e-07, |
| "loss": 0.0009, |
| "reward": 1.4154164791107178, |
| "reward_std": 0.1646321564912796, |
| "rewards/accuracy_reward": 0.2761307656764984, |
| "rewards/format_reward": 1.0, |
| "step": 347, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 268.5, |
| "epoch": 0.0246092921292695, |
| "grad_norm": 4.6576215942173835, |
| "kl": 0.0306396484375, |
| "learning_rate": 6.013936476782561e-07, |
| "loss": 0.0012, |
| "reward": 1.5289348363876343, |
| "reward_std": 0.09620549529790878, |
| "rewards/accuracy_reward": 0.4092918932437897, |
| "rewards/format_reward": 1.0, |
| "step": 348, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 297.5357360839844, |
| "epoch": 0.024680008485962805, |
| "grad_norm": 5.128069333931973, |
| "kl": 0.025146484375, |
| "learning_rate": 5.994701713197063e-07, |
| "loss": 0.001, |
| "reward": 1.6853457689285278, |
| "reward_std": 0.18648488819599152, |
| "rewards/accuracy_reward": 0.5299885272979736, |
| "rewards/format_reward": 1.0, |
| "step": 349, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 250.75001525878906, |
| "epoch": 0.024750724842656106, |
| "grad_norm": 1.8860628460204363, |
| "kl": 0.0322265625, |
| "learning_rate": 5.975451610080642e-07, |
| "loss": 0.0013, |
| "reward": 1.318392038345337, |
| "reward_std": 0.16681061685085297, |
| "rewards/accuracy_reward": 0.32910627126693726, |
| "rewards/format_reward": 0.9642857313156128, |
| "step": 350, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 274.89288330078125, |
| "epoch": 0.024821441199349408, |
| "grad_norm": 2.330011376072039, |
| "kl": 0.03369140625, |
| "learning_rate": 5.956186464293703e-07, |
| "loss": 0.0013, |
| "reward": 1.3444054126739502, |
| "reward_std": 0.2794593572616577, |
| "rewards/accuracy_reward": 0.29797667264938354, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 351, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 294.5535888671875, |
| "epoch": 0.024892157556042713, |
| "grad_norm": 2.173337933494608, |
| "kl": 0.03125, |
| "learning_rate": 5.936906572928624e-07, |
| "loss": 0.0013, |
| "reward": 1.5638823509216309, |
| "reward_std": 0.16451983153820038, |
| "rewards/accuracy_reward": 0.3674537241458893, |
| "rewards/format_reward": 1.0, |
| "step": 352, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 323.1607360839844, |
| "epoch": 0.024962873912736015, |
| "grad_norm": 2.0409492961034106, |
| "kl": 0.03173828125, |
| "learning_rate": 5.917612233305182e-07, |
| "loss": 0.0013, |
| "reward": 1.4680980443954468, |
| "reward_std": 0.09803620725870132, |
| "rewards/accuracy_reward": 0.39666953682899475, |
| "rewards/format_reward": 1.0, |
| "step": 353, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 338.625, |
| "epoch": 0.02503359026942932, |
| "grad_norm": 1.899665217869245, |
| "kl": 0.0244140625, |
| "learning_rate": 5.898303742965963e-07, |
| "loss": 0.001, |
| "reward": 1.5066349506378174, |
| "reward_std": 0.09890731424093246, |
| "rewards/accuracy_reward": 0.40306350588798523, |
| "rewards/format_reward": 1.0, |
| "step": 354, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 312.6785888671875, |
| "epoch": 0.025104306626122622, |
| "grad_norm": 2.6102633181441948, |
| "kl": 0.03759765625, |
| "learning_rate": 5.878981399671773e-07, |
| "loss": 0.0015, |
| "reward": 1.5776315927505493, |
| "reward_std": 0.10875112563371658, |
| "rewards/accuracy_reward": 0.49906018376350403, |
| "rewards/format_reward": 1.0, |
| "step": 355, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 319.9464416503906, |
| "epoch": 0.025175022982815924, |
| "grad_norm": 2.5275821778372545, |
| "kl": 0.0269775390625, |
| "learning_rate": 5.859645501397047e-07, |
| "loss": 0.0011, |
| "reward": 1.6373540163040161, |
| "reward_std": 0.1245882585644722, |
| "rewards/accuracy_reward": 0.4534253478050232, |
| "rewards/format_reward": 1.0, |
| "step": 356, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 328.71429443359375, |
| "epoch": 0.02524573933950923, |
| "grad_norm": 1.3964332763568652, |
| "kl": 0.03173828125, |
| "learning_rate": 5.84029634632526e-07, |
| "loss": 0.0013, |
| "reward": 1.597927451133728, |
| "reward_std": 0.04110722243785858, |
| "rewards/accuracy_reward": 0.4979274868965149, |
| "rewards/format_reward": 1.0, |
| "step": 357, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 323.875, |
| "epoch": 0.02531645569620253, |
| "grad_norm": 3.581085923515826, |
| "kl": 0.0269775390625, |
| "learning_rate": 5.820934232844314e-07, |
| "loss": 0.0011, |
| "reward": 1.5372740030288696, |
| "reward_std": 0.24729707837104797, |
| "rewards/accuracy_reward": 0.4015595614910126, |
| "rewards/format_reward": 1.0, |
| "step": 358, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.42857142857142855, |
| "completion_length": 344.01788330078125, |
| "epoch": 0.025387172052895837, |
| "grad_norm": 12.621243673215686, |
| "kl": 0.027099609375, |
| "learning_rate": 5.801559459541956e-07, |
| "loss": 0.0011, |
| "reward": 1.350390911102295, |
| "reward_std": 0.16050653159618378, |
| "rewards/accuracy_reward": 0.22539079189300537, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 359, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 313.6964416503906, |
| "epoch": 0.02545788840958914, |
| "grad_norm": 2.12553229346614, |
| "kl": 0.025146484375, |
| "learning_rate": 5.782172325201155e-07, |
| "loss": 0.001, |
| "reward": 1.677781343460083, |
| "reward_std": 0.18911893665790558, |
| "rewards/accuracy_reward": 0.5849241018295288, |
| "rewards/format_reward": 1.0, |
| "step": 360, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 381.8750305175781, |
| "epoch": 0.02552860476628244, |
| "grad_norm": 1.3202979673456523, |
| "kl": 0.0277099609375, |
| "learning_rate": 5.762773128795505e-07, |
| "loss": 0.0011, |
| "reward": 1.2330882549285889, |
| "reward_std": 0.1723875254392624, |
| "rewards/accuracy_reward": 0.2420167624950409, |
| "rewards/format_reward": 0.9375000596046448, |
| "step": 361, |
| "temporal_rewards": 0.4285714328289032 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 327.25, |
| "epoch": 0.025599321122975745, |
| "grad_norm": 2.3442751846671848, |
| "kl": 0.033935546875, |
| "learning_rate": 5.743362169484616e-07, |
| "loss": 0.0014, |
| "reward": 1.4978785514831543, |
| "reward_std": 0.20312780141830444, |
| "rewards/accuracy_reward": 0.3764498829841614, |
| "rewards/format_reward": 1.0, |
| "step": 362, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 415.51788330078125, |
| "epoch": 0.025670037479669047, |
| "grad_norm": 1.868813459958133, |
| "kl": 0.02099609375, |
| "learning_rate": 5.723939746609489e-07, |
| "loss": 0.0008, |
| "reward": 1.5185195207595825, |
| "reward_std": 0.17735092341899872, |
| "rewards/accuracy_reward": 0.414948046207428, |
| "rewards/format_reward": 1.0, |
| "step": 363, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 306.39288330078125, |
| "epoch": 0.02574075383636235, |
| "grad_norm": 2.8373712103966477, |
| "kl": 0.03369140625, |
| "learning_rate": 5.704506159687913e-07, |
| "loss": 0.0013, |
| "reward": 1.2079805135726929, |
| "reward_std": 0.1921808272600174, |
| "rewards/accuracy_reward": 0.16869474947452545, |
| "rewards/format_reward": 1.0, |
| "step": 364, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 369.9821472167969, |
| "epoch": 0.025811470193055654, |
| "grad_norm": 2.591196170066828, |
| "kl": 0.029052734375, |
| "learning_rate": 5.68506170840984e-07, |
| "loss": 0.0012, |
| "reward": 1.3705947399139404, |
| "reward_std": 0.22899633646011353, |
| "rewards/accuracy_reward": 0.2991660237312317, |
| "rewards/format_reward": 0.9642857313156128, |
| "step": 365, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 308.0714416503906, |
| "epoch": 0.025882186549748956, |
| "grad_norm": 1.6623388962678187, |
| "kl": 0.037353515625, |
| "learning_rate": 5.665606692632762e-07, |
| "loss": 0.0015, |
| "reward": 1.400124192237854, |
| "reward_std": 0.07147856801748276, |
| "rewards/accuracy_reward": 0.3269099295139313, |
| "rewards/format_reward": 0.9910714626312256, |
| "step": 366, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 369.3750305175781, |
| "epoch": 0.02595290290644226, |
| "grad_norm": 1.94301257989956, |
| "kl": 0.02685546875, |
| "learning_rate": 5.646141412377088e-07, |
| "loss": 0.0011, |
| "reward": 1.6126399040222168, |
| "reward_std": 0.18377585709095, |
| "rewards/accuracy_reward": 0.4679969847202301, |
| "rewards/format_reward": 1.0, |
| "step": 367, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 381.1071472167969, |
| "epoch": 0.026023619263135563, |
| "grad_norm": 8.238476852178287, |
| "kl": 0.02978515625, |
| "learning_rate": 5.626666167821521e-07, |
| "loss": 0.0012, |
| "reward": 1.180018663406372, |
| "reward_std": 0.2313089817762375, |
| "rewards/accuracy_reward": 0.19787564873695374, |
| "rewards/format_reward": 0.9642857313156128, |
| "step": 368, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 342.4107360839844, |
| "epoch": 0.026094335619828865, |
| "grad_norm": 2.1759902988857167, |
| "kl": 0.033447265625, |
| "learning_rate": 5.607181259298424e-07, |
| "loss": 0.0013, |
| "reward": 1.825343132019043, |
| "reward_std": 0.1668531596660614, |
| "rewards/accuracy_reward": 0.7003429532051086, |
| "rewards/format_reward": 1.0, |
| "step": 369, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 333.0357360839844, |
| "epoch": 0.02616505197652217, |
| "grad_norm": 1.7499885297919853, |
| "kl": 0.032958984375, |
| "learning_rate": 5.587686987289189e-07, |
| "loss": 0.0013, |
| "reward": 1.5166599750518799, |
| "reward_std": 0.27873143553733826, |
| "rewards/accuracy_reward": 0.37201693654060364, |
| "rewards/format_reward": 1.0, |
| "step": 370, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 367.1785888671875, |
| "epoch": 0.026235768333215472, |
| "grad_norm": 3.0454150703127922, |
| "kl": 0.028076171875, |
| "learning_rate": 5.568183652419606e-07, |
| "loss": 0.0011, |
| "reward": 1.7871646881103516, |
| "reward_std": 0.24583527445793152, |
| "rewards/accuracy_reward": 0.6657359600067139, |
| "rewards/format_reward": 1.0, |
| "step": 371, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 404.46429443359375, |
| "epoch": 0.026306484689908777, |
| "grad_norm": 2.2107511812883534, |
| "kl": 0.031982421875, |
| "learning_rate": 5.548671555455225e-07, |
| "loss": 0.0013, |
| "reward": 1.3355700969696045, |
| "reward_std": 0.13694429397583008, |
| "rewards/accuracy_reward": 0.21235574781894684, |
| "rewards/format_reward": 1.0, |
| "step": 372, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 293.0, |
| "epoch": 0.02637720104660208, |
| "grad_norm": 2.6996245051231096, |
| "kl": 0.03955078125, |
| "learning_rate": 5.529150997296724e-07, |
| "loss": 0.0016, |
| "reward": 1.7154440879821777, |
| "reward_std": 0.2146865725517273, |
| "rewards/accuracy_reward": 0.554729700088501, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 373, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 411.6964416503906, |
| "epoch": 0.02644791740329538, |
| "grad_norm": 1.8001898557267344, |
| "kl": 0.0284423828125, |
| "learning_rate": 5.50962227897525e-07, |
| "loss": 0.0011, |
| "reward": 1.6238105297088623, |
| "reward_std": 0.12328346073627472, |
| "rewards/accuracy_reward": 0.5238105058670044, |
| "rewards/format_reward": 1.0, |
| "step": 374, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 384.1250305175781, |
| "epoch": 0.026518633759988686, |
| "grad_norm": 4.677924268371215, |
| "kl": 0.03173828125, |
| "learning_rate": 5.490085701647804e-07, |
| "loss": 0.0013, |
| "reward": 1.4824268817901611, |
| "reward_std": 0.17531447112560272, |
| "rewards/accuracy_reward": 0.4074268043041229, |
| "rewards/format_reward": 0.9464285969734192, |
| "step": 375, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 360.3035888671875, |
| "epoch": 0.026589350116681988, |
| "grad_norm": 2.629937201448368, |
| "kl": 0.0306396484375, |
| "learning_rate": 5.470541566592572e-07, |
| "loss": 0.0012, |
| "reward": 1.4805189371109009, |
| "reward_std": 0.13057683408260345, |
| "rewards/accuracy_reward": 0.39480462670326233, |
| "rewards/format_reward": 1.0, |
| "step": 376, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 312.89288330078125, |
| "epoch": 0.02666006647337529, |
| "grad_norm": 5.125708994196599, |
| "kl": 0.028076171875, |
| "learning_rate": 5.450990175204295e-07, |
| "loss": 0.0011, |
| "reward": 1.6128833293914795, |
| "reward_std": 0.3223087191581726, |
| "rewards/accuracy_reward": 0.5468119382858276, |
| "rewards/format_reward": 1.0, |
| "step": 377, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 377.3571472167969, |
| "epoch": 0.026730782830068595, |
| "grad_norm": 2.398993880529741, |
| "kl": 0.027587890625, |
| "learning_rate": 5.431431828989618e-07, |
| "loss": 0.0011, |
| "reward": 1.3329598903656006, |
| "reward_std": 0.11915090680122375, |
| "rewards/accuracy_reward": 0.22938844561576843, |
| "rewards/format_reward": 1.0, |
| "step": 378, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 291.5, |
| "epoch": 0.026801499186761897, |
| "grad_norm": 2.0811831103483547, |
| "kl": 0.03564453125, |
| "learning_rate": 5.411866829562428e-07, |
| "loss": 0.0014, |
| "reward": 1.4208639860153198, |
| "reward_std": 0.1937147080898285, |
| "rewards/accuracy_reward": 0.3672925531864166, |
| "rewards/format_reward": 1.0, |
| "step": 379, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 233.73214721679688, |
| "epoch": 0.026872215543455202, |
| "grad_norm": 4.399399178488053, |
| "kl": 0.044921875, |
| "learning_rate": 5.392295478639225e-07, |
| "loss": 0.0018, |
| "reward": 1.6046034097671509, |
| "reward_std": 0.19802793860435486, |
| "rewards/accuracy_reward": 0.517103374004364, |
| "rewards/format_reward": 1.0, |
| "step": 380, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 387.7500305175781, |
| "epoch": 0.026942931900148504, |
| "grad_norm": 2.5533064200023263, |
| "kl": 0.025146484375, |
| "learning_rate": 5.372718078034449e-07, |
| "loss": 0.001, |
| "reward": 1.217873454093933, |
| "reward_std": 0.203144833445549, |
| "rewards/accuracy_reward": 0.2428734451532364, |
| "rewards/format_reward": 0.9464285969734192, |
| "step": 381, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 359.3214416503906, |
| "epoch": 0.027013648256841806, |
| "grad_norm": 1.8570735685502529, |
| "kl": 0.03125, |
| "learning_rate": 5.353134929655834e-07, |
| "loss": 0.0012, |
| "reward": 1.4346259832382202, |
| "reward_std": 0.08470071107149124, |
| "rewards/accuracy_reward": 0.29534000158309937, |
| "rewards/format_reward": 1.0, |
| "step": 382, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 405.26788330078125, |
| "epoch": 0.02708436461353511, |
| "grad_norm": 4.193482767385417, |
| "kl": 0.028076171875, |
| "learning_rate": 5.333546335499755e-07, |
| "loss": 0.0011, |
| "reward": 1.3635871410369873, |
| "reward_std": 0.17237180471420288, |
| "rewards/accuracy_reward": 0.26894426345825195, |
| "rewards/format_reward": 1.0, |
| "step": 383, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 371.3750305175781, |
| "epoch": 0.027155080970228413, |
| "grad_norm": 2.3528613276192316, |
| "kl": 0.0262451171875, |
| "learning_rate": 5.313952597646567e-07, |
| "loss": 0.0011, |
| "reward": 1.3349854946136475, |
| "reward_std": 0.3423630893230438, |
| "rewards/accuracy_reward": 0.3028426170349121, |
| "rewards/format_reward": 0.9642857313156128, |
| "step": 384, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 289.4464416503906, |
| "epoch": 0.02722579732692172, |
| "grad_norm": 3.9024648052471447, |
| "kl": 0.037841796875, |
| "learning_rate": 5.294354018255944e-07, |
| "loss": 0.0015, |
| "reward": 1.449798345565796, |
| "reward_std": 0.14439773559570312, |
| "rewards/accuracy_reward": 0.36408406496047974, |
| "rewards/format_reward": 1.0, |
| "step": 385, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 380.5000305175781, |
| "epoch": 0.02729651368361502, |
| "grad_norm": 1.8427299127828103, |
| "kl": 0.02880859375, |
| "learning_rate": 5.274750899562229e-07, |
| "loss": 0.0011, |
| "reward": 1.7462456226348877, |
| "reward_std": 0.10625772923231125, |
| "rewards/accuracy_reward": 0.5998170375823975, |
| "rewards/format_reward": 1.0, |
| "step": 386, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 383.0000305175781, |
| "epoch": 0.027367230040308322, |
| "grad_norm": 3.544529853413903, |
| "kl": 0.03271484375, |
| "learning_rate": 5.255143543869758e-07, |
| "loss": 0.0013, |
| "reward": 1.355359673500061, |
| "reward_std": 0.15984994173049927, |
| "rewards/accuracy_reward": 0.3660738170146942, |
| "rewards/format_reward": 0.910714328289032, |
| "step": 387, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 352.5714416503906, |
| "epoch": 0.027437946397001627, |
| "grad_norm": 2.293558001170078, |
| "kl": 0.0255126953125, |
| "learning_rate": 5.235532253548213e-07, |
| "loss": 0.001, |
| "reward": 1.2553527355194092, |
| "reward_std": 0.2074802964925766, |
| "rewards/accuracy_reward": 0.22320979833602905, |
| "rewards/format_reward": 1.0, |
| "step": 388, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 470.26788330078125, |
| "epoch": 0.02750866275369493, |
| "grad_norm": 2.083880028625963, |
| "kl": 0.0225830078125, |
| "learning_rate": 5.215917331027952e-07, |
| "loss": 0.0009, |
| "reward": 1.2681748867034912, |
| "reward_std": 0.3372127115726471, |
| "rewards/accuracy_reward": 0.34317487478256226, |
| "rewards/format_reward": 0.8571429252624512, |
| "step": 389, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 329.5, |
| "epoch": 0.027579379110388234, |
| "grad_norm": 2.1453697179011804, |
| "kl": 0.046142578125, |
| "learning_rate": 5.196299078795343e-07, |
| "loss": 0.0018, |
| "reward": 1.399222731590271, |
| "reward_std": 0.14599619805812836, |
| "rewards/accuracy_reward": 0.3492225706577301, |
| "rewards/format_reward": 1.0, |
| "step": 390, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 396.51788330078125, |
| "epoch": 0.027650095467081536, |
| "grad_norm": 1.6755893122416967, |
| "kl": 0.033935546875, |
| "learning_rate": 5.176677799388106e-07, |
| "loss": 0.0014, |
| "reward": 1.4546376466751099, |
| "reward_std": 0.16355273127555847, |
| "rewards/accuracy_reward": 0.35820892453193665, |
| "rewards/format_reward": 1.0, |
| "step": 391, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 354.2321472167969, |
| "epoch": 0.027720811823774838, |
| "grad_norm": 2.6694751810683304, |
| "kl": 0.03515625, |
| "learning_rate": 5.157053795390641e-07, |
| "loss": 0.0014, |
| "reward": 1.4715749025344849, |
| "reward_std": 0.29134294390678406, |
| "rewards/accuracy_reward": 0.4430033266544342, |
| "rewards/format_reward": 0.9642857313156128, |
| "step": 392, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 331.3571472167969, |
| "epoch": 0.027791528180468143, |
| "grad_norm": 1.96541156515629, |
| "kl": 0.0308837890625, |
| "learning_rate": 5.137427369429367e-07, |
| "loss": 0.0012, |
| "reward": 1.428260087966919, |
| "reward_std": 0.06747553497552872, |
| "rewards/accuracy_reward": 0.34254565834999084, |
| "rewards/format_reward": 1.0, |
| "step": 393, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 407.96429443359375, |
| "epoch": 0.027862244537161445, |
| "grad_norm": 1.3859267872674321, |
| "kl": 0.02587890625, |
| "learning_rate": 5.117798824168051e-07, |
| "loss": 0.001, |
| "reward": 1.591428279876709, |
| "reward_std": 0.19288663566112518, |
| "rewards/accuracy_reward": 0.40214255452156067, |
| "rewards/format_reward": 1.0, |
| "step": 394, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 386.83929443359375, |
| "epoch": 0.027932960893854747, |
| "grad_norm": 1.8427102429869322, |
| "kl": 0.02685546875, |
| "learning_rate": 5.098168462303141e-07, |
| "loss": 0.0011, |
| "reward": 1.4641729593276978, |
| "reward_std": 0.3036796748638153, |
| "rewards/accuracy_reward": 0.40703001618385315, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 395, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 293.9107360839844, |
| "epoch": 0.028003677250548052, |
| "grad_norm": 2.089041186075824, |
| "kl": 0.033935546875, |
| "learning_rate": 5.078536586559103e-07, |
| "loss": 0.0014, |
| "reward": 1.1659693717956543, |
| "reward_std": 0.24974478781223297, |
| "rewards/accuracy_reward": 0.1391836255788803, |
| "rewards/format_reward": 1.0, |
| "step": 396, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 329.3035888671875, |
| "epoch": 0.028074393607241354, |
| "grad_norm": 1.9041816299201622, |
| "kl": 0.03857421875, |
| "learning_rate": 5.058903499683746e-07, |
| "loss": 0.0015, |
| "reward": 1.4629387855529785, |
| "reward_std": 0.13699032366275787, |
| "rewards/accuracy_reward": 0.33793866634368896, |
| "rewards/format_reward": 1.0, |
| "step": 397, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 396.2321472167969, |
| "epoch": 0.02814510996393466, |
| "grad_norm": 2.728611691287526, |
| "kl": 0.02685546875, |
| "learning_rate": 5.039269504443556e-07, |
| "loss": 0.0011, |
| "reward": 1.344726324081421, |
| "reward_std": 0.17001697421073914, |
| "rewards/accuracy_reward": 0.2661549150943756, |
| "rewards/format_reward": 1.0, |
| "step": 398, |
| "temporal_rewards": 0.4285714328289032 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 313.8571472167969, |
| "epoch": 0.02821582632062796, |
| "grad_norm": 1.7849256579988373, |
| "kl": 0.03076171875, |
| "learning_rate": 5.01963490361903e-07, |
| "loss": 0.0012, |
| "reward": 1.6714622974395752, |
| "reward_std": 0.09840419888496399, |
| "rewards/accuracy_reward": 0.5321764349937439, |
| "rewards/format_reward": 1.0, |
| "step": 399, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 388.5357360839844, |
| "epoch": 0.028286542677321263, |
| "grad_norm": 8.261547547073096, |
| "kl": 0.033935546875, |
| "learning_rate": 5e-07, |
| "loss": 0.0014, |
| "reward": 1.6797436475753784, |
| "reward_std": 0.17591066658496857, |
| "rewards/accuracy_reward": 0.5618864893913269, |
| "rewards/format_reward": 1.0, |
| "step": 400, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 331.1785888671875, |
| "epoch": 0.028357259034014568, |
| "grad_norm": 2.28103879272725, |
| "kl": 0.035888671875, |
| "learning_rate": 4.98036509638097e-07, |
| "loss": 0.0014, |
| "reward": 1.3935726881027222, |
| "reward_std": 0.12822480499744415, |
| "rewards/accuracy_reward": 0.3078583776950836, |
| "rewards/format_reward": 1.0, |
| "step": 401, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 379.96429443359375, |
| "epoch": 0.02842797539070787, |
| "grad_norm": 1.4674729623036253, |
| "kl": 0.0286865234375, |
| "learning_rate": 4.960730495556445e-07, |
| "loss": 0.0011, |
| "reward": 1.7156438827514648, |
| "reward_std": 0.3859993517398834, |
| "rewards/accuracy_reward": 0.6477864980697632, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 402, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 388.1785888671875, |
| "epoch": 0.028498691747401175, |
| "grad_norm": 1.3223119835310468, |
| "kl": 0.0179443359375, |
| "learning_rate": 4.941096500316253e-07, |
| "loss": 0.0007, |
| "reward": 1.4553104639053345, |
| "reward_std": 0.24331238865852356, |
| "rewards/accuracy_reward": 0.3249531686306, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 403, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 323.83929443359375, |
| "epoch": 0.028569408104094477, |
| "grad_norm": 3.1313041217077195, |
| "kl": 0.033935546875, |
| "learning_rate": 4.921463413440898e-07, |
| "loss": 0.0014, |
| "reward": 1.5295048952102661, |
| "reward_std": 0.1805698424577713, |
| "rewards/accuracy_reward": 0.4509332776069641, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 404, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 450.21429443359375, |
| "epoch": 0.02864012446078778, |
| "grad_norm": 3.055753252567225, |
| "kl": 0.0260009765625, |
| "learning_rate": 4.901831537696859e-07, |
| "loss": 0.001, |
| "reward": 1.5087708234786987, |
| "reward_std": 0.41760846972465515, |
| "rewards/accuracy_reward": 0.47305646538734436, |
| "rewards/format_reward": 0.9196429252624512, |
| "step": 405, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 360.01788330078125, |
| "epoch": 0.028710840817481084, |
| "grad_norm": 1.9409797544311196, |
| "kl": 0.032470703125, |
| "learning_rate": 4.88220117583195e-07, |
| "loss": 0.0013, |
| "reward": 1.379135251045227, |
| "reward_std": 0.06476539373397827, |
| "rewards/accuracy_reward": 0.22556355595588684, |
| "rewards/format_reward": 1.0, |
| "step": 406, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 382.33929443359375, |
| "epoch": 0.028781557174174386, |
| "grad_norm": 2.313009536390464, |
| "kl": 0.031494140625, |
| "learning_rate": 4.862572630570632e-07, |
| "loss": 0.0013, |
| "reward": 1.271722435951233, |
| "reward_std": 0.22454886138439178, |
| "rewards/accuracy_reward": 0.3288652300834656, |
| "rewards/format_reward": 0.8928571939468384, |
| "step": 407, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 282.9107360839844, |
| "epoch": 0.02885227353086769, |
| "grad_norm": 1.446068581548601, |
| "kl": 0.033203125, |
| "learning_rate": 4.842946204609359e-07, |
| "loss": 0.0013, |
| "reward": 1.5823034048080444, |
| "reward_std": 0.11049094051122665, |
| "rewards/accuracy_reward": 0.4358747899532318, |
| "rewards/format_reward": 1.0, |
| "step": 408, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 390.21429443359375, |
| "epoch": 0.028922989887560993, |
| "grad_norm": 2.312735995015275, |
| "kl": 0.02685546875, |
| "learning_rate": 4.823322200611894e-07, |
| "loss": 0.0011, |
| "reward": 1.5601413249969482, |
| "reward_std": 0.258174329996109, |
| "rewards/accuracy_reward": 0.43514126539230347, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 409, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 420.64288330078125, |
| "epoch": 0.028993706244254295, |
| "grad_norm": 5.416369369163083, |
| "kl": 0.0198974609375, |
| "learning_rate": 4.803700921204658e-07, |
| "loss": 0.0008, |
| "reward": 1.6503158807754517, |
| "reward_std": 0.12139418721199036, |
| "rewards/accuracy_reward": 0.5217443704605103, |
| "rewards/format_reward": 1.0, |
| "step": 410, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 348.6071472167969, |
| "epoch": 0.0290644226009476, |
| "grad_norm": 2.2864444139855338, |
| "kl": 0.02783203125, |
| "learning_rate": 4.784082668972048e-07, |
| "loss": 0.0011, |
| "reward": 1.507346749305725, |
| "reward_std": 0.40505164861679077, |
| "rewards/accuracy_reward": 0.4894895851612091, |
| "rewards/format_reward": 0.9285714626312256, |
| "step": 411, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 293.1071472167969, |
| "epoch": 0.029135138957640902, |
| "grad_norm": 1.7808355114768646, |
| "kl": 0.03369140625, |
| "learning_rate": 4.764467746451787e-07, |
| "loss": 0.0013, |
| "reward": 1.382138729095459, |
| "reward_std": 0.08309070765972137, |
| "rewards/accuracy_reward": 0.3035672903060913, |
| "rewards/format_reward": 1.0, |
| "step": 412, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 447.8750305175781, |
| "epoch": 0.029205855314334204, |
| "grad_norm": 3.7953060948796806, |
| "kl": 0.0234375, |
| "learning_rate": 4.7448564561302425e-07, |
| "loss": 0.0009, |
| "reward": 1.4381937980651855, |
| "reward_std": 0.25024092197418213, |
| "rewards/accuracy_reward": 0.3489079773426056, |
| "rewards/format_reward": 0.9464285969734192, |
| "step": 413, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 359.4285888671875, |
| "epoch": 0.02927657167102751, |
| "grad_norm": 3.607382495227333, |
| "kl": 0.0247802734375, |
| "learning_rate": 4.725249100437772e-07, |
| "loss": 0.001, |
| "reward": 1.5438848733901978, |
| "reward_std": 0.15159979462623596, |
| "rewards/accuracy_reward": 0.43674206733703613, |
| "rewards/format_reward": 1.0, |
| "step": 414, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 311.26788330078125, |
| "epoch": 0.02934728802772081, |
| "grad_norm": 5.968976641561608, |
| "kl": 0.031494140625, |
| "learning_rate": 4.705645981744054e-07, |
| "loss": 0.0013, |
| "reward": 1.3446789979934692, |
| "reward_std": 0.11415538191795349, |
| "rewards/accuracy_reward": 0.32682180404663086, |
| "rewards/format_reward": 1.0, |
| "step": 415, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 301.58929443359375, |
| "epoch": 0.029418004384414116, |
| "grad_norm": 3.784865237943444, |
| "kl": 0.035888671875, |
| "learning_rate": 4.686047402353433e-07, |
| "loss": 0.0014, |
| "reward": 1.5898468494415283, |
| "reward_std": 0.17367304861545563, |
| "rewards/accuracy_reward": 0.4934180974960327, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 416, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 367.21429443359375, |
| "epoch": 0.029488720741107418, |
| "grad_norm": 1.75880735042764, |
| "kl": 0.0286865234375, |
| "learning_rate": 4.666453664500245e-07, |
| "loss": 0.0011, |
| "reward": 1.5243805646896362, |
| "reward_std": 0.19846533238887787, |
| "rewards/accuracy_reward": 0.4100947678089142, |
| "rewards/format_reward": 1.0, |
| "step": 417, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 340.6607360839844, |
| "epoch": 0.02955943709780072, |
| "grad_norm": 1.7871230290706377, |
| "kl": 0.026123046875, |
| "learning_rate": 4.6468650703441674e-07, |
| "loss": 0.001, |
| "reward": 1.5729893445968628, |
| "reward_std": 0.13814634084701538, |
| "rewards/accuracy_reward": 0.3658464550971985, |
| "rewards/format_reward": 1.0, |
| "step": 418, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 278.89288330078125, |
| "epoch": 0.029630153454494025, |
| "grad_norm": 2.554161251864265, |
| "kl": 0.057861328125, |
| "learning_rate": 4.6272819219655513e-07, |
| "loss": 0.0023, |
| "reward": 1.3281075954437256, |
| "reward_std": 0.17383383214473724, |
| "rewards/accuracy_reward": 0.21739324927330017, |
| "rewards/format_reward": 1.0, |
| "step": 419, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 325.39288330078125, |
| "epoch": 0.029700869811187327, |
| "grad_norm": 1.50257111478606, |
| "kl": 0.0206298828125, |
| "learning_rate": 4.6077045213607755e-07, |
| "loss": 0.0008, |
| "reward": 1.6323332786560059, |
| "reward_std": 0.21911628544330597, |
| "rewards/accuracy_reward": 0.5859045386314392, |
| "rewards/format_reward": 0.9464285969734192, |
| "step": 420, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 342.1250305175781, |
| "epoch": 0.029771586167880632, |
| "grad_norm": 3.0319468526415574, |
| "kl": 0.046875, |
| "learning_rate": 4.5881331704375717e-07, |
| "loss": 0.0019, |
| "reward": 1.4856750965118408, |
| "reward_std": 0.1472327709197998, |
| "rewards/accuracy_reward": 0.344603568315506, |
| "rewards/format_reward": 1.0, |
| "step": 421, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 286.46429443359375, |
| "epoch": 0.029842302524573934, |
| "grad_norm": 1.557953595928261, |
| "kl": 0.024169921875, |
| "learning_rate": 4.5685681710103835e-07, |
| "loss": 0.001, |
| "reward": 1.317307710647583, |
| "reward_std": 0.1382426917552948, |
| "rewards/accuracy_reward": 0.335164874792099, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 422, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 322.14288330078125, |
| "epoch": 0.029913018881267236, |
| "grad_norm": 3.5821052546263057, |
| "kl": 0.040771484375, |
| "learning_rate": 4.5490098247957035e-07, |
| "loss": 0.0016, |
| "reward": 1.5750365257263184, |
| "reward_std": 0.23019345104694366, |
| "rewards/accuracy_reward": 0.45182231068611145, |
| "rewards/format_reward": 0.9642857313156128, |
| "step": 423, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 420.4285888671875, |
| "epoch": 0.02998373523796054, |
| "grad_norm": 1.6829780179827094, |
| "kl": 0.017333984375, |
| "learning_rate": 4.529458433407428e-07, |
| "loss": 0.0007, |
| "reward": 1.4066516160964966, |
| "reward_std": 0.31510162353515625, |
| "rewards/accuracy_reward": 0.36736586689949036, |
| "rewards/format_reward": 0.8928571939468384, |
| "step": 424, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 396.71429443359375, |
| "epoch": 0.030054451594653843, |
| "grad_norm": 3.641080458916643, |
| "kl": 0.0234375, |
| "learning_rate": 4.5099142983521963e-07, |
| "loss": 0.0009, |
| "reward": 1.2015193700790405, |
| "reward_std": 0.2356756329536438, |
| "rewards/accuracy_reward": 0.14616213738918304, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 425, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 336.33929443359375, |
| "epoch": 0.030125167951347148, |
| "grad_norm": 1.4091112012881182, |
| "kl": 0.02685546875, |
| "learning_rate": 4.4903777210247507e-07, |
| "loss": 0.0011, |
| "reward": 1.5103956460952759, |
| "reward_std": 0.17151905596256256, |
| "rewards/accuracy_reward": 0.43539562821388245, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 426, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 341.3214416503906, |
| "epoch": 0.03019588430804045, |
| "grad_norm": 5.083283408358501, |
| "kl": 0.022705078125, |
| "learning_rate": 4.470849002703278e-07, |
| "loss": 0.0009, |
| "reward": 1.3674756288528442, |
| "reward_std": 0.32958027720451355, |
| "rewards/accuracy_reward": 0.31390413641929626, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 427, |
| "temporal_rewards": 0.357142835855484 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 329.4107360839844, |
| "epoch": 0.030266600664733752, |
| "grad_norm": 9.05812886287804, |
| "kl": 0.0296630859375, |
| "learning_rate": 4.4513284445447734e-07, |
| "loss": 0.0012, |
| "reward": 1.3259410858154297, |
| "reward_std": 0.16196411848068237, |
| "rewards/accuracy_reward": 0.22594106197357178, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 428, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 396.9285888671875, |
| "epoch": 0.030337317021427057, |
| "grad_norm": 2.023061057118066, |
| "kl": 0.031494140625, |
| "learning_rate": 4.4318163475803946e-07, |
| "loss": 0.0013, |
| "reward": 1.3213133811950684, |
| "reward_std": 0.2744351923465729, |
| "rewards/accuracy_reward": 0.3355990946292877, |
| "rewards/format_reward": 0.910714328289032, |
| "step": 429, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 411.08929443359375, |
| "epoch": 0.03040803337812036, |
| "grad_norm": 1.3358772519642126, |
| "kl": 0.0211181640625, |
| "learning_rate": 4.412313012710812e-07, |
| "loss": 0.0008, |
| "reward": 1.4609252214431763, |
| "reward_std": 0.2718171179294586, |
| "rewards/accuracy_reward": 0.5198537111282349, |
| "rewards/format_reward": 0.8839285969734192, |
| "step": 430, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 282.64288330078125, |
| "epoch": 0.03047874973481366, |
| "grad_norm": 2.2720991350951163, |
| "kl": 0.02978515625, |
| "learning_rate": 4.392818740701578e-07, |
| "loss": 0.0012, |
| "reward": 1.7099378108978271, |
| "reward_std": 0.044067222625017166, |
| "rewards/accuracy_reward": 0.6242234706878662, |
| "rewards/format_reward": 1.0, |
| "step": 431, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 313.3571472167969, |
| "epoch": 0.030549466091506966, |
| "grad_norm": 4.874629844256561, |
| "kl": 0.0361328125, |
| "learning_rate": 4.3733338321784777e-07, |
| "loss": 0.0014, |
| "reward": 1.494401216506958, |
| "reward_std": 0.16092178225517273, |
| "rewards/accuracy_reward": 0.33725816011428833, |
| "rewards/format_reward": 1.0, |
| "step": 432, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 275.8035888671875, |
| "epoch": 0.030620182448200268, |
| "grad_norm": 28.122046523413744, |
| "kl": 0.043701171875, |
| "learning_rate": 4.353858587622912e-07, |
| "loss": 0.0018, |
| "reward": 1.6464555263519287, |
| "reward_std": 0.24824804067611694, |
| "rewards/accuracy_reward": 0.5535983443260193, |
| "rewards/format_reward": 0.9910714626312256, |
| "step": 433, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 403.89288330078125, |
| "epoch": 0.030690898804893573, |
| "grad_norm": 3.339626072198373, |
| "kl": 0.0203857421875, |
| "learning_rate": 4.334393307367239e-07, |
| "loss": 0.0008, |
| "reward": 1.3827688694000244, |
| "reward_std": 0.17914602160453796, |
| "rewards/accuracy_reward": 0.2756258547306061, |
| "rewards/format_reward": 1.0, |
| "step": 434, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 273.4821472167969, |
| "epoch": 0.030761615161586875, |
| "grad_norm": 3.892230921532898, |
| "kl": 0.03515625, |
| "learning_rate": 4.3149382915901606e-07, |
| "loss": 0.0014, |
| "reward": 1.7399096488952637, |
| "reward_std": 0.04965953528881073, |
| "rewards/accuracy_reward": 0.5488380789756775, |
| "rewards/format_reward": 0.9910714626312256, |
| "step": 435, |
| "temporal_rewards": 0.7857142686843872 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 330.4107360839844, |
| "epoch": 0.030832331518280177, |
| "grad_norm": 1.909735243949092, |
| "kl": 0.031494140625, |
| "learning_rate": 4.295493840312087e-07, |
| "loss": 0.0013, |
| "reward": 1.459509253501892, |
| "reward_std": 0.2212105244398117, |
| "rewards/accuracy_reward": 0.359509140253067, |
| "rewards/format_reward": 1.0, |
| "step": 436, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.42857142857142855, |
| "completion_length": 376.3214416503906, |
| "epoch": 0.030903047874973482, |
| "grad_norm": 2.4215848056703244, |
| "kl": 0.0296630859375, |
| "learning_rate": 4.276060253390511e-07, |
| "loss": 0.0012, |
| "reward": 1.1357345581054688, |
| "reward_std": 0.20944790542125702, |
| "rewards/accuracy_reward": 0.17680595815181732, |
| "rewards/format_reward": 0.9375000596046448, |
| "step": 437, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 359.8750305175781, |
| "epoch": 0.030973764231666784, |
| "grad_norm": 2.8972302195874873, |
| "kl": 0.0291748046875, |
| "learning_rate": 4.256637830515385e-07, |
| "loss": 0.0012, |
| "reward": 1.4070888757705688, |
| "reward_std": 0.10983004420995712, |
| "rewards/accuracy_reward": 0.28923168778419495, |
| "rewards/format_reward": 1.0, |
| "step": 438, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 394.8035888671875, |
| "epoch": 0.03104448058836009, |
| "grad_norm": 2.1388285288561484, |
| "kl": 0.02685546875, |
| "learning_rate": 4.2372268712044956e-07, |
| "loss": 0.0011, |
| "reward": 1.3605310916900635, |
| "reward_std": 0.15685711801052094, |
| "rewards/accuracy_reward": 0.23910242319107056, |
| "rewards/format_reward": 1.0, |
| "step": 439, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 344.6964416503906, |
| "epoch": 0.03111519694505339, |
| "grad_norm": 2.2039506375878073, |
| "kl": 0.041748046875, |
| "learning_rate": 4.2178276747988444e-07, |
| "loss": 0.0017, |
| "reward": 1.4040751457214355, |
| "reward_std": 0.2854291796684265, |
| "rewards/accuracy_reward": 0.327289342880249, |
| "rewards/format_reward": 0.9910714626312256, |
| "step": 440, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 308.6785888671875, |
| "epoch": 0.031185913301746693, |
| "grad_norm": 2.0552976652041104, |
| "kl": 0.038330078125, |
| "learning_rate": 4.198440540458045e-07, |
| "loss": 0.0015, |
| "reward": 1.6015225648880005, |
| "reward_std": 0.1418137401342392, |
| "rewards/accuracy_reward": 0.5372366905212402, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 441, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 316.6785888671875, |
| "epoch": 0.03125662965844, |
| "grad_norm": 4.7174850280172445, |
| "kl": 0.031494140625, |
| "learning_rate": 4.1790657671556855e-07, |
| "loss": 0.0013, |
| "reward": 1.6243120431900024, |
| "reward_std": 0.10629468411207199, |
| "rewards/accuracy_reward": 0.4314548075199127, |
| "rewards/format_reward": 1.0, |
| "step": 442, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 315.0714416503906, |
| "epoch": 0.0313273460151333, |
| "grad_norm": 2.976887239802306, |
| "kl": 0.03759765625, |
| "learning_rate": 4.159703653674741e-07, |
| "loss": 0.0015, |
| "reward": 1.6049809455871582, |
| "reward_std": 0.18094731867313385, |
| "rewards/accuracy_reward": 0.36569520831108093, |
| "rewards/format_reward": 1.0, |
| "step": 443, |
| "temporal_rewards": 0.7857142686843872 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.42857142857142855, |
| "completion_length": 333.83929443359375, |
| "epoch": 0.0313980623718266, |
| "grad_norm": 1.9201858046843425, |
| "kl": 0.033447265625, |
| "learning_rate": 4.1403544986029513e-07, |
| "loss": 0.0013, |
| "reward": 1.233121395111084, |
| "reward_std": 0.1670166701078415, |
| "rewards/accuracy_reward": 0.1509784758090973, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 444, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 277.3035888671875, |
| "epoch": 0.03146877872851991, |
| "grad_norm": 3.9195459090216653, |
| "kl": 0.03955078125, |
| "learning_rate": 4.121018600328227e-07, |
| "loss": 0.0016, |
| "reward": 1.660433053970337, |
| "reward_std": 0.319146990776062, |
| "rewards/accuracy_reward": 0.6211473345756531, |
| "rewards/format_reward": 0.9464285969734192, |
| "step": 445, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 380.8035888671875, |
| "epoch": 0.03153949508521321, |
| "grad_norm": 2.500841382798084, |
| "kl": 0.02197265625, |
| "learning_rate": 4.101696257034037e-07, |
| "loss": 0.0009, |
| "reward": 1.4763396978378296, |
| "reward_std": 0.18185128271579742, |
| "rewards/accuracy_reward": 0.33348241448402405, |
| "rewards/format_reward": 1.0, |
| "step": 446, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 331.46429443359375, |
| "epoch": 0.03161021144190651, |
| "grad_norm": 2.993958559352804, |
| "kl": 0.032958984375, |
| "learning_rate": 4.0823877666948194e-07, |
| "loss": 0.0013, |
| "reward": 1.6696480512619019, |
| "reward_std": 0.25890541076660156, |
| "rewards/accuracy_reward": 0.56071937084198, |
| "rewards/format_reward": 0.9910714626312256, |
| "step": 447, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 349.4464416503906, |
| "epoch": 0.031680927798599816, |
| "grad_norm": 1.7834032864192717, |
| "kl": 0.0277099609375, |
| "learning_rate": 4.0630934270713755e-07, |
| "loss": 0.0011, |
| "reward": 1.738865852355957, |
| "reward_std": 0.2320891171693802, |
| "rewards/accuracy_reward": 0.6567228436470032, |
| "rewards/format_reward": 1.0, |
| "step": 448, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 317.7321472167969, |
| "epoch": 0.03175164415529312, |
| "grad_norm": 6.198424623280275, |
| "kl": 0.03857421875, |
| "learning_rate": 4.0438135357062985e-07, |
| "loss": 0.0015, |
| "reward": 1.4536668062210083, |
| "reward_std": 0.16225261986255646, |
| "rewards/accuracy_reward": 0.38938087224960327, |
| "rewards/format_reward": 1.0, |
| "step": 449, |
| "temporal_rewards": 0.4285714328289032 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 288.1071472167969, |
| "epoch": 0.03182236051198642, |
| "grad_norm": 3.247320743709643, |
| "kl": 0.045166015625, |
| "learning_rate": 4.0245483899193586e-07, |
| "loss": 0.0018, |
| "reward": 1.4543291330337524, |
| "reward_std": 0.32300037145614624, |
| "rewards/accuracy_reward": 0.48647189140319824, |
| "rewards/format_reward": 0.9642857313156128, |
| "step": 450, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 317.76788330078125, |
| "epoch": 0.031893076868679725, |
| "grad_norm": 2.442455009190998, |
| "kl": 0.050537109375, |
| "learning_rate": 4.0052982868029373e-07, |
| "loss": 0.002, |
| "reward": 1.3104349374771118, |
| "reward_std": 0.1471802294254303, |
| "rewards/accuracy_reward": 0.2604348361492157, |
| "rewards/format_reward": 1.0, |
| "step": 451, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 266.0, |
| "epoch": 0.03196379322537303, |
| "grad_norm": 3.043973024567818, |
| "kl": 0.041259765625, |
| "learning_rate": 3.9860635232174387e-07, |
| "loss": 0.0016, |
| "reward": 1.3350341320037842, |
| "reward_std": 0.13069362938404083, |
| "rewards/accuracy_reward": 0.2564627230167389, |
| "rewards/format_reward": 1.0, |
| "step": 452, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 310.5535888671875, |
| "epoch": 0.032034509582066335, |
| "grad_norm": 2.413183095605324, |
| "kl": 0.0673828125, |
| "learning_rate": 3.966844395786708e-07, |
| "loss": 0.0027, |
| "reward": 1.19474458694458, |
| "reward_std": 0.13214927911758423, |
| "rewards/accuracy_reward": 0.14474450051784515, |
| "rewards/format_reward": 0.9464285969734192, |
| "step": 453, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 332.46429443359375, |
| "epoch": 0.032105225938759634, |
| "grad_norm": 1.750689540601177, |
| "kl": 0.03564453125, |
| "learning_rate": 3.9476412008934724e-07, |
| "loss": 0.0014, |
| "reward": 1.5258307456970215, |
| "reward_std": 0.13253284990787506, |
| "rewards/accuracy_reward": 0.5008307695388794, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 454, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 322.625, |
| "epoch": 0.03217594229545294, |
| "grad_norm": 5.9762586144817575, |
| "kl": 0.02880859375, |
| "learning_rate": 3.9284542346747467e-07, |
| "loss": 0.0012, |
| "reward": 1.5578464269638062, |
| "reward_std": 0.15870586037635803, |
| "rewards/accuracy_reward": 0.4792748689651489, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 455, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 388.58929443359375, |
| "epoch": 0.032246658652146244, |
| "grad_norm": 1.456682779892586, |
| "kl": 0.0306396484375, |
| "learning_rate": 3.909283793017288e-07, |
| "loss": 0.0012, |
| "reward": 1.5315090417861938, |
| "reward_std": 0.25302621722221375, |
| "rewards/accuracy_reward": 0.4707947075366974, |
| "rewards/format_reward": 1.0, |
| "step": 456, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 287.4107360839844, |
| "epoch": 0.03231737500883954, |
| "grad_norm": 1.9256360714808942, |
| "kl": 0.0380859375, |
| "learning_rate": 3.89013017155302e-07, |
| "loss": 0.0015, |
| "reward": 1.332560420036316, |
| "reward_std": 0.13513420522212982, |
| "rewards/accuracy_reward": 0.28970322012901306, |
| "rewards/format_reward": 1.0, |
| "step": 457, |
| "temporal_rewards": 0.4285714328289032 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 395.5535888671875, |
| "epoch": 0.03238809136553285, |
| "grad_norm": 0.7971540974940754, |
| "kl": 0.0224609375, |
| "learning_rate": 3.8709936656544817e-07, |
| "loss": 0.0009, |
| "reward": 1.50041663646698, |
| "reward_std": 0.1871919333934784, |
| "rewards/accuracy_reward": 0.4397023618221283, |
| "rewards/format_reward": 1.0, |
| "step": 458, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 380.3035888671875, |
| "epoch": 0.03245880772222615, |
| "grad_norm": 7.707144106660327, |
| "kl": 0.0260009765625, |
| "learning_rate": 3.851874570430266e-07, |
| "loss": 0.001, |
| "reward": 1.4650719165802002, |
| "reward_std": 0.16547220945358276, |
| "rewards/accuracy_reward": 0.28471463918685913, |
| "rewards/format_reward": 1.0, |
| "step": 459, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.42857142857142855, |
| "completion_length": 271.4285888671875, |
| "epoch": 0.03252952407891945, |
| "grad_norm": 3.1414432079144907, |
| "kl": 0.041015625, |
| "learning_rate": 3.8327731807204744e-07, |
| "loss": 0.0016, |
| "reward": 1.4384520053863525, |
| "reward_std": 0.023192565888166428, |
| "rewards/accuracy_reward": 0.317023366689682, |
| "rewards/format_reward": 1.0, |
| "step": 460, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.42857142857142855, |
| "completion_length": 356.6071472167969, |
| "epoch": 0.03260024043561276, |
| "grad_norm": 2.0341297314102036, |
| "kl": 0.02734375, |
| "learning_rate": 3.8136897910921604e-07, |
| "loss": 0.0011, |
| "reward": 1.2749910354614258, |
| "reward_std": 0.03942032530903816, |
| "rewards/accuracy_reward": 0.20713384449481964, |
| "rewards/format_reward": 1.0, |
| "step": 461, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 365.5000305175781, |
| "epoch": 0.03267095679230606, |
| "grad_norm": 3.451461554520408, |
| "kl": 0.0242919921875, |
| "learning_rate": 3.794624695834807e-07, |
| "loss": 0.001, |
| "reward": 1.6872371435165405, |
| "reward_std": 0.13684579730033875, |
| "rewards/accuracy_reward": 0.5461657047271729, |
| "rewards/format_reward": 0.9910714626312256, |
| "step": 462, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 276.125, |
| "epoch": 0.03274167314899936, |
| "grad_norm": 2.8694474780001316, |
| "kl": 0.033203125, |
| "learning_rate": 3.7755781889557627e-07, |
| "loss": 0.0013, |
| "reward": 1.6244494915008545, |
| "reward_std": 0.09179811924695969, |
| "rewards/accuracy_reward": 0.5244494676589966, |
| "rewards/format_reward": 1.0, |
| "step": 463, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 442.39288330078125, |
| "epoch": 0.032812389505692666, |
| "grad_norm": 62.889260358846116, |
| "kl": 0.0220947265625, |
| "learning_rate": 3.7565505641757266e-07, |
| "loss": 0.0009, |
| "reward": 1.3619881868362427, |
| "reward_std": 0.1333135962486267, |
| "rewards/accuracy_reward": 0.21198813617229462, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 464, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 282.33929443359375, |
| "epoch": 0.03288310586238597, |
| "grad_norm": 1.5485343865824934, |
| "kl": 0.032470703125, |
| "learning_rate": 3.7375421149242096e-07, |
| "loss": 0.0013, |
| "reward": 1.3928571939468384, |
| "reward_std": 0.24098043143749237, |
| "rewards/accuracy_reward": 0.3392857313156128, |
| "rewards/format_reward": 1.0, |
| "step": 465, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 332.14288330078125, |
| "epoch": 0.032953822219079276, |
| "grad_norm": 3.6923433138861457, |
| "kl": 0.0296630859375, |
| "learning_rate": 3.718553134335016e-07, |
| "loss": 0.0012, |
| "reward": 1.4705625772476196, |
| "reward_std": 0.22610768675804138, |
| "rewards/accuracy_reward": 0.40984824299812317, |
| "rewards/format_reward": 1.0, |
| "step": 466, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 298.96429443359375, |
| "epoch": 0.033024538575772575, |
| "grad_norm": 4.122051342505563, |
| "kl": 0.043212890625, |
| "learning_rate": 3.699583915241717e-07, |
| "loss": 0.0017, |
| "reward": 1.6421406269073486, |
| "reward_std": 0.21335314214229584, |
| "rewards/accuracy_reward": 0.49749764800071716, |
| "rewards/format_reward": 1.0, |
| "step": 467, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 324.75, |
| "epoch": 0.03309525493246588, |
| "grad_norm": 1.8036925005773743, |
| "kl": 0.0238037109375, |
| "learning_rate": 3.6806347501731365e-07, |
| "loss": 0.001, |
| "reward": 1.7788705825805664, |
| "reward_std": 0.18879486620426178, |
| "rewards/accuracy_reward": 0.5752991437911987, |
| "rewards/format_reward": 1.0, |
| "step": 468, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 256.125, |
| "epoch": 0.033165971289159185, |
| "grad_norm": 3.5454145454720174, |
| "kl": 0.03759765625, |
| "learning_rate": 3.6617059313488373e-07, |
| "loss": 0.0015, |
| "reward": 1.5698434114456177, |
| "reward_std": 0.10703446716070175, |
| "rewards/accuracy_reward": 0.34484341740608215, |
| "rewards/format_reward": 1.0, |
| "step": 469, |
| "temporal_rewards": 0.7857142686843872 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 351.26788330078125, |
| "epoch": 0.033236687645852483, |
| "grad_norm": 5.633878975099016, |
| "kl": 0.0211181640625, |
| "learning_rate": 3.642797750674629e-07, |
| "loss": 0.0008, |
| "reward": 1.4771218299865723, |
| "reward_std": 0.13267454504966736, |
| "rewards/accuracy_reward": 0.35926464200019836, |
| "rewards/format_reward": 1.0, |
| "step": 470, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 234.7857208251953, |
| "epoch": 0.03330740400254579, |
| "grad_norm": 2.680101601071193, |
| "kl": 0.031982421875, |
| "learning_rate": 3.6239104997380424e-07, |
| "loss": 0.0013, |
| "reward": 1.4858940839767456, |
| "reward_std": 0.21785609424114227, |
| "rewards/accuracy_reward": 0.4180368483066559, |
| "rewards/format_reward": 1.0, |
| "step": 471, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.42857142857142855, |
| "completion_length": 387.0000305175781, |
| "epoch": 0.033378120359239094, |
| "grad_norm": 2.9342778164223215, |
| "kl": 0.021240234375, |
| "learning_rate": 3.605044469803854e-07, |
| "loss": 0.0008, |
| "reward": 1.1432700157165527, |
| "reward_std": 0.08015953004360199, |
| "rewards/accuracy_reward": 0.15755556523799896, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 472, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 286.8035888671875, |
| "epoch": 0.03344883671593239, |
| "grad_norm": 2.7358047286085925, |
| "kl": 0.029296875, |
| "learning_rate": 3.586199951809582e-07, |
| "loss": 0.0012, |
| "reward": 1.607312560081482, |
| "reward_std": 0.24941332638263702, |
| "rewards/accuracy_reward": 0.5465981364250183, |
| "rewards/format_reward": 1.0, |
| "step": 473, |
| "temporal_rewards": 0.4285714328289032 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 277.8571472167969, |
| "epoch": 0.0335195530726257, |
| "grad_norm": 1.740657241969039, |
| "kl": 0.03564453125, |
| "learning_rate": 3.567377236361008e-07, |
| "loss": 0.0014, |
| "reward": 1.567155122756958, |
| "reward_std": 0.09765435755252838, |
| "rewards/accuracy_reward": 0.5207263827323914, |
| "rewards/format_reward": 1.0, |
| "step": 474, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 422.6250305175781, |
| "epoch": 0.033590269429319, |
| "grad_norm": 2.7225545323226368, |
| "kl": 0.0177001953125, |
| "learning_rate": 3.548576613727689e-07, |
| "loss": 0.0007, |
| "reward": 1.332036018371582, |
| "reward_std": 0.1459697186946869, |
| "rewards/accuracy_reward": 0.23917895555496216, |
| "rewards/format_reward": 1.0, |
| "step": 475, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.42857142857142855, |
| "all_wrong": 0.0, |
| "completion_length": 288.9107360839844, |
| "epoch": 0.0336609857860123, |
| "grad_norm": 3.425426827359362, |
| "kl": 0.032958984375, |
| "learning_rate": 3.529798373838481e-07, |
| "loss": 0.0013, |
| "reward": 1.8768551349639893, |
| "reward_std": 0.14620795845985413, |
| "rewards/accuracy_reward": 0.6839978694915771, |
| "rewards/format_reward": 1.0, |
| "step": 476, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 276.2857360839844, |
| "epoch": 0.03373170214270561, |
| "grad_norm": 1.8666762077762695, |
| "kl": 0.0341796875, |
| "learning_rate": 3.5110428062770745e-07, |
| "loss": 0.0014, |
| "reward": 1.7231781482696533, |
| "reward_std": 0.045755546540021896, |
| "rewards/accuracy_reward": 0.6374637484550476, |
| "rewards/format_reward": 1.0, |
| "step": 477, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 270.51788330078125, |
| "epoch": 0.03380241849939891, |
| "grad_norm": 1.9395754724288288, |
| "kl": 0.03662109375, |
| "learning_rate": 3.492310200277522e-07, |
| "loss": 0.0015, |
| "reward": 1.2910284996032715, |
| "reward_std": 0.08588336408138275, |
| "rewards/accuracy_reward": 0.29638564586639404, |
| "rewards/format_reward": 0.9910714626312256, |
| "step": 478, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 317.625, |
| "epoch": 0.03387313485609222, |
| "grad_norm": 1.9385036358250478, |
| "kl": 0.0308837890625, |
| "learning_rate": 3.4736008447197824e-07, |
| "loss": 0.0012, |
| "reward": 1.4458070993423462, |
| "reward_std": 0.11542288213968277, |
| "rewards/accuracy_reward": 0.34937846660614014, |
| "rewards/format_reward": 1.0, |
| "step": 479, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 301.75, |
| "epoch": 0.033943851212785515, |
| "grad_norm": 3.164304668230666, |
| "kl": 0.040771484375, |
| "learning_rate": 3.454915028125263e-07, |
| "loss": 0.0016, |
| "reward": 1.4513294696807861, |
| "reward_std": 0.30659541487693787, |
| "rewards/accuracy_reward": 0.4477580189704895, |
| "rewards/format_reward": 0.9642857313156128, |
| "step": 480, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 282.625, |
| "epoch": 0.03401456756947882, |
| "grad_norm": 1.6759172861725677, |
| "kl": 0.02783203125, |
| "learning_rate": 3.4362530386523724e-07, |
| "loss": 0.0011, |
| "reward": 1.6334795951843262, |
| "reward_std": 0.12614096701145172, |
| "rewards/accuracy_reward": 0.540622353553772, |
| "rewards/format_reward": 1.0, |
| "step": 481, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 280.4821472167969, |
| "epoch": 0.034085283926172126, |
| "grad_norm": 5.009097250478165, |
| "kl": 0.033447265625, |
| "learning_rate": 3.417615164092069e-07, |
| "loss": 0.0013, |
| "reward": 1.4153072834014893, |
| "reward_std": 0.2644878923892975, |
| "rewards/accuracy_reward": 0.38495004177093506, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 482, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 233.75001525878906, |
| "epoch": 0.034156000282865424, |
| "grad_norm": 2.371709067585802, |
| "kl": 0.04931640625, |
| "learning_rate": 3.399001691863441e-07, |
| "loss": 0.002, |
| "reward": 1.6691802740097046, |
| "reward_std": 0.31035250425338745, |
| "rewards/accuracy_reward": 0.5620372891426086, |
| "rewards/format_reward": 1.0, |
| "step": 483, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.42857142857142855, |
| "completion_length": 302.75, |
| "epoch": 0.03422671663955873, |
| "grad_norm": 1.1310098964286484, |
| "kl": 0.0206298828125, |
| "learning_rate": 3.3804129090092536e-07, |
| "loss": 0.0008, |
| "reward": 1.4994701147079468, |
| "reward_std": 0.09355510771274567, |
| "rewards/accuracy_reward": 0.42804154753685, |
| "rewards/format_reward": 1.0, |
| "step": 484, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 316.7857360839844, |
| "epoch": 0.034297432996252035, |
| "grad_norm": 2.6543370279950596, |
| "kl": 0.0291748046875, |
| "learning_rate": 3.361849102191533e-07, |
| "loss": 0.0012, |
| "reward": 1.447584629058838, |
| "reward_std": 0.07421175390481949, |
| "rewards/accuracy_reward": 0.3582988381385803, |
| "rewards/format_reward": 1.0, |
| "step": 485, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 304.25, |
| "epoch": 0.03436814935294533, |
| "grad_norm": 2.6570187543758212, |
| "kl": 0.019775390625, |
| "learning_rate": 3.3433105576871445e-07, |
| "loss": 0.0008, |
| "reward": 1.611661672592163, |
| "reward_std": 0.2623356580734253, |
| "rewards/accuracy_reward": 0.5473759770393372, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 486, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 385.8035888671875, |
| "epoch": 0.03443886570963864, |
| "grad_norm": 1.7892510539447761, |
| "kl": 0.0263671875, |
| "learning_rate": 3.32479756138338e-07, |
| "loss": 0.0011, |
| "reward": 1.4300979375839233, |
| "reward_std": 0.21228334307670593, |
| "rewards/accuracy_reward": 0.3122408092021942, |
| "rewards/format_reward": 0.9642857313156128, |
| "step": 487, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 372.7500305175781, |
| "epoch": 0.034509582066331944, |
| "grad_norm": 2.2947698151391176, |
| "kl": 0.03369140625, |
| "learning_rate": 3.306310398773543e-07, |
| "loss": 0.0013, |
| "reward": 1.5050400495529175, |
| "reward_std": 0.1251259297132492, |
| "rewards/accuracy_reward": 0.35682570934295654, |
| "rewards/format_reward": 0.973214328289032, |
| "step": 488, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 262.0357360839844, |
| "epoch": 0.03458029842302525, |
| "grad_norm": 2.545110182836542, |
| "kl": 0.032958984375, |
| "learning_rate": 3.2878493549525515e-07, |
| "loss": 0.0013, |
| "reward": 1.6967027187347412, |
| "reward_std": 0.15028372406959534, |
| "rewards/accuracy_reward": 0.562774121761322, |
| "rewards/format_reward": 1.0, |
| "step": 489, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 271.9285888671875, |
| "epoch": 0.03465101477971855, |
| "grad_norm": 1.6599172851100457, |
| "kl": 0.03515625, |
| "learning_rate": 3.269414714612534e-07, |
| "loss": 0.0014, |
| "reward": 1.6926300525665283, |
| "reward_std": 0.16540749371051788, |
| "rewards/accuracy_reward": 0.5176299214363098, |
| "rewards/format_reward": 1.0, |
| "step": 490, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 374.14288330078125, |
| "epoch": 0.03472173113641185, |
| "grad_norm": 2.7598709387985676, |
| "kl": 0.023681640625, |
| "learning_rate": 3.251006762038456e-07, |
| "loss": 0.0009, |
| "reward": 1.549618124961853, |
| "reward_std": 0.14740893244743347, |
| "rewards/accuracy_reward": 0.3924751579761505, |
| "rewards/format_reward": 1.0, |
| "step": 491, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 279.46429443359375, |
| "epoch": 0.03479244749310516, |
| "grad_norm": 2.232157821606127, |
| "kl": 0.026611328125, |
| "learning_rate": 3.232625781103715e-07, |
| "loss": 0.0011, |
| "reward": 1.5139795541763306, |
| "reward_std": 0.31367605924606323, |
| "rewards/accuracy_reward": 0.38362231850624084, |
| "rewards/format_reward": 1.0, |
| "step": 492, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 280.0357360839844, |
| "epoch": 0.034863163849798456, |
| "grad_norm": 2.262657514354279, |
| "kl": 0.0260009765625, |
| "learning_rate": 3.214272055265774e-07, |
| "loss": 0.001, |
| "reward": 1.3826051950454712, |
| "reward_std": 0.16267618536949158, |
| "rewards/accuracy_reward": 0.2933194041252136, |
| "rewards/format_reward": 1.0, |
| "step": 493, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 267.6964416503906, |
| "epoch": 0.03493388020649176, |
| "grad_norm": 2.056743062086551, |
| "kl": 0.030517578125, |
| "learning_rate": 3.1959458675617906e-07, |
| "loss": 0.0012, |
| "reward": 1.4705166816711426, |
| "reward_std": 0.07921896874904633, |
| "rewards/accuracy_reward": 0.3526594340801239, |
| "rewards/format_reward": 1.0, |
| "step": 494, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 254.7857208251953, |
| "epoch": 0.03500459656318507, |
| "grad_norm": 2.4506837013257043, |
| "kl": 0.028564453125, |
| "learning_rate": 3.1776475006042514e-07, |
| "loss": 0.0011, |
| "reward": 1.4454809427261353, |
| "reward_std": 0.21906372904777527, |
| "rewards/accuracy_reward": 0.4061952531337738, |
| "rewards/format_reward": 1.0, |
| "step": 495, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 297.64288330078125, |
| "epoch": 0.035075312919878365, |
| "grad_norm": 8.35498017600913, |
| "kl": 0.0272216796875, |
| "learning_rate": 3.15937723657661e-07, |
| "loss": 0.0011, |
| "reward": 1.7243382930755615, |
| "reward_std": 0.0737963542342186, |
| "rewards/accuracy_reward": 0.570766806602478, |
| "rewards/format_reward": 1.0, |
| "step": 496, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 331.6964416503906, |
| "epoch": 0.03514602927657167, |
| "grad_norm": 1.2938529878083134, |
| "kl": 0.01611328125, |
| "learning_rate": 3.1411353572289403e-07, |
| "loss": 0.0006, |
| "reward": 1.6975852251052856, |
| "reward_std": 0.29069024324417114, |
| "rewards/accuracy_reward": 0.6261566281318665, |
| "rewards/format_reward": 1.0, |
| "step": 497, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.42857142857142855, |
| "completion_length": 276.75, |
| "epoch": 0.035216745633264976, |
| "grad_norm": 1.423224253178667, |
| "kl": 0.0283203125, |
| "learning_rate": 3.1229221438735837e-07, |
| "loss": 0.0011, |
| "reward": 1.4247336387634277, |
| "reward_std": 0.08072817325592041, |
| "rewards/accuracy_reward": 0.3533049523830414, |
| "rewards/format_reward": 1.0, |
| "step": 498, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 304.8571472167969, |
| "epoch": 0.035287461989958274, |
| "grad_norm": 8.965217723504727, |
| "kl": 0.02783203125, |
| "learning_rate": 3.104737877380827e-07, |
| "loss": 0.0011, |
| "reward": 1.5744872093200684, |
| "reward_std": 0.1317235827445984, |
| "rewards/accuracy_reward": 0.41734427213668823, |
| "rewards/format_reward": 1.0, |
| "step": 499, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 423.1964416503906, |
| "epoch": 0.03535817834665158, |
| "grad_norm": 3.2524573925732922, |
| "kl": 0.0225830078125, |
| "learning_rate": 3.086582838174551e-07, |
| "loss": 0.0009, |
| "reward": 1.426744818687439, |
| "reward_std": 0.154201477766037, |
| "rewards/accuracy_reward": 0.3053160607814789, |
| "rewards/format_reward": 0.9464285969734192, |
| "step": 500, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 250.6428680419922, |
| "epoch": 0.035428894703344885, |
| "grad_norm": 3.419253027067474, |
| "kl": 0.03271484375, |
| "learning_rate": 3.068457306227921e-07, |
| "loss": 0.0013, |
| "reward": 1.5283094644546509, |
| "reward_std": 0.13512137532234192, |
| "rewards/accuracy_reward": 0.46045222878456116, |
| "rewards/format_reward": 1.0, |
| "step": 501, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 351.6250305175781, |
| "epoch": 0.03549961106003819, |
| "grad_norm": 2.9044126793828493, |
| "kl": 0.0228271484375, |
| "learning_rate": 3.05036156105906e-07, |
| "loss": 0.0009, |
| "reward": 1.5736901760101318, |
| "reward_std": 0.2637898623943329, |
| "rewards/accuracy_reward": 0.4986902177333832, |
| "rewards/format_reward": 0.9464285969734192, |
| "step": 502, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 356.0714416503906, |
| "epoch": 0.03557032741673149, |
| "grad_norm": 2.2441033181671934, |
| "kl": 0.02392578125, |
| "learning_rate": 3.0322958817267427e-07, |
| "loss": 0.001, |
| "reward": 1.3966995477676392, |
| "reward_std": 0.17563654482364655, |
| "rewards/accuracy_reward": 0.382413774728775, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 503, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 302.26788330078125, |
| "epoch": 0.035641043773424794, |
| "grad_norm": 2.8417175835065622, |
| "kl": 0.022216796875, |
| "learning_rate": 3.014260546826097e-07, |
| "loss": 0.0009, |
| "reward": 1.5663464069366455, |
| "reward_std": 0.13122248649597168, |
| "rewards/accuracy_reward": 0.4217034876346588, |
| "rewards/format_reward": 1.0, |
| "step": 504, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 285.3571472167969, |
| "epoch": 0.0357117601301181, |
| "grad_norm": 2.6227432435048676, |
| "kl": 0.025390625, |
| "learning_rate": 2.996255834484296e-07, |
| "loss": 0.001, |
| "reward": 1.5281078815460205, |
| "reward_std": 0.22006624937057495, |
| "rewards/accuracy_reward": 0.4459649920463562, |
| "rewards/format_reward": 1.0, |
| "step": 505, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 255.9107208251953, |
| "epoch": 0.0357824764868114, |
| "grad_norm": 22.481604931199204, |
| "kl": 0.0281982421875, |
| "learning_rate": 2.978282022356275e-07, |
| "loss": 0.0011, |
| "reward": 1.3856432437896729, |
| "reward_std": 0.19619514048099518, |
| "rewards/accuracy_reward": 0.2517145872116089, |
| "rewards/format_reward": 1.0, |
| "step": 506, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 309.3571472167969, |
| "epoch": 0.0358531928435047, |
| "grad_norm": 7.769894378551608, |
| "kl": 0.02783203125, |
| "learning_rate": 2.960339387620454e-07, |
| "loss": 0.0011, |
| "reward": 1.6482445001602173, |
| "reward_std": 0.06716185808181763, |
| "rewards/accuracy_reward": 0.530387282371521, |
| "rewards/format_reward": 1.0, |
| "step": 507, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 245.94644165039062, |
| "epoch": 0.03592390920019801, |
| "grad_norm": 2.8591102626595375, |
| "kl": 0.029541015625, |
| "learning_rate": 2.942428206974456e-07, |
| "loss": 0.0012, |
| "reward": 1.5464695692062378, |
| "reward_std": 0.37353548407554626, |
| "rewards/accuracy_reward": 0.4625408947467804, |
| "rewards/format_reward": 1.0, |
| "step": 508, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 347.8035888671875, |
| "epoch": 0.035994625556891306, |
| "grad_norm": 6.243371159038764, |
| "kl": 0.0234375, |
| "learning_rate": 2.924548756630844e-07, |
| "loss": 0.0009, |
| "reward": 1.5554320812225342, |
| "reward_std": 0.21362558007240295, |
| "rewards/accuracy_reward": 0.38221776485443115, |
| "rewards/format_reward": 1.0, |
| "step": 509, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 320.3214416503906, |
| "epoch": 0.03606534191358461, |
| "grad_norm": 2.4763417380058317, |
| "kl": 0.0264892578125, |
| "learning_rate": 2.906701312312861e-07, |
| "loss": 0.0011, |
| "reward": 1.2283579111099243, |
| "reward_std": 0.12368608266115189, |
| "rewards/accuracy_reward": 0.1819293051958084, |
| "rewards/format_reward": 1.0, |
| "step": 510, |
| "temporal_rewards": 0.4285714328289032 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 282.4107360839844, |
| "epoch": 0.03613605827027792, |
| "grad_norm": 2.4773961925382864, |
| "kl": 0.03564453125, |
| "learning_rate": 2.888886149250173e-07, |
| "loss": 0.0014, |
| "reward": 1.739776849746704, |
| "reward_std": 0.0774301141500473, |
| "rewards/accuracy_reward": 0.5826339721679688, |
| "rewards/format_reward": 1.0, |
| "step": 511, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 321.2857360839844, |
| "epoch": 0.036206774626971215, |
| "grad_norm": 2.2160856157324105, |
| "kl": 0.022705078125, |
| "learning_rate": 2.8711035421746363e-07, |
| "loss": 0.0009, |
| "reward": 1.4782593250274658, |
| "reward_std": 0.18359769880771637, |
| "rewards/accuracy_reward": 0.33540213108062744, |
| "rewards/format_reward": 1.0, |
| "step": 512, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 299.0, |
| "epoch": 0.03627749098366452, |
| "grad_norm": 1.5082854424232148, |
| "kl": 0.0294189453125, |
| "learning_rate": 2.853353765316051e-07, |
| "loss": 0.0012, |
| "reward": 1.6759873628616333, |
| "reward_std": 0.13044260442256927, |
| "rewards/accuracy_reward": 0.5295587778091431, |
| "rewards/format_reward": 1.0, |
| "step": 513, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 281.3571472167969, |
| "epoch": 0.036348207340357826, |
| "grad_norm": 1.5893170546900033, |
| "kl": 0.0203857421875, |
| "learning_rate": 2.835637092397932e-07, |
| "loss": 0.0008, |
| "reward": 1.4864532947540283, |
| "reward_std": 0.14163199067115784, |
| "rewards/accuracy_reward": 0.46859607100486755, |
| "rewards/format_reward": 1.0, |
| "step": 514, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 263.8214416503906, |
| "epoch": 0.03641892369705113, |
| "grad_norm": 5.516508049965502, |
| "kl": 0.051025390625, |
| "learning_rate": 2.8179537966332883e-07, |
| "loss": 0.002, |
| "reward": 1.6070740222930908, |
| "reward_std": 0.16848786175251007, |
| "rewards/accuracy_reward": 0.4981454610824585, |
| "rewards/format_reward": 1.0, |
| "step": 515, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 257.6785888671875, |
| "epoch": 0.03648964005374443, |
| "grad_norm": 7.4000887351134805, |
| "kl": 0.04150390625, |
| "learning_rate": 2.800304150720424e-07, |
| "loss": 0.0017, |
| "reward": 1.4665029048919678, |
| "reward_std": 0.08465344458818436, |
| "rewards/accuracy_reward": 0.42007431387901306, |
| "rewards/format_reward": 1.0, |
| "step": 516, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 408.39288330078125, |
| "epoch": 0.036560356410437735, |
| "grad_norm": 4.768548289473607, |
| "kl": 0.0291748046875, |
| "learning_rate": 2.7826884268387084e-07, |
| "loss": 0.0012, |
| "reward": 1.1870648860931396, |
| "reward_std": 0.15697842836380005, |
| "rewards/accuracy_reward": 0.24420766532421112, |
| "rewards/format_reward": 0.8750000596046448, |
| "step": 517, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 280.58929443359375, |
| "epoch": 0.03663107276713104, |
| "grad_norm": 6.746233861240471, |
| "kl": 0.029541015625, |
| "learning_rate": 2.765106896644395e-07, |
| "loss": 0.0012, |
| "reward": 1.2268768548965454, |
| "reward_std": 0.18703900277614594, |
| "rewards/accuracy_reward": 0.1875910609960556, |
| "rewards/format_reward": 1.0, |
| "step": 518, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 250.33929443359375, |
| "epoch": 0.03670178912382434, |
| "grad_norm": 2.4485804992518263, |
| "kl": 0.02294921875, |
| "learning_rate": 2.7475598312664285e-07, |
| "loss": 0.0009, |
| "reward": 1.532929539680481, |
| "reward_std": 0.24224095046520233, |
| "rewards/accuracy_reward": 0.4507865011692047, |
| "rewards/format_reward": 1.0, |
| "step": 519, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 299.0535888671875, |
| "epoch": 0.036772505480517644, |
| "grad_norm": 2.0012057732883917, |
| "kl": 0.02734375, |
| "learning_rate": 2.730047501302266e-07, |
| "loss": 0.0011, |
| "reward": 1.3972097635269165, |
| "reward_std": 0.12845736742019653, |
| "rewards/accuracy_reward": 0.2543525993824005, |
| "rewards/format_reward": 1.0, |
| "step": 520, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 399.46429443359375, |
| "epoch": 0.03684322183721095, |
| "grad_norm": 3.490476791856365, |
| "kl": 0.0208740234375, |
| "learning_rate": 2.712570176813697e-07, |
| "loss": 0.0008, |
| "reward": 1.490090250968933, |
| "reward_std": 0.06647279113531113, |
| "rewards/accuracy_reward": 0.3186616003513336, |
| "rewards/format_reward": 1.0, |
| "step": 521, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 290.64288330078125, |
| "epoch": 0.03691393819390425, |
| "grad_norm": 2.420201869593317, |
| "kl": 0.0267333984375, |
| "learning_rate": 2.695128127322689e-07, |
| "loss": 0.0011, |
| "reward": 1.6665269136428833, |
| "reward_std": 0.22848719358444214, |
| "rewards/accuracy_reward": 0.43081241846084595, |
| "rewards/format_reward": 1.0, |
| "step": 522, |
| "temporal_rewards": 0.7857142686843872 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 292.26788330078125, |
| "epoch": 0.03698465455059755, |
| "grad_norm": 1.3952606108234387, |
| "kl": 0.026123046875, |
| "learning_rate": 2.677721621807217e-07, |
| "loss": 0.001, |
| "reward": 1.7308903932571411, |
| "reward_std": 0.23230385780334473, |
| "rewards/accuracy_reward": 0.6344617605209351, |
| "rewards/format_reward": 1.0, |
| "step": 523, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 259.4107360839844, |
| "epoch": 0.03705537090729086, |
| "grad_norm": 5.502728128191616, |
| "kl": 0.020751953125, |
| "learning_rate": 2.6603509286971337e-07, |
| "loss": 0.0008, |
| "reward": 1.49214506149292, |
| "reward_std": 0.2406637817621231, |
| "rewards/accuracy_reward": 0.47428780794143677, |
| "rewards/format_reward": 1.0, |
| "step": 524, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 359.2321472167969, |
| "epoch": 0.03712608726398416, |
| "grad_norm": 1.4093749493918226, |
| "kl": 0.02099609375, |
| "learning_rate": 2.6430163158700113e-07, |
| "loss": 0.0008, |
| "reward": 1.2647265195846558, |
| "reward_std": 0.11723180115222931, |
| "rewards/accuracy_reward": 0.22544080018997192, |
| "rewards/format_reward": 1.0, |
| "step": 525, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.42857142857142855, |
| "completion_length": 334.3214416503906, |
| "epoch": 0.03719680362067746, |
| "grad_norm": 1.9638159107011046, |
| "kl": 0.033447265625, |
| "learning_rate": 2.6257180506470277e-07, |
| "loss": 0.0013, |
| "reward": 1.2956774234771729, |
| "reward_std": 0.18351657688617706, |
| "rewards/accuracy_reward": 0.26710593700408936, |
| "rewards/format_reward": 0.9642857313156128, |
| "step": 526, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 374.6250305175781, |
| "epoch": 0.03726751997737077, |
| "grad_norm": 1.0858395767529214, |
| "kl": 0.031005859375, |
| "learning_rate": 2.6084563997888296e-07, |
| "loss": 0.0012, |
| "reward": 1.4512381553649902, |
| "reward_std": 0.24597135186195374, |
| "rewards/accuracy_reward": 0.42623820900917053, |
| "rewards/format_reward": 0.9642857313156128, |
| "step": 527, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 432.0714416503906, |
| "epoch": 0.03733823633406407, |
| "grad_norm": 2.0480571065906217, |
| "kl": 0.0189208984375, |
| "learning_rate": 2.591231629491423e-07, |
| "loss": 0.0008, |
| "reward": 1.275328516960144, |
| "reward_std": 0.24855856597423553, |
| "rewards/accuracy_reward": 0.28247129917144775, |
| "rewards/format_reward": 0.8750000596046448, |
| "step": 528, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 417.8214416503906, |
| "epoch": 0.03740895269075737, |
| "grad_norm": 3.523233836412278, |
| "kl": 0.0233154296875, |
| "learning_rate": 2.574044005382081e-07, |
| "loss": 0.0009, |
| "reward": 1.4802860021591187, |
| "reward_std": 0.12353132665157318, |
| "rewards/accuracy_reward": 0.27314293384552, |
| "rewards/format_reward": 1.0, |
| "step": 529, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 405.5535888671875, |
| "epoch": 0.037479669047450676, |
| "grad_norm": 2.825514955027288, |
| "kl": 0.0252685546875, |
| "learning_rate": 2.556893792515227e-07, |
| "loss": 0.001, |
| "reward": 1.5763123035430908, |
| "reward_std": 0.2790757715702057, |
| "rewards/accuracy_reward": 0.5191694498062134, |
| "rewards/format_reward": 0.910714328289032, |
| "step": 530, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 265.6785888671875, |
| "epoch": 0.03755038540414398, |
| "grad_norm": 2.5330137309787055, |
| "kl": 0.037353515625, |
| "learning_rate": 2.539781255368355e-07, |
| "loss": 0.0015, |
| "reward": 1.4855622053146362, |
| "reward_std": 0.16898111999034882, |
| "rewards/accuracy_reward": 0.40341922640800476, |
| "rewards/format_reward": 1.0, |
| "step": 531, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 305.4821472167969, |
| "epoch": 0.03762110176083728, |
| "grad_norm": 2.870958768175555, |
| "kl": 0.0230712890625, |
| "learning_rate": 2.5227066578379617e-07, |
| "loss": 0.0009, |
| "reward": 1.5726245641708374, |
| "reward_std": 0.1497463583946228, |
| "rewards/accuracy_reward": 0.48333877325057983, |
| "rewards/format_reward": 1.0, |
| "step": 532, |
| "temporal_rewards": 0.4285714328289032 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 274.89288330078125, |
| "epoch": 0.037691818117530584, |
| "grad_norm": 1.874617582323329, |
| "kl": 0.0296630859375, |
| "learning_rate": 2.505670263235464e-07, |
| "loss": 0.0012, |
| "reward": 1.6764466762542725, |
| "reward_std": 0.17056909203529358, |
| "rewards/accuracy_reward": 0.5264466404914856, |
| "rewards/format_reward": 1.0, |
| "step": 533, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 395.7857360839844, |
| "epoch": 0.03776253447422389, |
| "grad_norm": 2.125508814291614, |
| "kl": 0.022216796875, |
| "learning_rate": 2.4886723342831375e-07, |
| "loss": 0.0009, |
| "reward": 1.5230604410171509, |
| "reward_std": 0.18778473138809204, |
| "rewards/accuracy_reward": 0.4552033245563507, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 534, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 382.08929443359375, |
| "epoch": 0.03783325083091719, |
| "grad_norm": 1.8385975581067109, |
| "kl": 0.0201416015625, |
| "learning_rate": 2.4717131331100774e-07, |
| "loss": 0.0008, |
| "reward": 1.44387948513031, |
| "reward_std": 0.33167600631713867, |
| "rewards/accuracy_reward": 0.4153079688549042, |
| "rewards/format_reward": 1.0, |
| "step": 535, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 298.5, |
| "epoch": 0.03790396718761049, |
| "grad_norm": 1.9318956072950517, |
| "kl": 0.0233154296875, |
| "learning_rate": 2.4547929212481435e-07, |
| "loss": 0.0009, |
| "reward": 1.60166335105896, |
| "reward_std": 0.10400709509849548, |
| "rewards/accuracy_reward": 0.46952036023139954, |
| "rewards/format_reward": 1.0, |
| "step": 536, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 351.4464416503906, |
| "epoch": 0.0379746835443038, |
| "grad_norm": 4.799859089885221, |
| "kl": 0.0260009765625, |
| "learning_rate": 2.4379119596279364e-07, |
| "loss": 0.001, |
| "reward": 1.5823957920074463, |
| "reward_std": 0.10041829198598862, |
| "rewards/accuracy_reward": 0.4002528786659241, |
| "rewards/format_reward": 1.0, |
| "step": 537, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 339.0357360839844, |
| "epoch": 0.038045399900997104, |
| "grad_norm": 3.9767451528794395, |
| "kl": 0.0283203125, |
| "learning_rate": 2.421070508574763e-07, |
| "loss": 0.0011, |
| "reward": 1.7528412342071533, |
| "reward_std": 0.08394582569599152, |
| "rewards/accuracy_reward": 0.5599840879440308, |
| "rewards/format_reward": 1.0, |
| "step": 538, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 297.5, |
| "epoch": 0.0381161162576904, |
| "grad_norm": 2.520035112900302, |
| "kl": 0.0299072265625, |
| "learning_rate": 2.404268827804637e-07, |
| "loss": 0.0012, |
| "reward": 1.3855586051940918, |
| "reward_std": 0.3816143572330475, |
| "rewards/accuracy_reward": 0.36770138144493103, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 539, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 345.7857360839844, |
| "epoch": 0.03818683261438371, |
| "grad_norm": 6.3499864131143555, |
| "kl": 0.0269775390625, |
| "learning_rate": 2.387507176420256e-07, |
| "loss": 0.0011, |
| "reward": 1.428767442703247, |
| "reward_std": 0.12284348160028458, |
| "rewards/accuracy_reward": 0.3019815981388092, |
| "rewards/format_reward": 1.0, |
| "step": 540, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 258.9464416503906, |
| "epoch": 0.03825754897107701, |
| "grad_norm": 5.942123509415301, |
| "kl": 0.036376953125, |
| "learning_rate": 2.3707858129070217e-07, |
| "loss": 0.0015, |
| "reward": 1.5599720478057861, |
| "reward_std": 0.05163851007819176, |
| "rewards/accuracy_reward": 0.5135433673858643, |
| "rewards/format_reward": 1.0, |
| "step": 541, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 281.4464416503906, |
| "epoch": 0.03832826532777031, |
| "grad_norm": 3.777785850344895, |
| "kl": 0.025390625, |
| "learning_rate": 2.3541049951290476e-07, |
| "loss": 0.001, |
| "reward": 1.64393949508667, |
| "reward_std": 0.2119208425283432, |
| "rewards/accuracy_reward": 0.5153681039810181, |
| "rewards/format_reward": 1.0, |
| "step": 542, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 312.76788330078125, |
| "epoch": 0.038398981684463616, |
| "grad_norm": 1.7754819564432167, |
| "kl": 0.025634765625, |
| "learning_rate": 2.3374649803251756e-07, |
| "loss": 0.001, |
| "reward": 1.5902990102767944, |
| "reward_std": 0.24846629798412323, |
| "rewards/accuracy_reward": 0.547441840171814, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 543, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 298.25, |
| "epoch": 0.03846969804115692, |
| "grad_norm": 1.2947672250821156, |
| "kl": 0.020263671875, |
| "learning_rate": 2.3208660251050156e-07, |
| "loss": 0.0008, |
| "reward": 1.447074294090271, |
| "reward_std": 0.08848944306373596, |
| "rewards/accuracy_reward": 0.4113599359989166, |
| "rewards/format_reward": 1.0, |
| "step": 544, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 310.58929443359375, |
| "epoch": 0.03854041439785022, |
| "grad_norm": 5.317628936265523, |
| "kl": 0.0213623046875, |
| "learning_rate": 2.3043083854449986e-07, |
| "loss": 0.0009, |
| "reward": 1.42068612575531, |
| "reward_std": 0.24980668723583221, |
| "rewards/accuracy_reward": 0.3546145558357239, |
| "rewards/format_reward": 1.0, |
| "step": 545, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.42857142857142855, |
| "completion_length": 276.3214416503906, |
| "epoch": 0.038611130754543525, |
| "grad_norm": 7.253576110001268, |
| "kl": 0.036865234375, |
| "learning_rate": 2.287792316684407e-07, |
| "loss": 0.0015, |
| "reward": 1.4478813409805298, |
| "reward_std": 0.0820714607834816, |
| "rewards/accuracy_reward": 0.32645270228385925, |
| "rewards/format_reward": 1.0, |
| "step": 546, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 417.4821472167969, |
| "epoch": 0.03868184711123683, |
| "grad_norm": 2.374011794836901, |
| "kl": 0.018798828125, |
| "learning_rate": 2.2713180735214504e-07, |
| "loss": 0.0008, |
| "reward": 1.4676735401153564, |
| "reward_std": 0.25026440620422363, |
| "rewards/accuracy_reward": 0.4033876359462738, |
| "rewards/format_reward": 1.0, |
| "step": 547, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 302.2857360839844, |
| "epoch": 0.03875256346793013, |
| "grad_norm": 7.529115611430374, |
| "kl": 0.029052734375, |
| "learning_rate": 2.2548859100093403e-07, |
| "loss": 0.0012, |
| "reward": 1.5877598524093628, |
| "reward_std": 0.26573440432548523, |
| "rewards/accuracy_reward": 0.42704567313194275, |
| "rewards/format_reward": 1.0, |
| "step": 548, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 308.76788330078125, |
| "epoch": 0.038823279824623434, |
| "grad_norm": 2.656429827107095, |
| "kl": 0.03076171875, |
| "learning_rate": 2.238496079552367e-07, |
| "loss": 0.0012, |
| "reward": 1.510241985321045, |
| "reward_std": 0.22608911991119385, |
| "rewards/accuracy_reward": 0.4066704213619232, |
| "rewards/format_reward": 1.0, |
| "step": 549, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 348.3571472167969, |
| "epoch": 0.03889399618131674, |
| "grad_norm": 5.050613093278357, |
| "kl": 0.038330078125, |
| "learning_rate": 2.2221488349019902e-07, |
| "loss": 0.0015, |
| "reward": 1.499029517173767, |
| "reward_std": 0.18900802731513977, |
| "rewards/accuracy_reward": 0.4168865382671356, |
| "rewards/format_reward": 0.9464285969734192, |
| "step": 550, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.42857142857142855, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 297.375, |
| "epoch": 0.038964712538010045, |
| "grad_norm": 1.2283751079801295, |
| "kl": 0.0228271484375, |
| "learning_rate": 2.205844428152942e-07, |
| "loss": 0.0009, |
| "reward": 1.7789770364761353, |
| "reward_std": 0.03196803852915764, |
| "rewards/accuracy_reward": 0.5932626724243164, |
| "rewards/format_reward": 1.0, |
| "step": 551, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 301.9821472167969, |
| "epoch": 0.03903542889470334, |
| "grad_norm": 2.6287547667578943, |
| "kl": 0.02734375, |
| "learning_rate": 2.1895831107393482e-07, |
| "loss": 0.0011, |
| "reward": 1.4814146757125854, |
| "reward_std": 0.11880291253328323, |
| "rewards/accuracy_reward": 0.32784318923950195, |
| "rewards/format_reward": 1.0, |
| "step": 552, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 267.71429443359375, |
| "epoch": 0.03910614525139665, |
| "grad_norm": 4.834147499768981, |
| "kl": 0.0260009765625, |
| "learning_rate": 2.1733651334308362e-07, |
| "loss": 0.001, |
| "reward": 1.5731348991394043, |
| "reward_std": 0.20326687395572662, |
| "rewards/accuracy_reward": 0.48027777671813965, |
| "rewards/format_reward": 1.0, |
| "step": 553, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 297.0535888671875, |
| "epoch": 0.039176861608089954, |
| "grad_norm": 1.6217122088656586, |
| "kl": 0.023193359375, |
| "learning_rate": 2.1571907463286798e-07, |
| "loss": 0.0009, |
| "reward": 1.4384561777114868, |
| "reward_std": 0.1972690373659134, |
| "rewards/accuracy_reward": 0.3670274615287781, |
| "rewards/format_reward": 1.0, |
| "step": 554, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.42857142857142855, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 253.57144165039062, |
| "epoch": 0.03924757796478325, |
| "grad_norm": 1.9505357290170262, |
| "kl": 0.0289306640625, |
| "learning_rate": 2.1410601988619392e-07, |
| "loss": 0.0012, |
| "reward": 1.7153637409210205, |
| "reward_std": 0.1106930822134018, |
| "rewards/accuracy_reward": 0.6367921829223633, |
| "rewards/format_reward": 1.0, |
| "step": 555, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 296.96429443359375, |
| "epoch": 0.03931829432147656, |
| "grad_norm": 2.6029571421046205, |
| "kl": 0.037841796875, |
| "learning_rate": 2.1249737397836088e-07, |
| "loss": 0.0015, |
| "reward": 1.5324674844741821, |
| "reward_std": 0.20656582713127136, |
| "rewards/accuracy_reward": 0.3842530846595764, |
| "rewards/format_reward": 0.9910714626312256, |
| "step": 556, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 361.6250305175781, |
| "epoch": 0.03938901067816986, |
| "grad_norm": 33.65333634133327, |
| "kl": 0.022216796875, |
| "learning_rate": 2.1089316171667837e-07, |
| "loss": 0.0009, |
| "reward": 1.2730000019073486, |
| "reward_std": 0.20743043720722198, |
| "rewards/accuracy_reward": 0.35871413350105286, |
| "rewards/format_reward": 0.8928571939468384, |
| "step": 557, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 299.5714416503906, |
| "epoch": 0.03945972703486316, |
| "grad_norm": 2.389912552502792, |
| "kl": 0.0223388671875, |
| "learning_rate": 2.092934078400847e-07, |
| "loss": 0.0009, |
| "reward": 1.495696783065796, |
| "reward_std": 0.22716213762760162, |
| "rewards/accuracy_reward": 0.40641099214553833, |
| "rewards/format_reward": 1.0, |
| "step": 558, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 399.7321472167969, |
| "epoch": 0.039530443391556466, |
| "grad_norm": 1.6362086519536665, |
| "kl": 0.02490234375, |
| "learning_rate": 2.0769813701876332e-07, |
| "loss": 0.001, |
| "reward": 1.3500300645828247, |
| "reward_std": 0.26985159516334534, |
| "rewards/accuracy_reward": 0.29645857214927673, |
| "rewards/format_reward": 0.9464285969734192, |
| "step": 559, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 353.1785888671875, |
| "epoch": 0.03960115974824977, |
| "grad_norm": 1.4238963591590008, |
| "kl": 0.0263671875, |
| "learning_rate": 2.0610737385376348e-07, |
| "loss": 0.0011, |
| "reward": 1.5038503408432007, |
| "reward_std": 0.12252845615148544, |
| "rewards/accuracy_reward": 0.42885029315948486, |
| "rewards/format_reward": 1.0, |
| "step": 560, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 268.2857360839844, |
| "epoch": 0.03967187610494307, |
| "grad_norm": 1.240840945398276, |
| "kl": 0.0341796875, |
| "learning_rate": 2.0452114287662126e-07, |
| "loss": 0.0014, |
| "reward": 1.5935816764831543, |
| "reward_std": 0.14622801542282104, |
| "rewards/accuracy_reward": 0.5507243871688843, |
| "rewards/format_reward": 1.0, |
| "step": 561, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 401.08929443359375, |
| "epoch": 0.039742592461636375, |
| "grad_norm": 1.777027227360759, |
| "kl": 0.024658203125, |
| "learning_rate": 2.0293946854898076e-07, |
| "loss": 0.001, |
| "reward": 1.3658455610275269, |
| "reward_std": 0.106675885617733, |
| "rewards/accuracy_reward": 0.29798850417137146, |
| "rewards/format_reward": 1.0, |
| "step": 562, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 345.71429443359375, |
| "epoch": 0.03981330881832968, |
| "grad_norm": 1.691221468344603, |
| "kl": 0.0205078125, |
| "learning_rate": 2.0136237526221645e-07, |
| "loss": 0.0008, |
| "reward": 1.6187344789505005, |
| "reward_std": 0.09492018818855286, |
| "rewards/accuracy_reward": 0.504448652267456, |
| "rewards/format_reward": 1.0, |
| "step": 563, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 397.26788330078125, |
| "epoch": 0.039884025175022986, |
| "grad_norm": 2.024117959950968, |
| "kl": 0.024169921875, |
| "learning_rate": 1.9978988733705803e-07, |
| "loss": 0.001, |
| "reward": 1.4704686403274536, |
| "reward_std": 0.07312628626823425, |
| "rewards/accuracy_reward": 0.32403987646102905, |
| "rewards/format_reward": 1.0, |
| "step": 564, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 228.82144165039062, |
| "epoch": 0.039954741531716284, |
| "grad_norm": 3.224109774460198, |
| "kl": 0.033203125, |
| "learning_rate": 1.9822202902321427e-07, |
| "loss": 0.0013, |
| "reward": 1.5583308935165405, |
| "reward_std": 0.20240184664726257, |
| "rewards/accuracy_reward": 0.4440450966358185, |
| "rewards/format_reward": 1.0, |
| "step": 565, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.42857142857142855, |
| "all_wrong": 0.0, |
| "completion_length": 339.5, |
| "epoch": 0.04002545788840959, |
| "grad_norm": 2.757556190227212, |
| "kl": 0.0252685546875, |
| "learning_rate": 1.9665882449900022e-07, |
| "loss": 0.001, |
| "reward": 1.6628470420837402, |
| "reward_std": 0.12152737379074097, |
| "rewards/accuracy_reward": 0.566418468952179, |
| "rewards/format_reward": 1.0, |
| "step": 566, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 345.5714416503906, |
| "epoch": 0.040096174245102895, |
| "grad_norm": 9.51087919145368, |
| "kl": 0.0267333984375, |
| "learning_rate": 1.951002978709631e-07, |
| "loss": 0.0011, |
| "reward": 1.6026428937911987, |
| "reward_std": 0.15700364112854004, |
| "rewards/accuracy_reward": 0.413357138633728, |
| "rewards/format_reward": 1.0, |
| "step": 567, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 312.8214416503906, |
| "epoch": 0.04016689060179619, |
| "grad_norm": 1.8425167407885203, |
| "kl": 0.0203857421875, |
| "learning_rate": 1.9354647317351187e-07, |
| "loss": 0.0008, |
| "reward": 1.4794124364852905, |
| "reward_std": 0.14805881679058075, |
| "rewards/accuracy_reward": 0.4329838156700134, |
| "rewards/format_reward": 1.0, |
| "step": 568, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 198.87501525878906, |
| "epoch": 0.0402376069584895, |
| "grad_norm": 3.165660083547779, |
| "kl": 0.03564453125, |
| "learning_rate": 1.9199737436854512e-07, |
| "loss": 0.0014, |
| "reward": 1.7635488510131836, |
| "reward_std": 0.21337372064590454, |
| "rewards/accuracy_reward": 0.6385487914085388, |
| "rewards/format_reward": 1.0, |
| "step": 569, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 339.5357360839844, |
| "epoch": 0.040308323315182804, |
| "grad_norm": 2.29214247167727, |
| "kl": 0.027587890625, |
| "learning_rate": 1.9045302534508295e-07, |
| "loss": 0.0011, |
| "reward": 1.6560547351837158, |
| "reward_std": 0.18715839087963104, |
| "rewards/accuracy_reward": 0.593554675579071, |
| "rewards/format_reward": 0.9196429252624512, |
| "step": 570, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 344.96429443359375, |
| "epoch": 0.0403790396718761, |
| "grad_norm": 6.810846406797585, |
| "kl": 0.0211181640625, |
| "learning_rate": 1.8891344991889796e-07, |
| "loss": 0.0008, |
| "reward": 1.476325273513794, |
| "reward_std": 0.15534739196300507, |
| "rewards/accuracy_reward": 0.3691822588443756, |
| "rewards/format_reward": 1.0, |
| "step": 571, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.42857142857142855, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 285.08929443359375, |
| "epoch": 0.04044975602856941, |
| "grad_norm": 2.3819417685338076, |
| "kl": 0.027099609375, |
| "learning_rate": 1.8737867183214756e-07, |
| "loss": 0.0011, |
| "reward": 1.5955767631530762, |
| "reward_std": 0.03730761259794235, |
| "rewards/accuracy_reward": 0.506290853023529, |
| "rewards/format_reward": 1.0, |
| "step": 572, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.42857142857142855, |
| "all_wrong": 0.0, |
| "completion_length": 212.23214721679688, |
| "epoch": 0.04052047238526271, |
| "grad_norm": 2.438710591047024, |
| "kl": 0.0224609375, |
| "learning_rate": 1.8584871475300811e-07, |
| "loss": 0.0009, |
| "reward": 1.9496482610702515, |
| "reward_std": 0.09707427769899368, |
| "rewards/accuracy_reward": 0.8585766553878784, |
| "rewards/format_reward": 1.0, |
| "step": 573, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 277.89288330078125, |
| "epoch": 0.04059118874195602, |
| "grad_norm": 2.726020390445654, |
| "kl": 0.02392578125, |
| "learning_rate": 1.8432360227531113e-07, |
| "loss": 0.001, |
| "reward": 1.4384715557098389, |
| "reward_std": 0.12255982309579849, |
| "rewards/accuracy_reward": 0.3134715259075165, |
| "rewards/format_reward": 1.0, |
| "step": 574, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 355.3571472167969, |
| "epoch": 0.040661905098649316, |
| "grad_norm": 1.99834362865486, |
| "kl": 0.020751953125, |
| "learning_rate": 1.828033579181773e-07, |
| "loss": 0.0008, |
| "reward": 1.5065158605575562, |
| "reward_std": 0.17822249233722687, |
| "rewards/accuracy_reward": 0.3350871801376343, |
| "rewards/format_reward": 1.0, |
| "step": 575, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 357.39288330078125, |
| "epoch": 0.04073262145534262, |
| "grad_norm": 2.9799339901731727, |
| "kl": 0.0224609375, |
| "learning_rate": 1.812880051256551e-07, |
| "loss": 0.0009, |
| "reward": 1.5621534585952759, |
| "reward_std": 0.1781414896249771, |
| "rewards/accuracy_reward": 0.5050105452537537, |
| "rewards/format_reward": 1.0, |
| "step": 576, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 324.75, |
| "epoch": 0.04080333781203593, |
| "grad_norm": 1.9472825344260132, |
| "kl": 0.0240478515625, |
| "learning_rate": 1.7977756726635957e-07, |
| "loss": 0.001, |
| "reward": 1.5040466785430908, |
| "reward_std": 0.2502439618110657, |
| "rewards/accuracy_reward": 0.4504752457141876, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 577, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.0, |
| "completion_length": 370.1250305175781, |
| "epoch": 0.040874054168729225, |
| "grad_norm": 7.671777926051451, |
| "kl": 0.023193359375, |
| "learning_rate": 1.7827206763311054e-07, |
| "loss": 0.0009, |
| "reward": 1.5107338428497314, |
| "reward_std": 0.24039876461029053, |
| "rewards/accuracy_reward": 0.4393051862716675, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 578, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 298.75, |
| "epoch": 0.04094477052542253, |
| "grad_norm": 1.9065867559177099, |
| "kl": 0.023193359375, |
| "learning_rate": 1.7677152944257511e-07, |
| "loss": 0.0009, |
| "reward": 1.640815019607544, |
| "reward_std": 0.16414740681648254, |
| "rewards/accuracy_reward": 0.5622435808181763, |
| "rewards/format_reward": 1.0, |
| "step": 579, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 428.0000305175781, |
| "epoch": 0.041015486882115836, |
| "grad_norm": 3.5641831891174625, |
| "kl": 0.0218505859375, |
| "learning_rate": 1.7527597583490823e-07, |
| "loss": 0.0009, |
| "reward": 1.3344264030456543, |
| "reward_std": 0.16102704405784607, |
| "rewards/accuracy_reward": 0.35942623019218445, |
| "rewards/format_reward": 0.8750000596046448, |
| "step": 580, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 289.14288330078125, |
| "epoch": 0.041086203238809134, |
| "grad_norm": 9.161911536757353, |
| "kl": 0.02734375, |
| "learning_rate": 1.7378542987339673e-07, |
| "loss": 0.0011, |
| "reward": 1.5694793462753296, |
| "reward_std": 0.1378864049911499, |
| "rewards/accuracy_reward": 0.4266221821308136, |
| "rewards/format_reward": 1.0, |
| "step": 581, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 410.8035888671875, |
| "epoch": 0.04115691959550244, |
| "grad_norm": 1.7102659427049738, |
| "kl": 0.0230712890625, |
| "learning_rate": 1.7229991454410308e-07, |
| "loss": 0.0009, |
| "reward": 1.5453660488128662, |
| "reward_std": 0.10387733578681946, |
| "rewards/accuracy_reward": 0.4132230579853058, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 582, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 355.33929443359375, |
| "epoch": 0.041227635952195744, |
| "grad_norm": 1.6569991703160656, |
| "kl": 0.020263671875, |
| "learning_rate": 1.708194527555114e-07, |
| "loss": 0.0008, |
| "reward": 1.3805277347564697, |
| "reward_std": 0.21933723986148834, |
| "rewards/accuracy_reward": 0.330527663230896, |
| "rewards/format_reward": 1.0, |
| "step": 583, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 340.6785888671875, |
| "epoch": 0.04129835230888904, |
| "grad_norm": 2.1805578550685616, |
| "kl": 0.0194091796875, |
| "learning_rate": 1.6934406733817413e-07, |
| "loss": 0.0008, |
| "reward": 1.6158727407455444, |
| "reward_std": 0.2902771532535553, |
| "rewards/accuracy_reward": 0.5623011589050293, |
| "rewards/format_reward": 0.9821429252624512, |
| "step": 584, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 295.0535888671875, |
| "epoch": 0.04136906866558235, |
| "grad_norm": 1.7138839687202647, |
| "kl": 0.0277099609375, |
| "learning_rate": 1.6787378104435929e-07, |
| "loss": 0.0011, |
| "reward": 1.6204335689544678, |
| "reward_std": 0.13352718949317932, |
| "rewards/accuracy_reward": 0.474004864692688, |
| "rewards/format_reward": 1.0, |
| "step": 585, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 271.76788330078125, |
| "epoch": 0.04143978502227565, |
| "grad_norm": 1.786001178127981, |
| "kl": 0.0294189453125, |
| "learning_rate": 1.6640861654770005e-07, |
| "loss": 0.0012, |
| "reward": 1.5919395685195923, |
| "reward_std": 0.09865770488977432, |
| "rewards/accuracy_reward": 0.5097967386245728, |
| "rewards/format_reward": 1.0, |
| "step": 586, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.5714285714285714, |
| "all_wrong": 0.0, |
| "completion_length": 218.5178680419922, |
| "epoch": 0.04151050137896896, |
| "grad_norm": 1.5623124452154562, |
| "kl": 0.025146484375, |
| "learning_rate": 1.649485964428462e-07, |
| "loss": 0.001, |
| "reward": 1.925563097000122, |
| "reward_std": 0.08324666321277618, |
| "rewards/accuracy_reward": 0.7844914793968201, |
| "rewards/format_reward": 1.0, |
| "step": 587, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 250.35714721679688, |
| "epoch": 0.04158121773566226, |
| "grad_norm": 1.772478315367866, |
| "kl": 0.0250244140625, |
| "learning_rate": 1.6349374324511346e-07, |
| "loss": 0.001, |
| "reward": 1.6326123476028442, |
| "reward_std": 0.07613467425107956, |
| "rewards/accuracy_reward": 0.5004693269729614, |
| "rewards/format_reward": 1.0, |
| "step": 588, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 247.1607208251953, |
| "epoch": 0.04165193409235556, |
| "grad_norm": 3.1449611499544834, |
| "kl": 0.0224609375, |
| "learning_rate": 1.620440793901377e-07, |
| "loss": 0.0009, |
| "reward": 1.583951711654663, |
| "reward_std": 0.18189768493175507, |
| "rewards/accuracy_reward": 0.5589516758918762, |
| "rewards/format_reward": 1.0, |
| "step": 589, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 282.51788330078125, |
| "epoch": 0.04172265044904887, |
| "grad_norm": 2.3199787831473238, |
| "kl": 0.0267333984375, |
| "learning_rate": 1.605996272335291e-07, |
| "loss": 0.0011, |
| "reward": 1.4047696590423584, |
| "reward_std": 0.2511206865310669, |
| "rewards/accuracy_reward": 0.3654839098453522, |
| "rewards/format_reward": 1.0, |
| "step": 590, |
| "temporal_rewards": 0.4285714328289032 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 329.6071472167969, |
| "epoch": 0.041793366805742166, |
| "grad_norm": 1.799309417656102, |
| "kl": 0.0223388671875, |
| "learning_rate": 1.5916040905052692e-07, |
| "loss": 0.0009, |
| "reward": 1.3421558141708374, |
| "reward_std": 0.17384293675422668, |
| "rewards/accuracy_reward": 0.2564414441585541, |
| "rewards/format_reward": 1.0, |
| "step": 591, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 302.6964416503906, |
| "epoch": 0.04186408316243547, |
| "grad_norm": 1.360757075055669, |
| "kl": 0.034423828125, |
| "learning_rate": 1.5772644703565564e-07, |
| "loss": 0.0014, |
| "reward": 1.5383543968200684, |
| "reward_std": 0.11338023096323013, |
| "rewards/accuracy_reward": 0.4776400625705719, |
| "rewards/format_reward": 1.0, |
| "step": 592, |
| "temporal_rewards": 0.5 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.0, |
| "completion_length": 297.75, |
| "epoch": 0.041934799519128776, |
| "grad_norm": 25.063391509066307, |
| "kl": 0.027099609375, |
| "learning_rate": 1.562977633023837e-07, |
| "loss": 0.0011, |
| "reward": 1.4638617038726807, |
| "reward_std": 0.3218679130077362, |
| "rewards/accuracy_reward": 0.3549329936504364, |
| "rewards/format_reward": 1.0, |
| "step": 593, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.42857142857142855, |
| "completion_length": 362.26788330078125, |
| "epoch": 0.042005515875822075, |
| "grad_norm": 1.3273826394111174, |
| "kl": 0.017578125, |
| "learning_rate": 1.548743798827814e-07, |
| "loss": 0.0007, |
| "reward": 1.3013275861740112, |
| "reward_std": 0.16844168305397034, |
| "rewards/accuracy_reward": 0.17275606095790863, |
| "rewards/format_reward": 1.0, |
| "step": 594, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 341.46429443359375, |
| "epoch": 0.04207623223251538, |
| "grad_norm": 3.5230018803720657, |
| "kl": 0.021484375, |
| "learning_rate": 1.534563187271821e-07, |
| "loss": 0.0009, |
| "reward": 1.4637664556503296, |
| "reward_std": 0.17608289420604706, |
| "rewards/accuracy_reward": 0.34233781695365906, |
| "rewards/format_reward": 1.0, |
| "step": 595, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 317.71429443359375, |
| "epoch": 0.042146948589208685, |
| "grad_norm": 2.851068980335473, |
| "kl": 0.0301513671875, |
| "learning_rate": 1.5204360170384284e-07, |
| "loss": 0.0012, |
| "reward": 1.3077869415283203, |
| "reward_std": 0.17670458555221558, |
| "rewards/accuracy_reward": 0.28635844588279724, |
| "rewards/format_reward": 0.9642857313156128, |
| "step": 596, |
| "temporal_rewards": 0.5714285373687744 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 336.3214416503906, |
| "epoch": 0.042217664945901984, |
| "grad_norm": 2.135090057414329, |
| "kl": 0.0250244140625, |
| "learning_rate": 1.5063625059860796e-07, |
| "loss": 0.001, |
| "reward": 1.4463032484054565, |
| "reward_std": 0.23387116193771362, |
| "rewards/accuracy_reward": 0.3355890214443207, |
| "rewards/format_reward": 1.0, |
| "step": 597, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.0, |
| "all_wrong": 0.2857142857142857, |
| "completion_length": 368.1964416503906, |
| "epoch": 0.04228838130259529, |
| "grad_norm": 2.5635286313027046, |
| "kl": 0.021728515625, |
| "learning_rate": 1.4923428711457215e-07, |
| "loss": 0.0009, |
| "reward": 1.5388840436935425, |
| "reward_std": 0.21786929666996002, |
| "rewards/accuracy_reward": 0.38352683186531067, |
| "rewards/format_reward": 1.0, |
| "step": 598, |
| "temporal_rewards": 0.6428571343421936 |
| }, |
| { |
| "all_correct": 0.2857142857142857, |
| "all_wrong": 0.0, |
| "completion_length": 355.5357360839844, |
| "epoch": 0.042359097659288594, |
| "grad_norm": 1.8922334937373204, |
| "kl": 0.034423828125, |
| "learning_rate": 1.4783773287174684e-07, |
| "loss": 0.0014, |
| "reward": 1.7146676778793335, |
| "reward_std": 0.08156664669513702, |
| "rewards/accuracy_reward": 0.47895339131355286, |
| "rewards/format_reward": 1.0, |
| "step": 599, |
| "temporal_rewards": 0.714285671710968 |
| }, |
| { |
| "all_correct": 0.14285714285714285, |
| "all_wrong": 0.14285714285714285, |
| "completion_length": 371.64288330078125, |
| "epoch": 0.0424298140159819, |
| "grad_norm": 4.3910146432087505, |
| "kl": 0.0240478515625, |
| "learning_rate": 1.4644660940672627e-07, |
| "loss": 0.001, |
| "reward": 1.4184786081314087, |
| "reward_std": 0.08215588331222534, |
| "rewards/accuracy_reward": 0.25776419043540955, |
| "rewards/format_reward": 1.0, |
| "step": 600, |
| "temporal_rewards": 0.6428571343421936 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 800, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
