| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.001043231513937573, |
| "eval_steps": 500, |
| "global_step": 100, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.8125, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 77.0, |
| "completions/mean_length": 215.5625, |
| "completions/mean_terminated_length": 40.333335876464844, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 1.043231513937573e-05, |
| "grad_norm": 3.116075277328491, |
| "kl": 0.0, |
| "learning_rate": 0.0, |
| "loss": -0.0, |
| "num_tokens": 4429.0, |
| "reward": -1128.118896484375, |
| "reward_std": 470.49481201171875, |
| "rewards/reward_low_readability/mean": -20.625831604003906, |
| "rewards/reward_low_readability/std": 98.52398681640625, |
| "rewards/reward_specific_word_count/mean": -111.75, |
| "rewards/reward_specific_word_count/std": 74.1489486694336, |
| "step": 1 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 1.0, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 0.0, |
| "completions/mean_length": 256.0, |
| "completions/mean_terminated_length": 0.0, |
| "completions/min_length": 256.0, |
| "completions/min_terminated_length": 0.0, |
| "epoch": 2.086463027875146e-05, |
| "grad_norm": 0.7325745820999146, |
| "kl": 0.0, |
| "learning_rate": 5.4259359739555076e-08, |
| "loss": -0.0, |
| "num_tokens": 9837.0, |
| "reward": -1365.1912841796875, |
| "reward_std": 244.79977416992188, |
| "rewards/reward_low_readability/mean": -41.88323211669922, |
| "rewards/reward_low_readability/std": 60.33129119873047, |
| "rewards/reward_specific_word_count/mean": -117.4375, |
| "rewards/reward_specific_word_count/std": 92.49646759033203, |
| "step": 2 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.8125, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 1.0, |
| "completions/mean_length": 208.1875, |
| "completions/mean_terminated_length": 1.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 3.129694541812719e-05, |
| "grad_norm": 35.65803146362305, |
| "kl": 4.357156649348326e-05, |
| "learning_rate": 1.0851871947911015e-07, |
| "loss": 0.0001, |
| "num_tokens": 14092.0, |
| "reward": -1770.83984375, |
| "reward_std": 713.3043823242188, |
| "rewards/reward_low_readability/mean": -62.78662109375, |
| "rewards/reward_low_readability/std": 37.30530548095703, |
| "rewards/reward_specific_word_count/mean": -143.4375, |
| "rewards/reward_specific_word_count/std": 62.55234909057617, |
| "step": 3 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.875, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 31.0, |
| "completions/mean_length": 226.0, |
| "completions/mean_terminated_length": 16.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 4.172926055750292e-05, |
| "grad_norm": 22.61669921875, |
| "kl": 3.202973311999813e-05, |
| "learning_rate": 1.627780792186652e-07, |
| "loss": 0.0, |
| "num_tokens": 18264.0, |
| "reward": -1524.101318359375, |
| "reward_std": 445.14788818359375, |
| "rewards/reward_low_readability/mean": -18.155059814453125, |
| "rewards/reward_low_readability/std": 76.89763641357422, |
| "rewards/reward_specific_word_count/mean": -161.1875, |
| "rewards/reward_specific_word_count/std": 67.30648040771484, |
| "step": 4 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.875, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 215.0, |
| "completions/mean_length": 238.5625, |
| "completions/mean_terminated_length": 116.5, |
| "completions/min_length": 18.0, |
| "completions/min_terminated_length": 18.0, |
| "epoch": 5.216157569687865e-05, |
| "grad_norm": 1.2145802974700928, |
| "kl": 0.0001450929557904601, |
| "learning_rate": 2.170374389582203e-07, |
| "loss": 0.0, |
| "num_tokens": 23829.0, |
| "reward": -1430.60595703125, |
| "reward_std": 426.89300537109375, |
| "rewards/reward_low_readability/mean": -69.15066528320312, |
| "rewards/reward_low_readability/std": 45.1233024597168, |
| "rewards/reward_specific_word_count/mean": -96.5, |
| "rewards/reward_specific_word_count/std": 52.94147872924805, |
| "step": 5 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.9375, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 1.0, |
| "completions/mean_length": 240.0625, |
| "completions/mean_terminated_length": 1.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 6.259389083625437e-05, |
| "grad_norm": 12.537487983703613, |
| "kl": 6.895691331010312e-05, |
| "learning_rate": 2.712967986977754e-07, |
| "loss": 0.0, |
| "num_tokens": 28346.0, |
| "reward": -1678.09521484375, |
| "reward_std": 487.72100830078125, |
| "rewards/reward_low_readability/mean": -60.49693298339844, |
| "rewards/reward_low_readability/std": 66.87584686279297, |
| "rewards/reward_specific_word_count/mean": -134.875, |
| "rewards/reward_specific_word_count/std": 46.0374870300293, |
| "step": 6 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 1.0, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 0.0, |
| "completions/mean_length": 256.0, |
| "completions/mean_terminated_length": 0.0, |
| "completions/min_length": 256.0, |
| "completions/min_terminated_length": 0.0, |
| "epoch": 7.302620597563011e-05, |
| "grad_norm": 0.43996697664260864, |
| "kl": 4.689001070801169e-05, |
| "learning_rate": 3.255561584373304e-07, |
| "loss": 0.0, |
| "num_tokens": 33550.0, |
| "reward": -2127.757568359375, |
| "reward_std": 87.09275817871094, |
| "rewards/reward_low_readability/mean": -89.56026458740234, |
| "rewards/reward_low_readability/std": 17.40915870666504, |
| "rewards/reward_specific_word_count/mean": -157.5, |
| "rewards/reward_specific_word_count/std": 27.446918487548828, |
| "step": 7 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.9375, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 1.0, |
| "completions/mean_length": 240.0625, |
| "completions/mean_terminated_length": 1.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 8.345852111500584e-05, |
| "grad_norm": 4.328232288360596, |
| "kl": 0.00012008107296423987, |
| "learning_rate": 3.7981551817688554e-07, |
| "loss": 0.0, |
| "num_tokens": 37851.0, |
| "reward": 4776.02783203125, |
| "reward_std": 11956.513671875, |
| "rewards/reward_low_readability/mean": 615.5344848632812, |
| "rewards/reward_low_readability/std": 2624.773193359375, |
| "rewards/reward_specific_word_count/mean": -82.375, |
| "rewards/reward_specific_word_count/std": 68.31776428222656, |
| "step": 8 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.8125, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 82.0, |
| "completions/mean_length": 217.75, |
| "completions/mean_terminated_length": 52.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 9.389083625438158e-05, |
| "grad_norm": 14.562159538269043, |
| "kl": 7.363433542195708e-05, |
| "learning_rate": 4.340748779164406e-07, |
| "loss": 0.0, |
| "num_tokens": 42295.0, |
| "reward": -1692.26123046875, |
| "reward_std": 510.28326416015625, |
| "rewards/reward_low_readability/mean": -51.27372741699219, |
| "rewards/reward_low_readability/std": 57.220726013183594, |
| "rewards/reward_specific_word_count/mean": -146.25, |
| "rewards/reward_specific_word_count/std": 65.00615692138672, |
| "step": 9 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.5625, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 108.0, |
| "completions/mean_length": 151.625, |
| "completions/mean_terminated_length": 17.428571701049805, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0001043231513937573, |
| "grad_norm": 25.861047744750977, |
| "kl": 8.863252151058987e-05, |
| "learning_rate": 4.883342376559957e-07, |
| "loss": 0.0001, |
| "num_tokens": 45349.0, |
| "reward": -1099.74462890625, |
| "reward_std": 657.3480834960938, |
| "rewards/reward_low_readability/mean": -22.7237491607666, |
| "rewards/reward_low_readability/std": 71.08831787109375, |
| "rewards/reward_specific_word_count/mean": -106.1875, |
| "rewards/reward_specific_word_count/std": 92.0124740600586, |
| "step": 10 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.875, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 9.0, |
| "completions/mean_length": 225.125, |
| "completions/mean_terminated_length": 9.0, |
| "completions/min_length": 9.0, |
| "completions/min_terminated_length": 9.0, |
| "epoch": 0.00011475546653313303, |
| "grad_norm": 0.6688202023506165, |
| "kl": 8.420701487921178e-05, |
| "learning_rate": 5.425935973955508e-07, |
| "loss": 0.0, |
| "num_tokens": 49831.0, |
| "reward": -1563.089111328125, |
| "reward_std": 425.3297119140625, |
| "rewards/reward_low_readability/mean": -59.9229736328125, |
| "rewards/reward_low_readability/std": 56.443939208984375, |
| "rewards/reward_specific_word_count/mean": -121.875, |
| "rewards/reward_specific_word_count/std": 78.31464385986328, |
| "step": 11 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.9375, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 1.0, |
| "completions/mean_length": 240.0625, |
| "completions/mean_terminated_length": 1.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.00012518778167250875, |
| "grad_norm": 14.104875564575195, |
| "kl": 0.0001285510661546141, |
| "learning_rate": 5.968529571351058e-07, |
| "loss": 0.0, |
| "num_tokens": 56240.0, |
| "reward": -1787.055908203125, |
| "reward_std": 482.546142578125, |
| "rewards/reward_low_readability/mean": -49.03947448730469, |
| "rewards/reward_low_readability/std": 66.18172454833984, |
| "rewards/reward_specific_word_count/mean": -159.8125, |
| "rewards/reward_specific_word_count/std": 36.73366928100586, |
| "step": 12 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.625, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 141.0, |
| "completions/mean_length": 172.75, |
| "completions/mean_terminated_length": 34.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0001356200968118845, |
| "grad_norm": 20.868867874145508, |
| "kl": 0.00012886863260064274, |
| "learning_rate": 6.511123168746608e-07, |
| "loss": 0.0, |
| "num_tokens": 60628.0, |
| "reward": -1590.338623046875, |
| "reward_std": 618.2061767578125, |
| "rewards/reward_low_readability/mean": -67.62364196777344, |
| "rewards/reward_low_readability/std": 44.79562759399414, |
| "rewards/reward_specific_word_count/mean": -117.0, |
| "rewards/reward_specific_word_count/std": 72.57180786132812, |
| "step": 13 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.6875, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 121.0, |
| "completions/mean_length": 188.5625, |
| "completions/mean_terminated_length": 40.20000076293945, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.00014605241195126022, |
| "grad_norm": 5.3643012046813965, |
| "kl": 7.277987606357783e-05, |
| "learning_rate": 7.05371676614216e-07, |
| "loss": 0.0, |
| "num_tokens": 64409.0, |
| "reward": -1366.1121826171875, |
| "reward_std": 333.2947998046875, |
| "rewards/reward_low_readability/mean": -56.72589874267578, |
| "rewards/reward_low_readability/std": 37.3091926574707, |
| "rewards/reward_specific_word_count/mean": -101.9375, |
| "rewards/reward_specific_word_count/std": 66.78170013427734, |
| "step": 14 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.875, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 201.0, |
| "completions/mean_length": 236.625, |
| "completions/mean_terminated_length": 101.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.00015648472709063596, |
| "grad_norm": 11.075088500976562, |
| "kl": 0.00012062583846272901, |
| "learning_rate": 7.596310363537711e-07, |
| "loss": 0.0, |
| "num_tokens": 68863.0, |
| "reward": -1534.3162841796875, |
| "reward_std": 689.2556762695312, |
| "rewards/reward_low_readability/mean": -47.05866241455078, |
| "rewards/reward_low_readability/std": 73.16483306884766, |
| "rewards/reward_specific_word_count/mean": -132.0, |
| "rewards/reward_specific_word_count/std": 63.71917724609375, |
| "step": 15 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.9375, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 1.0, |
| "completions/mean_length": 240.0625, |
| "completions/mean_terminated_length": 1.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.00016691704223001168, |
| "grad_norm": 10.888772964477539, |
| "kl": 3.6886009183945134e-05, |
| "learning_rate": 8.138903960933261e-07, |
| "loss": 0.0, |
| "num_tokens": 73604.0, |
| "reward": -1571.33251953125, |
| "reward_std": 296.05303955078125, |
| "rewards/reward_low_readability/mean": -34.40303421020508, |
| "rewards/reward_low_readability/std": 43.51613998413086, |
| "rewards/reward_specific_word_count/mean": -149.6875, |
| "rewards/reward_specific_word_count/std": 75.11299896240234, |
| "step": 16 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.625, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 214.0, |
| "completions/mean_length": 199.25, |
| "completions/mean_terminated_length": 104.66667175292969, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0001773493573693874, |
| "grad_norm": 11.976936340332031, |
| "kl": 0.00011671230458887294, |
| "learning_rate": 8.681497558328812e-07, |
| "loss": 0.0, |
| "num_tokens": 77580.0, |
| "reward": -1179.322021484375, |
| "reward_std": 635.15185546875, |
| "rewards/reward_low_readability/mean": -49.20691680908203, |
| "rewards/reward_low_readability/std": 42.294532775878906, |
| "rewards/reward_specific_word_count/mean": -87.75, |
| "rewards/reward_specific_word_count/std": 76.5562973022461, |
| "step": 17 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.875, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 1.0, |
| "completions/mean_length": 224.125, |
| "completions/mean_terminated_length": 1.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.00018778167250876315, |
| "grad_norm": 7.336621284484863, |
| "kl": 0.00011110626655863598, |
| "learning_rate": 9.224091155724363e-07, |
| "loss": 0.0, |
| "num_tokens": 82170.0, |
| "reward": -1194.943115234375, |
| "reward_std": 351.89019775390625, |
| "rewards/reward_low_readability/mean": -30.51943588256836, |
| "rewards/reward_low_readability/std": 76.87674713134766, |
| "rewards/reward_specific_word_count/mean": -109.25, |
| "rewards/reward_specific_word_count/std": 50.710289001464844, |
| "step": 18 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.9375, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 9.0, |
| "completions/mean_length": 240.5625, |
| "completions/mean_terminated_length": 9.0, |
| "completions/min_length": 9.0, |
| "completions/min_terminated_length": 9.0, |
| "epoch": 0.00019821398764813887, |
| "grad_norm": 0.9089562296867371, |
| "kl": 0.00011611125955823809, |
| "learning_rate": 9.766684753119915e-07, |
| "loss": 0.0, |
| "num_tokens": 86947.0, |
| "reward": -1660.5302734375, |
| "reward_std": 474.4580383300781, |
| "rewards/reward_low_readability/mean": -31.301502227783203, |
| "rewards/reward_low_readability/std": 98.33365631103516, |
| "rewards/reward_specific_word_count/mean": -163.5, |
| "rewards/reward_specific_word_count/std": 77.3399429321289, |
| "step": 19 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.75, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 1.0, |
| "completions/mean_length": 192.25, |
| "completions/mean_terminated_length": 1.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0002086463027875146, |
| "grad_norm": 15.376219749450684, |
| "kl": 0.0002759218623396009, |
| "learning_rate": 1.0309278350515464e-06, |
| "loss": 0.0, |
| "num_tokens": 91879.0, |
| "reward": -1081.755859375, |
| "reward_std": 707.2537841796875, |
| "rewards/reward_low_readability/mean": -32.943336486816406, |
| "rewards/reward_low_readability/std": 37.37092590332031, |
| "rewards/reward_specific_word_count/mean": -93.3125, |
| "rewards/reward_specific_word_count/std": 67.99188232421875, |
| "step": 20 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.8125, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 212.0, |
| "completions/mean_length": 231.625, |
| "completions/mean_terminated_length": 126.0, |
| "completions/min_length": 56.0, |
| "completions/min_terminated_length": 56.0, |
| "epoch": 0.00021907861792689034, |
| "grad_norm": 0.5069727301597595, |
| "kl": 0.00015435941168107092, |
| "learning_rate": 1.0851871947911016e-06, |
| "loss": 0.0, |
| "num_tokens": 96725.0, |
| "reward": -1716.53759765625, |
| "reward_std": 471.2628479003906, |
| "rewards/reward_low_readability/mean": -47.28852844238281, |
| "rewards/reward_low_readability/std": 60.63616180419922, |
| "rewards/reward_specific_word_count/mean": -153.3125, |
| "rewards/reward_specific_word_count/std": 56.15540313720703, |
| "step": 21 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.875, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 225.0, |
| "completions/mean_length": 238.125, |
| "completions/mean_terminated_length": 113.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.00022951093306626606, |
| "grad_norm": 16.18548583984375, |
| "kl": 9.116272121900693e-05, |
| "learning_rate": 1.1394465545306566e-06, |
| "loss": 0.0, |
| "num_tokens": 101623.0, |
| "reward": -1692.0335693359375, |
| "reward_std": 495.6037292480469, |
| "rewards/reward_low_readability/mean": -77.39810943603516, |
| "rewards/reward_low_readability/std": 47.293209075927734, |
| "rewards/reward_specific_word_count/mean": -118.75, |
| "rewards/reward_specific_word_count/std": 50.080604553222656, |
| "step": 22 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.75, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 245.0, |
| "completions/mean_length": 223.6875, |
| "completions/mean_terminated_length": 126.75, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0002399432482056418, |
| "grad_norm": 5.936621189117432, |
| "kl": 0.00011039651144528762, |
| "learning_rate": 1.1937059142702115e-06, |
| "loss": 0.0, |
| "num_tokens": 106034.0, |
| "reward": -1258.808349609375, |
| "reward_std": 403.8445129394531, |
| "rewards/reward_low_readability/mean": -55.11644744873047, |
| "rewards/reward_low_readability/std": 50.90780258178711, |
| "rewards/reward_specific_word_count/mean": -90.9375, |
| "rewards/reward_specific_word_count/std": 63.8565788269043, |
| "step": 23 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.8125, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 200.0, |
| "completions/mean_length": 226.25, |
| "completions/mean_terminated_length": 97.33333587646484, |
| "completions/min_length": 16.0, |
| "completions/min_terminated_length": 16.0, |
| "epoch": 0.0002503755633450175, |
| "grad_norm": 0.9666721820831299, |
| "kl": 4.7124882257776335e-05, |
| "learning_rate": 1.2479652740097667e-06, |
| "loss": 0.0, |
| "num_tokens": 110266.0, |
| "reward": -1554.1080322265625, |
| "reward_std": 117.8116455078125, |
| "rewards/reward_low_readability/mean": -8.039182662963867, |
| "rewards/reward_low_readability/std": 118.39151763916016, |
| "rewards/reward_specific_word_count/mean": -175.375, |
| "rewards/reward_specific_word_count/std": 61.93423843383789, |
| "step": 24 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.5625, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 194.0, |
| "completions/mean_length": 158.4375, |
| "completions/mean_terminated_length": 33.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.00026080787848439325, |
| "grad_norm": 11.492411613464355, |
| "kl": 6.501660391222686e-05, |
| "learning_rate": 1.3022246337493217e-06, |
| "loss": 0.0, |
| "num_tokens": 113397.0, |
| "reward": -1307.615234375, |
| "reward_std": 481.21038818359375, |
| "rewards/reward_low_readability/mean": -35.22883224487305, |
| "rewards/reward_low_readability/std": 50.54848861694336, |
| "rewards/reward_specific_word_count/mean": -117.625, |
| "rewards/reward_specific_word_count/std": 78.67899322509766, |
| "step": 25 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.75, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 36.0, |
| "completions/mean_length": 194.4375, |
| "completions/mean_terminated_length": 9.75, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.000271240193623769, |
| "grad_norm": 8.740335464477539, |
| "kl": 0.0001171851108665578, |
| "learning_rate": 1.3564839934888768e-06, |
| "loss": 0.0, |
| "num_tokens": 117144.0, |
| "reward": -1663.29833984375, |
| "reward_std": 807.4056396484375, |
| "rewards/reward_low_readability/mean": -52.88941192626953, |
| "rewards/reward_low_readability/std": 62.03939437866211, |
| "rewards/reward_specific_word_count/mean": -141.125, |
| "rewards/reward_specific_word_count/std": 76.2337417602539, |
| "step": 26 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.875, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 52.0, |
| "completions/mean_length": 230.125, |
| "completions/mean_terminated_length": 49.0, |
| "completions/min_length": 46.0, |
| "completions/min_terminated_length": 46.0, |
| "epoch": 0.00028167250876314474, |
| "grad_norm": 0.5862599611282349, |
| "kl": 0.00014979529078118503, |
| "learning_rate": 1.410743353228432e-06, |
| "loss": 0.0, |
| "num_tokens": 121902.0, |
| "reward": -1325.30908203125, |
| "reward_std": 497.59112548828125, |
| "rewards/reward_low_readability/mean": -66.8160629272461, |
| "rewards/reward_low_readability/std": 66.24189758300781, |
| "rewards/reward_specific_word_count/mean": -86.5, |
| "rewards/reward_specific_word_count/std": 72.85144805908203, |
| "step": 27 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.6875, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 110.0, |
| "completions/mean_length": 184.4375, |
| "completions/mean_terminated_length": 27.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.00029210482390252043, |
| "grad_norm": 7.910543918609619, |
| "kl": 4.9107158702099696e-05, |
| "learning_rate": 1.4650027129679872e-06, |
| "loss": 0.0, |
| "num_tokens": 125897.0, |
| "reward": -1512.8238525390625, |
| "reward_std": 579.8395385742188, |
| "rewards/reward_low_readability/mean": -66.6309814453125, |
| "rewards/reward_low_readability/std": 34.86317443847656, |
| "rewards/reward_specific_word_count/mean": -108.875, |
| "rewards/reward_specific_word_count/std": 71.21224212646484, |
| "step": 28 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.9375, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 134.0, |
| "completions/mean_length": 248.375, |
| "completions/mean_terminated_length": 134.0, |
| "completions/min_length": 134.0, |
| "completions/min_terminated_length": 134.0, |
| "epoch": 0.0003025371390418962, |
| "grad_norm": 0.2557351291179657, |
| "kl": 5.268407039693557e-05, |
| "learning_rate": 1.5192620727075421e-06, |
| "loss": 0.0, |
| "num_tokens": 132011.0, |
| "reward": -1484.5543212890625, |
| "reward_std": 208.53460693359375, |
| "rewards/reward_low_readability/mean": -61.608856201171875, |
| "rewards/reward_low_readability/std": 30.13274574279785, |
| "rewards/reward_specific_word_count/mean": -110.8125, |
| "rewards/reward_specific_word_count/std": 50.29144287109375, |
| "step": 29 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.875, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 205.0, |
| "completions/mean_length": 249.25, |
| "completions/mean_terminated_length": 202.0, |
| "completions/min_length": 199.0, |
| "completions/min_terminated_length": 199.0, |
| "epoch": 0.00031296945418127193, |
| "grad_norm": 0.38031476736068726, |
| "kl": 8.317234460264444e-05, |
| "learning_rate": 1.5735214324470973e-06, |
| "loss": 0.0, |
| "num_tokens": 137867.0, |
| "reward": -1329.0670166015625, |
| "reward_std": 365.8032531738281, |
| "rewards/reward_low_readability/mean": -62.54362487792969, |
| "rewards/reward_low_readability/std": 45.93696594238281, |
| "rewards/reward_specific_word_count/mean": -91.4375, |
| "rewards/reward_specific_word_count/std": 43.317386627197266, |
| "step": 30 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.6875, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 73.0, |
| "completions/mean_length": 183.25, |
| "completions/mean_terminated_length": 23.200000762939453, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0003234017693206476, |
| "grad_norm": 17.897735595703125, |
| "kl": 0.00017116851813625544, |
| "learning_rate": 1.6277807921866523e-06, |
| "loss": 0.0004, |
| "num_tokens": 141971.0, |
| "reward": -1314.925537109375, |
| "reward_std": 799.48876953125, |
| "rewards/reward_low_readability/mean": -40.805625915527344, |
| "rewards/reward_low_readability/std": 61.764320373535156, |
| "rewards/reward_specific_word_count/mean": -112.625, |
| "rewards/reward_specific_word_count/std": 77.52666473388672, |
| "step": 31 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.5, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 223.0, |
| "completions/mean_length": 162.0625, |
| "completions/mean_terminated_length": 68.125, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.00033383408446002337, |
| "grad_norm": 4.922853946685791, |
| "kl": 0.00043209161958657205, |
| "learning_rate": 1.6820401519262075e-06, |
| "loss": 0.0, |
| "num_tokens": 146712.0, |
| "reward": -1309.0557861328125, |
| "reward_std": 620.997802734375, |
| "rewards/reward_low_readability/mean": -42.344390869140625, |
| "rewards/reward_low_readability/std": 53.9526252746582, |
| "rewards/reward_specific_word_count/mean": -110.3125, |
| "rewards/reward_specific_word_count/std": 71.82823944091797, |
| "step": 32 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.6875, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 209.0, |
| "completions/mean_length": 200.6875, |
| "completions/mean_terminated_length": 79.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0003442663995993991, |
| "grad_norm": 12.44471549987793, |
| "kl": 0.0001600706164026633, |
| "learning_rate": 1.7362995116657624e-06, |
| "loss": 0.0003, |
| "num_tokens": 150947.0, |
| "reward": -1336.0352783203125, |
| "reward_std": 613.1881713867188, |
| "rewards/reward_low_readability/mean": -39.91130065917969, |
| "rewards/reward_low_readability/std": 55.41373062133789, |
| "rewards/reward_specific_word_count/mean": -116.0625, |
| "rewards/reward_specific_word_count/std": 71.41472625732422, |
| "step": 33 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.4375, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 145.0, |
| "completions/mean_length": 131.125, |
| "completions/mean_terminated_length": 34.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0003546987147387748, |
| "grad_norm": 14.646148681640625, |
| "kl": 0.00031026199576444924, |
| "learning_rate": 1.7905588714053176e-06, |
| "loss": 0.0003, |
| "num_tokens": 153869.0, |
| "reward": -1317.27587890625, |
| "reward_std": 615.8418579101562, |
| "rewards/reward_low_readability/mean": -52.48089599609375, |
| "rewards/reward_low_readability/std": 40.30464553833008, |
| "rewards/reward_specific_word_count/mean": -100.625, |
| "rewards/reward_specific_word_count/std": 82.35765838623047, |
| "step": 34 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 1.0, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 0.0, |
| "completions/mean_length": 256.0, |
| "completions/mean_terminated_length": 0.0, |
| "completions/min_length": 256.0, |
| "completions/min_terminated_length": 0.0, |
| "epoch": 0.00036513102987815056, |
| "grad_norm": 0.38337433338165283, |
| "kl": 6.300251698121428e-05, |
| "learning_rate": 1.8448182311448726e-06, |
| "loss": 0.0, |
| "num_tokens": 159157.0, |
| "reward": -1441.5721435546875, |
| "reward_std": 313.5174560546875, |
| "rewards/reward_low_readability/mean": -55.16960144042969, |
| "rewards/reward_low_readability/std": 48.26046371459961, |
| "rewards/reward_specific_word_count/mean": -112.5, |
| "rewards/reward_specific_word_count/std": 57.63447952270508, |
| "step": 35 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.5, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 98.0, |
| "completions/mean_length": 144.1875, |
| "completions/mean_terminated_length": 32.375, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0003755633450175263, |
| "grad_norm": 18.974363327026367, |
| "kl": 0.000380511162802577, |
| "learning_rate": 1.8990775908844277e-06, |
| "loss": 0.0008, |
| "num_tokens": 162448.0, |
| "reward": -726.256103515625, |
| "reward_std": 486.916259765625, |
| "rewards/reward_low_readability/mean": -21.543712615966797, |
| "rewards/reward_low_readability/std": 62.35931396484375, |
| "rewards/reward_specific_word_count/mean": -63.25, |
| "rewards/reward_specific_word_count/std": 67.31765747070312, |
| "step": 36 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.75, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 223.0, |
| "completions/mean_length": 223.5625, |
| "completions/mean_terminated_length": 126.25, |
| "completions/min_length": 12.0, |
| "completions/min_terminated_length": 12.0, |
| "epoch": 0.000385995660156902, |
| "grad_norm": 0.931634783744812, |
| "kl": 0.0002483692660462111, |
| "learning_rate": 1.953336950623983e-06, |
| "loss": 0.0, |
| "num_tokens": 168385.0, |
| "reward": -1797.49072265625, |
| "reward_std": 414.14501953125, |
| "rewards/reward_low_readability/mean": -78.74040985107422, |
| "rewards/reward_low_readability/std": 15.449604034423828, |
| "rewards/reward_specific_word_count/mean": -129.8125, |
| "rewards/reward_specific_word_count/std": 60.728050231933594, |
| "step": 37 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.6875, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 205.0, |
| "completions/mean_length": 191.0, |
| "completions/mean_terminated_length": 48.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.00039642797529627774, |
| "grad_norm": 19.3518123626709, |
| "kl": 0.00041339112794958055, |
| "learning_rate": 2.0075963103635377e-06, |
| "loss": 0.0012, |
| "num_tokens": 173001.0, |
| "reward": -748.7278442382812, |
| "reward_std": 486.0341796875, |
| "rewards/reward_low_readability/mean": -20.089380264282227, |
| "rewards/reward_low_readability/std": 53.406497955322266, |
| "rewards/reward_specific_word_count/mean": -67.4375, |
| "rewards/reward_specific_word_count/std": 49.281463623046875, |
| "step": 38 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.8125, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 252.0, |
| "completions/mean_length": 223.875, |
| "completions/mean_terminated_length": 84.66667175292969, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0004068602904356535, |
| "grad_norm": 20.79539680480957, |
| "kl": 0.00038716691778972745, |
| "learning_rate": 2.061855670103093e-06, |
| "loss": 0.0014, |
| "num_tokens": 180223.0, |
| "reward": -1375.142333984375, |
| "reward_std": 313.77252197265625, |
| "rewards/reward_low_readability/mean": -61.72351837158203, |
| "rewards/reward_low_readability/std": 28.64412498474121, |
| "rewards/reward_specific_word_count/mean": -97.75, |
| "rewards/reward_specific_word_count/std": 50.2692756652832, |
| "step": 39 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.4375, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 27.0, |
| "completions/mean_length": 114.8125, |
| "completions/mean_terminated_length": 5.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0004172926055750292, |
| "grad_norm": 9.421210289001465, |
| "kl": 0.001418656320311129, |
| "learning_rate": 2.116115029842648e-06, |
| "loss": 0.0032, |
| "num_tokens": 183028.0, |
| "reward": -972.0180053710938, |
| "reward_std": 349.5052490234375, |
| "rewards/reward_low_readability/mean": -41.04463195800781, |
| "rewards/reward_low_readability/std": 43.99871826171875, |
| "rewards/reward_specific_word_count/mean": -71.8125, |
| "rewards/reward_specific_word_count/std": 65.82220458984375, |
| "step": 40 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.5, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 152.0, |
| "completions/mean_length": 160.75, |
| "completions/mean_terminated_length": 65.5, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.00042772492071440493, |
| "grad_norm": 18.048540115356445, |
| "kl": 0.001094095641747117, |
| "learning_rate": 2.170374389582203e-06, |
| "loss": 0.0034, |
| "num_tokens": 186644.0, |
| "reward": -1590.6693115234375, |
| "reward_std": 610.5465087890625, |
| "rewards/reward_low_readability/mean": -65.87787628173828, |
| "rewards/reward_low_readability/std": 35.292118072509766, |
| "rewards/reward_specific_word_count/mean": -118.875, |
| "rewards/reward_specific_word_count/std": 79.31529998779297, |
| "step": 41 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.4375, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 109.0, |
| "completions/mean_length": 119.3125, |
| "completions/mean_terminated_length": 13.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0004381572358537807, |
| "grad_norm": 16.86764144897461, |
| "kl": 0.0014386159600690007, |
| "learning_rate": 2.224633749321758e-06, |
| "loss": 0.0041, |
| "num_tokens": 189861.0, |
| "reward": -1076.30615234375, |
| "reward_std": 540.96337890625, |
| "rewards/reward_low_readability/mean": -40.59135818481445, |
| "rewards/reward_low_readability/std": 49.7451286315918, |
| "rewards/reward_specific_word_count/mean": -84.625, |
| "rewards/reward_specific_word_count/std": 65.67382049560547, |
| "step": 42 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.3125, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 115.0, |
| "completions/mean_length": 106.4375, |
| "completions/mean_terminated_length": 38.45454788208008, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0004485895509931564, |
| "grad_norm": 10.557600021362305, |
| "kl": 0.0019954631570726633, |
| "learning_rate": 2.278893109061313e-06, |
| "loss": 0.0047, |
| "num_tokens": 192432.0, |
| "reward": -670.5653686523438, |
| "reward_std": 271.6889953613281, |
| "rewards/reward_low_readability/mean": -27.166015625, |
| "rewards/reward_low_readability/std": 75.52755737304688, |
| "rewards/reward_specific_word_count/mean": -50.75, |
| "rewards/reward_specific_word_count/std": 64.67818450927734, |
| "step": 43 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.6875, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 211.0, |
| "completions/mean_length": 193.0, |
| "completions/mean_terminated_length": 54.400001525878906, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0004590218661325321, |
| "grad_norm": 14.496274948120117, |
| "kl": 0.001399551285430789, |
| "learning_rate": 2.3331524688008683e-06, |
| "loss": 0.0022, |
| "num_tokens": 196608.0, |
| "reward": -1102.9404296875, |
| "reward_std": 252.52029418945312, |
| "rewards/reward_low_readability/mean": -47.68796157836914, |
| "rewards/reward_low_readability/std": 39.12522888183594, |
| "rewards/reward_specific_word_count/mean": -80.3125, |
| "rewards/reward_specific_word_count/std": 66.10771179199219, |
| "step": 44 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.75, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 26.0, |
| "completions/mean_length": 193.8125, |
| "completions/mean_terminated_length": 7.25, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.00046945418127190787, |
| "grad_norm": 2.1914143562316895, |
| "kl": 0.0009878488490357995, |
| "learning_rate": 2.387411828540423e-06, |
| "loss": 0.001, |
| "num_tokens": 200617.0, |
| "reward": -1138.33984375, |
| "reward_std": 199.418701171875, |
| "rewards/reward_low_readability/mean": -44.537845611572266, |
| "rewards/reward_low_readability/std": 28.145658493041992, |
| "rewards/reward_specific_word_count/mean": -87.8125, |
| "rewards/reward_specific_word_count/std": 66.30255889892578, |
| "step": 45 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.9375, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 55.0, |
| "completions/mean_length": 243.4375, |
| "completions/mean_terminated_length": 55.0, |
| "completions/min_length": 55.0, |
| "completions/min_terminated_length": 55.0, |
| "epoch": 0.0004798864964112836, |
| "grad_norm": 0.8396442532539368, |
| "kl": 0.00035423407098278403, |
| "learning_rate": 2.441671188279978e-06, |
| "loss": 0.0, |
| "num_tokens": 205692.0, |
| "reward": -1660.6640625, |
| "reward_std": 220.03701782226562, |
| "rewards/reward_low_readability/mean": -81.1798095703125, |
| "rewards/reward_low_readability/std": 23.520084381103516, |
| "rewards/reward_specific_word_count/mean": -111.0625, |
| "rewards/reward_specific_word_count/std": 70.02710723876953, |
| "step": 46 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.625, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 221.0, |
| "completions/mean_length": 176.9375, |
| "completions/mean_terminated_length": 45.16666793823242, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0004903188115506594, |
| "grad_norm": 16.060352325439453, |
| "kl": 0.003470352850854397, |
| "learning_rate": 2.4959305480195334e-06, |
| "loss": 0.0084, |
| "num_tokens": 209587.0, |
| "reward": -1416.0599365234375, |
| "reward_std": 529.0692138671875, |
| "rewards/reward_low_readability/mean": -20.26629638671875, |
| "rewards/reward_low_readability/std": 68.69774627685547, |
| "rewards/reward_specific_word_count/mean": -146.1875, |
| "rewards/reward_specific_word_count/std": 85.36605072021484, |
| "step": 47 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.5625, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 186.0, |
| "completions/mean_length": 157.1875, |
| "completions/mean_terminated_length": 30.142858505249023, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.000500751126690035, |
| "grad_norm": 12.295141220092773, |
| "kl": 0.004097023047506809, |
| "learning_rate": 2.5501899077590886e-06, |
| "loss": 0.0159, |
| "num_tokens": 212634.0, |
| "reward": -885.1611328125, |
| "reward_std": 491.8056640625, |
| "rewards/reward_low_readability/mean": -20.69620704650879, |
| "rewards/reward_low_readability/std": 61.445213317871094, |
| "rewards/reward_specific_word_count/mean": -82.9375, |
| "rewards/reward_specific_word_count/std": 53.38972473144531, |
| "step": 48 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.3125, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 10.0, |
| "completions/mean_length": 81.25, |
| "completions/mean_terminated_length": 1.8181818723678589, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0005111834418294107, |
| "grad_norm": 7.574562072753906, |
| "kl": 0.005608655977994204, |
| "learning_rate": 2.6044492674986433e-06, |
| "loss": 0.0136, |
| "num_tokens": 214798.0, |
| "reward": -934.0018920898438, |
| "reward_std": 425.8517761230469, |
| "rewards/reward_low_readability/mean": -30.70657730102539, |
| "rewards/reward_low_readability/std": 41.986534118652344, |
| "rewards/reward_specific_word_count/mean": -78.1875, |
| "rewards/reward_specific_word_count/std": 75.45260620117188, |
| "step": 49 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.5, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 167.0, |
| "completions/mean_length": 165.25, |
| "completions/mean_terminated_length": 74.5, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0005216157569687865, |
| "grad_norm": 28.46733283996582, |
| "kl": 0.004315289668738842, |
| "learning_rate": 2.6587086272381985e-06, |
| "loss": 0.0159, |
| "num_tokens": 218950.0, |
| "reward": -1533.265869140625, |
| "reward_std": 730.51953125, |
| "rewards/reward_low_readability/mean": -69.46516418457031, |
| "rewards/reward_low_readability/std": 47.496620178222656, |
| "rewards/reward_specific_word_count/mean": -108.3125, |
| "rewards/reward_specific_word_count/std": 65.97344970703125, |
| "step": 50 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0625, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 141.0, |
| "completions/mean_length": 36.1875, |
| "completions/mean_terminated_length": 21.533334732055664, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0005320480721081622, |
| "grad_norm": 5.060064792633057, |
| "kl": 0.050300780683755875, |
| "learning_rate": 2.7129679869777537e-06, |
| "loss": 0.0406, |
| "num_tokens": 220849.0, |
| "reward": -457.37628173828125, |
| "reward_std": 292.492431640625, |
| "rewards/reward_low_readability/mean": -15.429636001586914, |
| "rewards/reward_low_readability/std": 33.87491226196289, |
| "rewards/reward_specific_word_count/mean": -37.875, |
| "rewards/reward_specific_word_count/std": 22.192716598510742, |
| "step": 51 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.6875, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 160.0, |
| "completions/mean_length": 193.75, |
| "completions/mean_terminated_length": 56.79999923706055, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.000542480387247538, |
| "grad_norm": 18.62675666809082, |
| "kl": 0.0037125309463590384, |
| "learning_rate": 2.767227346717309e-06, |
| "loss": 0.0039, |
| "num_tokens": 225329.0, |
| "reward": -1356.0279541015625, |
| "reward_std": 598.28369140625, |
| "rewards/reward_low_readability/mean": -27.30211067199707, |
| "rewards/reward_low_readability/std": 67.8597640991211, |
| "rewards/reward_specific_word_count/mean": -131.6875, |
| "rewards/reward_specific_word_count/std": 85.32582092285156, |
| "step": 52 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.1875, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 164.0, |
| "completions/mean_length": 73.0625, |
| "completions/mean_terminated_length": 30.846155166625977, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0005529127023869137, |
| "grad_norm": 11.114861488342285, |
| "kl": 0.03665463998913765, |
| "learning_rate": 2.821486706456864e-06, |
| "loss": 0.0222, |
| "num_tokens": 227706.0, |
| "reward": -645.3734130859375, |
| "reward_std": 337.88226318359375, |
| "rewards/reward_low_readability/mean": -43.350616455078125, |
| "rewards/reward_low_readability/std": 51.19852066040039, |
| "rewards/reward_specific_word_count/mean": -30.75, |
| "rewards/reward_specific_word_count/std": 24.91719627380371, |
| "step": 53 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.125, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 200.0, |
| "completions/mean_length": 52.5, |
| "completions/mean_terminated_length": 23.428571701049805, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0005633450175262895, |
| "grad_norm": 14.395307540893555, |
| "kl": 0.028542926535010338, |
| "learning_rate": 2.875746066196419e-06, |
| "loss": 0.0452, |
| "num_tokens": 229378.0, |
| "reward": -347.86859130859375, |
| "reward_std": 76.22853088378906, |
| "rewards/reward_low_readability/mean": 19.115177154541016, |
| "rewards/reward_low_readability/std": 47.22098159790039, |
| "rewards/reward_specific_word_count/mean": -61.25, |
| "rewards/reward_specific_word_count/std": 66.90740203857422, |
| "step": 54 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.1875, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 137.0, |
| "completions/mean_length": 64.0625, |
| "completions/mean_terminated_length": 19.76923179626465, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0005737773326656651, |
| "grad_norm": 6.916282653808594, |
| "kl": 0.019411267712712288, |
| "learning_rate": 2.9300054259359744e-06, |
| "loss": 0.0267, |
| "num_tokens": 231395.0, |
| "reward": -631.5985717773438, |
| "reward_std": 264.7860107421875, |
| "rewards/reward_low_readability/mean": -12.441933631896973, |
| "rewards/reward_low_readability/std": 52.4868049621582, |
| "rewards/reward_specific_word_count/mean": -61.625, |
| "rewards/reward_specific_word_count/std": 73.85650634765625, |
| "step": 55 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.3125, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 82.0, |
| "completions/mean_length": 92.625, |
| "completions/mean_terminated_length": 18.363636016845703, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0005842096478050409, |
| "grad_norm": 14.530932426452637, |
| "kl": 0.02121676504611969, |
| "learning_rate": 2.984264785675529e-06, |
| "loss": 0.0391, |
| "num_tokens": 234173.0, |
| "reward": -601.1956176757812, |
| "reward_std": 349.0436706542969, |
| "rewards/reward_low_readability/mean": -2.5441713333129883, |
| "rewards/reward_low_readability/std": 78.83867645263672, |
| "rewards/reward_specific_word_count/mean": -68.4375, |
| "rewards/reward_specific_word_count/std": 80.67710876464844, |
| "step": 56 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0625, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 31.0, |
| "completions/mean_length": 18.8125, |
| "completions/mean_terminated_length": 3.000000238418579, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0005946419629444166, |
| "grad_norm": 4.208057880401611, |
| "kl": 0.06698984652757645, |
| "learning_rate": 3.0385241454150843e-06, |
| "loss": 0.0456, |
| "num_tokens": 235258.0, |
| "reward": -257.79888916015625, |
| "reward_std": 9.812307357788086, |
| "rewards/reward_low_readability/mean": -1.7178125381469727, |
| "rewards/reward_low_readability/std": 6.871250629425049, |
| "rewards/reward_specific_word_count/mean": -28.6875, |
| "rewards/reward_specific_word_count/std": 4.989572525024414, |
| "step": 57 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.3125, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 242.0, |
| "completions/mean_length": 106.1875, |
| "completions/mean_terminated_length": 38.090911865234375, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0006050742780837924, |
| "grad_norm": 1.458182454109192, |
| "kl": 0.014654525555670261, |
| "learning_rate": 3.0927835051546395e-06, |
| "loss": 0.03, |
| "num_tokens": 239513.0, |
| "reward": -905.8972778320312, |
| "reward_std": 111.06556701660156, |
| "rewards/reward_low_readability/mean": -32.53766632080078, |
| "rewards/reward_low_readability/std": 33.659584045410156, |
| "rewards/reward_specific_word_count/mean": -72.9375, |
| "rewards/reward_specific_word_count/std": 59.865928649902344, |
| "step": 58 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.375, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 99.0, |
| "completions/mean_length": 102.75, |
| "completions/mean_terminated_length": 10.800000190734863, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0006155065932231681, |
| "grad_norm": 8.706275939941406, |
| "kl": 0.016249507665634155, |
| "learning_rate": 3.1470428648941946e-06, |
| "loss": 0.051, |
| "num_tokens": 242929.0, |
| "reward": -575.1182861328125, |
| "reward_std": 337.33343505859375, |
| "rewards/reward_low_readability/mean": 1.3993167877197266, |
| "rewards/reward_low_readability/std": 48.57197189331055, |
| "rewards/reward_specific_word_count/mean": -69.5, |
| "rewards/reward_specific_word_count/std": 57.34922409057617, |
| "step": 59 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.125, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 221.0, |
| "completions/mean_length": 46.9375, |
| "completions/mean_terminated_length": 17.071430206298828, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0006259389083625439, |
| "grad_norm": 14.822925567626953, |
| "kl": 0.05036020651459694, |
| "learning_rate": 3.2013022246337494e-06, |
| "loss": 0.0685, |
| "num_tokens": 244448.0, |
| "reward": -401.9443054199219, |
| "reward_std": 186.5824432373047, |
| "rewards/reward_low_readability/mean": 16.004375457763672, |
| "rewards/reward_low_readability/std": 62.41549301147461, |
| "rewards/reward_specific_word_count/mean": -64.375, |
| "rewards/reward_specific_word_count/std": 74.6233901977539, |
| "step": 60 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 177.0, |
| "completions/max_terminated_length": 177.0, |
| "completions/mean_length": 35.6875, |
| "completions/mean_terminated_length": 35.6875, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0006363712235019195, |
| "grad_norm": 8.174490928649902, |
| "kl": 0.08172713965177536, |
| "learning_rate": 3.2555615843733046e-06, |
| "loss": 0.0448, |
| "num_tokens": 247479.0, |
| "reward": -501.93878173828125, |
| "reward_std": 200.37503051757812, |
| "rewards/reward_low_readability/mean": -21.69005584716797, |
| "rewards/reward_low_readability/std": 51.4937744140625, |
| "rewards/reward_specific_word_count/mean": -36.5625, |
| "rewards/reward_specific_word_count/std": 28.795761108398438, |
| "step": 61 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.125, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 165.0, |
| "completions/mean_length": 46.875, |
| "completions/mean_terminated_length": 17.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0006468035386412952, |
| "grad_norm": 1.387884259223938, |
| "kl": 0.10506534576416016, |
| "learning_rate": 3.3098209441128597e-06, |
| "loss": 0.0455, |
| "num_tokens": 249429.0, |
| "reward": -580.0169677734375, |
| "reward_std": 163.1900177001953, |
| "rewards/reward_low_readability/mean": -22.983810424804688, |
| "rewards/reward_low_readability/std": 37.06683349609375, |
| "rewards/reward_specific_word_count/mean": -44.4375, |
| "rewards/reward_specific_word_count/std": 39.337799072265625, |
| "step": 62 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0625, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 190.0, |
| "completions/mean_length": 43.9375, |
| "completions/mean_terminated_length": 29.80000114440918, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.000657235853780671, |
| "grad_norm": 27.271936416625977, |
| "kl": 0.0525495670735836, |
| "learning_rate": 3.364080303852415e-06, |
| "loss": 0.0647, |
| "num_tokens": 251620.0, |
| "reward": -440.24383544921875, |
| "reward_std": 235.23062133789062, |
| "rewards/reward_low_readability/mean": -12.195096015930176, |
| "rewards/reward_low_readability/std": 22.676860809326172, |
| "rewards/reward_specific_word_count/mean": -39.25, |
| "rewards/reward_specific_word_count/std": 24.858264923095703, |
| "step": 63 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 7.0, |
| "completions/max_terminated_length": 7.0, |
| "completions/mean_length": 1.4375, |
| "completions/mean_terminated_length": 1.4375, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0006676681689200467, |
| "grad_norm": 7.845202922821045, |
| "kl": 1.7137255668640137, |
| "learning_rate": 3.4183396635919697e-06, |
| "loss": 0.0793, |
| "num_tokens": 253015.0, |
| "reward": -296.749755859375, |
| "reward_std": 86.25439453125, |
| "rewards/reward_low_readability/mean": -5.207499980926514, |
| "rewards/reward_low_readability/std": 20.830001831054688, |
| "rewards/reward_specific_word_count/mean": -29.625, |
| "rewards/reward_specific_word_count/std": 1.5, |
| "step": 64 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 10.0, |
| "completions/max_terminated_length": 10.0, |
| "completions/mean_length": 1.5625, |
| "completions/mean_terminated_length": 1.5625, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0006781004840594225, |
| "grad_norm": 8.946924209594727, |
| "kl": 1.1556893587112427, |
| "learning_rate": 3.472599023331525e-06, |
| "loss": 0.0608, |
| "num_tokens": 253988.0, |
| "reward": -286.81964111328125, |
| "reward_std": 66.39413452148438, |
| "rewards/reward_low_readability/mean": -4.150000095367432, |
| "rewards/reward_low_readability/std": 16.600000381469727, |
| "rewards/reward_specific_word_count/mean": -29.5625, |
| "rewards/reward_specific_word_count/std": 1.7500001192092896, |
| "step": 65 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 27.0, |
| "completions/max_terminated_length": 27.0, |
| "completions/mean_length": 2.625, |
| "completions/mean_terminated_length": 2.625, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0006885327991987982, |
| "grad_norm": 7.504082679748535, |
| "kl": 0.806298553943634, |
| "learning_rate": 3.52685838307108e-06, |
| "loss": 0.0691, |
| "num_tokens": 254918.0, |
| "reward": -275.9803466796875, |
| "reward_std": 44.71552276611328, |
| "rewards/reward_low_readability/mean": -3.881711959838867, |
| "rewards/reward_low_readability/std": 15.526847839355469, |
| "rewards/reward_specific_word_count/mean": -28.5625, |
| "rewards/reward_specific_word_count/std": 5.75, |
| "step": 66 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1.0, |
| "completions/max_terminated_length": 1.0, |
| "completions/mean_length": 1.0, |
| "completions/mean_terminated_length": 1.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.000698965114338174, |
| "grad_norm": 0.2544586658477783, |
| "kl": 2.291349172592163, |
| "learning_rate": 3.581117742810635e-06, |
| "loss": 0.0917, |
| "num_tokens": 255790.0, |
| "reward": -253.62258911132812, |
| "reward_std": 0.0, |
| "rewards/reward_low_readability/mean": 0.0, |
| "rewards/reward_low_readability/std": 0.0, |
| "rewards/reward_specific_word_count/mean": -30.0, |
| "rewards/reward_specific_word_count/std": 0.0, |
| "step": 67 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 90.0, |
| "completions/max_terminated_length": 90.0, |
| "completions/mean_length": 15.4375, |
| "completions/mean_terminated_length": 15.4375, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0007093974294775496, |
| "grad_norm": 1.4970295429229736, |
| "kl": 0.14874514937400818, |
| "learning_rate": 3.63537710255019e-06, |
| "loss": 0.0452, |
| "num_tokens": 257905.0, |
| "reward": -288.9488525390625, |
| "reward_std": 196.3872528076172, |
| "rewards/reward_low_readability/mean": -7.8959641456604, |
| "rewards/reward_low_readability/std": 41.48566436767578, |
| "rewards/reward_specific_word_count/mean": -25.875, |
| "rewards/reward_specific_word_count/std": 7.500000476837158, |
| "step": 68 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1.0, |
| "completions/max_terminated_length": 1.0, |
| "completions/mean_length": 1.0, |
| "completions/mean_terminated_length": 1.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0007198297446169254, |
| "grad_norm": 0.10731889307498932, |
| "kl": 3.1512694358825684, |
| "learning_rate": 3.689636462289745e-06, |
| "loss": 0.1261, |
| "num_tokens": 258685.0, |
| "reward": -253.62258911132812, |
| "reward_std": 0.0, |
| "rewards/reward_low_readability/mean": 0.0, |
| "rewards/reward_low_readability/std": 0.0, |
| "rewards/reward_specific_word_count/mean": -30.0, |
| "rewards/reward_specific_word_count/std": 0.0, |
| "step": 69 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.125, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 85.0, |
| "completions/mean_length": 38.9375, |
| "completions/mean_terminated_length": 7.928571701049805, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0007302620597563011, |
| "grad_norm": 12.733834266662598, |
| "kl": 0.06529513001441956, |
| "learning_rate": 3.7438958220293003e-06, |
| "loss": 0.0796, |
| "num_tokens": 260704.0, |
| "reward": -512.6383056640625, |
| "reward_std": 308.03497314453125, |
| "rewards/reward_low_readability/mean": -14.691946983337402, |
| "rewards/reward_low_readability/std": 34.66056823730469, |
| "rewards/reward_specific_word_count/mean": -45.1875, |
| "rewards/reward_specific_word_count/std": 44.377498626708984, |
| "step": 70 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 145.0, |
| "completions/max_terminated_length": 145.0, |
| "completions/mean_length": 10.0, |
| "completions/mean_terminated_length": 10.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0007406943748956769, |
| "grad_norm": 0.79555344581604, |
| "kl": 0.4680936932563782, |
| "learning_rate": 3.7981551817688555e-06, |
| "loss": 0.1112, |
| "num_tokens": 261824.0, |
| "reward": -303.60260009765625, |
| "reward_std": 99.95997619628906, |
| "rewards/reward_low_readability/mean": -5.800000190734863, |
| "rewards/reward_low_readability/std": 23.200000762939453, |
| "rewards/reward_specific_word_count/mean": -29.8125, |
| "rewards/reward_specific_word_count/std": 0.75, |
| "step": 71 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 46.0, |
| "completions/max_terminated_length": 46.0, |
| "completions/mean_length": 3.8125, |
| "completions/mean_terminated_length": 3.8125, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0007511266900350526, |
| "grad_norm": 17.116613388061523, |
| "kl": 0.8612356781959534, |
| "learning_rate": 3.85241454150841e-06, |
| "loss": 0.1125, |
| "num_tokens": 263041.0, |
| "reward": -277.9287109375, |
| "reward_std": 48.61220932006836, |
| "rewards/reward_low_readability/mean": -4.041428565979004, |
| "rewards/reward_low_readability/std": 16.16571617126465, |
| "rewards/reward_specific_word_count/mean": -28.625, |
| "rewards/reward_specific_word_count/std": 5.5, |
| "step": 72 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 74.0, |
| "completions/max_terminated_length": 74.0, |
| "completions/mean_length": 9.4375, |
| "completions/mean_terminated_length": 9.4375, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0007615590051744284, |
| "grad_norm": 28.762662887573242, |
| "kl": 0.46599653363227844, |
| "learning_rate": 3.906673901247966e-06, |
| "loss": 0.111, |
| "num_tokens": 265272.0, |
| "reward": -540.5789794921875, |
| "reward_std": 182.03289794921875, |
| "rewards/reward_low_readability/mean": -35.30762481689453, |
| "rewards/reward_low_readability/std": 48.363677978515625, |
| "rewards/reward_specific_word_count/mean": -26.8125, |
| "rewards/reward_specific_word_count/std": 6.472699165344238, |
| "step": 73 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1.0, |
| "completions/max_terminated_length": 1.0, |
| "completions/mean_length": 1.0, |
| "completions/mean_terminated_length": 1.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.000771991320313804, |
| "grad_norm": 0.18072064220905304, |
| "kl": 3.3317298889160156, |
| "learning_rate": 3.9609332609875206e-06, |
| "loss": 0.1333, |
| "num_tokens": 266816.0, |
| "reward": -253.62258911132812, |
| "reward_std": 0.0, |
| "rewards/reward_low_readability/mean": 0.0, |
| "rewards/reward_low_readability/std": 0.0, |
| "rewards/reward_specific_word_count/mean": -30.0, |
| "rewards/reward_specific_word_count/std": 0.0, |
| "step": 74 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1.0, |
| "completions/max_terminated_length": 1.0, |
| "completions/mean_length": 1.0, |
| "completions/mean_terminated_length": 1.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0007824236354531797, |
| "grad_norm": 0.12160932272672653, |
| "kl": 2.724215269088745, |
| "learning_rate": 4.015192620727075e-06, |
| "loss": 0.109, |
| "num_tokens": 268332.0, |
| "reward": -253.62258911132812, |
| "reward_std": 0.0, |
| "rewards/reward_low_readability/mean": 0.0, |
| "rewards/reward_low_readability/std": 0.0, |
| "rewards/reward_specific_word_count/mean": -30.0, |
| "rewards/reward_specific_word_count/std": 0.0, |
| "step": 75 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 11.0, |
| "completions/max_terminated_length": 11.0, |
| "completions/mean_length": 1.625, |
| "completions/mean_terminated_length": 1.625, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0007928559505925555, |
| "grad_norm": 10.181412696838379, |
| "kl": 1.5883467197418213, |
| "learning_rate": 4.069451980466631e-06, |
| "loss": 0.0836, |
| "num_tokens": 271378.0, |
| "reward": -301.0523681640625, |
| "reward_std": 94.8595199584961, |
| "rewards/reward_low_readability/mean": -5.810312271118164, |
| "rewards/reward_low_readability/std": 23.241249084472656, |
| "rewards/reward_specific_word_count/mean": -29.5, |
| "rewards/reward_specific_word_count/std": 2.0, |
| "step": 76 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 11.0, |
| "completions/max_terminated_length": 11.0, |
| "completions/mean_length": 1.75, |
| "completions/mean_terminated_length": 1.75, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0008032882657319312, |
| "grad_norm": 14.311753273010254, |
| "kl": 4.948127269744873, |
| "learning_rate": 4.123711340206186e-06, |
| "loss": 0.116, |
| "num_tokens": 272798.0, |
| "reward": -305.9605712890625, |
| "reward_std": 106.78951263427734, |
| "rewards/reward_low_readability/mean": -6.481249809265137, |
| "rewards/reward_low_readability/std": 25.92500114440918, |
| "rewards/reward_specific_word_count/mean": -29.375, |
| "rewards/reward_specific_word_count/std": 2.247220516204834, |
| "step": 77 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1.0, |
| "completions/max_terminated_length": 1.0, |
| "completions/mean_length": 1.0, |
| "completions/mean_terminated_length": 1.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.000813720580871307, |
| "grad_norm": 0.04783467948436737, |
| "kl": 1.0950071811676025, |
| "learning_rate": 4.17797069994574e-06, |
| "loss": 0.0438, |
| "num_tokens": 273686.0, |
| "reward": -253.62258911132812, |
| "reward_std": 0.0, |
| "rewards/reward_low_readability/mean": 0.0, |
| "rewards/reward_low_readability/std": 0.0, |
| "rewards/reward_specific_word_count/mean": -30.0, |
| "rewards/reward_specific_word_count/std": 0.0, |
| "step": 78 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1.0, |
| "completions/max_terminated_length": 1.0, |
| "completions/mean_length": 1.0, |
| "completions/mean_terminated_length": 1.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0008241528960106827, |
| "grad_norm": 0.5884016752243042, |
| "kl": 2.9877357482910156, |
| "learning_rate": 4.232230059685296e-06, |
| "loss": 0.1195, |
| "num_tokens": 276330.0, |
| "reward": -253.62258911132812, |
| "reward_std": 0.0, |
| "rewards/reward_low_readability/mean": 0.0, |
| "rewards/reward_low_readability/std": 0.0, |
| "rewards/reward_specific_word_count/mean": -30.0, |
| "rewards/reward_specific_word_count/std": 0.0, |
| "step": 79 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1.0, |
| "completions/max_terminated_length": 1.0, |
| "completions/mean_length": 1.0, |
| "completions/mean_terminated_length": 1.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0008345852111500584, |
| "grad_norm": 0.3785717785358429, |
| "kl": 2.680081844329834, |
| "learning_rate": 4.286489419424851e-06, |
| "loss": 0.1072, |
| "num_tokens": 277898.0, |
| "reward": -253.62258911132812, |
| "reward_std": 0.0, |
| "rewards/reward_low_readability/mean": 0.0, |
| "rewards/reward_low_readability/std": 0.0, |
| "rewards/reward_specific_word_count/mean": -30.0, |
| "rewards/reward_specific_word_count/std": 0.0, |
| "step": 80 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 20.0, |
| "completions/max_terminated_length": 20.0, |
| "completions/mean_length": 3.8125, |
| "completions/mean_terminated_length": 3.8125, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0008450175262894341, |
| "grad_norm": 5.6763176918029785, |
| "kl": 1.1832798719406128, |
| "learning_rate": 4.340748779164406e-06, |
| "loss": 0.1376, |
| "num_tokens": 280479.0, |
| "reward": -461.22906494140625, |
| "reward_std": 61.63878631591797, |
| "rewards/reward_low_readability/mean": -25.490936279296875, |
| "rewards/reward_low_readability/std": 46.52744674682617, |
| "rewards/reward_specific_word_count/mean": -27.75, |
| "rewards/reward_specific_word_count/std": 5.24722146987915, |
| "step": 81 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1.0, |
| "completions/max_terminated_length": 1.0, |
| "completions/mean_length": 1.0, |
| "completions/mean_terminated_length": 1.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0008554498414288099, |
| "grad_norm": 0.16531629860401154, |
| "kl": 1.0629717111587524, |
| "learning_rate": 4.395008138903961e-06, |
| "loss": 0.0425, |
| "num_tokens": 281639.0, |
| "reward": -253.62258911132812, |
| "reward_std": 0.0, |
| "rewards/reward_low_readability/mean": 0.0, |
| "rewards/reward_low_readability/std": 0.0, |
| "rewards/reward_specific_word_count/mean": -30.0, |
| "rewards/reward_specific_word_count/std": 0.0, |
| "step": 82 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1.0, |
| "completions/max_terminated_length": 1.0, |
| "completions/mean_length": 1.0, |
| "completions/mean_terminated_length": 1.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0008658821565681856, |
| "grad_norm": 0.24120379984378815, |
| "kl": 2.6601531505584717, |
| "learning_rate": 4.449267498643516e-06, |
| "loss": 0.1064, |
| "num_tokens": 283307.0, |
| "reward": -253.62258911132812, |
| "reward_std": 0.0, |
| "rewards/reward_low_readability/mean": 0.0, |
| "rewards/reward_low_readability/std": 0.0, |
| "rewards/reward_specific_word_count/mean": -30.0, |
| "rewards/reward_specific_word_count/std": 0.0, |
| "step": 83 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 68.0, |
| "completions/max_terminated_length": 68.0, |
| "completions/mean_length": 7.0625, |
| "completions/mean_terminated_length": 7.0625, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0008763144717075614, |
| "grad_norm": 20.75030517578125, |
| "kl": 0.5461198687553406, |
| "learning_rate": 4.5035268583830715e-06, |
| "loss": 0.0938, |
| "num_tokens": 286028.0, |
| "reward": -389.6133117675781, |
| "reward_std": 192.99569702148438, |
| "rewards/reward_low_readability/mean": -16.960208892822266, |
| "rewards/reward_low_readability/std": 35.151248931884766, |
| "rewards/reward_specific_word_count/mean": -28.25, |
| "rewards/reward_specific_word_count/std": 4.234776973724365, |
| "step": 84 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1.0, |
| "completions/max_terminated_length": 1.0, |
| "completions/mean_length": 1.0, |
| "completions/mean_terminated_length": 1.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0008867467868469371, |
| "grad_norm": 0.05817558243870735, |
| "kl": 2.3842148780822754, |
| "learning_rate": 4.557786218122626e-06, |
| "loss": 0.0954, |
| "num_tokens": 286968.0, |
| "reward": -253.62258911132812, |
| "reward_std": 0.0, |
| "rewards/reward_low_readability/mean": 0.0, |
| "rewards/reward_low_readability/std": 0.0, |
| "rewards/reward_specific_word_count/mean": -30.0, |
| "rewards/reward_specific_word_count/std": 0.0, |
| "step": 85 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1.0, |
| "completions/max_terminated_length": 1.0, |
| "completions/mean_length": 1.0, |
| "completions/mean_terminated_length": 1.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0008971791019863129, |
| "grad_norm": 0.026225591078400612, |
| "kl": 2.4678921699523926, |
| "learning_rate": 4.612045577862181e-06, |
| "loss": 0.0987, |
| "num_tokens": 288392.0, |
| "reward": -253.62258911132812, |
| "reward_std": 0.0, |
| "rewards/reward_low_readability/mean": 0.0, |
| "rewards/reward_low_readability/std": 0.0, |
| "rewards/reward_specific_word_count/mean": -30.0, |
| "rewards/reward_specific_word_count/std": 0.0, |
| "step": 86 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1.0, |
| "completions/max_terminated_length": 1.0, |
| "completions/mean_length": 1.0, |
| "completions/mean_terminated_length": 1.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0009076114171256885, |
| "grad_norm": 0.3092615306377411, |
| "kl": 2.4480156898498535, |
| "learning_rate": 4.6663049376017366e-06, |
| "loss": 0.0979, |
| "num_tokens": 289696.0, |
| "reward": -253.62258911132812, |
| "reward_std": 0.0, |
| "rewards/reward_low_readability/mean": 0.0, |
| "rewards/reward_low_readability/std": 0.0, |
| "rewards/reward_specific_word_count/mean": -30.0, |
| "rewards/reward_specific_word_count/std": 0.0, |
| "step": 87 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2.0, |
| "completions/max_terminated_length": 2.0, |
| "completions/mean_length": 1.0625, |
| "completions/mean_terminated_length": 1.0625, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0009180437322650642, |
| "grad_norm": 12.76836109161377, |
| "kl": 3.5473947525024414, |
| "learning_rate": 4.720564297341291e-06, |
| "loss": 0.107, |
| "num_tokens": 290421.0, |
| "reward": -253.09420776367188, |
| "reward_std": 1.056761384010315, |
| "rewards/reward_low_readability/mean": 0.0, |
| "rewards/reward_low_readability/std": 0.0, |
| "rewards/reward_specific_word_count/mean": -29.9375, |
| "rewards/reward_specific_word_count/std": 0.25, |
| "step": 88 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1.0, |
| "completions/max_terminated_length": 1.0, |
| "completions/mean_length": 1.0, |
| "completions/mean_terminated_length": 1.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.00092847604740444, |
| "grad_norm": 0.0388258695602417, |
| "kl": 2.5978360176086426, |
| "learning_rate": 4.774823657080846e-06, |
| "loss": 0.1039, |
| "num_tokens": 291253.0, |
| "reward": -253.62258911132812, |
| "reward_std": 0.0, |
| "rewards/reward_low_readability/mean": 0.0, |
| "rewards/reward_low_readability/std": 0.0, |
| "rewards/reward_specific_word_count/mean": -30.0, |
| "rewards/reward_specific_word_count/std": 0.0, |
| "step": 89 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 10.0, |
| "completions/max_terminated_length": 10.0, |
| "completions/mean_length": 1.625, |
| "completions/mean_terminated_length": 1.625, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0009389083625438157, |
| "grad_norm": 12.29962158203125, |
| "kl": 1.314690351486206, |
| "learning_rate": 4.829083016820402e-06, |
| "loss": 0.0671, |
| "num_tokens": 292307.0, |
| "reward": -315.62451171875, |
| "reward_std": 125.41680145263672, |
| "rewards/reward_low_readability/mean": -7.449375152587891, |
| "rewards/reward_low_readability/std": 29.797502517700195, |
| "rewards/reward_specific_word_count/mean": -29.5, |
| "rewards/reward_specific_word_count/std": 1.7511900663375854, |
| "step": 90 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1.0, |
| "completions/max_terminated_length": 1.0, |
| "completions/mean_length": 1.0, |
| "completions/mean_terminated_length": 1.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0009493406776831915, |
| "grad_norm": 0.05062209442257881, |
| "kl": 2.413003444671631, |
| "learning_rate": 4.883342376559956e-06, |
| "loss": 0.0965, |
| "num_tokens": 293467.0, |
| "reward": -253.62258911132812, |
| "reward_std": 0.0, |
| "rewards/reward_low_readability/mean": 0.0, |
| "rewards/reward_low_readability/std": 0.0, |
| "rewards/reward_specific_word_count/mean": -30.0, |
| "rewards/reward_specific_word_count/std": 0.0, |
| "step": 91 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 65.0, |
| "completions/max_terminated_length": 65.0, |
| "completions/mean_length": 5.0, |
| "completions/mean_terminated_length": 5.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0009597729928225672, |
| "grad_norm": 3.8311307430267334, |
| "kl": 0.4238208830356598, |
| "learning_rate": 4.937601736299512e-06, |
| "loss": 0.0715, |
| "num_tokens": 295211.0, |
| "reward": -272.92193603515625, |
| "reward_std": 38.59866714477539, |
| "rewards/reward_low_readability/mean": -3.4188392162323, |
| "rewards/reward_low_readability/std": 13.675357818603516, |
| "rewards/reward_specific_word_count/mean": -28.6875, |
| "rewards/reward_specific_word_count/std": 5.25, |
| "step": 92 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2.0, |
| "completions/max_terminated_length": 2.0, |
| "completions/mean_length": 1.25, |
| "completions/mean_terminated_length": 1.25, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0009702053079619429, |
| "grad_norm": 0.20084361732006073, |
| "kl": 2.759641408920288, |
| "learning_rate": 4.991861096039067e-06, |
| "loss": 0.1106, |
| "num_tokens": 296219.0, |
| "reward": -251.50906372070312, |
| "reward_std": 0.0, |
| "rewards/reward_low_readability/mean": 0.0, |
| "rewards/reward_low_readability/std": 0.0, |
| "rewards/reward_specific_word_count/mean": -29.75, |
| "rewards/reward_specific_word_count/std": 0.44721361994743347, |
| "step": 93 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1.0, |
| "completions/max_terminated_length": 1.0, |
| "completions/mean_length": 1.0, |
| "completions/mean_terminated_length": 1.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0009806376231013187, |
| "grad_norm": 0.04589000716805458, |
| "kl": 3.5816192626953125, |
| "learning_rate": 5.0461204557786215e-06, |
| "loss": 0.1433, |
| "num_tokens": 296863.0, |
| "reward": -253.62258911132812, |
| "reward_std": 0.0, |
| "rewards/reward_low_readability/mean": 0.0, |
| "rewards/reward_low_readability/std": 0.0, |
| "rewards/reward_specific_word_count/mean": -30.0, |
| "rewards/reward_specific_word_count/std": 0.0, |
| "step": 94 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1.0, |
| "completions/max_terminated_length": 1.0, |
| "completions/mean_length": 1.0, |
| "completions/mean_terminated_length": 1.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0009910699382406944, |
| "grad_norm": 0.12416376173496246, |
| "kl": 2.0825138092041016, |
| "learning_rate": 5.100379815518177e-06, |
| "loss": 0.0833, |
| "num_tokens": 297707.0, |
| "reward": -253.62258911132812, |
| "reward_std": 0.0, |
| "rewards/reward_low_readability/mean": 0.0, |
| "rewards/reward_low_readability/std": 0.0, |
| "rewards/reward_specific_word_count/mean": -30.0, |
| "rewards/reward_specific_word_count/std": 0.0, |
| "step": 95 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1.0, |
| "completions/max_terminated_length": 1.0, |
| "completions/mean_length": 1.0, |
| "completions/mean_terminated_length": 1.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.00100150225338007, |
| "grad_norm": 0.07444979250431061, |
| "kl": 1.7208746671676636, |
| "learning_rate": 5.154639175257732e-06, |
| "loss": 0.0688, |
| "num_tokens": 298727.0, |
| "reward": -253.62258911132812, |
| "reward_std": 0.0, |
| "rewards/reward_low_readability/mean": 0.0, |
| "rewards/reward_low_readability/std": 0.0, |
| "rewards/reward_specific_word_count/mean": -30.0, |
| "rewards/reward_specific_word_count/std": 0.0, |
| "step": 96 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1.0, |
| "completions/max_terminated_length": 1.0, |
| "completions/mean_length": 1.0, |
| "completions/mean_terminated_length": 1.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0010119345685194459, |
| "grad_norm": 0.11053499579429626, |
| "kl": 3.6163582801818848, |
| "learning_rate": 5.208898534997287e-06, |
| "loss": 0.1447, |
| "num_tokens": 299731.0, |
| "reward": -253.62258911132812, |
| "reward_std": 0.0, |
| "rewards/reward_low_readability/mean": 0.0, |
| "rewards/reward_low_readability/std": 0.0, |
| "rewards/reward_specific_word_count/mean": -30.0, |
| "rewards/reward_specific_word_count/std": 0.0, |
| "step": 97 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 44.0, |
| "completions/max_terminated_length": 44.0, |
| "completions/mean_length": 4.3125, |
| "completions/mean_terminated_length": 4.3125, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0010223668836588215, |
| "grad_norm": 15.969858169555664, |
| "kl": 0.6320419311523438, |
| "learning_rate": 5.263157894736842e-06, |
| "loss": 0.0719, |
| "num_tokens": 301116.0, |
| "reward": -424.38104248046875, |
| "reward_std": 125.56963348388672, |
| "rewards/reward_low_readability/mean": -19.9793758392334, |
| "rewards/reward_low_readability/std": 43.877864837646484, |
| "rewards/reward_specific_word_count/mean": -29.1875, |
| "rewards/reward_specific_word_count/std": 2.5091500282287598, |
| "step": 98 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2.0, |
| "completions/max_terminated_length": 2.0, |
| "completions/mean_length": 1.0625, |
| "completions/mean_terminated_length": 1.0625, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0010327991987981973, |
| "grad_norm": 16.042072296142578, |
| "kl": 2.1820735931396484, |
| "learning_rate": 5.317417254476397e-06, |
| "loss": 0.0832, |
| "num_tokens": 302137.0, |
| "reward": -253.09420776367188, |
| "reward_std": 1.056761384010315, |
| "rewards/reward_low_readability/mean": 0.0, |
| "rewards/reward_low_readability/std": 0.0, |
| "rewards/reward_specific_word_count/mean": -29.9375, |
| "rewards/reward_specific_word_count/std": 0.25, |
| "step": 99 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0625, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 1.0, |
| "completions/mean_length": 16.9375, |
| "completions/mean_terminated_length": 1.0, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.001043231513937573, |
| "grad_norm": 3.023735761642456, |
| "kl": 0.203212708234787, |
| "learning_rate": 5.3716766142159526e-06, |
| "loss": 0.1337, |
| "num_tokens": 303028.0, |
| "reward": -294.38037109375, |
| "reward_std": 81.51558685302734, |
| "rewards/reward_low_readability/mean": -1.8505398035049438, |
| "rewards/reward_low_readability/std": 7.402159214019775, |
| "rewards/reward_specific_word_count/mean": -32.875, |
| "rewards/reward_specific_word_count/std": 11.5, |
| "step": 100 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 100, |
| "num_input_tokens_seen": 303028, |
| "num_train_epochs": 1, |
| "save_steps": 1843, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
