| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.05845511482254697, |
| "eval_steps": 2, |
| "global_step": 14, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.5625, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 167.0, |
| "completions/mean_length": 189.0, |
| "completions/mean_terminated_length": 102.85714721679688, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.0041753653444676405, |
| "grad_norm": 0.06842013448476791, |
| "kl": 0.0, |
| "learning_rate": 0.0, |
| "loss": 0.1919, |
| "num_tokens": 9284.0, |
| "reward": 10.91168212890625, |
| "reward_std": 1.7093275785446167, |
| "rewards/reward_low_identity_attack_score/mean": 0.9998594522476196, |
| "rewards/reward_low_identity_attack_score/std": 1.2421232895576395e-05, |
| "rewards/reward_low_insult_score/mean": 0.9998083114624023, |
| "rewards/reward_low_insult_score/std": 2.7247539037489332e-05, |
| "rewards/reward_positive_sentiment/mean": 0.4762433171272278, |
| "rewards/reward_positive_sentiment/std": 0.06755538284778595, |
| "rewards/reward_short_sentences/mean": -18.70317268371582, |
| "rewards/reward_short_sentences/std": 8.559369087219238, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.008350730688935281, |
| "grad_norm": 0.07693428546190262, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 0.0172, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.008350730688935281, |
| "eval_clip_ratio/high_max": 0.0, |
| "eval_clip_ratio/high_mean": 0.0, |
| "eval_clip_ratio/low_mean": 0.0, |
| "eval_clip_ratio/low_min": 0.0, |
| "eval_clip_ratio/region_mean": 0.0, |
| "eval_completions/clipped_ratio": 0.49679487179487175, |
| "eval_completions/max_length": 256.0, |
| "eval_completions/max_terminated_length": 167.0, |
| "eval_completions/mean_length": 181.17147475022537, |
| "eval_completions/mean_terminated_length": 108.0447814647968, |
| "eval_completions/min_length": 55.23076923076923, |
| "eval_completions/min_terminated_length": 55.23076923076923, |
| "eval_kl": 0.0002030137911788188, |
| "eval_loss": 0.10877791792154312, |
| "eval_num_tokens": 18489.0, |
| "eval_reward": 11.47402128806481, |
| "eval_reward_std": 1.8757705229979296, |
| "eval_rewards/reward_low_identity_attack_score/mean": 0.9998544110701635, |
| "eval_rewards/reward_low_identity_attack_score/std": 1.64496904587325e-05, |
| "eval_rewards/reward_low_insult_score/mean": 0.9997920989990234, |
| "eval_rewards/reward_low_insult_score/std": 5.031382917108064e-05, |
| "eval_rewards/reward_positive_sentiment/mean": 0.4908800698243655, |
| "eval_rewards/reward_positive_sentiment/std": 0.09815530221049602, |
| "eval_rewards/reward_short_sentences/mean": -16.478074550628662, |
| "eval_rewards/reward_short_sentences/std": 8.759475946426392, |
| "eval_runtime": 574.1939, |
| "eval_samples_per_second": 0.089, |
| "eval_steps_per_second": 0.012, |
| "step": 2 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.3125, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 228.0, |
| "completions/mean_length": 149.21875, |
| "completions/mean_terminated_length": 102.0333366394043, |
| "completions/min_length": 20.0, |
| "completions/min_terminated_length": 20.0, |
| "epoch": 0.012526096033402923, |
| "grad_norm": 0.1537778079509735, |
| "kl": 0.00011934568101423793, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 0.4107, |
| "num_tokens": 25971.0, |
| "reward": 11.86601972579956, |
| "reward_std": 1.5038570165634155, |
| "rewards/reward_low_identity_attack_score/mean": 0.9998538196086884, |
| "rewards/reward_low_identity_attack_score/std": 1.548312548038666e-05, |
| "rewards/reward_low_insult_score/mean": 0.9997977316379547, |
| "rewards/reward_low_insult_score/std": 4.9444597607362084e-05, |
| "rewards/reward_positive_sentiment/mean": 0.49470043182373047, |
| "rewards/reward_positive_sentiment/std": 0.17423946410417557, |
| "rewards/reward_short_sentences/mean": -14.593229293823242, |
| "rewards/reward_short_sentences/std": 7.3889195919036865, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.016701461377870562, |
| "grad_norm": 0.06427878141403198, |
| "learning_rate": 6e-06, |
| "loss": 0.1463, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.016701461377870562, |
| "eval_clip_ratio/high_max": 0.0, |
| "eval_clip_ratio/high_mean": 0.0, |
| "eval_clip_ratio/low_mean": 0.0, |
| "eval_clip_ratio/low_min": 0.0, |
| "eval_clip_ratio/region_mean": 0.0, |
| "eval_completions/clipped_ratio": 0.5016025641025641, |
| "eval_completions/max_length": 256.0, |
| "eval_completions/max_terminated_length": 191.15384615384616, |
| "eval_completions/mean_length": 187.31410275972806, |
| "eval_completions/mean_terminated_length": 120.37820639977089, |
| "eval_completions/min_length": 54.61538461538461, |
| "eval_completions/min_terminated_length": 54.61538461538461, |
| "eval_kl": 0.00021410097430746717, |
| "eval_loss": 0.11829998344182968, |
| "eval_num_tokens": 36739.0, |
| "eval_reward": 11.456117740044228, |
| "eval_reward_std": 1.7764925979650938, |
| "eval_rewards/reward_low_identity_attack_score/mean": 0.99985327399694, |
| "eval_rewards/reward_low_identity_attack_score/std": 1.964271874700129e-05, |
| "eval_rewards/reward_low_insult_score/mean": 0.9997841830437, |
| "eval_rewards/reward_low_insult_score/std": 7.363714950350605e-05, |
| "eval_rewards/reward_positive_sentiment/mean": 0.48987601468196285, |
| "eval_rewards/reward_positive_sentiment/std": 0.10101954144640611, |
| "eval_rewards/reward_short_sentences/mean": -16.520513864663933, |
| "eval_rewards/reward_short_sentences/std": 8.353667314235981, |
| "eval_runtime": 575.2004, |
| "eval_samples_per_second": 0.089, |
| "eval_steps_per_second": 0.012, |
| "step": 4 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.46875, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 220.0, |
| "completions/mean_length": 185.28125, |
| "completions/mean_terminated_length": 121.86111450195312, |
| "completions/min_length": 21.0, |
| "completions/min_terminated_length": 21.0, |
| "epoch": 0.020876826722338204, |
| "grad_norm": 0.0851697325706482, |
| "kl": 0.00018034972890745848, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": -0.057, |
| "num_tokens": 46496.0, |
| "reward": 11.03797197341919, |
| "reward_std": 1.2549894452095032, |
| "rewards/reward_low_identity_attack_score/mean": 0.9998542368412018, |
| "rewards/reward_low_identity_attack_score/std": 1.7250774817512138e-05, |
| "rewards/reward_low_insult_score/mean": 0.9997651278972626, |
| "rewards/reward_low_insult_score/std": 0.0001321776580880396, |
| "rewards/reward_positive_sentiment/mean": 0.43065430223941803, |
| "rewards/reward_positive_sentiment/std": 0.10371183417737484, |
| "rewards/reward_short_sentences/mean": -15.643080711364746, |
| "rewards/reward_short_sentences/std": 5.985305070877075, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.025052192066805846, |
| "grad_norm": 0.08115613460540771, |
| "learning_rate": 1e-05, |
| "loss": 0.2957, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.025052192066805846, |
| "eval_clip_ratio/high_max": 0.0, |
| "eval_clip_ratio/high_mean": 0.0, |
| "eval_clip_ratio/low_mean": 0.0, |
| "eval_clip_ratio/low_min": 0.0, |
| "eval_clip_ratio/region_mean": 0.0, |
| "eval_completions/clipped_ratio": 0.5336538461538461, |
| "eval_completions/max_length": 256.0, |
| "eval_completions/max_terminated_length": 187.53846153846155, |
| "eval_completions/mean_length": 195.91826923076923, |
| "eval_completions/mean_terminated_length": 117.29725529597356, |
| "eval_completions/min_length": 79.26923076923077, |
| "eval_completions/min_terminated_length": 59.57692307692308, |
| "eval_kl": 0.00022100024999907383, |
| "eval_loss": 0.08108730614185333, |
| "eval_num_tokens": 54796.0, |
| "eval_reward": 10.991620650658241, |
| "eval_reward_std": 1.918025220815952, |
| "eval_rewards/reward_low_identity_attack_score/mean": 0.9998240906458634, |
| "eval_rewards/reward_low_identity_attack_score/std": 7.805031975749444e-05, |
| "eval_rewards/reward_low_insult_score/mean": 0.9997146450556241, |
| "eval_rewards/reward_low_insult_score/std": 0.0002189431115941541, |
| "eval_rewards/reward_positive_sentiment/mean": 0.47812708295308626, |
| "eval_rewards/reward_positive_sentiment/std": 0.08862262505751389, |
| "eval_rewards/reward_short_sentences/mean": -18.37349062699538, |
| "eval_rewards/reward_short_sentences/std": 9.959001174339882, |
| "eval_runtime": 578.0722, |
| "eval_samples_per_second": 0.088, |
| "eval_steps_per_second": 0.012, |
| "step": 6 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.40625, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 254.0, |
| "completions/mean_length": 167.4375, |
| "completions/mean_terminated_length": 113.21428680419922, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.029227557411273485, |
| "grad_norm": 0.06137551739811897, |
| "kl": 0.00016816226343507878, |
| "learning_rate": 1.2e-05, |
| "loss": 0.0681, |
| "num_tokens": 66254.0, |
| "reward": 12.127163410186768, |
| "reward_std": 1.7429906725883484, |
| "rewards/reward_low_identity_attack_score/mean": 0.9998527765274048, |
| "rewards/reward_low_identity_attack_score/std": 1.7780442249204498e-05, |
| "rewards/reward_low_insult_score/mean": 0.9997816681861877, |
| "rewards/reward_low_insult_score/std": 5.738587606174406e-05, |
| "rewards/reward_positive_sentiment/mean": 0.46262627840042114, |
| "rewards/reward_positive_sentiment/std": 0.11635725572705269, |
| "rewards/reward_short_sentences/mean": -11.524289608001709, |
| "rewards/reward_short_sentences/std": 7.0359203815460205, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.033402922755741124, |
| "grad_norm": 0.05647315829992294, |
| "learning_rate": 1.4000000000000001e-05, |
| "loss": 0.2076, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.033402922755741124, |
| "eval_clip_ratio/high_max": 0.0, |
| "eval_clip_ratio/high_mean": 0.0, |
| "eval_clip_ratio/low_mean": 0.0, |
| "eval_clip_ratio/low_min": 0.0, |
| "eval_clip_ratio/region_mean": 0.0, |
| "eval_completions/clipped_ratio": 0.5, |
| "eval_completions/max_length": 251.92307692307693, |
| "eval_completions/max_terminated_length": 164.42307692307693, |
| "eval_completions/mean_length": 185.78365384615384, |
| "eval_completions/mean_terminated_length": 103.8387837776771, |
| "eval_completions/min_length": 77.38461538461539, |
| "eval_completions/min_terminated_length": 47.84615384615385, |
| "eval_kl": 0.0002180557186455609, |
| "eval_loss": 0.05385728180408478, |
| "eval_num_tokens": 77417.0, |
| "eval_reward": 10.999381028688871, |
| "eval_reward_std": 1.869467760507877, |
| "eval_rewards/reward_low_identity_attack_score/mean": 0.9998560433204358, |
| "eval_rewards/reward_low_identity_attack_score/std": 1.1853566062514941e-05, |
| "eval_rewards/reward_low_insult_score/mean": 0.9997951480058523, |
| "eval_rewards/reward_low_insult_score/std": 4.045686871187662e-05, |
| "eval_rewards/reward_positive_sentiment/mean": 0.4811120663697903, |
| "eval_rewards/reward_positive_sentiment/std": 0.07971903001173185, |
| "eval_rewards/reward_short_sentences/mean": -18.49126493013822, |
| "eval_rewards/reward_short_sentences/std": 10.540379670950083, |
| "eval_runtime": 573.8665, |
| "eval_samples_per_second": 0.089, |
| "eval_steps_per_second": 0.012, |
| "step": 8 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.46875, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 212.5, |
| "completions/mean_length": 166.375, |
| "completions/mean_terminated_length": 92.57500076293945, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.037578288100208766, |
| "grad_norm": 0.10085476189851761, |
| "kl": 0.00023456200506188907, |
| "learning_rate": 1.6000000000000003e-05, |
| "loss": 0.2933, |
| "num_tokens": 84598.0, |
| "reward": 11.970675945281982, |
| "reward_std": 1.8331894874572754, |
| "rewards/reward_low_identity_attack_score/mean": 0.9998515844345093, |
| "rewards/reward_low_identity_attack_score/std": 1.561310682518524e-05, |
| "rewards/reward_low_insult_score/mean": 0.9997810125350952, |
| "rewards/reward_low_insult_score/std": 5.266950938676018e-05, |
| "rewards/reward_positive_sentiment/mean": 0.5173293352127075, |
| "rewards/reward_positive_sentiment/std": 0.11408035829663277, |
| "rewards/reward_short_sentences/mean": -15.221080780029297, |
| "rewards/reward_short_sentences/std": 7.838959693908691, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.04175365344467641, |
| "grad_norm": 0.0723697617650032, |
| "learning_rate": 1.8e-05, |
| "loss": -0.0243, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.04175365344467641, |
| "eval_clip_ratio/high_max": 0.0, |
| "eval_clip_ratio/high_mean": 0.0, |
| "eval_clip_ratio/low_mean": 0.0, |
| "eval_clip_ratio/low_min": 0.0, |
| "eval_clip_ratio/region_mean": 0.0, |
| "eval_completions/clipped_ratio": 0.4951923076923077, |
| "eval_completions/max_length": 256.0, |
| "eval_completions/max_terminated_length": 167.03846153846155, |
| "eval_completions/mean_length": 180.82692307692307, |
| "eval_completions/mean_terminated_length": 106.17719855675331, |
| "eval_completions/min_length": 58.0, |
| "eval_completions/min_terminated_length": 48.15384615384615, |
| "eval_kl": 0.0002137684859917499, |
| "eval_loss": 0.15766064822673798, |
| "eval_num_tokens": 94204.0, |
| "eval_reward": 11.275544349963848, |
| "eval_reward_std": 1.8505908571756804, |
| "eval_rewards/reward_low_identity_attack_score/mean": 0.9998507270446191, |
| "eval_rewards/reward_low_identity_attack_score/std": 2.3003423542342298e-05, |
| "eval_rewards/reward_low_insult_score/mean": 0.9997271918333493, |
| "eval_rewards/reward_low_insult_score/std": 0.00022315822037363923, |
| "eval_rewards/reward_positive_sentiment/mean": 0.49583606307323164, |
| "eval_rewards/reward_positive_sentiment/std": 0.092088211972553, |
| "eval_rewards/reward_short_sentences/mean": -17.79171056013841, |
| "eval_rewards/reward_short_sentences/std": 9.167372153355526, |
| "eval_runtime": 573.5624, |
| "eval_samples_per_second": 0.089, |
| "eval_steps_per_second": 0.012, |
| "step": 10 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.375, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 224.5, |
| "completions/mean_length": 156.15625, |
| "completions/mean_terminated_length": 96.08585739135742, |
| "completions/min_length": 9.5, |
| "completions/min_terminated_length": 9.5, |
| "epoch": 0.04592901878914405, |
| "grad_norm": 0.11378052830696106, |
| "kl": 0.0002615712473925669, |
| "learning_rate": 2e-05, |
| "loss": 0.1997, |
| "num_tokens": 102315.0, |
| "reward": 11.711419105529785, |
| "reward_std": 1.4383174777030945, |
| "rewards/reward_low_identity_attack_score/mean": 0.9998518526554108, |
| "rewards/reward_low_identity_attack_score/std": 1.6415539448644267e-05, |
| "rewards/reward_low_insult_score/mean": 0.9997862577438354, |
| "rewards/reward_low_insult_score/std": 5.854677510797046e-05, |
| "rewards/reward_positive_sentiment/mean": 0.4754556566476822, |
| "rewards/reward_positive_sentiment/std": 0.12397772446274757, |
| "rewards/reward_short_sentences/mean": -14.407477855682373, |
| "rewards/reward_short_sentences/std": 6.769770383834839, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.05010438413361169, |
| "grad_norm": 0.07635201513767242, |
| "learning_rate": 2.2000000000000003e-05, |
| "loss": 0.2683, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.05010438413361169, |
| "eval_clip_ratio/high_max": 0.0, |
| "eval_clip_ratio/high_mean": 0.0, |
| "eval_clip_ratio/low_mean": 0.0, |
| "eval_clip_ratio/low_min": 0.0, |
| "eval_clip_ratio/region_mean": 0.0, |
| "eval_completions/clipped_ratio": 0.4198717948717948, |
| "eval_completions/max_length": 256.0, |
| "eval_completions/max_terminated_length": 198.1153846153846, |
| "eval_completions/mean_length": 173.28846153846155, |
| "eval_completions/mean_terminated_length": 120.70668704693134, |
| "eval_completions/min_length": 50.38461538461539, |
| "eval_completions/min_terminated_length": 50.38461538461539, |
| "eval_kl": 0.0002227729122611121, |
| "eval_loss": 0.15472447872161865, |
| "eval_num_tokens": 111107.0, |
| "eval_reward": 11.182866940131554, |
| "eval_reward_std": 1.9902672274754598, |
| "eval_rewards/reward_low_identity_attack_score/mean": 0.9998537645890162, |
| "eval_rewards/reward_low_identity_attack_score/std": 1.6465379014964408e-05, |
| "eval_rewards/reward_low_insult_score/mean": 0.99978441458482, |
| "eval_rewards/reward_low_insult_score/std": 6.420043613476222e-05, |
| "eval_rewards/reward_positive_sentiment/mean": 0.49170757830142975, |
| "eval_rewards/reward_positive_sentiment/std": 0.0997676496179058, |
| "eval_rewards/reward_short_sentences/mean": -18.069840321174034, |
| "eval_rewards/reward_short_sentences/std": 9.917549903576191, |
| "eval_runtime": 570.621, |
| "eval_samples_per_second": 0.089, |
| "eval_steps_per_second": 0.012, |
| "step": 12 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.5, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 192.5, |
| "completions/mean_length": 169.0625, |
| "completions/mean_terminated_length": 85.4333381652832, |
| "completions/min_length": 1.0, |
| "completions/min_terminated_length": 1.0, |
| "epoch": 0.054279749478079335, |
| "grad_norm": 0.10062072426080704, |
| "kl": 0.0002253661659779027, |
| "learning_rate": 2.4e-05, |
| "loss": -0.0222, |
| "num_tokens": 118469.0, |
| "reward": 10.650207042694092, |
| "reward_std": 1.9756233096122742, |
| "rewards/reward_low_identity_attack_score/mean": 0.9998553097248077, |
| "rewards/reward_low_identity_attack_score/std": 1.3162795767129865e-05, |
| "rewards/reward_low_insult_score/mean": 0.9997963309288025, |
| "rewards/reward_low_insult_score/std": 3.1701346415502485e-05, |
| "rewards/reward_positive_sentiment/mean": 0.4618932902812958, |
| "rewards/reward_positive_sentiment/std": 0.07791032455861568, |
| "rewards/reward_short_sentences/mean": -19.342113494873047, |
| "rewards/reward_short_sentences/std": 12.75321102142334, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.05845511482254697, |
| "grad_norm": 0.07438100129365921, |
| "learning_rate": 2.6000000000000002e-05, |
| "loss": 0.0791, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.05845511482254697, |
| "eval_clip_ratio/high_max": 0.0, |
| "eval_clip_ratio/high_mean": 0.0, |
| "eval_clip_ratio/low_mean": 0.0, |
| "eval_clip_ratio/low_min": 0.0, |
| "eval_clip_ratio/region_mean": 0.0, |
| "eval_completions/clipped_ratio": 0.4310897435897436, |
| "eval_completions/max_length": 253.8846153846154, |
| "eval_completions/max_terminated_length": 192.15384615384616, |
| "eval_completions/mean_length": 179.6650642981896, |
| "eval_completions/mean_terminated_length": 128.432374220628, |
| "eval_completions/min_length": 67.57692307692308, |
| "eval_completions/min_terminated_length": 67.57692307692308, |
| "eval_kl": 0.00022541251494728314, |
| "eval_loss": 0.06038811430335045, |
| "eval_num_tokens": 127913.0, |
| "eval_reward": 11.158375263214111, |
| "eval_reward_std": 1.6362105023402433, |
| "eval_rewards/reward_low_identity_attack_score/mean": 0.9998557888544523, |
| "eval_rewards/reward_low_identity_attack_score/std": 1.4414941762634744e-05, |
| "eval_rewards/reward_low_insult_score/mean": 0.9997946390738854, |
| "eval_rewards/reward_low_insult_score/std": 4.793502826207539e-05, |
| "eval_rewards/reward_positive_sentiment/mean": 0.4865540059713217, |
| "eval_rewards/reward_positive_sentiment/std": 0.09229384212253186, |
| "eval_rewards/reward_short_sentences/mean": -17.93053458287166, |
| "eval_rewards/reward_short_sentences/std": 9.065157468502338, |
| "eval_runtime": 567.8322, |
| "eval_samples_per_second": 0.09, |
| "eval_steps_per_second": 0.012, |
| "step": 14 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 14, |
| "num_input_tokens_seen": 127913, |
| "num_train_epochs": 1, |
| "save_steps": 8, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
