| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.09665104141497124, |
| "eval_steps": 200, |
| "global_step": 500, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0, |
| "learning_rate": 9.652509652509653e-06, |
| "logits/chosen": -3.11246657371521, |
| "logits/rejected": -3.086373805999756, |
| "logps/chosen": -113.73238372802734, |
| "logps/rejected": -109.32698822021484, |
| "loss": 0.721, |
| "rewards/accuracies": 0.44999998807907104, |
| "rewards/chosen": -0.2993558943271637, |
| "rewards/margins": -0.0277109295129776, |
| "rewards/rejected": -0.2716449797153473, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 1.9305019305019306e-05, |
| "logits/chosen": -3.110931873321533, |
| "logits/rejected": -3.1171531677246094, |
| "logps/chosen": -122.4663314819336, |
| "logps/rejected": -113.23054504394531, |
| "loss": 0.7161, |
| "rewards/accuracies": 0.42500001192092896, |
| "rewards/chosen": -0.2805718183517456, |
| "rewards/margins": -0.03167964145541191, |
| "rewards/rejected": -0.2488921880722046, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.01, |
| "learning_rate": 2.895752895752896e-05, |
| "logits/chosen": -3.139052629470825, |
| "logits/rejected": -3.1156527996063232, |
| "logps/chosen": -126.01689147949219, |
| "logps/rejected": -100.77046203613281, |
| "loss": 0.7224, |
| "rewards/accuracies": 0.4625000059604645, |
| "rewards/chosen": -0.3138067126274109, |
| "rewards/margins": -0.038806475698947906, |
| "rewards/rejected": -0.2750001847743988, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.01, |
| "learning_rate": 3.764478764478765e-05, |
| "logits/chosen": -3.155150890350342, |
| "logits/rejected": -3.1715970039367676, |
| "logps/chosen": -133.27737426757812, |
| "logps/rejected": -118.9439926147461, |
| "loss": 0.713, |
| "rewards/accuracies": 0.4625000059604645, |
| "rewards/chosen": -0.2480003386735916, |
| "rewards/margins": -0.023857835680246353, |
| "rewards/rejected": -0.22414250671863556, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.01, |
| "learning_rate": 4.72972972972973e-05, |
| "logits/chosen": -3.1669116020202637, |
| "logits/rejected": -3.1525278091430664, |
| "logps/chosen": -123.1195297241211, |
| "logps/rejected": -128.38714599609375, |
| "loss": 0.6781, |
| "rewards/accuracies": 0.6000000238418579, |
| "rewards/chosen": -0.19161827862262726, |
| "rewards/margins": 0.04476013034582138, |
| "rewards/rejected": -0.23637838661670685, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.01, |
| "learning_rate": 5.694980694980695e-05, |
| "logits/chosen": -3.1426501274108887, |
| "logits/rejected": -3.132570266723633, |
| "logps/chosen": -120.64261627197266, |
| "logps/rejected": -113.0268783569336, |
| "loss": 0.7107, |
| "rewards/accuracies": 0.4749999940395355, |
| "rewards/chosen": -0.3047412037849426, |
| "rewards/margins": -0.014080168679356575, |
| "rewards/rejected": -0.2906610071659088, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.01, |
| "learning_rate": 6.660231660231661e-05, |
| "logits/chosen": -3.170804500579834, |
| "logits/rejected": -3.164586305618286, |
| "logps/chosen": -116.2149887084961, |
| "logps/rejected": -126.68898010253906, |
| "loss": 0.6885, |
| "rewards/accuracies": 0.5249999761581421, |
| "rewards/chosen": -0.33613839745521545, |
| "rewards/margins": 0.028235793113708496, |
| "rewards/rejected": -0.36437422037124634, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.02, |
| "learning_rate": 7.625482625482626e-05, |
| "logits/chosen": -3.17895245552063, |
| "logits/rejected": -3.1590020656585693, |
| "logps/chosen": -126.33811950683594, |
| "logps/rejected": -103.02183532714844, |
| "loss": 0.6215, |
| "rewards/accuracies": 0.675000011920929, |
| "rewards/chosen": -0.4042009711265564, |
| "rewards/margins": 0.19598612189292908, |
| "rewards/rejected": -0.6001870632171631, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.02, |
| "learning_rate": 8.59073359073359e-05, |
| "logits/chosen": -3.180785894393921, |
| "logits/rejected": -3.1576857566833496, |
| "logps/chosen": -129.47866821289062, |
| "logps/rejected": -126.99539947509766, |
| "loss": 0.6889, |
| "rewards/accuracies": 0.5249999761581421, |
| "rewards/chosen": -0.8047823905944824, |
| "rewards/margins": 0.08432246744632721, |
| "rewards/rejected": -0.8891048431396484, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.02, |
| "learning_rate": 9.555984555984557e-05, |
| "logits/chosen": -3.139349937438965, |
| "logits/rejected": -3.114441394805908, |
| "logps/chosen": -139.87002563476562, |
| "logps/rejected": -135.06802368164062, |
| "loss": 0.6326, |
| "rewards/accuracies": 0.6625000238418579, |
| "rewards/chosen": -1.2678108215332031, |
| "rewards/margins": 0.2349836528301239, |
| "rewards/rejected": -1.5027945041656494, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.02, |
| "learning_rate": 0.00010424710424710426, |
| "logits/chosen": -3.155695676803589, |
| "logits/rejected": -3.1192359924316406, |
| "logps/chosen": -126.76655578613281, |
| "logps/rejected": -119.91800689697266, |
| "loss": 0.6925, |
| "rewards/accuracies": 0.5874999761581421, |
| "rewards/chosen": -1.1118037700653076, |
| "rewards/margins": 0.12902173399925232, |
| "rewards/rejected": -1.2408255338668823, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.02, |
| "learning_rate": 0.0001138996138996139, |
| "logits/chosen": -3.203996181488037, |
| "logits/rejected": -3.181511402130127, |
| "logps/chosen": -121.38505554199219, |
| "logps/rejected": -123.63691711425781, |
| "loss": 0.6905, |
| "rewards/accuracies": 0.5625, |
| "rewards/chosen": -0.83983314037323, |
| "rewards/margins": 0.14224112033843994, |
| "rewards/rejected": -0.9820743799209595, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.03, |
| "learning_rate": 0.00012355212355212355, |
| "logits/chosen": -3.199700355529785, |
| "logits/rejected": -3.142176628112793, |
| "logps/chosen": -144.78311157226562, |
| "logps/rejected": -131.46128845214844, |
| "loss": 0.7421, |
| "rewards/accuracies": 0.550000011920929, |
| "rewards/chosen": -0.7906621694564819, |
| "rewards/margins": 0.08599194139242172, |
| "rewards/rejected": -0.8766541481018066, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.03, |
| "learning_rate": 0.00013223938223938227, |
| "logits/chosen": -3.11432147026062, |
| "logits/rejected": -3.0819637775421143, |
| "logps/chosen": -131.96109008789062, |
| "logps/rejected": -118.2151107788086, |
| "loss": 0.7438, |
| "rewards/accuracies": 0.5249999761581421, |
| "rewards/chosen": -0.9345771074295044, |
| "rewards/margins": 0.03206203132867813, |
| "rewards/rejected": -0.9666391611099243, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.03, |
| "learning_rate": 0.00014189189189189188, |
| "logits/chosen": -3.103154182434082, |
| "logits/rejected": -3.0087850093841553, |
| "logps/chosen": -111.38960266113281, |
| "logps/rejected": -109.3032455444336, |
| "loss": 0.6658, |
| "rewards/accuracies": 0.625, |
| "rewards/chosen": -0.4318141043186188, |
| "rewards/margins": 0.15236088633537292, |
| "rewards/rejected": -0.5841749906539917, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.03, |
| "learning_rate": 0.00015154440154440155, |
| "logits/chosen": -3.065882444381714, |
| "logits/rejected": -3.014258623123169, |
| "logps/chosen": -115.94306945800781, |
| "logps/rejected": -129.7348175048828, |
| "loss": 0.7302, |
| "rewards/accuracies": 0.5625, |
| "rewards/chosen": -0.6290556192398071, |
| "rewards/margins": 0.06416401267051697, |
| "rewards/rejected": -0.6932196021080017, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.03, |
| "learning_rate": 0.0001611969111969112, |
| "logits/chosen": -2.8696858882904053, |
| "logits/rejected": -2.820652723312378, |
| "logps/chosen": -121.01307678222656, |
| "logps/rejected": -122.356201171875, |
| "loss": 0.7221, |
| "rewards/accuracies": 0.5249999761581421, |
| "rewards/chosen": -0.7266199588775635, |
| "rewards/margins": 0.14146149158477783, |
| "rewards/rejected": -0.8680814504623413, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.03, |
| "learning_rate": 0.00017084942084942084, |
| "logits/chosen": -2.89375638961792, |
| "logits/rejected": -2.8223800659179688, |
| "logps/chosen": -131.37777709960938, |
| "logps/rejected": -125.69004821777344, |
| "loss": 0.583, |
| "rewards/accuracies": 0.699999988079071, |
| "rewards/chosen": -0.9062817692756653, |
| "rewards/margins": 0.5299333333969116, |
| "rewards/rejected": -1.4362150430679321, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.04, |
| "learning_rate": 0.0001805019305019305, |
| "logits/chosen": -2.8086953163146973, |
| "logits/rejected": -2.8810436725616455, |
| "logps/chosen": -115.71038818359375, |
| "logps/rejected": -133.2216339111328, |
| "loss": 0.7593, |
| "rewards/accuracies": 0.5625, |
| "rewards/chosen": -1.390483021736145, |
| "rewards/margins": 0.12736426293849945, |
| "rewards/rejected": -1.5178472995758057, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.04, |
| "learning_rate": 0.00019015444015444015, |
| "logits/chosen": -3.0167882442474365, |
| "logits/rejected": -2.996938943862915, |
| "logps/chosen": -118.67408752441406, |
| "logps/rejected": -106.15169525146484, |
| "loss": 0.672, |
| "rewards/accuracies": 0.5874999761581421, |
| "rewards/chosen": -0.7122364640235901, |
| "rewards/margins": 0.25746825337409973, |
| "rewards/rejected": -0.9697047472000122, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.04, |
| "eval_logits/chosen": -3.1546952724456787, |
| "eval_logits/rejected": -3.1338424682617188, |
| "eval_logps/chosen": -127.55575561523438, |
| "eval_logps/rejected": -128.7761993408203, |
| "eval_loss": 0.743442177772522, |
| "eval_rewards/accuracies": 0.5858798623085022, |
| "eval_rewards/chosen": -1.0754988193511963, |
| "eval_rewards/margins": 0.3047899305820465, |
| "eval_rewards/rejected": -1.3802887201309204, |
| "eval_runtime": 1335.2681, |
| "eval_samples_per_second": 0.711, |
| "eval_steps_per_second": 0.711, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.04, |
| "learning_rate": 0.0001998069498069498, |
| "logits/chosen": -3.2106406688690186, |
| "logits/rejected": -3.1746304035186768, |
| "logps/chosen": -131.38128662109375, |
| "logps/rejected": -121.36234283447266, |
| "loss": 0.664, |
| "rewards/accuracies": 0.637499988079071, |
| "rewards/chosen": -1.005927324295044, |
| "rewards/margins": 0.5132917165756226, |
| "rewards/rejected": -1.5192190408706665, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.04, |
| "learning_rate": 0.00020945945945945947, |
| "logits/chosen": -3.2851333618164062, |
| "logits/rejected": -3.267256259918213, |
| "logps/chosen": -120.11392974853516, |
| "logps/rejected": -117.89964294433594, |
| "loss": 0.6965, |
| "rewards/accuracies": 0.612500011920929, |
| "rewards/chosen": -0.7865055203437805, |
| "rewards/margins": 0.19706687331199646, |
| "rewards/rejected": -0.9835723638534546, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.04, |
| "learning_rate": 0.0002191119691119691, |
| "logits/chosen": -3.408318281173706, |
| "logits/rejected": -3.351940870285034, |
| "logps/chosen": -107.76014709472656, |
| "logps/rejected": -107.02482604980469, |
| "loss": 0.7385, |
| "rewards/accuracies": 0.512499988079071, |
| "rewards/chosen": -0.41882553696632385, |
| "rewards/margins": 0.01567765511572361, |
| "rewards/rejected": -0.4345032274723053, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.05, |
| "learning_rate": 0.00022876447876447875, |
| "logits/chosen": -3.155478000640869, |
| "logits/rejected": -3.135077953338623, |
| "logps/chosen": -131.94711303710938, |
| "logps/rejected": -112.65836334228516, |
| "loss": 0.7328, |
| "rewards/accuracies": 0.5375000238418579, |
| "rewards/chosen": -0.6660552024841309, |
| "rewards/margins": 0.10303208976984024, |
| "rewards/rejected": -0.7690872550010681, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.05, |
| "learning_rate": 0.00023841698841698842, |
| "logits/chosen": -3.290839433670044, |
| "logits/rejected": -3.2837767601013184, |
| "logps/chosen": -132.83676147460938, |
| "logps/rejected": -119.4383773803711, |
| "loss": 0.678, |
| "rewards/accuracies": 0.5874999761581421, |
| "rewards/chosen": -0.9368747472763062, |
| "rewards/margins": 0.25725504755973816, |
| "rewards/rejected": -1.1941298246383667, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.05, |
| "learning_rate": 0.0002480694980694981, |
| "logits/chosen": -3.3188934326171875, |
| "logits/rejected": -3.361811876296997, |
| "logps/chosen": -130.7174835205078, |
| "logps/rejected": -147.4563751220703, |
| "loss": 0.7069, |
| "rewards/accuracies": 0.574999988079071, |
| "rewards/chosen": -0.9200389981269836, |
| "rewards/margins": 0.4393937587738037, |
| "rewards/rejected": -1.3594326972961426, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.05, |
| "learning_rate": 0.0002567567567567567, |
| "logits/chosen": -3.249516010284424, |
| "logits/rejected": -3.2256407737731934, |
| "logps/chosen": -108.8515853881836, |
| "logps/rejected": -132.24813842773438, |
| "loss": 0.6983, |
| "rewards/accuracies": 0.612500011920929, |
| "rewards/chosen": -0.42829591035842896, |
| "rewards/margins": 0.3723019063472748, |
| "rewards/rejected": -0.8005977869033813, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.05, |
| "learning_rate": 0.0002635135135135135, |
| "logits/chosen": -3.0320539474487305, |
| "logits/rejected": -2.982640027999878, |
| "logps/chosen": -175.3157501220703, |
| "logps/rejected": -154.48963928222656, |
| "loss": 1.4131, |
| "rewards/accuracies": 0.512499988079071, |
| "rewards/chosen": -2.973146915435791, |
| "rewards/margins": -0.0525052547454834, |
| "rewards/rejected": -2.9206414222717285, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.06, |
| "learning_rate": 0.00027316602316602317, |
| "logits/chosen": -2.9082584381103516, |
| "logits/rejected": -2.8451313972473145, |
| "logps/chosen": -129.400146484375, |
| "logps/rejected": -118.70863342285156, |
| "loss": 0.9237, |
| "rewards/accuracies": 0.48750001192092896, |
| "rewards/chosen": -1.8987582921981812, |
| "rewards/margins": 0.024892251938581467, |
| "rewards/rejected": -1.9236505031585693, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.06, |
| "learning_rate": 0.00028281853281853284, |
| "logits/chosen": -3.066049337387085, |
| "logits/rejected": -2.9455220699310303, |
| "logps/chosen": -131.84317016601562, |
| "logps/rejected": -121.24568176269531, |
| "loss": 0.6998, |
| "rewards/accuracies": 0.574999988079071, |
| "rewards/chosen": -1.1568044424057007, |
| "rewards/margins": 0.3450776934623718, |
| "rewards/rejected": -1.5018823146820068, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.06, |
| "learning_rate": 0.0002924710424710425, |
| "logits/chosen": -2.8079309463500977, |
| "logits/rejected": -2.773160457611084, |
| "logps/chosen": -169.48828125, |
| "logps/rejected": -148.60374450683594, |
| "loss": 2.3505, |
| "rewards/accuracies": 0.5375000238418579, |
| "rewards/chosen": -5.812082290649414, |
| "rewards/margins": -0.6856533288955688, |
| "rewards/rejected": -5.126428127288818, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.06, |
| "learning_rate": 0.0003021235521235521, |
| "logits/chosen": -2.6579480171203613, |
| "logits/rejected": -2.6659698486328125, |
| "logps/chosen": -141.78701782226562, |
| "logps/rejected": -160.35110473632812, |
| "loss": 0.8982, |
| "rewards/accuracies": 0.4749999940395355, |
| "rewards/chosen": -3.301175594329834, |
| "rewards/margins": 0.01409349124878645, |
| "rewards/rejected": -3.3152689933776855, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.06, |
| "learning_rate": 0.0003117760617760618, |
| "logits/chosen": -2.8775956630706787, |
| "logits/rejected": -2.8255507946014404, |
| "logps/chosen": -150.46177673339844, |
| "logps/rejected": -144.97073364257812, |
| "loss": 0.9436, |
| "rewards/accuracies": 0.48750001192092896, |
| "rewards/chosen": -3.29494047164917, |
| "rewards/margins": 0.0633418932557106, |
| "rewards/rejected": -3.3582825660705566, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.07, |
| "learning_rate": 0.0003204633204633205, |
| "logits/chosen": -2.8166918754577637, |
| "logits/rejected": -2.818556308746338, |
| "logps/chosen": -171.34437561035156, |
| "logps/rejected": -172.5870361328125, |
| "loss": 1.0895, |
| "rewards/accuracies": 0.574999988079071, |
| "rewards/chosen": -4.722414016723633, |
| "rewards/margins": 0.23760518431663513, |
| "rewards/rejected": -4.960019111633301, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.07, |
| "learning_rate": 0.00033011583011583015, |
| "logits/chosen": -2.9005284309387207, |
| "logits/rejected": -2.905046224594116, |
| "logps/chosen": -179.5493621826172, |
| "logps/rejected": -189.4880828857422, |
| "loss": 1.4019, |
| "rewards/accuracies": 0.512499988079071, |
| "rewards/chosen": -4.879184722900391, |
| "rewards/margins": 0.2637065649032593, |
| "rewards/rejected": -5.142890930175781, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.07, |
| "learning_rate": 0.00033976833976833977, |
| "logits/chosen": -2.4955551624298096, |
| "logits/rejected": -2.5379605293273926, |
| "logps/chosen": -142.00270080566406, |
| "logps/rejected": -147.41220092773438, |
| "loss": 0.7586, |
| "rewards/accuracies": 0.625, |
| "rewards/chosen": -3.0069820880889893, |
| "rewards/margins": 0.49537187814712524, |
| "rewards/rejected": -3.502354383468628, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.07, |
| "learning_rate": 0.00034942084942084944, |
| "logits/chosen": -2.451601266860962, |
| "logits/rejected": -2.4406824111938477, |
| "logps/chosen": -177.74746704101562, |
| "logps/rejected": -181.7180633544922, |
| "loss": 1.6042, |
| "rewards/accuracies": 0.512499988079071, |
| "rewards/chosen": -6.1398024559021, |
| "rewards/margins": -0.07387089729309082, |
| "rewards/rejected": -6.065931797027588, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.07, |
| "learning_rate": 0.0003590733590733591, |
| "logits/chosen": -2.4471051692962646, |
| "logits/rejected": -2.409393548965454, |
| "logps/chosen": -182.06051635742188, |
| "logps/rejected": -163.97035217285156, |
| "loss": 2.4314, |
| "rewards/accuracies": 0.4375, |
| "rewards/chosen": -6.733994483947754, |
| "rewards/margins": -1.0469824075698853, |
| "rewards/rejected": -5.687012672424316, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.08, |
| "learning_rate": 0.0003687258687258687, |
| "logits/chosen": -2.8171439170837402, |
| "logits/rejected": -2.7251698970794678, |
| "logps/chosen": -160.04652404785156, |
| "logps/rejected": -142.2588348388672, |
| "loss": 1.0093, |
| "rewards/accuracies": 0.574999988079071, |
| "rewards/chosen": -3.551713466644287, |
| "rewards/margins": 0.07490300387144089, |
| "rewards/rejected": -3.6266167163848877, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.08, |
| "learning_rate": 0.0003783783783783784, |
| "logits/chosen": -2.8222527503967285, |
| "logits/rejected": -2.8754923343658447, |
| "logps/chosen": -138.70736694335938, |
| "logps/rejected": -142.30128479003906, |
| "loss": 0.945, |
| "rewards/accuracies": 0.512499988079071, |
| "rewards/chosen": -3.170539140701294, |
| "rewards/margins": 0.011356920003890991, |
| "rewards/rejected": -3.1818957328796387, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.08, |
| "eval_logits/chosen": -2.9538896083831787, |
| "eval_logits/rejected": -2.8971762657165527, |
| "eval_logps/chosen": -152.2897491455078, |
| "eval_logps/rejected": -150.13941955566406, |
| "eval_loss": 1.0823436975479126, |
| "eval_rewards/accuracies": 0.5100105404853821, |
| "eval_rewards/chosen": -3.548898458480835, |
| "eval_rewards/margins": -0.032288454473018646, |
| "eval_rewards/rejected": -3.5166099071502686, |
| "eval_runtime": 1347.2142, |
| "eval_samples_per_second": 0.704, |
| "eval_steps_per_second": 0.704, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.08, |
| "learning_rate": 0.00038803088803088807, |
| "logits/chosen": -2.8151559829711914, |
| "logits/rejected": -2.8057456016540527, |
| "logps/chosen": -145.69772338867188, |
| "logps/rejected": -156.96774291992188, |
| "loss": 0.8857, |
| "rewards/accuracies": 0.574999988079071, |
| "rewards/chosen": -3.8467044830322266, |
| "rewards/margins": 0.3242764472961426, |
| "rewards/rejected": -4.170981407165527, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.08, |
| "learning_rate": 0.0003976833976833977, |
| "logits/chosen": -2.7274651527404785, |
| "logits/rejected": -2.713927745819092, |
| "logps/chosen": -164.06692504882812, |
| "logps/rejected": -149.8723907470703, |
| "loss": 0.9745, |
| "rewards/accuracies": 0.512499988079071, |
| "rewards/chosen": -3.5636115074157715, |
| "rewards/margins": 0.0345739908516407, |
| "rewards/rejected": -3.5981857776641846, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.08, |
| "learning_rate": 0.00040733590733590735, |
| "logits/chosen": -2.8782758712768555, |
| "logits/rejected": -2.8031697273254395, |
| "logps/chosen": -165.91473388671875, |
| "logps/rejected": -147.03627014160156, |
| "loss": 0.8281, |
| "rewards/accuracies": 0.625, |
| "rewards/chosen": -4.2417216300964355, |
| "rewards/margins": 0.32142549753189087, |
| "rewards/rejected": -4.563147068023682, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.09, |
| "learning_rate": 0.000416988416988417, |
| "logits/chosen": -2.623711585998535, |
| "logits/rejected": -2.622528314590454, |
| "logps/chosen": -149.8426513671875, |
| "logps/rejected": -159.93692016601562, |
| "loss": 0.9961, |
| "rewards/accuracies": 0.5, |
| "rewards/chosen": -4.433084487915039, |
| "rewards/margins": 0.28495556116104126, |
| "rewards/rejected": -4.7180399894714355, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.09, |
| "learning_rate": 0.00042664092664092664, |
| "logits/chosen": -2.580371618270874, |
| "logits/rejected": -2.5741231441497803, |
| "logps/chosen": -160.84347534179688, |
| "logps/rejected": -141.23475646972656, |
| "loss": 1.2914, |
| "rewards/accuracies": 0.4625000059604645, |
| "rewards/chosen": -4.076364994049072, |
| "rewards/margins": -0.23183032870292664, |
| "rewards/rejected": -3.8445351123809814, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.09, |
| "learning_rate": 0.0004362934362934363, |
| "logits/chosen": -2.889563798904419, |
| "logits/rejected": -2.8342082500457764, |
| "logps/chosen": -186.77017211914062, |
| "logps/rejected": -168.42330932617188, |
| "loss": 1.1317, |
| "rewards/accuracies": 0.44999998807907104, |
| "rewards/chosen": -4.674792289733887, |
| "rewards/margins": -0.265504390001297, |
| "rewards/rejected": -4.409287929534912, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.09, |
| "learning_rate": 0.000445945945945946, |
| "logits/chosen": -2.3731606006622314, |
| "logits/rejected": -2.344404697418213, |
| "logps/chosen": -172.8909454345703, |
| "logps/rejected": -175.9696502685547, |
| "loss": 0.9674, |
| "rewards/accuracies": 0.574999988079071, |
| "rewards/chosen": -5.584943771362305, |
| "rewards/margins": 0.14772634208202362, |
| "rewards/rejected": -5.732670783996582, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.09, |
| "learning_rate": 0.0004555984555984556, |
| "logits/chosen": -2.3436319828033447, |
| "logits/rejected": -2.301845073699951, |
| "logps/chosen": -173.07313537597656, |
| "logps/rejected": -169.7339630126953, |
| "loss": 1.2097, |
| "rewards/accuracies": 0.4749999940395355, |
| "rewards/chosen": -5.504385471343994, |
| "rewards/margins": 0.23244301974773407, |
| "rewards/rejected": -5.736828804016113, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.09, |
| "learning_rate": 0.00046525096525096526, |
| "logits/chosen": -2.6778111457824707, |
| "logits/rejected": -2.5807526111602783, |
| "logps/chosen": -166.180419921875, |
| "logps/rejected": -168.2677001953125, |
| "loss": 1.2799, |
| "rewards/accuracies": 0.512499988079071, |
| "rewards/chosen": -4.63643217086792, |
| "rewards/margins": 0.5320998430252075, |
| "rewards/rejected": -5.168532371520996, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.1, |
| "learning_rate": 0.00047490347490347493, |
| "logits/chosen": -3.083743095397949, |
| "logits/rejected": -3.080765962600708, |
| "logps/chosen": -193.96841430664062, |
| "logps/rejected": -182.3042755126953, |
| "loss": 1.6246, |
| "rewards/accuracies": 0.5, |
| "rewards/chosen": -6.152979850769043, |
| "rewards/margins": -0.20669928193092346, |
| "rewards/rejected": -5.946280479431152, |
| "step": 500 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 5173, |
| "num_train_epochs": 1, |
| "save_steps": 100, |
| "total_flos": 0.0, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
