{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.09665104141497124,
  "eval_steps": 200,
  "global_step": 500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 9.652509652509653e-06,
      "logits/chosen": -3.11246657371521,
      "logits/rejected": -3.086373805999756,
      "logps/chosen": -113.73238372802734,
      "logps/rejected": -109.32698822021484,
      "loss": 0.721,
      "rewards/accuracies": 0.44999998807907104,
      "rewards/chosen": -0.2993558943271637,
      "rewards/margins": -0.0277109295129776,
      "rewards/rejected": -0.2716449797153473,
      "step": 10
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.9305019305019306e-05,
      "logits/chosen": -3.110931873321533,
      "logits/rejected": -3.1171531677246094,
      "logps/chosen": -122.4663314819336,
      "logps/rejected": -113.23054504394531,
      "loss": 0.7161,
      "rewards/accuracies": 0.42500001192092896,
      "rewards/chosen": -0.2805718183517456,
      "rewards/margins": -0.03167964145541191,
      "rewards/rejected": -0.2488921880722046,
      "step": 20
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.895752895752896e-05,
      "logits/chosen": -3.139052629470825,
      "logits/rejected": -3.1156527996063232,
      "logps/chosen": -126.01689147949219,
      "logps/rejected": -100.77046203613281,
      "loss": 0.7224,
      "rewards/accuracies": 0.4625000059604645,
      "rewards/chosen": -0.3138067126274109,
      "rewards/margins": -0.038806475698947906,
      "rewards/rejected": -0.2750001847743988,
      "step": 30
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.764478764478765e-05,
      "logits/chosen": -3.155150890350342,
      "logits/rejected": -3.1715970039367676,
      "logps/chosen": -133.27737426757812,
      "logps/rejected": -118.9439926147461,
      "loss": 0.713,
      "rewards/accuracies": 0.4625000059604645,
      "rewards/chosen": -0.2480003386735916,
      "rewards/margins": -0.023857835680246353,
      "rewards/rejected": -0.22414250671863556,
      "step": 40
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.72972972972973e-05,
      "logits/chosen": -3.1669116020202637,
      "logits/rejected": -3.1525278091430664,
      "logps/chosen": -123.1195297241211,
      "logps/rejected": -128.38714599609375,
      "loss": 0.6781,
      "rewards/accuracies": 0.6000000238418579,
      "rewards/chosen": -0.19161827862262726,
      "rewards/margins": 0.04476013034582138,
      "rewards/rejected": -0.23637838661670685,
      "step": 50
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.694980694980695e-05,
      "logits/chosen": -3.1426501274108887,
      "logits/rejected": -3.132570266723633,
      "logps/chosen": -120.64261627197266,
      "logps/rejected": -113.0268783569336,
      "loss": 0.7107,
      "rewards/accuracies": 0.4749999940395355,
      "rewards/chosen": -0.3047412037849426,
      "rewards/margins": -0.014080168679356575,
      "rewards/rejected": -0.2906610071659088,
      "step": 60
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.660231660231661e-05,
      "logits/chosen": -3.170804500579834,
      "logits/rejected": -3.164586305618286,
      "logps/chosen": -116.2149887084961,
      "logps/rejected": -126.68898010253906,
      "loss": 0.6885,
      "rewards/accuracies": 0.5249999761581421,
      "rewards/chosen": -0.33613839745521545,
      "rewards/margins": 0.028235793113708496,
      "rewards/rejected": -0.36437422037124634,
      "step": 70
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.625482625482626e-05,
      "logits/chosen": -3.17895245552063,
      "logits/rejected": -3.1590020656585693,
      "logps/chosen": -126.33811950683594,
      "logps/rejected": -103.02183532714844,
      "loss": 0.6215,
      "rewards/accuracies": 0.675000011920929,
      "rewards/chosen": -0.4042009711265564,
      "rewards/margins": 0.19598612189292908,
      "rewards/rejected": -0.6001870632171631,
      "step": 80
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.59073359073359e-05,
      "logits/chosen": -3.180785894393921,
      "logits/rejected": -3.1576857566833496,
      "logps/chosen": -129.47866821289062,
      "logps/rejected": -126.99539947509766,
      "loss": 0.6889,
      "rewards/accuracies": 0.5249999761581421,
      "rewards/chosen": -0.8047823905944824,
      "rewards/margins": 0.08432246744632721,
      "rewards/rejected": -0.8891048431396484,
      "step": 90
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.555984555984557e-05,
      "logits/chosen": -3.139349937438965,
      "logits/rejected": -3.114441394805908,
      "logps/chosen": -139.87002563476562,
      "logps/rejected": -135.06802368164062,
      "loss": 0.6326,
      "rewards/accuracies": 0.6625000238418579,
      "rewards/chosen": -1.2678108215332031,
      "rewards/margins": 0.2349836528301239,
      "rewards/rejected": -1.5027945041656494,
      "step": 100
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.00010424710424710426,
      "logits/chosen": -3.155695676803589,
      "logits/rejected": -3.1192359924316406,
      "logps/chosen": -126.76655578613281,
      "logps/rejected": -119.91800689697266,
      "loss": 0.6925,
      "rewards/accuracies": 0.5874999761581421,
      "rewards/chosen": -1.1118037700653076,
      "rewards/margins": 0.12902173399925232,
      "rewards/rejected": -1.2408255338668823,
      "step": 110
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0001138996138996139,
      "logits/chosen": -3.203996181488037,
      "logits/rejected": -3.181511402130127,
      "logps/chosen": -121.38505554199219,
      "logps/rejected": -123.63691711425781,
      "loss": 0.6905,
      "rewards/accuracies": 0.5625,
      "rewards/chosen": -0.83983314037323,
      "rewards/margins": 0.14224112033843994,
      "rewards/rejected": -0.9820743799209595,
      "step": 120
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00012355212355212355,
      "logits/chosen": -3.199700355529785,
      "logits/rejected": -3.142176628112793,
      "logps/chosen": -144.78311157226562,
      "logps/rejected": -131.46128845214844,
      "loss": 0.7421,
      "rewards/accuracies": 0.550000011920929,
      "rewards/chosen": -0.7906621694564819,
      "rewards/margins": 0.08599194139242172,
      "rewards/rejected": -0.8766541481018066,
      "step": 130
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00013223938223938227,
      "logits/chosen": -3.11432147026062,
      "logits/rejected": -3.0819637775421143,
      "logps/chosen": -131.96109008789062,
      "logps/rejected": -118.2151107788086,
      "loss": 0.7438,
      "rewards/accuracies": 0.5249999761581421,
      "rewards/chosen": -0.9345771074295044,
      "rewards/margins": 0.03206203132867813,
      "rewards/rejected": -0.9666391611099243,
      "step": 140
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00014189189189189188,
      "logits/chosen": -3.103154182434082,
      "logits/rejected": -3.0087850093841553,
      "logps/chosen": -111.38960266113281,
      "logps/rejected": -109.3032455444336,
      "loss": 0.6658,
      "rewards/accuracies": 0.625,
      "rewards/chosen": -0.4318141043186188,
      "rewards/margins": 0.15236088633537292,
      "rewards/rejected": -0.5841749906539917,
      "step": 150
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00015154440154440155,
      "logits/chosen": -3.065882444381714,
      "logits/rejected": -3.014258623123169,
      "logps/chosen": -115.94306945800781,
      "logps/rejected": -129.7348175048828,
      "loss": 0.7302,
      "rewards/accuracies": 0.5625,
      "rewards/chosen": -0.6290556192398071,
      "rewards/margins": 0.06416401267051697,
      "rewards/rejected": -0.6932196021080017,
      "step": 160
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0001611969111969112,
      "logits/chosen": -2.8696858882904053,
      "logits/rejected": -2.820652723312378,
      "logps/chosen": -121.01307678222656,
      "logps/rejected": -122.356201171875,
      "loss": 0.7221,
      "rewards/accuracies": 0.5249999761581421,
      "rewards/chosen": -0.7266199588775635,
      "rewards/margins": 0.14146149158477783,
      "rewards/rejected": -0.8680814504623413,
      "step": 170
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00017084942084942084,
      "logits/chosen": -2.89375638961792,
      "logits/rejected": -2.8223800659179688,
      "logps/chosen": -131.37777709960938,
      "logps/rejected": -125.69004821777344,
      "loss": 0.583,
      "rewards/accuracies": 0.699999988079071,
      "rewards/chosen": -0.9062817692756653,
      "rewards/margins": 0.5299333333969116,
      "rewards/rejected": -1.4362150430679321,
      "step": 180
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0001805019305019305,
      "logits/chosen": -2.8086953163146973,
      "logits/rejected": -2.8810436725616455,
      "logps/chosen": -115.71038818359375,
      "logps/rejected": -133.2216339111328,
      "loss": 0.7593,
      "rewards/accuracies": 0.5625,
      "rewards/chosen": -1.390483021736145,
      "rewards/margins": 0.12736426293849945,
      "rewards/rejected": -1.5178472995758057,
      "step": 190
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00019015444015444015,
      "logits/chosen": -3.0167882442474365,
      "logits/rejected": -2.996938943862915,
      "logps/chosen": -118.67408752441406,
      "logps/rejected": -106.15169525146484,
      "loss": 0.672,
      "rewards/accuracies": 0.5874999761581421,
      "rewards/chosen": -0.7122364640235901,
      "rewards/margins": 0.25746825337409973,
      "rewards/rejected": -0.9697047472000122,
      "step": 200
    },
    {
      "epoch": 0.04,
      "eval_logits/chosen": -3.1546952724456787,
      "eval_logits/rejected": -3.1338424682617188,
      "eval_logps/chosen": -127.55575561523438,
      "eval_logps/rejected": -128.7761993408203,
      "eval_loss": 0.743442177772522,
      "eval_rewards/accuracies": 0.5858798623085022,
      "eval_rewards/chosen": -1.0754988193511963,
      "eval_rewards/margins": 0.3047899305820465,
      "eval_rewards/rejected": -1.3802887201309204,
      "eval_runtime": 1335.2681,
      "eval_samples_per_second": 0.711,
      "eval_steps_per_second": 0.711,
      "step": 200
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0001998069498069498,
      "logits/chosen": -3.2106406688690186,
      "logits/rejected": -3.1746304035186768,
      "logps/chosen": -131.38128662109375,
      "logps/rejected": -121.36234283447266,
      "loss": 0.664,
      "rewards/accuracies": 0.637499988079071,
      "rewards/chosen": -1.005927324295044,
      "rewards/margins": 0.5132917165756226,
      "rewards/rejected": -1.5192190408706665,
      "step": 210
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00020945945945945947,
      "logits/chosen": -3.2851333618164062,
      "logits/rejected": -3.267256259918213,
      "logps/chosen": -120.11392974853516,
      "logps/rejected": -117.89964294433594,
      "loss": 0.6965,
      "rewards/accuracies": 0.612500011920929,
      "rewards/chosen": -0.7865055203437805,
      "rewards/margins": 0.19706687331199646,
      "rewards/rejected": -0.9835723638534546,
      "step": 220
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0002191119691119691,
      "logits/chosen": -3.408318281173706,
      "logits/rejected": -3.351940870285034,
      "logps/chosen": -107.76014709472656,
      "logps/rejected": -107.02482604980469,
      "loss": 0.7385,
      "rewards/accuracies": 0.512499988079071,
      "rewards/chosen": -0.41882553696632385,
      "rewards/margins": 0.01567765511572361,
      "rewards/rejected": -0.4345032274723053,
      "step": 230
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00022876447876447875,
      "logits/chosen": -3.155478000640869,
      "logits/rejected": -3.135077953338623,
      "logps/chosen": -131.94711303710938,
      "logps/rejected": -112.65836334228516,
      "loss": 0.7328,
      "rewards/accuracies": 0.5375000238418579,
      "rewards/chosen": -0.6660552024841309,
      "rewards/margins": 0.10303208976984024,
      "rewards/rejected": -0.7690872550010681,
      "step": 240
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00023841698841698842,
      "logits/chosen": -3.290839433670044,
      "logits/rejected": -3.2837767601013184,
      "logps/chosen": -132.83676147460938,
      "logps/rejected": -119.4383773803711,
      "loss": 0.678,
      "rewards/accuracies": 0.5874999761581421,
      "rewards/chosen": -0.9368747472763062,
      "rewards/margins": 0.25725504755973816,
      "rewards/rejected": -1.1941298246383667,
      "step": 250
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0002480694980694981,
      "logits/chosen": -3.3188934326171875,
      "logits/rejected": -3.361811876296997,
      "logps/chosen": -130.7174835205078,
      "logps/rejected": -147.4563751220703,
      "loss": 0.7069,
      "rewards/accuracies": 0.574999988079071,
      "rewards/chosen": -0.9200389981269836,
      "rewards/margins": 0.4393937587738037,
      "rewards/rejected": -1.3594326972961426,
      "step": 260
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0002567567567567567,
      "logits/chosen": -3.249516010284424,
      "logits/rejected": -3.2256407737731934,
      "logps/chosen": -108.8515853881836,
      "logps/rejected": -132.24813842773438,
      "loss": 0.6983,
      "rewards/accuracies": 0.612500011920929,
      "rewards/chosen": -0.42829591035842896,
      "rewards/margins": 0.3723019063472748,
      "rewards/rejected": -0.8005977869033813,
      "step": 270
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0002635135135135135,
      "logits/chosen": -3.0320539474487305,
      "logits/rejected": -2.982640027999878,
      "logps/chosen": -175.3157501220703,
      "logps/rejected": -154.48963928222656,
      "loss": 1.4131,
      "rewards/accuracies": 0.512499988079071,
      "rewards/chosen": -2.973146915435791,
      "rewards/margins": -0.0525052547454834,
      "rewards/rejected": -2.9206414222717285,
      "step": 280
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00027316602316602317,
      "logits/chosen": -2.9082584381103516,
      "logits/rejected": -2.8451313972473145,
      "logps/chosen": -129.400146484375,
      "logps/rejected": -118.70863342285156,
      "loss": 0.9237,
      "rewards/accuracies": 0.48750001192092896,
      "rewards/chosen": -1.8987582921981812,
      "rewards/margins": 0.024892251938581467,
      "rewards/rejected": -1.9236505031585693,
      "step": 290
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00028281853281853284,
      "logits/chosen": -3.066049337387085,
      "logits/rejected": -2.9455220699310303,
      "logps/chosen": -131.84317016601562,
      "logps/rejected": -121.24568176269531,
      "loss": 0.6998,
      "rewards/accuracies": 0.574999988079071,
      "rewards/chosen": -1.1568044424057007,
      "rewards/margins": 0.3450776934623718,
      "rewards/rejected": -1.5018823146820068,
      "step": 300
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0002924710424710425,
      "logits/chosen": -2.8079309463500977,
      "logits/rejected": -2.773160457611084,
      "logps/chosen": -169.48828125,
      "logps/rejected": -148.60374450683594,
      "loss": 2.3505,
      "rewards/accuracies": 0.5375000238418579,
      "rewards/chosen": -5.812082290649414,
      "rewards/margins": -0.6856533288955688,
      "rewards/rejected": -5.126428127288818,
      "step": 310
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0003021235521235521,
      "logits/chosen": -2.6579480171203613,
      "logits/rejected": -2.6659698486328125,
      "logps/chosen": -141.78701782226562,
      "logps/rejected": -160.35110473632812,
      "loss": 0.8982,
      "rewards/accuracies": 0.4749999940395355,
      "rewards/chosen": -3.301175594329834,
      "rewards/margins": 0.01409349124878645,
      "rewards/rejected": -3.3152689933776855,
      "step": 320
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0003117760617760618,
      "logits/chosen": -2.8775956630706787,
      "logits/rejected": -2.8255507946014404,
      "logps/chosen": -150.46177673339844,
      "logps/rejected": -144.97073364257812,
      "loss": 0.9436,
      "rewards/accuracies": 0.48750001192092896,
      "rewards/chosen": -3.29494047164917,
      "rewards/margins": 0.0633418932557106,
      "rewards/rejected": -3.3582825660705566,
      "step": 330
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0003204633204633205,
      "logits/chosen": -2.8166918754577637,
      "logits/rejected": -2.818556308746338,
      "logps/chosen": -171.34437561035156,
      "logps/rejected": -172.5870361328125,
      "loss": 1.0895,
      "rewards/accuracies": 0.574999988079071,
      "rewards/chosen": -4.722414016723633,
      "rewards/margins": 0.23760518431663513,
      "rewards/rejected": -4.960019111633301,
      "step": 340
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00033011583011583015,
      "logits/chosen": -2.9005284309387207,
      "logits/rejected": -2.905046224594116,
      "logps/chosen": -179.5493621826172,
      "logps/rejected": -189.4880828857422,
      "loss": 1.4019,
      "rewards/accuracies": 0.512499988079071,
      "rewards/chosen": -4.879184722900391,
      "rewards/margins": 0.2637065649032593,
      "rewards/rejected": -5.142890930175781,
      "step": 350
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00033976833976833977,
      "logits/chosen": -2.4955551624298096,
      "logits/rejected": -2.5379605293273926,
      "logps/chosen": -142.00270080566406,
      "logps/rejected": -147.41220092773438,
      "loss": 0.7586,
      "rewards/accuracies": 0.625,
      "rewards/chosen": -3.0069820880889893,
      "rewards/margins": 0.49537187814712524,
      "rewards/rejected": -3.502354383468628,
      "step": 360
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00034942084942084944,
      "logits/chosen": -2.451601266860962,
      "logits/rejected": -2.4406824111938477,
      "logps/chosen": -177.74746704101562,
      "logps/rejected": -181.7180633544922,
      "loss": 1.6042,
      "rewards/accuracies": 0.512499988079071,
      "rewards/chosen": -6.1398024559021,
      "rewards/margins": -0.07387089729309082,
      "rewards/rejected": -6.065931797027588,
      "step": 370
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0003590733590733591,
      "logits/chosen": -2.4471051692962646,
      "logits/rejected": -2.409393548965454,
      "logps/chosen": -182.06051635742188,
      "logps/rejected": -163.97035217285156,
      "loss": 2.4314,
      "rewards/accuracies": 0.4375,
      "rewards/chosen": -6.733994483947754,
      "rewards/margins": -1.0469824075698853,
      "rewards/rejected": -5.687012672424316,
      "step": 380
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0003687258687258687,
      "logits/chosen": -2.8171439170837402,
      "logits/rejected": -2.7251698970794678,
      "logps/chosen": -160.04652404785156,
      "logps/rejected": -142.2588348388672,
      "loss": 1.0093,
      "rewards/accuracies": 0.574999988079071,
      "rewards/chosen": -3.551713466644287,
      "rewards/margins": 0.07490300387144089,
      "rewards/rejected": -3.6266167163848877,
      "step": 390
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0003783783783783784,
      "logits/chosen": -2.8222527503967285,
      "logits/rejected": -2.8754923343658447,
      "logps/chosen": -138.70736694335938,
      "logps/rejected": -142.30128479003906,
      "loss": 0.945,
      "rewards/accuracies": 0.512499988079071,
      "rewards/chosen": -3.170539140701294,
      "rewards/margins": 0.011356920003890991,
      "rewards/rejected": -3.1818957328796387,
      "step": 400
    },
    {
      "epoch": 0.08,
      "eval_logits/chosen": -2.9538896083831787,
      "eval_logits/rejected": -2.8971762657165527,
      "eval_logps/chosen": -152.2897491455078,
      "eval_logps/rejected": -150.13941955566406,
      "eval_loss": 1.0823436975479126,
      "eval_rewards/accuracies": 0.5100105404853821,
      "eval_rewards/chosen": -3.548898458480835,
      "eval_rewards/margins": -0.032288454473018646,
      "eval_rewards/rejected": -3.5166099071502686,
      "eval_runtime": 1347.2142,
      "eval_samples_per_second": 0.704,
      "eval_steps_per_second": 0.704,
      "step": 400
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00038803088803088807,
      "logits/chosen": -2.8151559829711914,
      "logits/rejected": -2.8057456016540527,
      "logps/chosen": -145.69772338867188,
      "logps/rejected": -156.96774291992188,
      "loss": 0.8857,
      "rewards/accuracies": 0.574999988079071,
      "rewards/chosen": -3.8467044830322266,
      "rewards/margins": 0.3242764472961426,
      "rewards/rejected": -4.170981407165527,
      "step": 410
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0003976833976833977,
      "logits/chosen": -2.7274651527404785,
      "logits/rejected": -2.713927745819092,
      "logps/chosen": -164.06692504882812,
      "logps/rejected": -149.8723907470703,
      "loss": 0.9745,
      "rewards/accuracies": 0.512499988079071,
      "rewards/chosen": -3.5636115074157715,
      "rewards/margins": 0.0345739908516407,
      "rewards/rejected": -3.5981857776641846,
      "step": 420
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00040733590733590735,
      "logits/chosen": -2.8782758712768555,
      "logits/rejected": -2.8031697273254395,
      "logps/chosen": -165.91473388671875,
      "logps/rejected": -147.03627014160156,
      "loss": 0.8281,
      "rewards/accuracies": 0.625,
      "rewards/chosen": -4.2417216300964355,
      "rewards/margins": 0.32142549753189087,
      "rewards/rejected": -4.563147068023682,
      "step": 430
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.000416988416988417,
      "logits/chosen": -2.623711585998535,
      "logits/rejected": -2.622528314590454,
      "logps/chosen": -149.8426513671875,
      "logps/rejected": -159.93692016601562,
      "loss": 0.9961,
      "rewards/accuracies": 0.5,
      "rewards/chosen": -4.433084487915039,
      "rewards/margins": 0.28495556116104126,
      "rewards/rejected": -4.7180399894714355,
      "step": 440
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00042664092664092664,
      "logits/chosen": -2.580371618270874,
      "logits/rejected": -2.5741231441497803,
      "logps/chosen": -160.84347534179688,
      "logps/rejected": -141.23475646972656,
      "loss": 1.2914,
      "rewards/accuracies": 0.4625000059604645,
      "rewards/chosen": -4.076364994049072,
      "rewards/margins": -0.23183032870292664,
      "rewards/rejected": -3.8445351123809814,
      "step": 450
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004362934362934363,
      "logits/chosen": -2.889563798904419,
      "logits/rejected": -2.8342082500457764,
      "logps/chosen": -186.77017211914062,
      "logps/rejected": -168.42330932617188,
      "loss": 1.1317,
      "rewards/accuracies": 0.44999998807907104,
      "rewards/chosen": -4.674792289733887,
      "rewards/margins": -0.265504390001297,
      "rewards/rejected": -4.409287929534912,
      "step": 460
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.000445945945945946,
      "logits/chosen": -2.3731606006622314,
      "logits/rejected": -2.344404697418213,
      "logps/chosen": -172.8909454345703,
      "logps/rejected": -175.9696502685547,
      "loss": 0.9674,
      "rewards/accuracies": 0.574999988079071,
      "rewards/chosen": -5.584943771362305,
      "rewards/margins": 0.14772634208202362,
      "rewards/rejected": -5.732670783996582,
      "step": 470
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004555984555984556,
      "logits/chosen": -2.3436319828033447,
      "logits/rejected": -2.301845073699951,
      "logps/chosen": -173.07313537597656,
      "logps/rejected": -169.7339630126953,
      "loss": 1.2097,
      "rewards/accuracies": 0.4749999940395355,
      "rewards/chosen": -5.504385471343994,
      "rewards/margins": 0.23244301974773407,
      "rewards/rejected": -5.736828804016113,
      "step": 480
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046525096525096526,
      "logits/chosen": -2.6778111457824707,
      "logits/rejected": -2.5807526111602783,
      "logps/chosen": -166.180419921875,
      "logps/rejected": -168.2677001953125,
      "loss": 1.2799,
      "rewards/accuracies": 0.512499988079071,
      "rewards/chosen": -4.63643217086792,
      "rewards/margins": 0.5320998430252075,
      "rewards/rejected": -5.168532371520996,
      "step": 490
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00047490347490347493,
      "logits/chosen": -3.083743095397949,
      "logits/rejected": -3.080765962600708,
      "logps/chosen": -193.96841430664062,
      "logps/rejected": -182.3042755126953,
      "loss": 1.6246,
      "rewards/accuracies": 0.5,
      "rewards/chosen": -6.152979850769043,
      "rewards/margins": -0.20669928193092346,
      "rewards/rejected": -5.946280479431152,
      "step": 500
    }
  ],
  "logging_steps": 10,
  "max_steps": 5173,
  "num_train_epochs": 1,
  "save_steps": 100,
  "total_flos": 0.0,
  "trial_name": null,
  "trial_params": null
}