| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.31405391258832765, |
| "eval_steps": 400, |
| "global_step": 300, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.005234231876472127, |
| "grad_norm": 538.2121172028135, |
| "learning_rate": 1.5706806282722512e-08, |
| "loss": 712.4422, |
| "rewards/accuracies": 0.4375, |
| "rewards/chosen": -2.762140989303589, |
| "rewards/margins": -0.44960299134254456, |
| "rewards/rejected": -2.3125383853912354, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.010468463752944255, |
| "grad_norm": 769.4153649618398, |
| "learning_rate": 3.1413612565445024e-08, |
| "loss": 714.8706, |
| "rewards/accuracies": 0.44999998807907104, |
| "rewards/chosen": -3.2879066467285156, |
| "rewards/margins": -0.45820775628089905, |
| "rewards/rejected": -2.8296990394592285, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.015702695629416383, |
| "grad_norm": 684.4934453698337, |
| "learning_rate": 4.7120418848167537e-08, |
| "loss": 719.9062, |
| "rewards/accuracies": 0.4375, |
| "rewards/chosen": -3.12087082862854, |
| "rewards/margins": -0.619767427444458, |
| "rewards/rejected": -2.501103639602661, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.02093692750588851, |
| "grad_norm": 604.4540906941717, |
| "learning_rate": 6.282722513089005e-08, |
| "loss": 714.8108, |
| "rewards/accuracies": 0.550000011920929, |
| "rewards/chosen": -2.9811909198760986, |
| "rewards/margins": -0.26270246505737305, |
| "rewards/rejected": -2.7184884548187256, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.02617115938236064, |
| "grad_norm": 610.5391149495696, |
| "learning_rate": 7.853403141361257e-08, |
| "loss": 706.6332, |
| "rewards/accuracies": 0.4625000059604645, |
| "rewards/chosen": -2.7390408515930176, |
| "rewards/margins": -0.2960797846317291, |
| "rewards/rejected": -2.4429612159729004, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.031405391258832765, |
| "grad_norm": 810.2580108311985, |
| "learning_rate": 9.424083769633507e-08, |
| "loss": 720.5581, |
| "rewards/accuracies": 0.42500001192092896, |
| "rewards/chosen": -2.9331297874450684, |
| "rewards/margins": -0.5686414837837219, |
| "rewards/rejected": -2.364488124847412, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.036639623135304895, |
| "grad_norm": 1306.5067007136959, |
| "learning_rate": 1.0994764397905759e-07, |
| "loss": 710.7288, |
| "rewards/accuracies": 0.42500001192092896, |
| "rewards/chosen": -2.85563325881958, |
| "rewards/margins": -0.544287383556366, |
| "rewards/rejected": -2.3113455772399902, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.04187385501177702, |
| "grad_norm": 599.7562132661373, |
| "learning_rate": 1.256544502617801e-07, |
| "loss": 714.8763, |
| "rewards/accuracies": 0.36250001192092896, |
| "rewards/chosen": -3.080730676651001, |
| "rewards/margins": -0.7031532526016235, |
| "rewards/rejected": -2.377577543258667, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.04710808688824915, |
| "grad_norm": 653.0162673671618, |
| "learning_rate": 1.413612565445026e-07, |
| "loss": 708.652, |
| "rewards/accuracies": 0.4625000059604645, |
| "rewards/chosen": -2.987445116043091, |
| "rewards/margins": -0.3784741163253784, |
| "rewards/rejected": -2.608970880508423, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.05234231876472128, |
| "grad_norm": 536.6525222015883, |
| "learning_rate": 1.5706806282722514e-07, |
| "loss": 705.5576, |
| "rewards/accuracies": 0.48750001192092896, |
| "rewards/chosen": -2.938387870788574, |
| "rewards/margins": -0.057790376245975494, |
| "rewards/rejected": -2.8805975914001465, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.05757655064119341, |
| "grad_norm": 606.538624615443, |
| "learning_rate": 1.7277486910994764e-07, |
| "loss": 721.314, |
| "rewards/accuracies": 0.48750001192092896, |
| "rewards/chosen": -3.0540528297424316, |
| "rewards/margins": -0.5808142423629761, |
| "rewards/rejected": -2.473238945007324, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.06281078251766553, |
| "grad_norm": 48640.63265622123, |
| "learning_rate": 1.8848167539267015e-07, |
| "loss": 709.0939, |
| "rewards/accuracies": 0.4124999940395355, |
| "rewards/chosen": -2.787937641143799, |
| "rewards/margins": -0.3062622547149658, |
| "rewards/rejected": -2.481675624847412, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.06804501439413765, |
| "grad_norm": 578.2635720627949, |
| "learning_rate": 2.0418848167539268e-07, |
| "loss": 720.4865, |
| "rewards/accuracies": 0.4375, |
| "rewards/chosen": -2.52620005607605, |
| "rewards/margins": -0.3670107424259186, |
| "rewards/rejected": -2.159188985824585, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.07327924627060979, |
| "grad_norm": 564.9512121020007, |
| "learning_rate": 2.1989528795811518e-07, |
| "loss": 714.9839, |
| "rewards/accuracies": 0.574999988079071, |
| "rewards/chosen": -3.038364887237549, |
| "rewards/margins": -0.08167771995067596, |
| "rewards/rejected": -2.9566872119903564, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.07851347814708191, |
| "grad_norm": 550.0229357141382, |
| "learning_rate": 2.356020942408377e-07, |
| "loss": 707.9901, |
| "rewards/accuracies": 0.5, |
| "rewards/chosen": -2.9208950996398926, |
| "rewards/margins": 0.02573840692639351, |
| "rewards/rejected": -2.9466335773468018, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.08374771002355404, |
| "grad_norm": 555.8351490149286, |
| "learning_rate": 2.513089005235602e-07, |
| "loss": 717.3213, |
| "rewards/accuracies": 0.4000000059604645, |
| "rewards/chosen": -2.6972522735595703, |
| "rewards/margins": -0.3343200981616974, |
| "rewards/rejected": -2.3629322052001953, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.08898194190002617, |
| "grad_norm": 640.8944737782464, |
| "learning_rate": 2.6701570680628273e-07, |
| "loss": 712.8795, |
| "rewards/accuracies": 0.4625000059604645, |
| "rewards/chosen": -3.1766231060028076, |
| "rewards/margins": -0.43173903226852417, |
| "rewards/rejected": -2.7448840141296387, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.0942161737764983, |
| "grad_norm": 577.9257459351567, |
| "learning_rate": 2.827225130890052e-07, |
| "loss": 710.1004, |
| "rewards/accuracies": 0.5, |
| "rewards/chosen": -3.379631757736206, |
| "rewards/margins": -0.23687522113323212, |
| "rewards/rejected": -3.142756700515747, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.09945040565297043, |
| "grad_norm": 613.8797276617438, |
| "learning_rate": 2.9842931937172774e-07, |
| "loss": 708.4406, |
| "rewards/accuracies": 0.512499988079071, |
| "rewards/chosen": -2.8850560188293457, |
| "rewards/margins": -0.02148260548710823, |
| "rewards/rejected": -2.8635735511779785, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.10468463752944256, |
| "grad_norm": 596.094092017055, |
| "learning_rate": 3.1413612565445027e-07, |
| "loss": 701.8163, |
| "rewards/accuracies": 0.550000011920929, |
| "rewards/chosen": -2.5895133018493652, |
| "rewards/margins": 0.21284011006355286, |
| "rewards/rejected": -2.802353620529175, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.10991886940591468, |
| "grad_norm": 575.5375774685907, |
| "learning_rate": 3.2984293193717275e-07, |
| "loss": 702.0941, |
| "rewards/accuracies": 0.5, |
| "rewards/chosen": -2.9948737621307373, |
| "rewards/margins": -0.251115620136261, |
| "rewards/rejected": -2.7437584400177, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.11515310128238682, |
| "grad_norm": 533.700113274654, |
| "learning_rate": 3.455497382198953e-07, |
| "loss": 709.0662, |
| "rewards/accuracies": 0.550000011920929, |
| "rewards/chosen": -2.807100772857666, |
| "rewards/margins": 0.0010332107776775956, |
| "rewards/rejected": -2.808133840560913, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.12038733315885894, |
| "grad_norm": 988.011155930704, |
| "learning_rate": 3.612565445026178e-07, |
| "loss": 713.1928, |
| "rewards/accuracies": 0.4749999940395355, |
| "rewards/chosen": -2.714513063430786, |
| "rewards/margins": 0.04552131146192551, |
| "rewards/rejected": -2.7600343227386475, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.12562156503533106, |
| "grad_norm": 739.5138308539728, |
| "learning_rate": 3.769633507853403e-07, |
| "loss": 705.3437, |
| "rewards/accuracies": 0.5249999761581421, |
| "rewards/chosen": -2.5651416778564453, |
| "rewards/margins": -0.2595147490501404, |
| "rewards/rejected": -2.305626630783081, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.13085579691180318, |
| "grad_norm": 625.5739656998142, |
| "learning_rate": 3.9267015706806277e-07, |
| "loss": 706.4035, |
| "rewards/accuracies": 0.5249999761581421, |
| "rewards/chosen": -2.9260237216949463, |
| "rewards/margins": 0.40523427724838257, |
| "rewards/rejected": -3.3312580585479736, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.1360900287882753, |
| "grad_norm": 903.5093282527025, |
| "learning_rate": 4.0837696335078536e-07, |
| "loss": 701.3129, |
| "rewards/accuracies": 0.5249999761581421, |
| "rewards/chosen": -3.2097415924072266, |
| "rewards/margins": 0.24607494473457336, |
| "rewards/rejected": -3.4558162689208984, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.14132426066474746, |
| "grad_norm": 535.0167689463523, |
| "learning_rate": 4.2408376963350784e-07, |
| "loss": 703.7639, |
| "rewards/accuracies": 0.5, |
| "rewards/chosen": -2.827212333679199, |
| "rewards/margins": -0.04072323814034462, |
| "rewards/rejected": -2.7864890098571777, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.14655849254121958, |
| "grad_norm": 1108.591468284195, |
| "learning_rate": 4.3979057591623037e-07, |
| "loss": 716.2931, |
| "rewards/accuracies": 0.4749999940395355, |
| "rewards/chosen": -2.887146234512329, |
| "rewards/margins": -0.05500054359436035, |
| "rewards/rejected": -2.8321454524993896, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.1517927244176917, |
| "grad_norm": 6409.400405912346, |
| "learning_rate": 4.5549738219895285e-07, |
| "loss": 712.7188, |
| "rewards/accuracies": 0.4749999940395355, |
| "rewards/chosen": -2.9499645233154297, |
| "rewards/margins": -0.23646759986877441, |
| "rewards/rejected": -2.7134969234466553, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.15702695629416383, |
| "grad_norm": 737.0739115110638, |
| "learning_rate": 4.712041884816754e-07, |
| "loss": 701.2093, |
| "rewards/accuracies": 0.4749999940395355, |
| "rewards/chosen": -3.3118796348571777, |
| "rewards/margins": -0.31808969378471375, |
| "rewards/rejected": -2.9937901496887207, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.16226118817063595, |
| "grad_norm": 11958.927252863188, |
| "learning_rate": 4.869109947643979e-07, |
| "loss": 716.3511, |
| "rewards/accuracies": 0.4124999940395355, |
| "rewards/chosen": -3.256643772125244, |
| "rewards/margins": -0.235758975148201, |
| "rewards/rejected": -3.0208847522735596, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.16749542004710807, |
| "grad_norm": 878.9392827755225, |
| "learning_rate": 5.026178010471204e-07, |
| "loss": 705.1063, |
| "rewards/accuracies": 0.48750001192092896, |
| "rewards/chosen": -3.146069049835205, |
| "rewards/margins": -0.3563377857208252, |
| "rewards/rejected": -2.789731502532959, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.17272965192358022, |
| "grad_norm": 1476.135035585214, |
| "learning_rate": 5.183246073298429e-07, |
| "loss": 449372313.6, |
| "rewards/accuracies": 0.5, |
| "rewards/chosen": -2.847057342529297, |
| "rewards/margins": 0.0032722472678869963, |
| "rewards/rejected": -2.8503289222717285, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.17796388380005235, |
| "grad_norm": 2784.764446013241, |
| "learning_rate": 5.340314136125655e-07, |
| "loss": 1420.048, |
| "rewards/accuracies": 0.48750001192092896, |
| "rewards/chosen": -3.036407947540283, |
| "rewards/margins": -0.07195933163166046, |
| "rewards/rejected": -2.9644484519958496, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.18319811567652447, |
| "grad_norm": 815.3571941273965, |
| "learning_rate": 5.497382198952879e-07, |
| "loss": 721.8058, |
| "rewards/accuracies": 0.4375, |
| "rewards/chosen": -3.4207043647766113, |
| "rewards/margins": -0.5545729398727417, |
| "rewards/rejected": -2.86613130569458, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.1884323475529966, |
| "grad_norm": 2978.504981388167, |
| "learning_rate": 5.654450261780104e-07, |
| "loss": 706.5416, |
| "rewards/accuracies": 0.5, |
| "rewards/chosen": -3.202298641204834, |
| "rewards/margins": -0.1947997510433197, |
| "rewards/rejected": -3.0074992179870605, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.19366657942946872, |
| "grad_norm": 4490.800709074202, |
| "learning_rate": 5.811518324607329e-07, |
| "loss": 1582.3522, |
| "rewards/accuracies": 0.5625, |
| "rewards/chosen": -2.7045609951019287, |
| "rewards/margins": 0.35880425572395325, |
| "rewards/rejected": -3.0633649826049805, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.19890081130594087, |
| "grad_norm": 1493.9599531264716, |
| "learning_rate": 5.968586387434555e-07, |
| "loss": 710.4521, |
| "rewards/accuracies": 0.42500001192092896, |
| "rewards/chosen": -3.22709584236145, |
| "rewards/margins": -0.09556224942207336, |
| "rewards/rejected": -3.131533145904541, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.204135043182413, |
| "grad_norm": 1648.907933222567, |
| "learning_rate": 5.999919840075465e-07, |
| "loss": 720.1209, |
| "rewards/accuracies": 0.5249999761581421, |
| "rewards/chosen": -2.912754535675049, |
| "rewards/margins": -0.15186476707458496, |
| "rewards/rejected": -2.7608895301818848, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.2093692750588851, |
| "grad_norm": 121118.77200816409, |
| "learning_rate": 5.999594197723797e-07, |
| "loss": 1838.7574, |
| "rewards/accuracies": 0.44999998807907104, |
| "rewards/chosen": -3.3992724418640137, |
| "rewards/margins": -0.38026368618011475, |
| "rewards/rejected": -3.0190091133117676, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.21460350693535724, |
| "grad_norm": 1762.1952155814568, |
| "learning_rate": 5.999018090119838e-07, |
| "loss": 677.926, |
| "rewards/accuracies": 0.5874999761581421, |
| "rewards/chosen": -2.8025829792022705, |
| "rewards/margins": 0.26382964849472046, |
| "rewards/rejected": -3.0664122104644775, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.21983773881182936, |
| "grad_norm": 2775.2012036512388, |
| "learning_rate": 5.998191565368407e-07, |
| "loss": 926.7622, |
| "rewards/accuracies": 0.512499988079071, |
| "rewards/chosen": -3.3869636058807373, |
| "rewards/margins": -0.10393693298101425, |
| "rewards/rejected": -3.283027172088623, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.22507197068830148, |
| "grad_norm": 2094.318880812516, |
| "learning_rate": 5.99711469248408e-07, |
| "loss": 705.6884, |
| "rewards/accuracies": 0.4749999940395355, |
| "rewards/chosen": -3.8220913410186768, |
| "rewards/margins": -0.42126813530921936, |
| "rewards/rejected": -3.4008231163024902, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.23030620256477363, |
| "grad_norm": 3420.7148646185233, |
| "learning_rate": 5.995787561385437e-07, |
| "loss": 40136.0437, |
| "rewards/accuracies": 0.4375, |
| "rewards/chosen": -3.344470500946045, |
| "rewards/margins": -0.2966476082801819, |
| "rewards/rejected": -3.047822952270508, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.23554043444124576, |
| "grad_norm": 3528.8612883563264, |
| "learning_rate": 5.994210282887542e-07, |
| "loss": 1070.1403, |
| "rewards/accuracies": 0.550000011920929, |
| "rewards/chosen": -3.552372694015503, |
| "rewards/margins": 0.3352223038673401, |
| "rewards/rejected": -3.8875949382781982, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.24077466631771788, |
| "grad_norm": 2653.3569938495953, |
| "learning_rate": 5.992382988692695e-07, |
| "loss": 702.4689, |
| "rewards/accuracies": 0.4749999940395355, |
| "rewards/chosen": -3.4368958473205566, |
| "rewards/margins": 0.05198148638010025, |
| "rewards/rejected": -3.488877058029175, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.24600889819419, |
| "grad_norm": 2460.6404326177712, |
| "learning_rate": 5.990305831379434e-07, |
| "loss": 716.1542, |
| "rewards/accuracies": 0.44999998807907104, |
| "rewards/chosen": -3.244385242462158, |
| "rewards/margins": -0.12405101209878922, |
| "rewards/rejected": -3.1203341484069824, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.2512431300706621, |
| "grad_norm": 19277.06656363596, |
| "learning_rate": 5.9879789843898e-07, |
| "loss": 699.4835, |
| "rewards/accuracies": 0.48750001192092896, |
| "rewards/chosen": -3.8388168811798096, |
| "rewards/margins": -0.275703489780426, |
| "rewards/rejected": -3.56311297416687, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.2564773619471343, |
| "grad_norm": 2404.72693437907, |
| "learning_rate": 5.985402642014844e-07, |
| "loss": 687.0264, |
| "rewards/accuracies": 0.5375000238418579, |
| "rewards/chosen": -3.710552215576172, |
| "rewards/margins": 0.02756020799279213, |
| "rewards/rejected": -3.738111972808838, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.26171159382360637, |
| "grad_norm": 3549.8837869207086, |
| "learning_rate": 5.982577019378414e-07, |
| "loss": 706.0577, |
| "rewards/accuracies": 0.42500001192092896, |
| "rewards/chosen": -4.365290641784668, |
| "rewards/margins": -0.21943306922912598, |
| "rewards/rejected": -4.145857334136963, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.2669458257000785, |
| "grad_norm": 5445.226361964557, |
| "learning_rate": 5.979502352419188e-07, |
| "loss": 693.9541, |
| "rewards/accuracies": 0.5625, |
| "rewards/chosen": -4.030621528625488, |
| "rewards/margins": 0.30792179703712463, |
| "rewards/rejected": -4.338542461395264, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.2721800575765506, |
| "grad_norm": 13503.534518998504, |
| "learning_rate": 5.97617889787097e-07, |
| "loss": 686.5193, |
| "rewards/accuracies": 0.5375000238418579, |
| "rewards/chosen": -3.8500771522521973, |
| "rewards/margins": 0.2836206555366516, |
| "rewards/rejected": -4.133697986602783, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.27741428945302277, |
| "grad_norm": 3617.057176411029, |
| "learning_rate": 5.972606933241262e-07, |
| "loss": 684.1671, |
| "rewards/accuracies": 0.5, |
| "rewards/chosen": -4.0012664794921875, |
| "rewards/margins": 0.2939813733100891, |
| "rewards/rejected": -4.295248031616211, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.2826485213294949, |
| "grad_norm": 2953.5437133367595, |
| "learning_rate": 5.968786756788079e-07, |
| "loss": 693.8761, |
| "rewards/accuracies": 0.5, |
| "rewards/chosen": -4.83554220199585, |
| "rewards/margins": 0.40575289726257324, |
| "rewards/rejected": -5.241294860839844, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.287882753205967, |
| "grad_norm": 4568.606142512149, |
| "learning_rate": 5.964718687495056e-07, |
| "loss": 691.1848, |
| "rewards/accuracies": 0.550000011920929, |
| "rewards/chosen": -4.564460277557373, |
| "rewards/margins": 0.23287418484687805, |
| "rewards/rejected": -4.79733419418335, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.29311698508243916, |
| "grad_norm": 5298.708166238084, |
| "learning_rate": 5.96040306504481e-07, |
| "loss": 688.4041, |
| "rewards/accuracies": 0.44999998807907104, |
| "rewards/chosen": -4.424349784851074, |
| "rewards/margins": 0.0478137843310833, |
| "rewards/rejected": -4.472163200378418, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.29835121695891126, |
| "grad_norm": 5381.311535255818, |
| "learning_rate": 5.955840249790574e-07, |
| "loss": 695.5199, |
| "rewards/accuracies": 0.42500001192092896, |
| "rewards/chosen": -4.609699726104736, |
| "rewards/margins": -0.1945555955171585, |
| "rewards/rejected": -4.415144443511963, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.3035854488353834, |
| "grad_norm": 9454.121207295755, |
| "learning_rate": 5.951030622726106e-07, |
| "loss": 695.824, |
| "rewards/accuracies": 0.44999998807907104, |
| "rewards/chosen": -4.399235725402832, |
| "rewards/margins": 0.22916913032531738, |
| "rewards/rejected": -4.62840461730957, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.30881968071185556, |
| "grad_norm": 4620.12357538617, |
| "learning_rate": 5.945974585453883e-07, |
| "loss": 686.6351, |
| "rewards/accuracies": 0.5249999761581421, |
| "rewards/chosen": -4.199953079223633, |
| "rewards/margins": 0.389130175113678, |
| "rewards/rejected": -4.589083671569824, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.31405391258832765, |
| "grad_norm": 4965.233081176048, |
| "learning_rate": 5.940672560151562e-07, |
| "loss": 676.3912, |
| "rewards/accuracies": 0.5625, |
| "rewards/chosen": -4.602032661437988, |
| "rewards/margins": 0.5422828793525696, |
| "rewards/rejected": -5.144315242767334, |
| "step": 300 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 1910, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
