| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 10, |
| "global_step": 1125, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "completion_length": 440.27813415527345, |
| "epoch": 0.02666666666666667, |
| "grad_norm": 0.35731378197669983, |
| "kl": 7.561445236206054e-05, |
| "learning_rate": 2.654867256637168e-07, |
| "loss": 0.0, |
| "reward": 0.15875000283122062, |
| "reward_std": 0.25816794726997616, |
| "rewards/accuracy_reward": 0.12875000196509062, |
| "rewards/format_reward": 0.030000000586733223, |
| "step": 10 |
| }, |
| { |
| "completion_length": 467.41250762939455, |
| "epoch": 0.05333333333333334, |
| "grad_norm": 0.4308978319168091, |
| "kl": 0.00021507740020751954, |
| "learning_rate": 5.309734513274336e-07, |
| "loss": 0.0, |
| "reward": 0.15562500259839, |
| "reward_std": 0.27249111477285626, |
| "rewards/accuracy_reward": 0.13000000221654773, |
| "rewards/format_reward": 0.025625000568106772, |
| "step": 20 |
| }, |
| { |
| "completion_length": 396.5225093841553, |
| "epoch": 0.08, |
| "grad_norm": 52.731353759765625, |
| "kl": 0.004652214050292969, |
| "learning_rate": 7.964601769911505e-07, |
| "loss": 0.0002, |
| "reward": 0.31500000339001416, |
| "reward_std": 0.3808905828744173, |
| "rewards/accuracy_reward": 0.12812500270083546, |
| "rewards/format_reward": 0.18687500241212546, |
| "step": 30 |
| }, |
| { |
| "completion_length": 185.5206272125244, |
| "epoch": 0.10666666666666667, |
| "grad_norm": 0.5472067594528198, |
| "kl": 0.0395751953125, |
| "learning_rate": 1.0619469026548673e-06, |
| "loss": 0.0016, |
| "reward": 0.8362500123679638, |
| "reward_std": 0.41473600510507824, |
| "rewards/accuracy_reward": 0.10625000237487256, |
| "rewards/format_reward": 0.7300000071525574, |
| "step": 40 |
| }, |
| { |
| "completion_length": 92.74375104904175, |
| "epoch": 0.13333333333333333, |
| "grad_norm": 0.49235209822654724, |
| "kl": 0.11463623046875, |
| "learning_rate": 1.3274336283185841e-06, |
| "loss": 0.0046, |
| "reward": 1.1543750211596489, |
| "reward_std": 0.2653807267546654, |
| "rewards/accuracy_reward": 0.190625003259629, |
| "rewards/format_reward": 0.9637500062584877, |
| "step": 50 |
| }, |
| { |
| "completion_length": 182.87937908172609, |
| "epoch": 0.16, |
| "grad_norm": 0.7026166915893555, |
| "kl": 0.10775146484375, |
| "learning_rate": 1.592920353982301e-06, |
| "loss": 0.0043, |
| "reward": 1.330625008046627, |
| "reward_std": 0.3806515397503972, |
| "rewards/accuracy_reward": 0.4137500094715506, |
| "rewards/format_reward": 0.9168750137090683, |
| "step": 60 |
| }, |
| { |
| "completion_length": 286.4493797302246, |
| "epoch": 0.18666666666666668, |
| "grad_norm": 0.19512760639190674, |
| "kl": 0.071099853515625, |
| "learning_rate": 1.8584070796460177e-06, |
| "loss": 0.0028, |
| "reward": 1.4037500321865082, |
| "reward_std": 0.4500323969870806, |
| "rewards/accuracy_reward": 0.5518750101327896, |
| "rewards/format_reward": 0.8518750131130218, |
| "step": 70 |
| }, |
| { |
| "completion_length": 300.55125617980957, |
| "epoch": 0.21333333333333335, |
| "grad_norm": 0.19568626582622528, |
| "kl": 0.066259765625, |
| "learning_rate": 2.1238938053097345e-06, |
| "loss": 0.0027, |
| "reward": 1.5556250244379044, |
| "reward_std": 0.3508193654939532, |
| "rewards/accuracy_reward": 0.6306250087916851, |
| "rewards/format_reward": 0.9250000104308128, |
| "step": 80 |
| }, |
| { |
| "completion_length": 323.54563064575194, |
| "epoch": 0.24, |
| "grad_norm": 0.210642471909523, |
| "kl": 0.063372802734375, |
| "learning_rate": 2.3893805309734516e-06, |
| "loss": 0.0025, |
| "reward": 1.5068750262260437, |
| "reward_std": 0.37218285240232946, |
| "rewards/accuracy_reward": 0.5925000049173832, |
| "rewards/format_reward": 0.9143750101327897, |
| "step": 90 |
| }, |
| { |
| "completion_length": 335.67500762939454, |
| "epoch": 0.26666666666666666, |
| "grad_norm": 0.17836834490299225, |
| "kl": 0.062786865234375, |
| "learning_rate": 2.6548672566371683e-06, |
| "loss": 0.0025, |
| "reward": 1.5043750196695327, |
| "reward_std": 0.38465452194213867, |
| "rewards/accuracy_reward": 0.6131250146776438, |
| "rewards/format_reward": 0.8912500098347664, |
| "step": 100 |
| }, |
| { |
| "completion_length": 302.84687995910645, |
| "epoch": 0.29333333333333333, |
| "grad_norm": 0.20703768730163574, |
| "kl": 0.06512451171875, |
| "learning_rate": 2.920353982300885e-06, |
| "loss": 0.0026, |
| "reward": 1.4862500309944153, |
| "reward_std": 0.3997718315571547, |
| "rewards/accuracy_reward": 0.6006250124424696, |
| "rewards/format_reward": 0.8856250092387199, |
| "step": 110 |
| }, |
| { |
| "completion_length": 247.6512535095215, |
| "epoch": 0.32, |
| "grad_norm": 0.22252444922924042, |
| "kl": 0.071343994140625, |
| "learning_rate": 2.9996458567456176e-06, |
| "loss": 0.0029, |
| "reward": 1.4106250196695327, |
| "reward_std": 0.3797724399715662, |
| "rewards/accuracy_reward": 0.49812501221895217, |
| "rewards/format_reward": 0.912500011920929, |
| "step": 120 |
| }, |
| { |
| "completion_length": 275.83062744140625, |
| "epoch": 0.3466666666666667, |
| "grad_norm": 704.6102905273438, |
| "kl": 1.121209716796875, |
| "learning_rate": 2.997911680090067e-06, |
| "loss": 0.0449, |
| "reward": 1.491250029206276, |
| "reward_std": 0.33902281522750854, |
| "rewards/accuracy_reward": 0.5725000131875276, |
| "rewards/format_reward": 0.918750011920929, |
| "step": 130 |
| }, |
| { |
| "completion_length": 762.2556308746338, |
| "epoch": 0.37333333333333335, |
| "grad_norm": 6.110317230224609, |
| "kl": 169.40343017578124, |
| "learning_rate": 2.9947340923033686e-06, |
| "loss": 6.7759, |
| "reward": 0.2593750054948032, |
| "reward_std": 0.14749210346490144, |
| "rewards/accuracy_reward": 0.13187500317580997, |
| "rewards/format_reward": 0.12750000222586094, |
| "step": 140 |
| }, |
| { |
| "completion_length": 577.000634765625, |
| "epoch": 0.4, |
| "grad_norm": 1.6375890970230103, |
| "kl": 50.33268432617187, |
| "learning_rate": 2.99011615535883e-06, |
| "loss": 2.0188, |
| "reward": 0.5993750111199916, |
| "reward_std": 0.27639281619340184, |
| "rewards/accuracy_reward": 0.21562500661239029, |
| "rewards/format_reward": 0.3837500066496432, |
| "step": 150 |
| }, |
| { |
| "completion_length": 278.7000045776367, |
| "epoch": 0.4266666666666667, |
| "grad_norm": 0.1893930733203888, |
| "kl": 0.142626953125, |
| "learning_rate": 2.984062319172742e-06, |
| "loss": 0.0057, |
| "reward": 1.5175000250339508, |
| "reward_std": 0.3350706363096833, |
| "rewards/accuracy_reward": 0.5768750105053186, |
| "rewards/format_reward": 0.9406250104308128, |
| "step": 160 |
| }, |
| { |
| "completion_length": 283.7487537384033, |
| "epoch": 0.4533333333333333, |
| "grad_norm": 0.3801301419734955, |
| "kl": 0.07415771484375, |
| "learning_rate": 2.9765784173163723e-06, |
| "loss": 0.003, |
| "reward": 1.428125023841858, |
| "reward_std": 0.4501983530819416, |
| "rewards/accuracy_reward": 0.5725000098347663, |
| "rewards/format_reward": 0.8556250154972076, |
| "step": 170 |
| }, |
| { |
| "completion_length": 317.7350051879883, |
| "epoch": 0.48, |
| "grad_norm": 0.17540688812732697, |
| "kl": 0.07098388671875, |
| "learning_rate": 2.967671661394643e-06, |
| "loss": 0.0028, |
| "reward": 1.4887500375509262, |
| "reward_std": 0.346977224946022, |
| "rewards/accuracy_reward": 0.5512500097975135, |
| "rewards/format_reward": 0.9375000059604645, |
| "step": 180 |
| }, |
| { |
| "completion_length": 362.6912559509277, |
| "epoch": 0.5066666666666667, |
| "grad_norm": 0.17630642652511597, |
| "kl": 0.062762451171875, |
| "learning_rate": 2.957350634096912e-06, |
| "loss": 0.0025, |
| "reward": 1.4950000196695328, |
| "reward_std": 0.3771749962121248, |
| "rewards/accuracy_reward": 0.5831250146031379, |
| "rewards/format_reward": 0.9118750140070915, |
| "step": 190 |
| }, |
| { |
| "completion_length": 388.05750503540037, |
| "epoch": 0.5333333333333333, |
| "grad_norm": 0.14493422210216522, |
| "kl": 0.07095947265625, |
| "learning_rate": 2.945625280926568e-06, |
| "loss": 0.0028, |
| "reward": 1.4818750262260436, |
| "reward_std": 0.43593788109719755, |
| "rewards/accuracy_reward": 0.6106250114738941, |
| "rewards/format_reward": 0.8712500110268593, |
| "step": 200 |
| }, |
| { |
| "completion_length": 346.9868797302246, |
| "epoch": 0.56, |
| "grad_norm": 0.24546337127685547, |
| "kl": 0.07967529296875, |
| "learning_rate": 2.932506900617379e-06, |
| "loss": 0.0032, |
| "reward": 1.4625000298023223, |
| "reward_std": 0.43860488161444666, |
| "rewards/accuracy_reward": 0.5737500078976154, |
| "rewards/format_reward": 0.8887500122189522, |
| "step": 210 |
| }, |
| { |
| "completion_length": 309.0206298828125, |
| "epoch": 0.5866666666666667, |
| "grad_norm": 0.2144029587507248, |
| "kl": 0.11422119140625, |
| "learning_rate": 2.91800813424586e-06, |
| "loss": 0.0046, |
| "reward": 1.3962500274181366, |
| "reward_std": 0.46159769259393213, |
| "rewards/accuracy_reward": 0.5225000099278987, |
| "rewards/format_reward": 0.8737500131130218, |
| "step": 220 |
| }, |
| { |
| "completion_length": 313.8818809509277, |
| "epoch": 0.6133333333333333, |
| "grad_norm": 0.16003139317035675, |
| "kl": 0.17523193359375, |
| "learning_rate": 2.9021429530501337e-06, |
| "loss": 0.007, |
| "reward": 1.4012500315904617, |
| "reward_std": 0.4679255347698927, |
| "rewards/accuracy_reward": 0.5293750107288361, |
| "rewards/format_reward": 0.8718750134110451, |
| "step": 230 |
| }, |
| { |
| "completion_length": 302.87313079833984, |
| "epoch": 0.64, |
| "grad_norm": 0.17115922272205353, |
| "kl": 0.216015625, |
| "learning_rate": 2.8849266449670255e-06, |
| "loss": 0.0086, |
| "reward": 1.4156250298023223, |
| "reward_std": 0.5012115199118853, |
| "rewards/accuracy_reward": 0.5593750070780515, |
| "rewards/format_reward": 0.856250011920929, |
| "step": 240 |
| }, |
| { |
| "completion_length": 267.08875503540037, |
| "epoch": 0.6666666666666666, |
| "grad_norm": 0.237528994679451, |
| "kl": 0.2441162109375, |
| "learning_rate": 2.866375799900369e-06, |
| "loss": 0.0098, |
| "reward": 1.367500016093254, |
| "reward_std": 0.48268986456096175, |
| "rewards/accuracy_reward": 0.507500009611249, |
| "rewards/format_reward": 0.8600000113248825, |
| "step": 250 |
| }, |
| { |
| "completion_length": 271.5650035858154, |
| "epoch": 0.6933333333333334, |
| "grad_norm": 0.13727092742919922, |
| "kl": 0.19796142578125, |
| "learning_rate": 2.8465082937347156e-06, |
| "loss": 0.0079, |
| "reward": 1.4412500113248825, |
| "reward_std": 0.3789402700960636, |
| "rewards/accuracy_reward": 0.5393750105053187, |
| "rewards/format_reward": 0.9018750116229057, |
| "step": 260 |
| }, |
| { |
| "completion_length": 331.74375648498534, |
| "epoch": 0.72, |
| "grad_norm": 0.14567354321479797, |
| "kl": 0.2938720703125, |
| "learning_rate": 2.8253432711098524e-06, |
| "loss": 0.0118, |
| "reward": 1.3037500187754631, |
| "reward_std": 0.5119317132979632, |
| "rewards/accuracy_reward": 0.47687500678002837, |
| "rewards/format_reward": 0.8268750131130218, |
| "step": 270 |
| }, |
| { |
| "completion_length": 270.1787559509277, |
| "epoch": 0.7466666666666667, |
| "grad_norm": 0.16504357755184174, |
| "kl": 0.2083251953125, |
| "learning_rate": 2.802901126972727e-06, |
| "loss": 0.0083, |
| "reward": 1.407500022649765, |
| "reward_std": 0.4102827299386263, |
| "rewards/accuracy_reward": 0.5068750072270631, |
| "rewards/format_reward": 0.9006250113248825, |
| "step": 280 |
| }, |
| { |
| "completion_length": 394.0706314086914, |
| "epoch": 0.7733333333333333, |
| "grad_norm": 0.13634301722049713, |
| "kl": 0.244677734375, |
| "learning_rate": 2.7792034869245574e-06, |
| "loss": 0.0098, |
| "reward": 1.365000019967556, |
| "reward_std": 0.552520602196455, |
| "rewards/accuracy_reward": 0.5725000109523535, |
| "rewards/format_reward": 0.7925000131130219, |
| "step": 290 |
| }, |
| { |
| "completion_length": 359.3012565612793, |
| "epoch": 0.8, |
| "grad_norm": 0.12871386110782623, |
| "kl": 0.17838134765625, |
| "learning_rate": 2.7542731863820665e-06, |
| "loss": 0.0071, |
| "reward": 1.4187500134110451, |
| "reward_std": 0.45300735253840685, |
| "rewards/accuracy_reward": 0.5175000108778477, |
| "rewards/format_reward": 0.9012500166893005, |
| "step": 300 |
| }, |
| { |
| "completion_length": 319.09125633239745, |
| "epoch": 0.8266666666666667, |
| "grad_norm": 0.15812256932258606, |
| "kl": 0.2130859375, |
| "learning_rate": 2.7281342485729135e-06, |
| "loss": 0.0085, |
| "reward": 1.4262500196695327, |
| "reward_std": 0.47630340307950975, |
| "rewards/accuracy_reward": 0.5343750081956387, |
| "rewards/format_reward": 0.891875010728836, |
| "step": 310 |
| }, |
| { |
| "completion_length": 236.86187667846679, |
| "epoch": 0.8533333333333334, |
| "grad_norm": 0.14847490191459656, |
| "kl": 0.1891845703125, |
| "learning_rate": 2.7008118613865407e-06, |
| "loss": 0.0076, |
| "reward": 1.5068750202655792, |
| "reward_std": 0.35237235836684705, |
| "rewards/accuracy_reward": 0.5625000081956386, |
| "rewards/format_reward": 0.9443750113248826, |
| "step": 320 |
| }, |
| { |
| "completion_length": 280.200630569458, |
| "epoch": 0.88, |
| "grad_norm": 0.1344127207994461, |
| "kl": 0.1708984375, |
| "learning_rate": 2.6723323531027237e-06, |
| "loss": 0.0068, |
| "reward": 1.5125000149011611, |
| "reward_std": 0.392687563598156, |
| "rewards/accuracy_reward": 0.585625009983778, |
| "rewards/format_reward": 0.9268750116229058, |
| "step": 330 |
| }, |
| { |
| "completion_length": 340.8256294250488, |
| "epoch": 0.9066666666666666, |
| "grad_norm": 0.12343962490558624, |
| "kl": 0.20294189453125, |
| "learning_rate": 2.642723167021233e-06, |
| "loss": 0.0081, |
| "reward": 1.4475000262260438, |
| "reward_std": 0.42229729425162077, |
| "rewards/accuracy_reward": 0.554375009611249, |
| "rewards/format_reward": 0.8931250154972077, |
| "step": 340 |
| }, |
| { |
| "completion_length": 321.01875457763674, |
| "epoch": 0.9333333333333333, |
| "grad_norm": 0.1363190859556198, |
| "kl": 0.17435302734375, |
| "learning_rate": 2.612012835017041e-06, |
| "loss": 0.007, |
| "reward": 1.5350000232458114, |
| "reward_std": 0.38834156226366756, |
| "rewards/accuracy_reward": 0.6112500090152025, |
| "rewards/format_reward": 0.923750014603138, |
| "step": 350 |
| }, |
| { |
| "completion_length": 356.4068801879883, |
| "epoch": 0.96, |
| "grad_norm": 0.1496347039937973, |
| "kl": 0.245654296875, |
| "learning_rate": 2.5802309500465564e-06, |
| "loss": 0.0098, |
| "reward": 1.4331250190734863, |
| "reward_std": 0.5568725638091564, |
| "rewards/accuracy_reward": 0.5818750094622374, |
| "rewards/format_reward": 0.8512500137090683, |
| "step": 360 |
| }, |
| { |
| "completion_length": 315.9900047302246, |
| "epoch": 0.9866666666666667, |
| "grad_norm": 0.15564337372779846, |
| "kl": 0.2264892578125, |
| "learning_rate": 2.547408137631396e-06, |
| "loss": 0.0091, |
| "reward": 1.4825000256299972, |
| "reward_std": 0.47740888558328154, |
| "rewards/accuracy_reward": 0.5875000122934579, |
| "rewards/format_reward": 0.8950000122189522, |
| "step": 370 |
| }, |
| { |
| "completion_length": 292.8037563323975, |
| "epoch": 1.0133333333333334, |
| "grad_norm": 0.11661098897457123, |
| "kl": 0.18624267578125, |
| "learning_rate": 2.5135760263471446e-06, |
| "loss": 0.0075, |
| "reward": 1.5643750160932541, |
| "reward_std": 0.39525898918509483, |
| "rewards/accuracy_reward": 0.6393750097602606, |
| "rewards/format_reward": 0.9250000074505806, |
| "step": 380 |
| }, |
| { |
| "completion_length": 345.10375556945803, |
| "epoch": 1.04, |
| "grad_norm": 0.10983074456453323, |
| "kl": 0.2192138671875, |
| "learning_rate": 2.478767217345571e-06, |
| "loss": 0.0088, |
| "reward": 1.474375021457672, |
| "reward_std": 0.46512946095317603, |
| "rewards/accuracy_reward": 0.5981250118464232, |
| "rewards/format_reward": 0.8762500181794166, |
| "step": 390 |
| }, |
| { |
| "completion_length": 323.054377746582, |
| "epoch": 1.0666666666666667, |
| "grad_norm": 0.13792556524276733, |
| "kl": 0.1779541015625, |
| "learning_rate": 2.443015252939646e-06, |
| "loss": 0.0071, |
| "reward": 1.4987500220537187, |
| "reward_std": 0.3944621989503503, |
| "rewards/accuracy_reward": 0.578125012293458, |
| "rewards/format_reward": 0.9206250131130218, |
| "step": 400 |
| }, |
| { |
| "completion_length": 337.12000579833983, |
| "epoch": 1.0933333333333333, |
| "grad_norm": 0.10129429399967194, |
| "kl": 0.20455322265625, |
| "learning_rate": 2.406354584281642e-06, |
| "loss": 0.0082, |
| "reward": 1.52812502682209, |
| "reward_std": 0.4762104984372854, |
| "rewards/accuracy_reward": 0.6387500144541264, |
| "rewards/format_reward": 0.8893750131130218, |
| "step": 410 |
| }, |
| { |
| "completion_length": 317.5525062561035, |
| "epoch": 1.12, |
| "grad_norm": 0.12564826011657715, |
| "kl": 0.210009765625, |
| "learning_rate": 2.3688205381654686e-06, |
| "loss": 0.0084, |
| "reward": 1.4950000256299973, |
| "reward_std": 0.4526091780513525, |
| "rewards/accuracy_reward": 0.5925000101327896, |
| "rewards/format_reward": 0.9025000095367431, |
| "step": 420 |
| }, |
| { |
| "completion_length": 288.7437553405762, |
| "epoch": 1.1466666666666667, |
| "grad_norm": 0.10607220977544785, |
| "kl": 0.16053466796875, |
| "learning_rate": 2.330449282985219e-06, |
| "loss": 0.0064, |
| "reward": 1.590625023841858, |
| "reward_std": 0.3875279016792774, |
| "rewards/accuracy_reward": 0.6481250151991844, |
| "rewards/format_reward": 0.9425000056624413, |
| "step": 430 |
| }, |
| { |
| "completion_length": 359.6525058746338, |
| "epoch": 1.1733333333333333, |
| "grad_norm": 0.08999033272266388, |
| "kl": 0.16671142578125, |
| "learning_rate": 2.2912777938827377e-06, |
| "loss": 0.0067, |
| "reward": 1.5606250256299972, |
| "reward_std": 0.42853499911725523, |
| "rewards/accuracy_reward": 0.647500005364418, |
| "rewards/format_reward": 0.9131250083446503, |
| "step": 440 |
| }, |
| { |
| "completion_length": 400.6356315612793, |
| "epoch": 1.2, |
| "grad_norm": 0.09623633325099945, |
| "kl": 0.1906982421875, |
| "learning_rate": 2.251343817117798e-06, |
| "loss": 0.0076, |
| "reward": 1.514375028014183, |
| "reward_std": 0.49012119248509406, |
| "rewards/accuracy_reward": 0.6412500105798244, |
| "rewards/format_reward": 0.8731250122189522, |
| "step": 450 |
| }, |
| { |
| "completion_length": 363.6906307220459, |
| "epoch": 1.2266666666666666, |
| "grad_norm": 0.09504391998052597, |
| "kl": 0.1889892578125, |
| "learning_rate": 2.2106858336952155e-06, |
| "loss": 0.0076, |
| "reward": 1.4875000238418579, |
| "reward_std": 0.43876917734742166, |
| "rewards/accuracy_reward": 0.5943750120699406, |
| "rewards/format_reward": 0.8931250110268593, |
| "step": 460 |
| }, |
| { |
| "completion_length": 295.2150051116943, |
| "epoch": 1.2533333333333334, |
| "grad_norm": 0.14019078016281128, |
| "kl": 0.18583984375, |
| "learning_rate": 2.169343022283947e-06, |
| "loss": 0.0074, |
| "reward": 1.5243750274181367, |
| "reward_std": 0.41497170850634574, |
| "rewards/accuracy_reward": 0.5993750095367432, |
| "rewards/format_reward": 0.9250000089406967, |
| "step": 470 |
| }, |
| { |
| "completion_length": 295.10875549316404, |
| "epoch": 1.28, |
| "grad_norm": 0.18233150243759155, |
| "kl": 0.1969482421875, |
| "learning_rate": 2.127355221463915e-06, |
| "loss": 0.0079, |
| "reward": 1.4793750196695328, |
| "reward_std": 0.409528423845768, |
| "rewards/accuracy_reward": 0.5656250078231096, |
| "rewards/format_reward": 0.9137500107288361, |
| "step": 480 |
| }, |
| { |
| "completion_length": 321.9537551879883, |
| "epoch": 1.3066666666666666, |
| "grad_norm": 0.11022540926933289, |
| "kl": 0.22891845703125, |
| "learning_rate": 2.084762891336928e-06, |
| "loss": 0.0092, |
| "reward": 1.4631250321865081, |
| "reward_std": 0.47595020812004807, |
| "rewards/accuracy_reward": 0.5818750143051148, |
| "rewards/format_reward": 0.8812500149011612, |
| "step": 490 |
| }, |
| { |
| "completion_length": 329.26063079833983, |
| "epoch": 1.3333333333333333, |
| "grad_norm": 0.10155805945396423, |
| "kl": 0.20677490234375, |
| "learning_rate": 2.041607074538693e-06, |
| "loss": 0.0083, |
| "reward": 1.491875022649765, |
| "reward_std": 0.45835329182446005, |
| "rewards/accuracy_reward": 0.5962500102818012, |
| "rewards/format_reward": 0.8956250146031379, |
| "step": 500 |
| }, |
| { |
| "completion_length": 335.51375617980955, |
| "epoch": 1.3599999999999999, |
| "grad_norm": 0.11989594250917435, |
| "kl": 0.18310546875, |
| "learning_rate": 1.9979293566894888e-06, |
| "loss": 0.0073, |
| "reward": 1.529375022649765, |
| "reward_std": 0.4263172609731555, |
| "rewards/accuracy_reward": 0.6125000081956387, |
| "rewards/format_reward": 0.9168750137090683, |
| "step": 510 |
| }, |
| { |
| "completion_length": 348.62563133239746, |
| "epoch": 1.3866666666666667, |
| "grad_norm": 0.13145174086093903, |
| "kl": 0.18135986328125, |
| "learning_rate": 1.9537718263216137e-06, |
| "loss": 0.0073, |
| "reward": 1.4893750190734862, |
| "reward_std": 0.42451257910579443, |
| "rewards/accuracy_reward": 0.5843750070780516, |
| "rewards/format_reward": 0.9050000116229058, |
| "step": 520 |
| }, |
| { |
| "completion_length": 343.5318801879883, |
| "epoch": 1.4133333333333333, |
| "grad_norm": 0.11078327149152756, |
| "kl": 0.19310302734375, |
| "learning_rate": 1.909177034322215e-06, |
| "loss": 0.0077, |
| "reward": 1.5475000232458114, |
| "reward_std": 0.45979407913982867, |
| "rewards/accuracy_reward": 0.6500000119209289, |
| "rewards/format_reward": 0.8975000113248826, |
| "step": 530 |
| }, |
| { |
| "completion_length": 316.70063095092775, |
| "epoch": 1.44, |
| "grad_norm": 0.13980206847190857, |
| "kl": 0.1595458984375, |
| "learning_rate": 1.8641879529305908e-06, |
| "loss": 0.0064, |
| "reward": 1.5656250238418579, |
| "reward_std": 0.3269194783642888, |
| "rewards/accuracy_reward": 0.6243750140070915, |
| "rewards/format_reward": 0.9412500038743019, |
| "step": 540 |
| }, |
| { |
| "completion_length": 345.5168800354004, |
| "epoch": 1.4666666666666668, |
| "grad_norm": 0.12923210859298706, |
| "kl": 0.1690673828125, |
| "learning_rate": 1.818847934329465e-06, |
| "loss": 0.0068, |
| "reward": 1.4968750149011611, |
| "reward_std": 0.4168443286791444, |
| "rewards/accuracy_reward": 0.584375013411045, |
| "rewards/format_reward": 0.912500013411045, |
| "step": 550 |
| }, |
| { |
| "completion_length": 353.0875053405762, |
| "epoch": 1.4933333333333334, |
| "grad_norm": 0.1003999263048172, |
| "kl": 0.20703125, |
| "learning_rate": 1.7732006688701488e-06, |
| "loss": 0.0083, |
| "reward": 1.458750021457672, |
| "reward_std": 0.4720118813216686, |
| "rewards/accuracy_reward": 0.5718750119209289, |
| "rewards/format_reward": 0.8868750110268593, |
| "step": 560 |
| }, |
| { |
| "completion_length": 312.12188186645506, |
| "epoch": 1.52, |
| "grad_norm": 0.16526304185390472, |
| "kl": 0.20828857421875, |
| "learning_rate": 1.727290142971832e-06, |
| "loss": 0.0083, |
| "reward": 1.475625030696392, |
| "reward_std": 0.4474962681531906, |
| "rewards/accuracy_reward": 0.5737500060349703, |
| "rewards/format_reward": 0.901875014603138, |
| "step": 570 |
| }, |
| { |
| "completion_length": 318.03625679016113, |
| "epoch": 1.5466666666666666, |
| "grad_norm": 0.121968574821949, |
| "kl": 0.17958984375, |
| "learning_rate": 1.6811605967355838e-06, |
| "loss": 0.0072, |
| "reward": 1.5162500262260437, |
| "reward_std": 0.3832638839259744, |
| "rewards/accuracy_reward": 0.5818750113248825, |
| "rewards/format_reward": 0.9343750089406967, |
| "step": 580 |
| }, |
| { |
| "completion_length": 387.7318817138672, |
| "epoch": 1.5733333333333333, |
| "grad_norm": 0.11350403726100922, |
| "kl": 0.19808349609375, |
| "learning_rate": 1.6348564813138958e-06, |
| "loss": 0.0079, |
| "reward": 1.5393750190734863, |
| "reward_std": 0.43136950451880696, |
| "rewards/accuracy_reward": 0.6400000102818012, |
| "rewards/format_reward": 0.8993750125169754, |
| "step": 590 |
| }, |
| { |
| "completion_length": 416.05750732421876, |
| "epoch": 1.6, |
| "grad_norm": 0.17338570952415466, |
| "kl": 0.23121337890625, |
| "learning_rate": 1.588422416076859e-06, |
| "loss": 0.0092, |
| "reward": 1.4106250256299973, |
| "reward_std": 0.5426479373127222, |
| "rewards/accuracy_reward": 0.5600000061094761, |
| "rewards/format_reward": 0.8506250083446503, |
| "step": 600 |
| }, |
| { |
| "completion_length": 366.97062797546386, |
| "epoch": 1.6266666666666667, |
| "grad_norm": 0.5024117231369019, |
| "kl": 0.2103515625, |
| "learning_rate": 1.5419031456162405e-06, |
| "loss": 0.0084, |
| "reward": 1.4693750351667405, |
| "reward_std": 0.4877826740965247, |
| "rewards/accuracy_reward": 0.588750010728836, |
| "rewards/format_reward": 0.8806250095367432, |
| "step": 610 |
| }, |
| { |
| "completion_length": 346.7418815612793, |
| "epoch": 1.6533333333333333, |
| "grad_norm": 0.13114424049854279, |
| "kl": 0.25361328125, |
| "learning_rate": 1.4953434966288927e-06, |
| "loss": 0.0101, |
| "reward": 1.459375011920929, |
| "reward_std": 0.5048464283347129, |
| "rewards/accuracy_reward": 0.5925000093877315, |
| "rewards/format_reward": 0.8668750107288361, |
| "step": 620 |
| }, |
| { |
| "completion_length": 310.78437995910645, |
| "epoch": 1.6800000000000002, |
| "grad_norm": 0.13125382363796234, |
| "kl": 0.2142822265625, |
| "learning_rate": 1.4487883347210483e-06, |
| "loss": 0.0086, |
| "reward": 1.4768750280141831, |
| "reward_std": 0.4538666373118758, |
| "rewards/accuracy_reward": 0.5725000105798245, |
| "rewards/format_reward": 0.9043750137090683, |
| "step": 630 |
| }, |
| { |
| "completion_length": 267.90562973022463, |
| "epoch": 1.7066666666666666, |
| "grad_norm": 0.1306937038898468, |
| "kl": 0.1768310546875, |
| "learning_rate": 1.4022825211751206e-06, |
| "loss": 0.0071, |
| "reward": 1.5306250214576722, |
| "reward_std": 0.3767278905957937, |
| "rewards/accuracy_reward": 0.5837500121444463, |
| "rewards/format_reward": 0.9468750119209289, |
| "step": 640 |
| }, |
| { |
| "completion_length": 300.6637557983398, |
| "epoch": 1.7333333333333334, |
| "grad_norm": 0.1377246230840683, |
| "kl": 0.16981201171875, |
| "learning_rate": 1.355870869720669e-06, |
| "loss": 0.0068, |
| "reward": 1.5968750298023224, |
| "reward_std": 0.3849057173356414, |
| "rewards/accuracy_reward": 0.6581250108778477, |
| "rewards/format_reward": 0.938750010728836, |
| "step": 650 |
| }, |
| { |
| "completion_length": 308.26562995910643, |
| "epoch": 1.76, |
| "grad_norm": 0.1021685004234314, |
| "kl": 0.1703125, |
| "learning_rate": 1.3095981033511883e-06, |
| "loss": 0.0068, |
| "reward": 1.4662500232458116, |
| "reward_std": 0.3969815358519554, |
| "rewards/accuracy_reward": 0.537500013411045, |
| "rewards/format_reward": 0.9287500098347664, |
| "step": 660 |
| }, |
| { |
| "completion_length": 326.6156311035156, |
| "epoch": 1.7866666666666666, |
| "grad_norm": 0.15498338639736176, |
| "kl": 0.192919921875, |
| "learning_rate": 1.2635088112283316e-06, |
| "loss": 0.0077, |
| "reward": 1.4600000232458115, |
| "reward_std": 0.4722231462597847, |
| "rewards/accuracy_reward": 0.5543750062584877, |
| "rewards/format_reward": 0.9056250154972076, |
| "step": 670 |
| }, |
| { |
| "completion_length": 318.85250625610354, |
| "epoch": 1.8133333333333335, |
| "grad_norm": 0.11492400616407394, |
| "kl": 0.18997802734375, |
| "learning_rate": 1.217647405715099e-06, |
| "loss": 0.0076, |
| "reward": 1.5250000268220902, |
| "reward_std": 0.4434811886399984, |
| "rewards/accuracy_reward": 0.6143750160932541, |
| "rewards/format_reward": 0.9106250107288361, |
| "step": 680 |
| }, |
| { |
| "completion_length": 297.7112564086914, |
| "epoch": 1.8399999999999999, |
| "grad_norm": 0.10103321820497513, |
| "kl": 0.208349609375, |
| "learning_rate": 1.1720580795793865e-06, |
| "loss": 0.0083, |
| "reward": 1.4731250196695327, |
| "reward_std": 0.4129851894453168, |
| "rewards/accuracy_reward": 0.5556250110268592, |
| "rewards/format_reward": 0.917500016093254, |
| "step": 690 |
| }, |
| { |
| "completion_length": 283.28375282287595, |
| "epoch": 1.8666666666666667, |
| "grad_norm": 0.15206778049468994, |
| "kl": 0.18507080078125, |
| "learning_rate": 1.1267847634091462e-06, |
| "loss": 0.0074, |
| "reward": 1.5437500149011611, |
| "reward_std": 0.3982010118663311, |
| "rewards/accuracy_reward": 0.6137500122189522, |
| "rewards/format_reward": 0.9300000086426735, |
| "step": 700 |
| }, |
| { |
| "completion_length": 295.87500762939453, |
| "epoch": 1.8933333333333333, |
| "grad_norm": 0.09867344796657562, |
| "kl": 0.16317138671875, |
| "learning_rate": 1.0818710832801818e-06, |
| "loss": 0.0065, |
| "reward": 1.5937500238418578, |
| "reward_std": 0.3769227135926485, |
| "rewards/accuracy_reward": 0.6562500093132257, |
| "rewards/format_reward": 0.9375000089406967, |
| "step": 710 |
| }, |
| { |
| "completion_length": 309.8425048828125, |
| "epoch": 1.92, |
| "grad_norm": 0.11957939714193344, |
| "kl": 0.14814453125, |
| "learning_rate": 1.0373603187173825e-06, |
| "loss": 0.0059, |
| "reward": 1.5743750184774399, |
| "reward_std": 0.34016798436641693, |
| "rewards/accuracy_reward": 0.6218750074505806, |
| "rewards/format_reward": 0.9525000095367432, |
| "step": 720 |
| }, |
| { |
| "completion_length": 338.95750427246094, |
| "epoch": 1.9466666666666668, |
| "grad_norm": 0.12207633256912231, |
| "kl": 0.1755126953125, |
| "learning_rate": 9.932953609898924e-07, |
| "loss": 0.007, |
| "reward": 1.5612500250339507, |
| "reward_std": 0.40149390175938604, |
| "rewards/accuracy_reward": 0.6425000101327896, |
| "rewards/format_reward": 0.9187500134110451, |
| "step": 730 |
| }, |
| { |
| "completion_length": 344.77625541687013, |
| "epoch": 1.9733333333333334, |
| "grad_norm": 0.1330130398273468, |
| "kl": 0.18267822265625, |
| "learning_rate": 9.497186717804155e-07, |
| "loss": 0.0073, |
| "reward": 1.5181250244379043, |
| "reward_std": 0.3998035121709108, |
| "rewards/accuracy_reward": 0.6037500113248825, |
| "rewards/format_reward": 0.9143750131130218, |
| "step": 740 |
| }, |
| { |
| "completion_length": 338.76000556945803, |
| "epoch": 2.0, |
| "grad_norm": 0.1740158349275589, |
| "kl": 0.233056640625, |
| "learning_rate": 9.066722422684706e-07, |
| "loss": 0.0093, |
| "reward": 1.5250000178813934, |
| "reward_std": 0.42267096769064666, |
| "rewards/accuracy_reward": 0.607500009983778, |
| "rewards/format_reward": 0.9175000071525574, |
| "step": 750 |
| }, |
| { |
| "completion_length": 313.39938125610354, |
| "epoch": 2.026666666666667, |
| "grad_norm": 0.17406630516052246, |
| "kl": 0.16112060546875, |
| "learning_rate": 8.641975526670375e-07, |
| "loss": 0.0064, |
| "reward": 1.5193750202655791, |
| "reward_std": 0.38527730852365494, |
| "rewards/accuracy_reward": 0.5837500056251883, |
| "rewards/format_reward": 0.9356250122189522, |
| "step": 760 |
| }, |
| { |
| "completion_length": 335.1118816375732, |
| "epoch": 2.0533333333333332, |
| "grad_norm": 0.11110047250986099, |
| "kl": 0.169952392578125, |
| "learning_rate": 8.223355322515711e-07, |
| "loss": 0.0068, |
| "reward": 1.5487500220537185, |
| "reward_std": 0.4174341483041644, |
| "rewards/accuracy_reward": 0.6300000164657831, |
| "rewards/format_reward": 0.9187500104308128, |
| "step": 770 |
| }, |
| { |
| "completion_length": 329.0106330871582, |
| "epoch": 2.08, |
| "grad_norm": 0.12786993384361267, |
| "kl": 0.1651123046875, |
| "learning_rate": 7.811265199199153e-07, |
| "loss": 0.0066, |
| "reward": 1.4956250309944152, |
| "reward_std": 0.39866077806800604, |
| "rewards/accuracy_reward": 0.5656250093132258, |
| "rewards/format_reward": 0.9300000071525574, |
| "step": 780 |
| }, |
| { |
| "completion_length": 317.1981311798096, |
| "epoch": 2.1066666666666665, |
| "grad_norm": 0.15374892950057983, |
| "kl": 0.16614990234375, |
| "learning_rate": 7.406102253211037e-07, |
| "loss": 0.0066, |
| "reward": 1.554375022649765, |
| "reward_std": 0.38757612481713294, |
| "rewards/accuracy_reward": 0.6156250141561032, |
| "rewards/format_reward": 0.93875000923872, |
| "step": 790 |
| }, |
| { |
| "completion_length": 356.8893817901611, |
| "epoch": 2.1333333333333333, |
| "grad_norm": 0.09933959692716599, |
| "kl": 0.18651123046875, |
| "learning_rate": 7.008256905905285e-07, |
| "loss": 0.0075, |
| "reward": 1.4968750149011611, |
| "reward_std": 0.434663244150579, |
| "rewards/accuracy_reward": 0.5887500114738942, |
| "rewards/format_reward": 0.9081250086426735, |
| "step": 800 |
| }, |
| { |
| "completion_length": 334.13250694274905, |
| "epoch": 2.16, |
| "grad_norm": 0.10136093944311142, |
| "kl": 0.18509521484375, |
| "learning_rate": 6.618112527283208e-07, |
| "loss": 0.0074, |
| "reward": 1.5343750268220901, |
| "reward_std": 0.41338230539113285, |
| "rewards/accuracy_reward": 0.6100000128149986, |
| "rewards/format_reward": 0.9243750125169754, |
| "step": 810 |
| }, |
| { |
| "completion_length": 331.4456298828125, |
| "epoch": 2.1866666666666665, |
| "grad_norm": 0.10766751319169998, |
| "kl": 0.17252197265625, |
| "learning_rate": 6.236045066572228e-07, |
| "loss": 0.0069, |
| "reward": 1.5537500262260437, |
| "reward_std": 0.3903699716553092, |
| "rewards/accuracy_reward": 0.631250013038516, |
| "rewards/format_reward": 0.9225000113248825, |
| "step": 820 |
| }, |
| { |
| "completion_length": 299.4775054931641, |
| "epoch": 2.2133333333333334, |
| "grad_norm": 0.09992185235023499, |
| "kl": 0.1746337890625, |
| "learning_rate": 5.862422689955269e-07, |
| "loss": 0.007, |
| "reward": 1.5581250220537186, |
| "reward_std": 0.35976272616535426, |
| "rewards/accuracy_reward": 0.6206250134855509, |
| "rewards/format_reward": 0.9375000104308129, |
| "step": 830 |
| }, |
| { |
| "completion_length": 323.91625518798827, |
| "epoch": 2.24, |
| "grad_norm": 0.07573343813419342, |
| "kl": 0.167333984375, |
| "learning_rate": 5.497605425800119e-07, |
| "loss": 0.0067, |
| "reward": 1.5562500298023223, |
| "reward_std": 0.3865811740979552, |
| "rewards/accuracy_reward": 0.6243750125169754, |
| "rewards/format_reward": 0.9318750128149986, |
| "step": 840 |
| }, |
| { |
| "completion_length": 317.47250442504884, |
| "epoch": 2.2666666666666666, |
| "grad_norm": 0.11399682611227036, |
| "kl": 0.16575927734375, |
| "learning_rate": 5.141944817730411e-07, |
| "loss": 0.0066, |
| "reward": 1.5550000220537186, |
| "reward_std": 0.3845184024423361, |
| "rewards/accuracy_reward": 0.6225000105798244, |
| "rewards/format_reward": 0.9325000122189522, |
| "step": 850 |
| }, |
| { |
| "completion_length": 309.3156311035156, |
| "epoch": 2.2933333333333334, |
| "grad_norm": 0.16207897663116455, |
| "kl": 0.171240234375, |
| "learning_rate": 4.795783585872737e-07, |
| "loss": 0.0068, |
| "reward": 1.5768750220537187, |
| "reward_std": 0.35651344805955887, |
| "rewards/accuracy_reward": 0.6406250078231096, |
| "rewards/format_reward": 0.9362500071525574, |
| "step": 860 |
| }, |
| { |
| "completion_length": 327.7281307220459, |
| "epoch": 2.32, |
| "grad_norm": 0.14628101885318756, |
| "kl": 0.20667724609375, |
| "learning_rate": 4.4594552966061055e-07, |
| "loss": 0.0083, |
| "reward": 1.5000000178813935, |
| "reward_std": 0.4507721956819296, |
| "rewards/accuracy_reward": 0.5931250065565109, |
| "rewards/format_reward": 0.9068750143051147, |
| "step": 870 |
| }, |
| { |
| "completion_length": 349.7168792724609, |
| "epoch": 2.3466666666666667, |
| "grad_norm": 0.12691651284694672, |
| "kl": 0.19437255859375, |
| "learning_rate": 4.1332840411322373e-07, |
| "loss": 0.0078, |
| "reward": 1.5350000202655791, |
| "reward_std": 0.44358963407576085, |
| "rewards/accuracy_reward": 0.6350000135600566, |
| "rewards/format_reward": 0.9000000104308128, |
| "step": 880 |
| }, |
| { |
| "completion_length": 324.5581310272217, |
| "epoch": 2.3733333333333335, |
| "grad_norm": 0.17686228454113007, |
| "kl": 0.18092041015625, |
| "learning_rate": 3.817584123176149e-07, |
| "loss": 0.0072, |
| "reward": 1.564375028014183, |
| "reward_std": 0.4211408071219921, |
| "rewards/accuracy_reward": 0.6462500020861626, |
| "rewards/format_reward": 0.9181250125169754, |
| "step": 890 |
| }, |
| { |
| "completion_length": 320.24062728881836, |
| "epoch": 2.4, |
| "grad_norm": 0.12916938960552216, |
| "kl": 0.162109375, |
| "learning_rate": 3.5126597561182106e-07, |
| "loss": 0.0065, |
| "reward": 1.6000000268220902, |
| "reward_std": 0.3978784864768386, |
| "rewards/accuracy_reward": 0.6662500157952309, |
| "rewards/format_reward": 0.9337500125169754, |
| "step": 900 |
| }, |
| { |
| "completion_length": 329.11000671386716, |
| "epoch": 2.4266666666666667, |
| "grad_norm": 0.14607831835746765, |
| "kl": 0.2010498046875, |
| "learning_rate": 3.2188047698493277e-07, |
| "loss": 0.008, |
| "reward": 1.5743750303983688, |
| "reward_std": 0.39661835934966805, |
| "rewards/accuracy_reward": 0.641875009983778, |
| "rewards/format_reward": 0.9325000122189522, |
| "step": 910 |
| }, |
| { |
| "completion_length": 324.65750617980956, |
| "epoch": 2.453333333333333, |
| "grad_norm": 0.1194528341293335, |
| "kl": 0.170458984375, |
| "learning_rate": 2.9363023276319157e-07, |
| "loss": 0.0068, |
| "reward": 1.529375022649765, |
| "reward_std": 0.3923725115135312, |
| "rewards/accuracy_reward": 0.6093750111758709, |
| "rewards/format_reward": 0.9200000137090683, |
| "step": 920 |
| }, |
| { |
| "completion_length": 338.57312965393066, |
| "epoch": 2.48, |
| "grad_norm": 0.11762479692697525, |
| "kl": 0.1827392578125, |
| "learning_rate": 2.6654246532392954e-07, |
| "loss": 0.0073, |
| "reward": 1.5650000244379043, |
| "reward_std": 0.46239927411079407, |
| "rewards/accuracy_reward": 0.6618750102818012, |
| "rewards/format_reward": 0.903125011920929, |
| "step": 930 |
| }, |
| { |
| "completion_length": 309.353129196167, |
| "epoch": 2.506666666666667, |
| "grad_norm": 0.13050219416618347, |
| "kl": 0.17652587890625, |
| "learning_rate": 2.406432768636658e-07, |
| "loss": 0.0071, |
| "reward": 1.5493750274181366, |
| "reward_std": 0.4042684996500611, |
| "rewards/accuracy_reward": 0.6293750092387199, |
| "rewards/format_reward": 0.9200000166893005, |
| "step": 940 |
| }, |
| { |
| "completion_length": 318.59750709533694, |
| "epoch": 2.533333333333333, |
| "grad_norm": 0.10761768370866776, |
| "kl": 0.17911376953125, |
| "learning_rate": 2.1595762424561588e-07, |
| "loss": 0.0072, |
| "reward": 1.5812500208616256, |
| "reward_std": 0.39062286671251056, |
| "rewards/accuracy_reward": 0.6731250114738941, |
| "rewards/format_reward": 0.9081250116229057, |
| "step": 950 |
| }, |
| { |
| "completion_length": 320.97687950134275, |
| "epoch": 2.56, |
| "grad_norm": 0.11984766274690628, |
| "kl": 0.174462890625, |
| "learning_rate": 1.9250929495087294e-07, |
| "loss": 0.007, |
| "reward": 1.513750022649765, |
| "reward_std": 0.4024242129176855, |
| "rewards/accuracy_reward": 0.5925000108778476, |
| "rewards/format_reward": 0.921250008046627, |
| "step": 960 |
| }, |
| { |
| "completion_length": 318.3468811035156, |
| "epoch": 2.586666666666667, |
| "grad_norm": 0.0903179794549942, |
| "kl": 0.1794921875, |
| "learning_rate": 1.703208841564171e-07, |
| "loss": 0.0072, |
| "reward": 1.5906250119209289, |
| "reward_std": 0.40222617890685797, |
| "rewards/accuracy_reward": 0.6681250132620334, |
| "rewards/format_reward": 0.9225000128149986, |
| "step": 970 |
| }, |
| { |
| "completion_length": 302.10000534057616, |
| "epoch": 2.6133333333333333, |
| "grad_norm": 0.1316317617893219, |
| "kl": 0.1739013671875, |
| "learning_rate": 1.4941377296204656e-07, |
| "loss": 0.007, |
| "reward": 1.5762500196695328, |
| "reward_std": 0.3883319929242134, |
| "rewards/accuracy_reward": 0.6468750081956387, |
| "rewards/format_reward": 0.9293750151991844, |
| "step": 980 |
| }, |
| { |
| "completion_length": 319.00313262939454, |
| "epoch": 2.64, |
| "grad_norm": 0.1167697086930275, |
| "kl": 0.17550048828125, |
| "learning_rate": 1.2980810778722047e-07, |
| "loss": 0.007, |
| "reward": 1.5487500220537185, |
| "reward_std": 0.41231051571667193, |
| "rewards/accuracy_reward": 0.6293750144541264, |
| "rewards/format_reward": 0.9193750113248825, |
| "step": 990 |
| }, |
| { |
| "completion_length": 302.03875694274905, |
| "epoch": 2.6666666666666665, |
| "grad_norm": 0.11268429458141327, |
| "kl": 0.1760498046875, |
| "learning_rate": 1.1152278095764917e-07, |
| "loss": 0.007, |
| "reward": 1.5656250268220901, |
| "reward_std": 0.3788869069889188, |
| "rewards/accuracy_reward": 0.6337500095367432, |
| "rewards/format_reward": 0.9318750128149986, |
| "step": 1000 |
| }, |
| { |
| "completion_length": 314.637504196167, |
| "epoch": 2.6933333333333334, |
| "grad_norm": 0.09960366785526276, |
| "kl": 0.1811279296875, |
| "learning_rate": 9.457541250035762e-08, |
| "loss": 0.0072, |
| "reward": 1.5493750303983689, |
| "reward_std": 0.407411840185523, |
| "rewards/accuracy_reward": 0.6312500149011612, |
| "rewards/format_reward": 0.9181250125169754, |
| "step": 1010 |
| }, |
| { |
| "completion_length": 313.1293800354004, |
| "epoch": 2.7199999999999998, |
| "grad_norm": 0.11189663410186768, |
| "kl": 0.1806884765625, |
| "learning_rate": 7.898233316474724e-08, |
| "loss": 0.0072, |
| "reward": 1.5737500235438346, |
| "reward_std": 0.38581568617373707, |
| "rewards/accuracy_reward": 0.6493750059977174, |
| "rewards/format_reward": 0.9243750110268593, |
| "step": 1020 |
| }, |
| { |
| "completion_length": 294.27250480651855, |
| "epoch": 2.7466666666666666, |
| "grad_norm": 0.14609037339687347, |
| "kl": 0.18486328125, |
| "learning_rate": 6.475856868603475e-08, |
| "loss": 0.0074, |
| "reward": 1.6087500244379043, |
| "reward_std": 0.38516267221421, |
| "rewards/accuracy_reward": 0.6806250080466271, |
| "rewards/format_reward": 0.9281250074505806, |
| "step": 1030 |
| }, |
| { |
| "completion_length": 321.70563011169435, |
| "epoch": 2.7733333333333334, |
| "grad_norm": 0.10615142434835434, |
| "kl": 0.17933349609375, |
| "learning_rate": 5.191782530621553e-08, |
| "loss": 0.0072, |
| "reward": 1.5543750256299973, |
| "reward_std": 0.39196000918745993, |
| "rewards/accuracy_reward": 0.6375000063329935, |
| "rewards/format_reward": 0.9168750092387199, |
| "step": 1040 |
| }, |
| { |
| "completion_length": 329.3381317138672, |
| "epoch": 2.8, |
| "grad_norm": 0.10510344058275223, |
| "kl": 0.17608642578125, |
| "learning_rate": 4.0472476566516036e-08, |
| "loss": 0.007, |
| "reward": 1.5681250244379044, |
| "reward_std": 0.43267819974571464, |
| "rewards/accuracy_reward": 0.6543750088661909, |
| "rewards/format_reward": 0.9137500122189521, |
| "step": 1050 |
| }, |
| { |
| "completion_length": 322.91062889099123, |
| "epoch": 2.8266666666666667, |
| "grad_norm": 0.10127785056829453, |
| "kl": 0.168310546875, |
| "learning_rate": 3.043355138405418e-08, |
| "loss": 0.0067, |
| "reward": 1.5443750321865082, |
| "reward_std": 0.3810180738568306, |
| "rewards/accuracy_reward": 0.6168750144541264, |
| "rewards/format_reward": 0.9275000095367432, |
| "step": 1060 |
| }, |
| { |
| "completion_length": 327.8443794250488, |
| "epoch": 2.8533333333333335, |
| "grad_norm": 0.150223970413208, |
| "kl": 0.1885986328125, |
| "learning_rate": 2.1810723424204705e-08, |
| "loss": 0.0075, |
| "reward": 1.5512500286102295, |
| "reward_std": 0.4414610244333744, |
| "rewards/accuracy_reward": 0.6412500124424696, |
| "rewards/format_reward": 0.9100000098347664, |
| "step": 1070 |
| }, |
| { |
| "completion_length": 321.11000747680663, |
| "epoch": 2.88, |
| "grad_norm": 0.1418101191520691, |
| "kl": 0.19056396484375, |
| "learning_rate": 1.4612301778901604e-08, |
| "loss": 0.0076, |
| "reward": 1.511250025033951, |
| "reward_std": 0.43174309805035593, |
| "rewards/accuracy_reward": 0.5987500116229058, |
| "rewards/format_reward": 0.912500011920929, |
| "step": 1080 |
| }, |
| { |
| "completion_length": 326.74563217163086, |
| "epoch": 2.9066666666666667, |
| "grad_norm": 0.12356416881084442, |
| "kl": 0.19766845703125, |
| "learning_rate": 8.845222959868227e-09, |
| "loss": 0.0079, |
| "reward": 1.5175000235438347, |
| "reward_std": 0.394646280631423, |
| "rewards/accuracy_reward": 0.6131250087171793, |
| "rewards/format_reward": 0.9043750107288361, |
| "step": 1090 |
| }, |
| { |
| "completion_length": 337.4362560272217, |
| "epoch": 2.9333333333333336, |
| "grad_norm": 0.16877064108848572, |
| "kl": 0.18851318359375, |
| "learning_rate": 4.515044214485842e-09, |
| "loss": 0.0075, |
| "reward": 1.5406250208616257, |
| "reward_std": 0.4307627685368061, |
| "rewards/accuracy_reward": 0.630625007674098, |
| "rewards/format_reward": 0.9100000083446502, |
| "step": 1100 |
| }, |
| { |
| "completion_length": 334.74000549316406, |
| "epoch": 2.96, |
| "grad_norm": 0.14080122113227844, |
| "kl": 0.1871826171875, |
| "learning_rate": 1.6259381707432464e-09, |
| "loss": 0.0075, |
| "reward": 1.5362500309944154, |
| "reward_std": 0.4239814583212137, |
| "rewards/accuracy_reward": 0.6300000049173832, |
| "rewards/format_reward": 0.9062500104308129, |
| "step": 1110 |
| }, |
| { |
| "completion_length": 341.06625747680664, |
| "epoch": 2.986666666666667, |
| "grad_norm": 0.09707628190517426, |
| "kl": 0.1976806640625, |
| "learning_rate": 1.8068881642691049e-10, |
| "loss": 0.0079, |
| "reward": 1.54687502682209, |
| "reward_std": 0.46240887157619, |
| "rewards/accuracy_reward": 0.6443750120699405, |
| "rewards/format_reward": 0.9025000169873237, |
| "step": 1120 |
| }, |
| { |
| "completion_length": 330.91750717163086, |
| "epoch": 3.0, |
| "kl": 0.17158203125, |
| "reward": 1.5462500274181366, |
| "reward_std": 0.43328754380345347, |
| "rewards/accuracy_reward": 0.6225000083446502, |
| "rewards/format_reward": 0.9237500160932541, |
| "step": 1125, |
| "total_flos": 0.0, |
| "train_loss": 0.08514851592410155, |
| "train_runtime": 97826.7372, |
| "train_samples_per_second": 0.23, |
| "train_steps_per_second": 0.011 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 1125, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
