{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 8.163850486431132,
  "eval_steps": 1000,
  "global_step": 2000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0,
      "gen_lora_l1_norm": 0.0009450324578210711,
      "kl_loss": 1.9670246839523315,
      "step": 0
    },
    {
      "epoch": 0,
      "gen_lora_l1_norm": 0.0008100018021650612,
      "kl_loss": 1.4670418500900269,
      "step": 0
    },
    {
      "epoch": 0,
      "gen_lora_l1_norm": 0.0006749311578460038,
      "kl_loss": 1.3484277725219727,
      "step": 0
    },
    {
      "epoch": 0,
      "gen_lora_l1_norm": 0.000944959232583642,
      "kl_loss": 1.4987092018127441,
      "step": 0
    },
    {
      "epoch": 0,
      "gen_lora_l1_norm": 0.0006748694577254355,
      "kl_loss": 1.4152668714523315,
      "step": 0
    },
    {
      "epoch": 0,
      "gen_lora_l1_norm": 0.0012147949310019612,
      "kl_loss": 2.2377562522888184,
      "step": 0
    },
    {
      "epoch": 0,
      "gen_lora_l1_norm": 0.001215127413161099,
      "kl_loss": 2.319751501083374,
      "step": 0
    },
    {
      "epoch": 0,
      "gen_lora_l1_norm": 0.0009449576027691364,
      "kl_loss": 1.9499444961547852,
      "step": 0
    },
    {
      "epoch": 0.00409626216077829,
      "grad_norm": 5.8849639892578125,
      "learning_rate": 0.0,
      "loss": 1.6322,
      "step": 1
    },
    {
      "epoch": 0.00409626216077829,
      "gen_lora_l1_norm": 0.0006627951515838504,
      "kl_loss": 0.882428765296936,
      "step": 1
    },
    {
      "epoch": 0.00409626216077829,
      "gen_lora_l1_norm": 0.0010608765296638012,
      "kl_loss": 1.6865953207015991,
      "step": 1
    },
    {
      "epoch": 0.00409626216077829,
      "gen_lora_l1_norm": 0.0010608312441036105,
      "kl_loss": 2.0317649841308594,
      "step": 1
    },
    {
      "epoch": 0.00409626216077829,
      "gen_lora_l1_norm": 0.0006628527189604938,
      "kl_loss": 1.4127317667007446,
      "step": 1
    },
    {
      "epoch": 0.00409626216077829,
      "gen_lora_l1_norm": 0.0007955919136293232,
      "kl_loss": 1.2892097234725952,
      "step": 1
    },
    {
      "epoch": 0.00409626216077829,
      "gen_lora_l1_norm": 0.0011936043156310916,
      "kl_loss": 2.073559045791626,
      "step": 1
    },
    {
      "epoch": 0.00409626216077829,
      "gen_lora_l1_norm": 0.0011929516913369298,
      "kl_loss": 2.040735960006714,
      "step": 1
    },
    {
      "epoch": 0.00409626216077829,
      "gen_lora_l1_norm": 0.000795479747466743,
      "kl_loss": 1.4581172466278076,
      "step": 1
    },
    {
      "epoch": 0.409626216077829,
      "grad_norm": 1.5062122344970703,
      "learning_rate": 3.96e-05,
      "loss": 1.3549,
      "step": 100
    },
    {
      "epoch": 0.409626216077829,
      "gen_lora_l1_norm": 0.0024223378859460354,
      "kl_loss": 1.1542384624481201,
      "step": 100
    },
    {
      "epoch": 0.409626216077829,
      "gen_lora_l1_norm": 0.003727049333974719,
      "kl_loss": 1.4517877101898193,
      "step": 100
    },
    {
      "epoch": 0.409626216077829,
      "gen_lora_l1_norm": 0.0023780318442732096,
      "kl_loss": 1.0488699674606323,
      "step": 100
    },
    {
      "epoch": 0.409626216077829,
      "gen_lora_l1_norm": 0.002320361090824008,
      "kl_loss": 0.9093623161315918,
      "step": 100
    },
    {
      "epoch": 0.409626216077829,
      "gen_lora_l1_norm": 0.0022675672080367804,
      "kl_loss": 1.0960808992385864,
      "step": 100
    },
    {
      "epoch": 0.409626216077829,
      "gen_lora_l1_norm": 0.003854497103020549,
      "kl_loss": 1.54759681224823,
      "step": 100
    },
    {
      "epoch": 0.409626216077829,
      "gen_lora_l1_norm": 0.0023134942166507244,
      "kl_loss": 1.0374772548675537,
      "step": 100
    },
    {
      "epoch": 0.409626216077829,
      "gen_lora_l1_norm": 0.002758321352303028,
      "kl_loss": 1.3237308263778687,
      "step": 100
    },
    {
      "epoch": 0.819252432155658,
      "grad_norm": 0.8856369256973267,
      "learning_rate": 3.993659497980699e-05,
      "loss": 1.1874,
      "step": 200
    },
    {
      "epoch": 0.819252432155658,
      "gen_lora_l1_norm": 0.003160437336191535,
      "kl_loss": 1.0348540544509888,
      "step": 200
    },
    {
      "epoch": 0.819252432155658,
      "gen_lora_l1_norm": 0.005650285631418228,
      "kl_loss": 1.4363867044448853,
      "step": 200
    },
    {
      "epoch": 0.819252432155658,
      "gen_lora_l1_norm": 0.0029608134645968676,
      "kl_loss": 1.00709867477417,
      "step": 200
    },
    {
      "epoch": 0.819252432155658,
      "gen_lora_l1_norm": 0.0032552958000451326,
      "kl_loss": 0.9060482978820801,
      "step": 200
    },
    {
      "epoch": 0.819252432155658,
      "gen_lora_l1_norm": 0.003243665909394622,
      "kl_loss": 1.1517314910888672,
      "step": 200
    },
    {
      "epoch": 0.819252432155658,
      "gen_lora_l1_norm": 0.0019695493392646313,
      "kl_loss": 0.7201811671257019,
      "step": 200
    },
    {
      "epoch": 0.819252432155658,
      "gen_lora_l1_norm": 0.00634480407461524,
      "kl_loss": 1.8689466714859009,
      "step": 200
    },
    {
      "epoch": 0.819252432155658,
      "gen_lora_l1_norm": 0.003726382739841938,
      "kl_loss": 1.060623288154602,
      "step": 200
    },
    {
      "epoch": 1.2252944188428059,
      "grad_norm": 0.9404332637786865,
      "learning_rate": 3.974422423272462e-05,
      "loss": 1.1436,
      "step": 300
    },
    {
      "epoch": 1.2252944188428059,
      "gen_lora_l1_norm": 0.0036873684730380774,
      "kl_loss": 0.8932405710220337,
      "step": 300
    },
    {
      "epoch": 1.2252944188428059,
      "gen_lora_l1_norm": 0.0060583981685340405,
      "kl_loss": 1.7955601215362549,
      "step": 300
    },
    {
      "epoch": 1.2252944188428059,
      "gen_lora_l1_norm": 0.0036672591231763363,
      "kl_loss": 0.9144486784934998,
      "step": 300
    },
    {
      "epoch": 1.2252944188428059,
      "gen_lora_l1_norm": 0.0036556844133883715,
      "kl_loss": 1.1638795137405396,
      "step": 300
    },
    {
      "epoch": 1.2252944188428059,
      "gen_lora_l1_norm": 0.0037340312264859676,
      "kl_loss": 1.0955017805099487,
      "step": 300
    },
    {
      "epoch": 1.2252944188428059,
      "gen_lora_l1_norm": 0.0036459672264754772,
      "kl_loss": 1.0169063806533813,
      "step": 300
    },
    {
      "epoch": 1.2252944188428059,
      "gen_lora_l1_norm": 0.00370018114335835,
      "kl_loss": 0.9743473529815674,
      "step": 300
    },
    {
      "epoch": 1.2252944188428059,
      "gen_lora_l1_norm": 0.006841503549367189,
      "kl_loss": 1.3890433311462402,
      "step": 300
    },
    {
      "epoch": 1.6349206349206349,
      "grad_norm": 0.9483956694602966,
      "learning_rate": 3.942412888419724e-05,
      "loss": 1.1035,
      "step": 400
    },
    {
      "epoch": 1.6349206349206349,
      "gen_lora_l1_norm": 0.004309813026338816,
      "kl_loss": 0.96443772315979,
      "step": 400
    },
    {
      "epoch": 1.6349206349206349,
      "gen_lora_l1_norm": 0.006539575755596161,
      "kl_loss": 1.54787278175354,
      "step": 400
    },
    {
      "epoch": 1.6349206349206349,
      "gen_lora_l1_norm": 0.004349768161773682,
      "kl_loss": 1.1423686742782593,
      "step": 400
    },
    {
      "epoch": 1.6349206349206349,
      "gen_lora_l1_norm": 0.005183862056583166,
      "kl_loss": 1.3069700002670288,
      "step": 400
    },
    {
      "epoch": 1.6349206349206349,
      "gen_lora_l1_norm": 0.004366028122603893,
      "kl_loss": 0.9700032472610474,
      "step": 400
    },
    {
      "epoch": 1.6349206349206349,
      "gen_lora_l1_norm": 0.004371432587504387,
      "kl_loss": 0.8293535113334656,
      "step": 400
    },
    {
      "epoch": 1.6349206349206349,
      "gen_lora_l1_norm": 0.0036595307756215334,
      "kl_loss": 1.2910619974136353,
      "step": 400
    },
    {
      "epoch": 1.6349206349206349,
      "gen_lora_l1_norm": 0.004372357856482267,
      "kl_loss": 0.9109727740287781,
      "step": 400
    },
    {
      "epoch": 2.040962621607783,
      "grad_norm": 0.913838803768158,
      "learning_rate": 3.8978384875390766e-05,
      "loss": 1.0673,
      "step": 500
    },
    {
      "epoch": 2.040962621607783,
      "gen_lora_l1_norm": 0.00400135712698102,
      "kl_loss": 0.7898850440979004,
      "step": 500
    },
    {
      "epoch": 2.040962621607783,
      "gen_lora_l1_norm": 0.00573880085721612,
      "kl_loss": 1.0935029983520508,
      "step": 500
    },
    {
      "epoch": 2.040962621607783,
      "gen_lora_l1_norm": 0.004075320437550545,
      "kl_loss": 0.7592037916183472,
      "step": 500
    },
    {
      "epoch": 2.040962621607783,
      "gen_lora_l1_norm": 0.007495749741792679,
      "kl_loss": 1.3880740404129028,
      "step": 500
    },
    {
      "epoch": 2.040962621607783,
      "gen_lora_l1_norm": 0.0047694905661046505,
      "kl_loss": 0.9538154602050781,
      "step": 500
    },
    {
      "epoch": 2.040962621607783,
      "gen_lora_l1_norm": 0.004024278372526169,
      "kl_loss": 1.0414124727249146,
      "step": 500
    },
    {
      "epoch": 2.040962621607783,
      "gen_lora_l1_norm": 0.005740255583077669,
      "kl_loss": 1.3348419666290283,
      "step": 500
    },
    {
      "epoch": 2.040962621607783,
      "gen_lora_l1_norm": 0.004882144276052713,
      "kl_loss": 1.056125283241272,
      "step": 500
    },
    {
      "epoch": 2.4505888376856118,
      "grad_norm": 0.9659350514411926,
      "learning_rate": 3.840988302724834e-05,
      "loss": 1.0139,
      "step": 600
    },
    {
      "epoch": 2.4505888376856118,
      "gen_lora_l1_norm": 0.005276651121675968,
      "kl_loss": 1.2098764181137085,
      "step": 600
    },
    {
      "epoch": 2.4505888376856118,
      "gen_lora_l1_norm": 0.005354944616556168,
      "kl_loss": 1.2536226511001587,
      "step": 600
    },
    {
      "epoch": 2.4505888376856118,
      "gen_lora_l1_norm": 0.006087795365601778,
      "kl_loss": 1.4725929498672485,
      "step": 600
    },
    {
      "epoch": 2.4505888376856118,
      "gen_lora_l1_norm": 0.004386508837342262,
      "kl_loss": 0.6955914497375488,
      "step": 600
    },
    {
      "epoch": 2.4505888376856118,
      "gen_lora_l1_norm": 0.006141394842416048,
      "kl_loss": 1.1263651847839355,
      "step": 600
    },
    {
      "epoch": 2.4505888376856118,
      "gen_lora_l1_norm": 0.0034647039137780666,
      "kl_loss": 0.9702500700950623,
      "step": 600
    },
    {
      "epoch": 2.4505888376856118,
      "gen_lora_l1_norm": 0.005230437032878399,
      "kl_loss": 1.1107494831085205,
      "step": 600
    },
    {
      "epoch": 2.4505888376856118,
      "gen_lora_l1_norm": 0.0052700042724609375,
      "kl_loss": 0.9291554689407349,
      "step": 600
    },
    {
      "epoch": 2.860215053763441,
      "grad_norm": 0.8220306038856506,
      "learning_rate": 3.772231029240728e-05,
      "loss": 1.0036,
      "step": 700
    },
    {
      "epoch": 2.860215053763441,
      "gen_lora_l1_norm": 0.006512848194688559,
      "kl_loss": 1.1565109491348267,
      "step": 700
    },
    {
      "epoch": 2.860215053763441,
      "gen_lora_l1_norm": 0.00398235023021698,
      "kl_loss": 0.7244017124176025,
      "step": 700
    },
    {
      "epoch": 2.860215053763441,
      "gen_lora_l1_norm": 0.003980782348662615,
      "kl_loss": 0.7359597086906433,
      "step": 700
    },
    {
      "epoch": 2.860215053763441,
      "gen_lora_l1_norm": 0.006494825705885887,
      "kl_loss": 1.1472868919372559,
      "step": 700
    },
    {
      "epoch": 2.860215053763441,
      "gen_lora_l1_norm": 0.004660531412810087,
      "kl_loss": 0.7635590434074402,
      "step": 700
    },
    {
      "epoch": 2.860215053763441,
      "gen_lora_l1_norm": 0.005749559495598078,
      "kl_loss": 0.9587411880493164,
      "step": 700
    },
    {
      "epoch": 2.860215053763441,
      "gen_lora_l1_norm": 0.0039028008468449116,
      "kl_loss": 0.5627914071083069,
      "step": 700
    },
    {
      "epoch": 2.860215053763441,
      "gen_lora_l1_norm": 0.007235225290060043,
      "kl_loss": 1.289211630821228,
      "step": 700
    },
    {
      "epoch": 3.266257040450589,
      "grad_norm": 0.9872245788574219,
      "learning_rate": 3.692012584389641e-05,
      "loss": 0.9615,
      "step": 800
    },
    {
      "epoch": 3.266257040450589,
      "gen_lora_l1_norm": 0.005679607857018709,
      "kl_loss": 0.8019008040428162,
      "step": 800
    },
    {
      "epoch": 3.266257040450589,
      "gen_lora_l1_norm": 0.00867470819503069,
      "kl_loss": 1.5495558977127075,
      "step": 800
    },
    {
      "epoch": 3.266257040450589,
      "gen_lora_l1_norm": 0.00566524313762784,
      "kl_loss": 0.9215335249900818,
      "step": 800
    },
    {
      "epoch": 3.266257040450589,
      "gen_lora_l1_norm": 0.005784123670309782,
      "kl_loss": 1.0987138748168945,
      "step": 800
    },
    {
      "epoch": 3.266257040450589,
      "gen_lora_l1_norm": 0.004819593392312527,
      "kl_loss": 0.9064775705337524,
      "step": 800
    },
    {
      "epoch": 3.266257040450589,
      "gen_lora_l1_norm": 0.004847296047955751,
      "kl_loss": 0.8540226221084595,
      "step": 800
    },
    {
      "epoch": 3.266257040450589,
      "gen_lora_l1_norm": 0.0028415124397724867,
      "kl_loss": 0.5352403521537781,
      "step": 800
    },
    {
      "epoch": 3.266257040450589,
      "gen_lora_l1_norm": 0.005715073551982641,
      "kl_loss": 0.9670476317405701,
      "step": 800
    },
    {
      "epoch": 3.675883256528418,
      "grad_norm": 0.8288973569869995,
      "learning_rate": 3.600853215568783e-05,
      "loss": 0.943,
      "step": 900
    },
    {
      "epoch": 3.675883256528418,
      "gen_lora_l1_norm": 0.005058944225311279,
      "kl_loss": 0.8599977493286133,
      "step": 900
    },
    {
      "epoch": 3.675883256528418,
      "gen_lora_l1_norm": 0.003312613582238555,
      "kl_loss": 0.5305082201957703,
      "step": 900
    },
    {
      "epoch": 3.675883256528418,
      "gen_lora_l1_norm": 0.004963682033121586,
      "kl_loss": 0.8053346872329712,
      "step": 900
    },
    {
      "epoch": 3.675883256528418,
      "gen_lora_l1_norm": 0.008336002007126808,
      "kl_loss": 1.3062776327133179,
      "step": 900
    },
    {
      "epoch": 3.675883256528418,
      "gen_lora_l1_norm": 0.003407533746212721,
      "kl_loss": 0.5421016812324524,
      "step": 900
    },
    {
      "epoch": 3.675883256528418,
      "gen_lora_l1_norm": 0.005902859847992659,
      "kl_loss": 0.8554947376251221,
      "step": 900
    },
    {
      "epoch": 3.675883256528418,
      "gen_lora_l1_norm": 0.006641158368438482,
      "kl_loss": 1.0285379886627197,
      "step": 900
    },
    {
      "epoch": 3.675883256528418,
      "gen_lora_l1_norm": 0.006653614342212677,
      "kl_loss": 1.1064549684524536,
      "step": 900
    },
    {
      "epoch": 4.081925243215566,
      "grad_norm": 0.8488938212394714,
      "learning_rate": 3.4993441262656855e-05,
      "loss": 0.9306,
      "step": 1000
    },
    {
      "epoch": 4.081925243215566,
      "gen_lora_l1_norm": 0.0063158622942864895,
      "kl_loss": 1.0323044061660767,
      "step": 1000
    },
    {
      "epoch": 4.081925243215566,
      "gen_lora_l1_norm": 0.005288965534418821,
      "kl_loss": 0.9123396277427673,
      "step": 1000
    },
    {
      "epoch": 4.081925243215566,
      "gen_lora_l1_norm": 0.007021934259682894,
      "kl_loss": 1.2289979457855225,
      "step": 1000
    },
    {
      "epoch": 4.081925243215566,
      "gen_lora_l1_norm": 0.004434657283127308,
      "kl_loss": 0.6297166347503662,
      "step": 1000
    },
    {
      "epoch": 4.081925243215566,
      "gen_lora_l1_norm": 0.0062640998512506485,
      "kl_loss": 0.87335205078125,
      "step": 1000
    },
    {
      "epoch": 4.081925243215566,
      "gen_lora_l1_norm": 0.006173320114612579,
      "kl_loss": 1.0595030784606934,
      "step": 1000
    },
    {
      "epoch": 4.081925243215566,
      "gen_lora_l1_norm": 0.004389672074466944,
      "kl_loss": 0.9129109978675842,
      "step": 1000
    },
    {
      "epoch": 4.081925243215566,
      "gen_lora_l1_norm": 0.005336695350706577,
      "kl_loss": 0.8544352650642395,
      "step": 1000
    },
    {
      "epoch": 4.491551459293395,
      "grad_norm": 1.0402995347976685,
      "learning_rate": 3.388143641876722e-05,
      "loss": 0.893,
      "step": 1100
    },
    {
      "epoch": 4.491551459293395,
      "gen_lora_l1_norm": 0.005088108591735363,
      "kl_loss": 0.7836450934410095,
      "step": 1100
    },
    {
      "epoch": 4.491551459293395,
      "gen_lora_l1_norm": 0.0058727264404296875,
      "kl_loss": 1.112564206123352,
      "step": 1100
    },
    {
      "epoch": 4.491551459293395,
      "gen_lora_l1_norm": 0.005110675003379583,
      "kl_loss": 0.8472089171409607,
      "step": 1100
    },
    {
      "epoch": 4.491551459293395,
      "gen_lora_l1_norm": 0.00756491906940937,
      "kl_loss": 1.2870409488677979,
      "step": 1100
    },
    {
      "epoch": 4.491551459293395,
      "gen_lora_l1_norm": 0.005813497118651867,
      "kl_loss": 0.8126645088195801,
      "step": 1100
    },
    {
      "epoch": 4.491551459293395,
      "gen_lora_l1_norm": 0.005063503514975309,
      "kl_loss": 0.7830013632774353,
      "step": 1100
    },
    {
      "epoch": 4.491551459293395,
      "gen_lora_l1_norm": 0.005011106375604868,
      "kl_loss": 0.6727309823036194,
      "step": 1100
    },
    {
      "epoch": 4.491551459293395,
      "gen_lora_l1_norm": 0.005923309829086065,
      "kl_loss": 0.9664289951324463,
      "step": 1100
    },
    {
      "epoch": 4.9011776753712235,
      "grad_norm": 0.739378809928894,
      "learning_rate": 3.2679729402142936e-05,
      "loss": 0.8903,
      "step": 1200
    },
    {
      "epoch": 4.9011776753712235,
      "gen_lora_l1_norm": 0.006895941682159901,
      "kl_loss": 1.0187008380889893,
      "step": 1200
    },
    {
      "epoch": 4.9011776753712235,
      "gen_lora_l1_norm": 0.004825454670935869,
      "kl_loss": 0.9115042090415955,
      "step": 1200
    },
    {
      "epoch": 4.9011776753712235,
      "gen_lora_l1_norm": 0.005780168808996677,
      "kl_loss": 0.842981219291687,
      "step": 1200
    },
    {
      "epoch": 4.9011776753712235,
      "gen_lora_l1_norm": 0.004841691814363003,
      "kl_loss": 0.8760895133018494,
      "step": 1200
    },
    {
      "epoch": 4.9011776753712235,
      "gen_lora_l1_norm": 0.006873840931802988,
      "kl_loss": 0.814231812953949,
      "step": 1200
    },
    {
      "epoch": 4.9011776753712235,
      "gen_lora_l1_norm": 0.005846262443810701,
      "kl_loss": 0.9176366925239563,
      "step": 1200
    },
    {
      "epoch": 4.9011776753712235,
      "gen_lora_l1_norm": 0.005770170129835606,
      "kl_loss": 0.8854969143867493,
      "step": 1200
    },
    {
      "epoch": 4.9011776753712235,
      "gen_lora_l1_norm": 0.00489039858803153,
      "kl_loss": 0.7039180397987366,
      "step": 1200
    },
    {
      "epoch": 5.307219662058372,
      "grad_norm": 0.7784672379493713,
      "learning_rate": 3.1396113743919735e-05,
      "loss": 0.8648,
      "step": 1300
    },
    {
      "epoch": 5.307219662058372,
      "gen_lora_l1_norm": 0.0047719781287014484,
      "kl_loss": 0.7648003101348877,
      "step": 1300
    },
    {
      "epoch": 5.307219662058372,
      "gen_lora_l1_norm": 0.003766432171687484,
      "kl_loss": 0.6126774549484253,
      "step": 1300
    },
    {
      "epoch": 5.307219662058372,
      "gen_lora_l1_norm": 0.004756519105285406,
      "kl_loss": 0.8055700063705444,
      "step": 1300
    },
    {
      "epoch": 5.307219662058372,
      "gen_lora_l1_norm": 0.005722552537918091,
      "kl_loss": 0.8756625056266785,
      "step": 1300
    },
    {
      "epoch": 5.307219662058372,
      "gen_lora_l1_norm": 0.0077483635395765305,
      "kl_loss": 1.2190642356872559,
      "step": 1300
    },
    {
      "epoch": 5.307219662058372,
      "gen_lora_l1_norm": 0.006770019419491291,
      "kl_loss": 0.859339714050293,
      "step": 1300
    },
    {
      "epoch": 5.307219662058372,
      "gen_lora_l1_norm": 0.006663700565695763,
      "kl_loss": 0.8178507685661316,
      "step": 1300
    },
    {
      "epoch": 5.307219662058372,
      "gen_lora_l1_norm": 0.00652681989595294,
      "kl_loss": 0.9895569682121277,
      "step": 1300
    },
    {
      "epoch": 5.7168458781362,
      "grad_norm": 0.7924196124076843,
      "learning_rate": 3.0038914184205054e-05,
      "loss": 0.8527,
      "step": 1400
    },
    {
      "epoch": 5.7168458781362,
      "gen_lora_l1_norm": 0.006386639550328255,
      "kl_loss": 0.8087752461433411,
      "step": 1400
    },
    {
      "epoch": 5.7168458781362,
      "gen_lora_l1_norm": 0.007356449496001005,
      "kl_loss": 1.0484181642532349,
      "step": 1400
    },
    {
      "epoch": 5.7168458781362,
      "gen_lora_l1_norm": 0.005254456773400307,
      "kl_loss": 0.7177881002426147,
      "step": 1400
    },
    {
      "epoch": 5.7168458781362,
      "gen_lora_l1_norm": 0.005261494778096676,
      "kl_loss": 0.831645667552948,
      "step": 1400
    },
    {
      "epoch": 5.7168458781362,
      "gen_lora_l1_norm": 0.005473623983561993,
      "kl_loss": 0.7959176301956177,
      "step": 1400
    },
    {
      "epoch": 5.7168458781362,
      "gen_lora_l1_norm": 0.0036497025284916162,
      "kl_loss": 0.6150949597358704,
      "step": 1400
    },
    {
      "epoch": 5.7168458781362,
      "gen_lora_l1_norm": 0.0064110904932022095,
      "kl_loss": 1.0256494283676147,
      "step": 1400
    },
    {
      "epoch": 5.7168458781362,
      "gen_lora_l1_norm": 0.007067318074405193,
      "kl_loss": 0.955165445804596,
      "step": 1400
    },
    {
      "epoch": 6.1228878648233485,
      "grad_norm": 0.6397759914398193,
      "learning_rate": 2.8616932682943988e-05,
      "loss": 0.852,
      "step": 1500
    },
    {
      "epoch": 6.1228878648233485,
      "gen_lora_l1_norm": 0.008255833759903908,
      "kl_loss": 0.8871062994003296,
      "step": 1500
    },
    {
      "epoch": 6.1228878648233485,
      "gen_lora_l1_norm": 0.0046221106313169,
      "kl_loss": 0.7383583188056946,
      "step": 1500
    },
    {
      "epoch": 6.1228878648233485,
      "gen_lora_l1_norm": 0.005553186405450106,
      "kl_loss": 0.8419104814529419,
      "step": 1500
    },
    {
      "epoch": 6.1228878648233485,
      "gen_lora_l1_norm": 0.005321306176483631,
      "kl_loss": 0.7598411440849304,
      "step": 1500
    },
    {
      "epoch": 6.1228878648233485,
      "gen_lora_l1_norm": 0.00269288825802505,
      "kl_loss": 0.6028131246566772,
      "step": 1500
    },
    {
      "epoch": 6.1228878648233485,
      "gen_lora_l1_norm": 0.0055070980452001095,
      "kl_loss": 0.8083575367927551,
      "step": 1500
    },
    {
      "epoch": 6.1228878648233485,
      "gen_lora_l1_norm": 0.008899664506316185,
      "kl_loss": 1.1943026781082153,
      "step": 1500
    },
    {
      "epoch": 6.1228878648233485,
      "gen_lora_l1_norm": 0.005438453052192926,
      "kl_loss": 0.7275933027267456,
      "step": 1500
    },
    {
      "epoch": 6.532514080901178,
      "grad_norm": 0.7557854652404785,
      "learning_rate": 2.7139391335831408e-05,
      "loss": 0.8264,
      "step": 1600
    },
    {
      "epoch": 6.532514080901178,
      "gen_lora_l1_norm": 0.007023604586720467,
      "kl_loss": 0.9664676785469055,
      "step": 1600
    },
    {
      "epoch": 6.532514080901178,
      "gen_lora_l1_norm": 0.00719774654135108,
      "kl_loss": 0.9780440330505371,
      "step": 1600
    },
    {
      "epoch": 6.532514080901178,
      "gen_lora_l1_norm": 0.004927169531583786,
      "kl_loss": 0.798747181892395,
      "step": 1600
    },
    {
      "epoch": 6.532514080901178,
      "gen_lora_l1_norm": 0.004025702830404043,
      "kl_loss": 0.52028489112854,
      "step": 1600
    },
    {
      "epoch": 6.532514080901178,
      "gen_lora_l1_norm": 0.005031155422329903,
      "kl_loss": 0.5931271314620972,
      "step": 1600
    },
    {
      "epoch": 6.532514080901178,
      "gen_lora_l1_norm": 0.007145529147237539,
      "kl_loss": 1.088820457458496,
      "step": 1600
    },
    {
      "epoch": 6.532514080901178,
      "gen_lora_l1_norm": 0.005066295620054007,
      "kl_loss": 0.7168907523155212,
      "step": 1600
    },
    {
      "epoch": 6.532514080901178,
      "gen_lora_l1_norm": 0.006241162307560444,
      "kl_loss": 0.862785816192627,
      "step": 1600
    },
    {
      "epoch": 6.942140296979007,
      "grad_norm": 0.8364638090133667,
      "learning_rate": 2.5615872565482628e-05,
      "loss": 0.8265,
      "step": 1700
    },
    {
      "epoch": 6.942140296979007,
      "gen_lora_l1_norm": 0.006142236292362213,
      "kl_loss": 0.7840186357498169,
      "step": 1700
    },
    {
      "epoch": 6.942140296979007,
      "gen_lora_l1_norm": 0.005300813354551792,
      "kl_loss": 0.7324821949005127,
      "step": 1700
    },
    {
      "epoch": 6.942140296979007,
      "gen_lora_l1_norm": 0.005334603134542704,
      "kl_loss": 0.5814743638038635,
      "step": 1700
    },
    {
      "epoch": 6.942140296979007,
      "gen_lora_l1_norm": 0.0044036125764250755,
      "kl_loss": 0.5474105477333069,
      "step": 1700
    },
    {
      "epoch": 6.942140296979007,
      "gen_lora_l1_norm": 0.006294688675552607,
      "kl_loss": 0.9389643669128418,
      "step": 1700
    },
    {
      "epoch": 6.942140296979007,
      "gen_lora_l1_norm": 0.007115781307220459,
      "kl_loss": 1.0902011394500732,
      "step": 1700
    },
    {
      "epoch": 6.942140296979007,
      "gen_lora_l1_norm": 0.008024205453693867,
      "kl_loss": 0.9837476015090942,
      "step": 1700
    },
    {
      "epoch": 6.942140296979007,
      "gen_lora_l1_norm": 0.0043613845482468605,
      "kl_loss": 0.4897172749042511,
      "step": 1700
    },
    {
      "epoch": 7.348182283666155,
      "grad_norm": 0.8403913378715515,
      "learning_rate": 2.4056256975745616e-05,
      "loss": 0.8077,
      "step": 1800
    },
    {
      "epoch": 7.348182283666155,
      "gen_lora_l1_norm": 0.0063985614106059074,
      "kl_loss": 0.8808446526527405,
      "step": 1800
    },
    {
      "epoch": 7.348182283666155,
      "gen_lora_l1_norm": 0.005525672342628241,
      "kl_loss": 0.39164769649505615,
      "step": 1800
    },
    {
      "epoch": 7.348182283666155,
      "gen_lora_l1_norm": 0.005369570571929216,
      "kl_loss": 0.8665382862091064,
      "step": 1800
    },
    {
      "epoch": 7.348182283666155,
      "gen_lora_l1_norm": 0.0043634455651044846,
      "kl_loss": 0.6645538210868835,
      "step": 1800
    },
    {
      "epoch": 7.348182283666155,
      "gen_lora_l1_norm": 0.005280856043100357,
      "kl_loss": 0.7877609133720398,
      "step": 1800
    },
    {
      "epoch": 7.348182283666155,
      "gen_lora_l1_norm": 0.006480993703007698,
      "kl_loss": 0.9564159512519836,
      "step": 1800
    },
    {
      "epoch": 7.348182283666155,
      "gen_lora_l1_norm": 0.007332190405577421,
      "kl_loss": 1.0270859003067017,
      "step": 1800
    },
    {
      "epoch": 7.348182283666155,
      "gen_lora_l1_norm": 0.005611190106719732,
      "kl_loss": 0.6227574944496155,
      "step": 1800
    },
    {
      "epoch": 7.757808499743984,
      "grad_norm": 0.8394021987915039,
      "learning_rate": 2.2470659272193576e-05,
      "loss": 0.8058,
      "step": 1900
    },
    {
      "epoch": 7.757808499743984,
      "gen_lora_l1_norm": 0.005510126240551472,
      "kl_loss": 0.5301260352134705,
      "step": 1900
    },
    {
      "epoch": 7.757808499743984,
      "gen_lora_l1_norm": 0.007134293671697378,
      "kl_loss": 0.9012577533721924,
      "step": 1900
    },
    {
      "epoch": 7.757808499743984,
      "gen_lora_l1_norm": 0.00519017456099391,
      "kl_loss": 0.8041582703590393,
      "step": 1900
    },
    {
      "epoch": 7.757808499743984,
      "gen_lora_l1_norm": 0.0068168723955750465,
      "kl_loss": 1.039772868156433,
      "step": 1900
    },
    {
      "epoch": 7.757808499743984,
      "gen_lora_l1_norm": 0.004526233766227961,
      "kl_loss": 0.5446096658706665,
      "step": 1900
    },
    {
      "epoch": 7.757808499743984,
      "gen_lora_l1_norm": 0.006199303548783064,
      "kl_loss": 0.7743979096412659,
      "step": 1900
    },
    {
      "epoch": 7.757808499743984,
      "gen_lora_l1_norm": 0.00528148515149951,
      "kl_loss": 0.7872158885002136,
      "step": 1900
    },
    {
      "epoch": 7.757808499743984,
      "gen_lora_l1_norm": 0.005385056138038635,
      "kl_loss": 0.8253178000450134,
      "step": 1900
    },
    {
      "epoch": 8.163850486431132,
      "grad_norm": 0.5366804003715515,
      "learning_rate": 2.0869362664377956e-05,
      "loss": 0.7993,
      "step": 2000
    }
  ],
  "logging_steps": 100,
  "max_steps": 4000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 17,
  "save_steps": 250,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}