[
  {
    "loss/ce": 13.628390312194824,
    "loss/entropy": 0.8478133082389832,
    "loss/total": 17.86745685338974,
    "circuit/H_current": 9.936911582946777,
    "circuit/H_original": 9.604063034057617,
    "circuit/delta_H": 0.33284473419189453,
    "circuit/KL": 0.8478133082389832,
    "training/grad_norm": 1144.0,
    "training/lambda": 5.0,
    "step": 0
  },
  {
    "loss/ce": 3.2379510402679443,
    "loss/entropy": 0.8689724802970886,
    "loss/total": 7.5828134417533875,
    "circuit/H_current": 9.943085670471191,
    "circuit/H_original": 9.604063034057617,
    "circuit/delta_H": 0.3390188217163086,
    "circuit/KL": 0.8689724802970886,
    "training/grad_norm": 432.0,
    "training/lambda": 5.0,
    "step": 1
  },
  {
    "loss/ce": 0.5817434787750244,
    "loss/entropy": 0.7579628229141235,
    "loss/total": 4.371557593345642,
    "circuit/H_current": 9.932456016540527,
    "circuit/H_original": 9.604063034057617,
    "circuit/delta_H": 0.32838916778564453,
    "circuit/KL": 0.7579628229141235,
    "training/grad_norm": 228.0,
    "training/lambda": 5.0,
    "step": 2
  },
  {
    "loss/ce": 0.12319783121347427,
    "loss/entropy": 0.6286087036132812,
    "loss/total": 3.2662413492798805,
    "circuit/H_current": 9.903152465820312,
    "circuit/H_original": 9.604063034057617,
    "circuit/delta_H": 0.2990856170654297,
    "circuit/KL": 0.6286087036132812,
    "training/grad_norm": 201.0,
    "training/lambda": 5.0,
    "step": 3
  },
  {
    "loss/ce": 0.03939683735370636,
    "loss/entropy": 0.5434216260910034,
    "loss/total": 2.7565049678087234,
    "circuit/H_current": 9.871286392211914,
    "circuit/H_original": 9.604063034057617,
    "circuit/delta_H": 0.26721954345703125,
    "circuit/KL": 0.5434216260910034,
    "training/grad_norm": 188.0,
    "training/lambda": 5.0,
    "step": 4
  },
  {
    "loss/ce": 0.02466362901031971,
    "loss/entropy": 0.4148939847946167,
    "loss/total": 2.099133552983403,
    "circuit/H_current": 9.800458908081055,
    "circuit/H_original": 9.604063034057617,
    "circuit/delta_H": 0.19639205932617188,
    "circuit/KL": 0.4148939847946167,
    "training/grad_norm": 136.0,
    "training/lambda": 5.0,
    "step": 5
  },
  {
    "loss/ce": 0.017881494015455246,
    "loss/entropy": 0.3341113030910492,
    "loss/total": 1.6884380094707012,
    "circuit/H_current": 9.75265884399414,
    "circuit/H_original": 9.604063034057617,
    "circuit/delta_H": 0.1485919952392578,
    "circuit/KL": 0.3341113030910492,
    "training/grad_norm": 135.0,
    "training/lambda": 5.0,
    "step": 6
  },
  {
    "loss/ce": 0.013484231196343899,
    "loss/entropy": 0.2746129333972931,
    "loss/total": 1.3865488981828094,
    "circuit/H_current": 9.722033500671387,
    "circuit/H_original": 9.604063034057617,
    "circuit/delta_H": 0.1179666519165039,
    "circuit/KL": 0.2746129333972931,
    "training/grad_norm": 91.0,
    "training/lambda": 5.0,
    "step": 7
  },
  {
    "loss/ce": 0.0094221206381917,
    "loss/entropy": 0.23419135808944702,
    "loss/total": 1.1803789110854268,
    "circuit/H_current": 9.710436820983887,
    "circuit/H_original": 9.604063034057617,
    "circuit/delta_H": 0.1063699722290039,
    "circuit/KL": 0.23419135808944702,
    "training/grad_norm": 87.0,
    "training/lambda": 5.0,
    "step": 8
  },
  {
    "loss/ce": 0.008421149104833603,
    "loss/entropy": 0.19544541835784912,
    "loss/total": 0.9856482408940792,
    "circuit/H_current": 9.685619354248047,
    "circuit/H_original": 9.604063034057617,
    "circuit/delta_H": 0.08155250549316406,
    "circuit/KL": 0.19544541835784912,
    "training/grad_norm": 65.5,
    "training/lambda": 5.0,
    "step": 9
  },
  {
    "loss/ce": 0.008540179580450058,
    "loss/entropy": 0.16284656524658203,
    "loss/total": 0.8227730058133602,
    "circuit/H_current": 9.645302772521973,
    "circuit/H_original": 9.604063034057617,
    "circuit/delta_H": 0.041235923767089844,
    "circuit/KL": 0.16284656524658203,
    "training/grad_norm": 82.5,
    "training/lambda": 5.0,
    "step": 10
  },
  {
    "loss/ce": 0.007490288466215134,
    "loss/entropy": 0.14545224606990814,
    "loss/total": 0.7347515188157558,
    "circuit/H_current": 9.635690689086914,
    "circuit/H_original": 9.604063034057617,
    "circuit/delta_H": 0.03162384033203125,
    "circuit/KL": 0.14545224606990814,
    "training/grad_norm": 89.0,
    "training/lambda": 5.0,
    "step": 11
  },
  {
    "loss/ce": 0.0065605733543634415,
    "loss/entropy": 0.12571077048778534,
    "loss/total": 0.6351144257932901,
    "circuit/H_current": 9.640754699707031,
    "circuit/H_original": 9.604063034057617,
    "circuit/delta_H": 0.03668785095214844,
    "circuit/KL": 0.12571077048778534,
    "training/grad_norm": 71.0,
    "training/lambda": 5.0,
    "step": 12
  },
  {
    "loss/ce": 0.006151314824819565,
    "loss/entropy": 0.11694392561912537,
    "loss/total": 0.5908709429204464,
    "circuit/H_current": 9.644779205322266,
    "circuit/H_original": 9.604063034057617,
    "circuit/delta_H": 0.04071235656738281,
    "circuit/KL": 0.11694392561912537,
    "training/grad_norm": 79.0,
    "training/lambda": 5.0,
    "step": 13
  },
  {
    "loss/ce": 0.005717945750802755,
    "loss/entropy": 0.09957286715507507,
    "loss/total": 0.5035822815261781,
    "circuit/H_current": 9.649443626403809,
    "circuit/H_original": 9.604063034057617,
    "circuit/delta_H": 0.04537677764892578,
    "circuit/KL": 0.09957286715507507,
    "training/grad_norm": 54.5,
    "training/lambda": 5.0,
    "step": 14
  },
  {
    "loss/ce": 0.004769140388816595,
    "loss/entropy": 0.0864148885011673,
    "loss/total": 0.4368435828946531,
    "circuit/H_current": 9.659172058105469,
    "circuit/H_original": 9.604063034057617,
    "circuit/delta_H": 0.05510520935058594,
    "circuit/KL": 0.0864148885011673,
    "training/grad_norm": 54.5,
    "training/lambda": 5.0,
    "step": 15
  },
  {
    "loss/ce": 0.004771038889884949,
    "loss/entropy": 0.07371591776609421,
    "loss/total": 0.373350627720356,
    "circuit/H_current": 9.657322883605957,
    "circuit/H_original": 9.604063034057617,
    "circuit/delta_H": 0.05325603485107422,
    "circuit/KL": 0.07371591776609421,
    "training/grad_norm": 43.75,
    "training/lambda": 5.0,
    "step": 16
  },
  {
    "loss/ce": 0.004629963543266058,
    "loss/entropy": 0.06373417377471924,
    "loss/total": 0.32330083241686225,
    "circuit/H_current": 9.649408340454102,
    "circuit/H_original": 9.604063034057617,
    "circuit/delta_H": 0.04534149169921875,
    "circuit/KL": 0.06373417377471924,
    "training/grad_norm": 41.25,
    "training/lambda": 5.0,
    "step": 17
  },
  {
    "loss/ce": 0.004025452304631472,
    "loss/entropy": 0.05582188069820404,
    "loss/total": 0.2831348557956517,
    "circuit/H_current": 9.649679183959961,
    "circuit/H_original": 9.604063034057617,
    "circuit/delta_H": 0.045612335205078125,
    "circuit/KL": 0.05582188069820404,
    "training/grad_norm": 40.75,
    "training/lambda": 5.0,
    "step": 18
  },
  {
    "loss/ce": 0.004299563355743885,
    "loss/entropy": 0.051143839955329895,
    "loss/total": 0.26001876313239336,
    "circuit/H_current": 9.654010772705078,
    "circuit/H_original": 9.604063034057617,
    "circuit/delta_H": 0.04994392395019531,
    "circuit/KL": 0.051143839955329895,
    "training/grad_norm": 49.0,
    "training/lambda": 5.0,
    "step": 19
  }
]