upload rlrb_bs128_nobuf (5/8)

.gitattributes

@@ -112,3 +112,7 @@ rlrb_bs128_nobuf/checkpoints_hf_format/global_step_1900/tokenizer.json filter=lf
 rlrb_bs128_nobuf/checkpoints_hf_format/global_step_200/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 rlrb_bs128_nobuf/checkpoints_hf_format/global_step_2000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 rlrb_bs128_nobuf/checkpoints_hf_format/global_step_2100/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+rlrb_bs128_nobuf/checkpoints_hf_format/global_step_2200/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+rlrb_bs128_nobuf/checkpoints_hf_format/global_step_250/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+rlrb_bs128_nobuf/checkpoints_hf_format/global_step_300/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+rlrb_bs128_nobuf/checkpoints_hf_format/global_step_350/tokenizer.json filter=lfs diff=lfs merge=lfs -text

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_2200/model.safetensors.index.json

@@ -0,0 +1,443 @@
+{
+  "metadata": {
+    "total_parameters": 3397103616,
+    "total_size": 6794207232
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00001-of-00002.safetensors",
+    "model.embed_tokens.weight": "model-00002-of-00002.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.10.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.12.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.13.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.13.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.15.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.17.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.18.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.19.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.33.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.33.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.33.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.33.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.34.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.34.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.34.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.34.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.34.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.34.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.35.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.35.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.35.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.35.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.6.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.7.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.norm.weight": "model-00001-of-00002.safetensors"
+  }
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_2200/special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_2200/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_2200/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_250/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_250/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_250/config.json

@@ -0,0 +1,67 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "dtype": "bfloat16",
+  "eos_token_id": 151643,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 11008,
+  "layer_types": [
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 32768,
+  "max_window_layers": 36,
+  "model_type": "qwen2",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 36,
+  "num_key_value_heads": 2,
+  "pad_token_id": 151643,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": true,
+  "transformers_version": "4.57.6",
+  "use_cache": true,
+  "use_mrope": false,
+  "use_sliding_window": false,
+  "vocab_size": 151936
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_250/eval_metrics.json

@@ -0,0 +1,1660 @@
+{
+  "global_step": 250,
+  "ckpt_dir": "/mnt/mystorageoutput/projects/jy_intern/amlt-results/7213899235.25497-028989ec-3fee/qwen3b_kk_rlrb_bs128_nobuf/checkpoints_hf_format/global_step_250",
+  "rollouts_dir": "/mnt/mystorageoutput/projects/jy_intern/amlt-results/7213899235.25497-028989ec-3fee/qwen3b_kk_rlrb_bs128_nobuf/rollouts/training",
+  "init_model_path": "Qwen/Qwen2.5-3B",
+  "prev_step": null,
+  "positive_score": 1.0,
+  "negative_score": 0.0,
+  "history_step_stride": 25,
+  "max_samples_per_class": 0,
+  "in_batch": {
+    "num_records": 1024,
+    "source_steps": [
+      250
+    ],
+    "num_source_steps": 1,
+    "num_positives_pre_cap": 405,
+    "num_negatives_pre_cap": 619,
+    "positive": {
+      "loss": 0.17169714763898844,
+      "token_entropy": 0.046285525860362095,
+      "num_supervised_tokens": 147959,
+      "kl_from_init": 1.5648096925981447,
+      "kl_to_init": 0.27669400263032773,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9241127932626135,
+          "min_activation_freq": 0.7849944917173001
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8791,
+          "dead_fraction": 0.7986010174418605,
+          "mean_activation_freq": 0.14785084203185928,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 3463,
+          "dead_fraction": 0.31458938953488375,
+          "mean_activation_freq": 0.16669777408382463,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 411,
+          "dead_fraction": 0.03733648255813953,
+          "mean_activation_freq": 0.38819235339806574,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 21,
+          "dead_fraction": 0.001907703488372093,
+          "mean_activation_freq": 0.5493297306434827,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 1,
+          "dead_fraction": 9.084302325581395e-05,
+          "mean_activation_freq": 0.7156196722994208,
+          "min_activation_freq": 0.0
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8665680195798271,
+          "min_activation_freq": 0.09097114741245886
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8831328920501939,
+          "min_activation_freq": 0.034191904514088364
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9411629221618512,
+          "min_activation_freq": 0.09007224974486175
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9482522163096879,
+          "min_activation_freq": 0.25111686345541673
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9732384591103727,
+          "min_activation_freq": 0.67057766002744
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9851041036892763,
+          "min_activation_freq": 0.9306497070134294
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867615592351795,
+          "min_activation_freq": 0.9211876263018809
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.980988169186797,
+          "min_activation_freq": 0.8994856683270366
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9830947997339616,
+          "min_activation_freq": 0.9043045708608466
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9801744868540343,
+          "min_activation_freq": 0.9015132570509398
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9792749101308627,
+          "min_activation_freq": 0.9089409904095054
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9790598637908333,
+          "min_activation_freq": 0.9191465203198184
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9795175883842036,
+          "min_activation_freq": 0.9262633567407187
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9767443315584203,
+          "min_activation_freq": 0.9172405869193493
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9793921872035731,
+          "min_activation_freq": 0.9173352077264648
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9800659012014956,
+          "min_activation_freq": 0.9225866625213741
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9801117638536571,
+          "min_activation_freq": 0.9330152271913165
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.980493188632984,
+          "min_activation_freq": 0.9383139923897836
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9821464912567309,
+          "min_activation_freq": 0.9299400509600633
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9840060775793167,
+          "min_activation_freq": 0.9442548273508201
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9858392366061655,
+          "min_activation_freq": 0.9553524962996506
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9868899830112821,
+          "min_activation_freq": 0.944761724531796
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.987318659252634,
+          "min_activation_freq": 0.19737900364290106
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9885321008652304,
+          "min_activation_freq": 0.960205191978859
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9900933711975048,
+          "min_activation_freq": 0.5548293784088836
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.991035536247903,
+          "min_activation_freq": 0.9541156671780696
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9894955824893036,
+          "min_activation_freq": 0.8225319176258288
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9878431105727827,
+          "min_activation_freq": 0.9127663744686028
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9883098642721891,
+          "min_activation_freq": 0.9001750484931637
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9929813564886847,
+          "min_activation_freq": 0.05193330584824174
+        },
+        "_overall": {
+          "dead_count": 12687,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.032014595445736434
+        }
+      },
+      "size": 405,
+      "size_pre_filter": 405,
+      "skipped_long": 0
+    },
+    "negative": {
+      "loss": 0.15619939105737418,
+      "token_entropy": 0.04670553615727536,
+      "num_supervised_tokens": 260180,
+      "kl_from_init": 1.4191660018124472,
+      "kl_to_init": 0.25883036368686235,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9240674571562263,
+          "min_activation_freq": 0.783941886386348
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8776,
+          "dead_fraction": 0.7972383720930233,
+          "mean_activation_freq": 0.1474037554166436,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 3155,
+          "dead_fraction": 0.286609738372093,
+          "mean_activation_freq": 0.16658102034291555,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 194,
+          "dead_fraction": 0.017623546511627907,
+          "mean_activation_freq": 0.3896018089611932,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 5,
+          "dead_fraction": 0.00045421511627906976,
+          "mean_activation_freq": 0.5568575065205306,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 1,
+          "dead_fraction": 9.084302325581395e-05,
+          "mean_activation_freq": 0.7175306221782729,
+          "min_activation_freq": 0.0
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8674798076259146,
+          "min_activation_freq": 0.09340072257667768
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8840062167102114,
+          "min_activation_freq": 0.036713044815127986
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9411724453089945,
+          "min_activation_freq": 0.09207856099623338
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9483901630266702,
+          "min_activation_freq": 0.2723652855715274
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9732001939874588,
+          "min_activation_freq": 0.6670228303482205
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9850561833617647,
+          "min_activation_freq": 0.9286301791067723
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867324934202529,
+          "min_activation_freq": 0.9174340840956261
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9808220276866686,
+          "min_activation_freq": 0.8966753785840572
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9830054466289663,
+          "min_activation_freq": 0.9011953263125528
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9801000990397749,
+          "min_activation_freq": 0.9051349066031209
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.979186968489056,
+          "min_activation_freq": 0.9046390960104543
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9790381162353836,
+          "min_activation_freq": 0.9188715504650626
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9795005832696103,
+          "min_activation_freq": 0.9252363748174341
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9767911480278858,
+          "min_activation_freq": 0.915566146513952
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9794671726735025,
+          "min_activation_freq": 0.9144707510185257
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9800357257699053,
+          "min_activation_freq": 0.9218579444999616
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9800190292007144,
+          "min_activation_freq": 0.9329848566377124
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9803405855008474,
+          "min_activation_freq": 0.9378315012683527
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9820487866349683,
+          "min_activation_freq": 0.9295064955031133
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9838890118223161,
+          "min_activation_freq": 0.9451764163271581
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9857444622417041,
+          "min_activation_freq": 0.9544315473902683
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867875261083785,
+          "min_activation_freq": 0.9406103466830656
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9872006666868153,
+          "min_activation_freq": 0.20393958029056808
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9884162677040895,
+          "min_activation_freq": 0.9590053040202937
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9899936409883723,
+          "min_activation_freq": 0.5654700591897917
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9909443915421032,
+          "min_activation_freq": 0.9526750711046199
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9893792320321174,
+          "min_activation_freq": 0.820212929510339
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9876815729204469,
+          "min_activation_freq": 0.9107002844184795
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9881577914054804,
+          "min_activation_freq": 0.9083595972019372
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9929647444993358,
+          "min_activation_freq": 0.06060419709431932
+        },
+        "_overall": {
+          "dead_count": 12131,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.03061157541989664
+        }
+      },
+      "size": 619,
+      "size_pre_filter": 619,
+      "skipped_long": 0
+    }
+  },
+  "old_data": {
+    "num_records": 9216,
+    "source_steps": [
+      25,
+      50,
+      75,
+      100,
+      125,
+      150,
+      175,
+      200,
+      225
+    ],
+    "num_source_steps": 9,
+    "num_positives_pre_cap": 2173,
+    "num_negatives_pre_cap": 7043,
+    "positive": {
+      "loss": 0.5762596903135068,
+      "token_entropy": 0.06857291231984883,
+      "num_supervised_tokens": 807008,
+      "kl_from_init": 1.5328357441579705,
+      "kl_to_init": 0.2880632218033001,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9244287551045574,
+          "min_activation_freq": 0.7854556584321345
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8769,
+          "dead_fraction": 0.7966024709302325,
+          "mean_activation_freq": 0.1479549295338532,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 2524,
+          "dead_fraction": 0.2292877906976744,
+          "mean_activation_freq": 0.16663838242205403,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 59,
+          "dead_fraction": 0.005359738372093023,
+          "mean_activation_freq": 0.38688384627119915,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 1,
+          "dead_fraction": 9.084302325581395e-05,
+          "mean_activation_freq": 0.5461766404314197,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.7118557577292611,
+          "min_activation_freq": 7.434870534121099e-06
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8624297017951956,
+          "min_activation_freq": 0.08961621198302867
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8790114044286008,
+          "min_activation_freq": 0.03536272255045799
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9403931030020046,
+          "min_activation_freq": 0.09445259526547445
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9483676776188049,
+          "min_activation_freq": 0.25706932273286015
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9733068615080154,
+          "min_activation_freq": 0.6791382489392919
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9850831957329953,
+          "min_activation_freq": 0.9313947321463976
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867085370265125,
+          "min_activation_freq": 0.923990840239502
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9807187283852032,
+          "min_activation_freq": 0.9006279987311154
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9828020371262494,
+          "min_activation_freq": 0.9046019370316032
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9798704074959604,
+          "min_activation_freq": 0.9060988242991396
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9791293630487697,
+          "min_activation_freq": 0.9086006582338713
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9788885016330348,
+          "min_activation_freq": 0.9222820591617431
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9793800794277233,
+          "min_activation_freq": 0.9292002061937428
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9765026730890093,
+          "min_activation_freq": 0.9178211368412705
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9792576090496667,
+          "min_activation_freq": 0.9170033010825172
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9799438176119345,
+          "min_activation_freq": 0.9247504361790714
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9799465347707425,
+          "min_activation_freq": 0.9335768666481621
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9802690803650861,
+          "min_activation_freq": 0.9401629227963044
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9819177956632241,
+          "min_activation_freq": 0.9324393314564415
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9838361123707485,
+          "min_activation_freq": 0.9487402851025021
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9857260529033832,
+          "min_activation_freq": 0.9547947480074547
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.986828104509079,
+          "min_activation_freq": 0.9473623557635117
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9872270846879878,
+          "min_activation_freq": 0.2051020559895317
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9884507439529937,
+          "min_activation_freq": 0.9604502061937428
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9900459425469228,
+          "min_activation_freq": 0.5605471073397041
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9910288159291107,
+          "min_activation_freq": 0.9573585391966375
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.989494455103994,
+          "min_activation_freq": 0.805685941155478
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9878888125927124,
+          "min_activation_freq": 0.9055573178952377
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9883542048922515,
+          "min_activation_freq": 0.9015672707085928
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9929270790410524,
+          "min_activation_freq": 0.07336606328561798
+        },
+        "_overall": {
+          "dead_count": 11353,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.028648356750645993
+        }
+      },
+      "size": 2173,
+      "size_pre_filter": 2173,
+      "skipped_long": 0
+    },
+    "negative": {
+      "loss": 0.8357801689265093,
+      "token_entropy": 0.12471537741850025,
+      "num_supervised_tokens": 3227362,
+      "kl_from_init": 1.270429735315785,
+      "kl_to_init": 0.2725966090187238,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9245689463893797,
+          "min_activation_freq": 0.7897797024318932
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 1044,
+          "dead_fraction": 0.09484011627906977,
+          "mean_activation_freq": 0.1476661747945525,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 621,
+          "dead_fraction": 0.05641351744186047,
+          "mean_activation_freq": 0.16656703718758611,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.38683061197180074,
+          "min_activation_freq": 2.168954086960186e-06
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.5478665135365864,
+          "min_activation_freq": 1.7351632695681488e-05
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.7131809236123121,
+          "min_activation_freq": 3.780177122987753e-05
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8638544467553061,
+          "min_activation_freq": 0.08924161590797684
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8813220847454712,
+          "min_activation_freq": 0.03972997141318513
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9407453562125538,
+          "min_activation_freq": 0.0934041486514373
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9493633679748927,
+          "min_activation_freq": 0.27094481499131484
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9736547176949618,
+          "min_activation_freq": 0.6886085291950516
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.985067555743255,
+          "min_activation_freq": 0.9317436345845306
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867074721874782,
+          "min_activation_freq": 0.9224059773895832
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9805528876348168,
+          "min_activation_freq": 0.9010761730478328
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9827152125574825,
+          "min_activation_freq": 0.9047144386034166
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9797978005083815,
+          "min_activation_freq": 0.9096212324492883
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9790946958558371,
+          "min_activation_freq": 0.9077066656916701
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9788097694975749,
+          "min_activation_freq": 0.9232078707005907
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.979310947637766,
+          "min_activation_freq": 0.9289311208349109
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.976392162456304,
+          "min_activation_freq": 0.9203953569509711
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9792046801466106,
+          "min_activation_freq": 0.9213995826932336
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.97974274196242,
+          "min_activation_freq": 0.9231102677666775
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9796188699590588,
+          "min_activation_freq": 0.9328157176046566
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9798181817974856,
+          "min_activation_freq": 0.942032533071902
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9815770913650237,
+          "min_activation_freq": 0.9326604824621471
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9834764504488188,
+          "min_activation_freq": 0.9527518140202431
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.985436545369942,
+          "min_activation_freq": 0.9544563020820099
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.98656816372527,
+          "min_activation_freq": 0.9410159133062854
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9870025951857659,
+          "min_activation_freq": 0.2156175848882152
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9882552769887316,
+          "min_activation_freq": 0.9591706787153098
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9899171781594235,
+          "min_activation_freq": 0.5969373748590954
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9909826198272732,
+          "min_activation_freq": 0.9587409159555079
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9894759500835861,
+          "min_activation_freq": 0.7832861637461183
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9878984577514152,
+          "min_activation_freq": 0.8902121918768331
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9883501905164053,
+          "min_activation_freq": 0.9138410875507612
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9928577871184407,
+          "min_activation_freq": 0.1191604784340895
+        },
+        "_overall": {
+          "dead_count": 1665,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.004201489825581395
+        }
+      },
+      "size": 7043,
+      "size_pre_filter": 7043,
+      "skipped_long": 0
+    }
+  },
+  "new_data": {
+    "num_records": 1024,
+    "source_steps": [
+      275
+    ],
+    "num_source_steps": 1,
+    "num_positives_pre_cap": 405,
+    "num_negatives_pre_cap": 619,
+    "positive": {
+      "loss": 0.20466279137080118,
+      "token_entropy": 0.04267920806799849,
+      "num_supervised_tokens": 140160,
+      "kl_from_init": 1.5698433658303736,
+      "kl_to_init": 0.27364502562779813,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9239444981794063,
+          "min_activation_freq": 0.7788741438356164
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8845,
+          "dead_fraction": 0.8035065406976745,
+          "mean_activation_freq": 0.1477932002648966,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 3529,
+          "dead_fraction": 0.32058502906976744,
+          "mean_activation_freq": 0.1666092727497478,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 505,
+          "dead_fraction": 0.045875726744186045,
+          "mean_activation_freq": 0.3862162025842974,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 30,
+          "dead_fraction": 0.0027252906976744187,
+          "mean_activation_freq": 0.5489057505448508,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 12,
+          "dead_fraction": 0.0010901162790697674,
+          "mean_activation_freq": 0.7152409626747173,
+          "min_activation_freq": 0.0
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8664893899030259,
+          "min_activation_freq": 0.09187357305936072
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8821384040643748,
+          "min_activation_freq": 0.03315496575342466
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9415813723529006,
+          "min_activation_freq": 0.09147402968036529
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9487304220840634,
+          "min_activation_freq": 0.2517836757990867
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9734872951469086,
+          "min_activation_freq": 0.6660673515981735
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9851249429897807,
+          "min_activation_freq": 0.931949200913242
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867688627345326,
+          "min_activation_freq": 0.9162956621004565
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9810614650791537,
+          "min_activation_freq": 0.8976954908675798
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9831504573054383,
+          "min_activation_freq": 0.9020191210045662
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9802590974465644,
+          "min_activation_freq": 0.9045519406392694
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9793257145488212,
+          "min_activation_freq": 0.905079908675799
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9791496802657428,
+          "min_activation_freq": 0.9191281392694064
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9795836177362913,
+          "min_activation_freq": 0.9271618150684932
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9768929006643985,
+          "min_activation_freq": 0.9150756278538813
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9795223661019467,
+          "min_activation_freq": 0.913855593607306
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9801347495771029,
+          "min_activation_freq": 0.922267408675799
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9802159087703753,
+          "min_activation_freq": 0.9329266552511415
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9805978435359589,
+          "min_activation_freq": 0.9355593607305935
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9822189708595076,
+          "min_activation_freq": 0.9327982305936072
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9840759607894134,
+          "min_activation_freq": 0.9444991438356164
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9858770326126453,
+          "min_activation_freq": 0.9551084474885845
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9869389989617346,
+          "min_activation_freq": 0.9459332191780822
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9873305890392293,
+          "min_activation_freq": 0.20005707762557076
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9885209677312308,
+          "min_activation_freq": 0.9609160958904109
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9900878582180995,
+          "min_activation_freq": 0.5587542808219178
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9910298807954945,
+          "min_activation_freq": 0.9514554794520548
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9894608002502951,
+          "min_activation_freq": 0.8221960616438356
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9877845241598886,
+          "min_activation_freq": 0.9166809360730593
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9882541617200773,
+          "min_activation_freq": 0.8991723744292237
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9929778135619092,
+          "min_activation_freq": 0.04632562785388128
+        },
+        "_overall": {
+          "dead_count": 12921,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.03260507509689922
+        }
+      },
+      "size": 405,
+      "size_pre_filter": 405,
+      "skipped_long": 0
+    },
+    "negative": {
+      "loss": 0.18114650464335968,
+      "token_entropy": 0.04585816975358956,
+      "num_supervised_tokens": 263159,
+      "kl_from_init": 1.3910682352966148,
+      "kl_to_init": 0.25294539333918686,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9237168106328546,
+          "min_activation_freq": 0.774660946424025
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8782,
+          "dead_fraction": 0.7977834302325582,
+          "mean_activation_freq": 0.14737013598728932,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 7507,
+          "dead_fraction": 0.6819585755813954,
+          "mean_activation_freq": 0.16650960135008133,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 168,
+          "dead_fraction": 0.015261627906976744,
+          "mean_activation_freq": 0.38722110285014716,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 9,
+          "dead_fraction": 0.0008175872093023256,
+          "mean_activation_freq": 0.5531962344428212,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 2,
+          "dead_fraction": 0.0001816860465116279,
+          "mean_activation_freq": 0.717579439909085,
+          "min_activation_freq": 0.0
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8685286616999697,
+          "min_activation_freq": 0.09415980452882099
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8859553629627662,
+          "min_activation_freq": 0.03982383273990249
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9419176675104768,
+          "min_activation_freq": 0.0936164068110914
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9491719278311009,
+          "min_activation_freq": 0.25873711330412413
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9735022021156058,
+          "min_activation_freq": 0.6652556059264552
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9850577323069429,
+          "min_activation_freq": 0.9292632970941522
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867311661578811,
+          "min_activation_freq": 0.9170425484212966
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9808733892707185,
+          "min_activation_freq": 0.8966708339824973
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9830470809406321,
+          "min_activation_freq": 0.8992852230020634
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9801253927211704,
+          "min_activation_freq": 0.9046280005623977
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9791969935862896,
+          "min_activation_freq": 0.9040846028446681
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9790937681659122,
+          "min_activation_freq": 0.9181103439365554
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9795441076989047,
+          "min_activation_freq": 0.9229249237153204
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9768852066024812,
+          "min_activation_freq": 0.9163167514696439
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9795477340463193,
+          "min_activation_freq": 0.9118745701268055
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9800643799868713,
+          "min_activation_freq": 0.9209527319985257
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9800303910489564,
+          "min_activation_freq": 0.932371684038927
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9803510202255697,
+          "min_activation_freq": 0.9366428660999624
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9820331845812642,
+          "min_activation_freq": 0.9316952868797951
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9838456364711468,
+          "min_activation_freq": 0.9451092305412317
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.985694191316228,
+          "min_activation_freq": 0.954935989268845
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867514122574407,
+          "min_activation_freq": 0.9409178481450378
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9871493587510363,
+          "min_activation_freq": 0.20199195163380315
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9883666950989796,
+          "min_activation_freq": 0.9586181738036701
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9899526026278481,
+          "min_activation_freq": 0.5745157870336944
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9909126799181979,
+          "min_activation_freq": 0.9507750067449717
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9893376590260182,
+          "min_activation_freq": 0.8185811619591198
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9876261770063939,
+          "min_activation_freq": 0.9126079670465385
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9880891098549537,
+          "min_activation_freq": 0.906235393811346
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9929548175076444,
+          "min_activation_freq": 0.058713553403075706
+        },
+        "_overall": {
+          "dead_count": 16468,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.04155563630490956
+        }
+      },
+      "size": 619,
+      "size_pre_filter": 619,
+      "skipped_long": 0
+    }
+  }
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_250/generation_config.json

@@ -0,0 +1,6 @@
+{
+  "bos_token_id": 151643,
+  "eos_token_id": 151643,
+  "max_new_tokens": 2048,
+  "transformers_version": "4.57.6"
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_250/model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b69de8c198256af9cb25e389a609abbb2faf12632464ca8521d0835f212c4e5
+size 4977039536

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_250/model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07aa174d9be23e7fd05a6afb2209dd9b6d4d33e73da9e5737fea9eefefa5d771
+size 1817217440

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_250/model.safetensors.index.json

@@ -0,0 +1,443 @@
+{
+  "metadata": {
+    "total_parameters": 3397103616,
+    "total_size": 6794207232
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00002-of-00002.safetensors",
+    "model.embed_tokens.weight": "model-00002-of-00002.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.33.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.34.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.34.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.35.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.5.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.6.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.norm.weight": "model-00001-of-00002.safetensors"
+  }
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_250/special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_250/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_250/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_300/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_300/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_300/config.json

@@ -0,0 +1,67 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "dtype": "bfloat16",
+  "eos_token_id": 151643,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 11008,
+  "layer_types": [
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 32768,
+  "max_window_layers": 36,
+  "model_type": "qwen2",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 36,
+  "num_key_value_heads": 2,
+  "pad_token_id": 151643,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": true,
+  "transformers_version": "4.57.6",
+  "use_cache": true,
+  "use_mrope": false,
+  "use_sliding_window": false,
+  "vocab_size": 151936
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_300/eval_metrics.json

@@ -0,0 +1,1665 @@
+{
+  "global_step": 300,
+  "ckpt_dir": "/mnt/mystorageoutput/projects/jy_intern/amlt-results/7213899235.25497-028989ec-3fee/qwen3b_kk_rlrb_bs128_nobuf/checkpoints_hf_format/global_step_300",
+  "rollouts_dir": "/mnt/mystorageoutput/projects/jy_intern/amlt-results/7213899235.25497-028989ec-3fee/qwen3b_kk_rlrb_bs128_nobuf/rollouts/training",
+  "init_model_path": "Qwen/Qwen2.5-3B",
+  "prev_step": null,
+  "positive_score": 1.0,
+  "negative_score": 0.0,
+  "history_step_stride": 25,
+  "max_samples_per_class": 0,
+  "in_batch": {
+    "num_records": 1024,
+    "source_steps": [
+      300
+    ],
+    "num_source_steps": 1,
+    "num_positives_pre_cap": 363,
+    "num_negatives_pre_cap": 661,
+    "positive": {
+      "loss": 0.19986450125740937,
+      "token_entropy": 0.03302661624594945,
+      "num_supervised_tokens": 124138,
+      "kl_from_init": 1.8514078156207394,
+      "kl_to_init": 0.27766027172306,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9236201830380443,
+          "min_activation_freq": 0.7761281799287889
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8803,
+          "dead_fraction": 0.7996911337209303,
+          "mean_activation_freq": 0.14770973203888435,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 3711,
+          "dead_fraction": 0.3371184593023256,
+          "mean_activation_freq": 0.1665334041808123,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 461,
+          "dead_fraction": 0.04187863372093023,
+          "mean_activation_freq": 0.38650900417418044,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 23,
+          "dead_fraction": 0.0020893895348837207,
+          "mean_activation_freq": 0.5514096137194652,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 30,
+          "dead_fraction": 0.0027252906976744187,
+          "mean_activation_freq": 0.7149542167203641,
+          "min_activation_freq": 0.0
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8668233448910195,
+          "min_activation_freq": 0.09135800480110844
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8828611618804673,
+          "min_activation_freq": 0.03205303774831236
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9412177656186831,
+          "min_activation_freq": 0.08847411751437916
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9482473169863096,
+          "min_activation_freq": 0.24166653240748198
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.973278042971541,
+          "min_activation_freq": 0.6592018559989689
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9850807586266053,
+          "min_activation_freq": 0.9329536483590842
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867293533532824,
+          "min_activation_freq": 0.91150171583238
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9807783823174846,
+          "min_activation_freq": 0.8973400570333017
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9828304154050986,
+          "min_activation_freq": 0.9014242214309881
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9798105350778034,
+          "min_activation_freq": 0.9013033881647843
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.978981298493715,
+          "min_activation_freq": 0.905556719135156
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9788954257923103,
+          "min_activation_freq": 0.9192592115226602
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9794146553821197,
+          "min_activation_freq": 0.9214342103143276
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.976720978770766,
+          "min_activation_freq": 0.91925115597158
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9793595939927321,
+          "min_activation_freq": 0.9108089384394786
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9799010897755573,
+          "min_activation_freq": 0.9231339315922602
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.979968451833378,
+          "min_activation_freq": 0.9312942048365528
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9803891919198047,
+          "min_activation_freq": 0.9364497575279125
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9820455670442907,
+          "min_activation_freq": 0.9291433726981262
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.983962367421787,
+          "min_activation_freq": 0.9497978056678857
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9858350547292736,
+          "min_activation_freq": 0.955976413346437
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9869415316511032,
+          "min_activation_freq": 0.9473247514862492
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9873314296903071,
+          "min_activation_freq": 0.21023377209234884
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9885028537609307,
+          "min_activation_freq": 0.9601411332549259
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.990052067663257,
+          "min_activation_freq": 0.560754966247241
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9909495129869065,
+          "min_activation_freq": 0.9524158597689668
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9892943262903775,
+          "min_activation_freq": 0.8276112068826628
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9874726125899083,
+          "min_activation_freq": 0.9232950426138652
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9880902438682267,
+          "min_activation_freq": 0.8961075577180234
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9928846615504707,
+          "min_activation_freq": 0.026349707583495786
+        },
+        "_overall": {
+          "dead_count": 13028,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.032875080749354
+        }
+      },
+      "size": 363,
+      "size_pre_filter": 363,
+      "skipped_long": 0
+    },
+    "negative": {
+      "loss": 0.18163389506335154,
+      "token_entropy": 0.037536008235226466,
+      "num_supervised_tokens": 267071,
+      "kl_from_init": 1.6803799489908435,
+      "kl_to_init": 0.26733181940278683,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.923705207097834,
+          "min_activation_freq": 0.7752058441388245
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8779,
+          "dead_fraction": 0.7975109011627907,
+          "mean_activation_freq": 0.14737957373912328,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 3812,
+          "dead_fraction": 0.34629360465116277,
+          "mean_activation_freq": 0.16648680606816252,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 368,
+          "dead_fraction": 0.03343023255813953,
+          "mean_activation_freq": 0.3882815033404365,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 16,
+          "dead_fraction": 0.0014534883720930232,
+          "mean_activation_freq": 0.5555450117980996,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 3,
+          "dead_fraction": 0.00027252906976744186,
+          "mean_activation_freq": 0.7175966380700917,
+          "min_activation_freq": 0.0
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8683217130936918,
+          "min_activation_freq": 0.09565995559233313
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8848617843287776,
+          "min_activation_freq": 0.03604659435131482
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9415663123109715,
+          "min_activation_freq": 0.09208412744176643
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9488115776993106,
+          "min_activation_freq": 0.2659442620127232
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9734068972371949,
+          "min_activation_freq": 0.6671446918609658
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9850532496290727,
+          "min_activation_freq": 0.9303256437426752
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867210861879513,
+          "min_activation_freq": 0.9105855746224787
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.980652917748747,
+          "min_activation_freq": 0.901052529102748
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9827140337017777,
+          "min_activation_freq": 0.9015355467272748
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9796788421382024,
+          "min_activation_freq": 0.9031568384437098
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.978920696391444,
+          "min_activation_freq": 0.907369201448304
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9788860457600422,
+          "min_activation_freq": 0.9186770559139705
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9793916459905315,
+          "min_activation_freq": 0.9255553766601391
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.97666769988838,
+          "min_activation_freq": 0.9195981592909751
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.979371687607807,
+          "min_activation_freq": 0.9108738874681265
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9798224917440952,
+          "min_activation_freq": 0.9183026236468954
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.979769056912551,
+          "min_activation_freq": 0.9308348716258973
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9801158234379448,
+          "min_activation_freq": 0.936945606224562
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9818830981590299,
+          "min_activation_freq": 0.9294195176563536
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.983748343314094,
+          "min_activation_freq": 0.9505075429380203
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9856615472968255,
+          "min_activation_freq": 0.95454766709976
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867545738615756,
+          "min_activation_freq": 0.9403604285002864
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9871851233483292,
+          "min_activation_freq": 0.21740286290911406
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9883768822731835,
+          "min_activation_freq": 0.9573783750388474
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9899532989218833,
+          "min_activation_freq": 0.5771948283415271
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.990877657492198,
+          "min_activation_freq": 0.9508183217196926
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9892141101692278,
+          "min_activation_freq": 0.82816928831659
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9873975330453891,
+          "min_activation_freq": 0.9240426703011559
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9880076885883625,
+          "min_activation_freq": 0.9041827828554954
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9929467760505591,
+          "min_activation_freq": 0.03583691228175279
+        },
+        "_overall": {
+          "dead_count": 12978,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.03274890988372093
+        }
+      },
+      "size": 661,
+      "size_pre_filter": 661,
+      "skipped_long": 0
+    }
+  },
+  "old_data": {
+    "num_records": 11264,
+    "source_steps": [
+      25,
+      50,
+      75,
+      100,
+      125,
+      150,
+      175,
+      200,
+      225,
+      250,
+      275
+    ],
+    "num_source_steps": 11,
+    "num_positives_pre_cap": 2983,
+    "num_negatives_pre_cap": 8281,
+    "positive": {
+      "loss": 0.5849041643399048,
+      "token_entropy": 0.05375924159697473,
+      "num_supervised_tokens": 1095127,
+      "kl_from_init": 1.7880147080491693,
+      "kl_to_init": 0.2940414577923195,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9243094940946479,
+          "min_activation_freq": 0.7835346950627644
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8770,
+          "dead_fraction": 0.7966933139534884,
+          "mean_activation_freq": 0.14789045374882293,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 2527,
+          "dead_fraction": 0.22956031976744187,
+          "mean_activation_freq": 0.1666433909313927,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 56,
+          "dead_fraction": 0.005087209302325582,
+          "mean_activation_freq": 0.38733469190554326,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 1,
+          "dead_fraction": 9.084302325581395e-05,
+          "mean_activation_freq": 0.5477900044309134,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.7126792248261808,
+          "min_activation_freq": 6.391952714160093e-06
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.863269520829813,
+          "min_activation_freq": 0.08864542651217622
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8800891944276942,
+          "min_activation_freq": 0.0342891737670608
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9405986045931893,
+          "min_activation_freq": 0.09359553732124219
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.948408451040249,
+          "min_activation_freq": 0.25592648158615394
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9733244358495184,
+          "min_activation_freq": 0.6757882875684738
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9850684623327961,
+          "min_activation_freq": 0.9312216756595354
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9866980014042812,
+          "min_activation_freq": 0.921145218773713
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9805556733732655,
+          "min_activation_freq": 0.9015100531719152
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9825586901705529,
+          "min_activation_freq": 0.9045663197053858
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9795114017856769,
+          "min_activation_freq": 0.906052905279479
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9788721536738086,
+          "min_activation_freq": 0.9047927774586875
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9787196314922199,
+          "min_activation_freq": 0.9226555458864588
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9792637642187502,
+          "min_activation_freq": 0.9261026346715951
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9764058404193048,
+          "min_activation_freq": 0.9174661934186629
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9791625141979391,
+          "min_activation_freq": 0.9147231325681862
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9797588978364165,
+          "min_activation_freq": 0.9242444027039786
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9797613373730829,
+          "min_activation_freq": 0.9326388628898749
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9801040974592233,
+          "min_activation_freq": 0.9383477897997219
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9817875236717263,
+          "min_activation_freq": 0.9288886129188669
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9837469418700316,
+          "min_activation_freq": 0.952568058316524
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9856870610264094,
+          "min_activation_freq": 0.9547824133639294
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9868250023940625,
+          "min_activation_freq": 0.9462482433544237
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9872505018353132,
+          "min_activation_freq": 0.21124947152248094
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9884430789032305,
+          "min_activation_freq": 0.9600585137614176
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9900245981976848,
+          "min_activation_freq": 0.5611321791901761
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9909648892320252,
+          "min_activation_freq": 0.9561922955054528
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9893574852499054,
+          "min_activation_freq": 0.8201806731091462
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9876397039506049,
+          "min_activation_freq": 0.9177456130658819
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9882431926805196,
+          "min_activation_freq": 0.8975981781108492
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9928993786820223,
+          "min_activation_freq": 0.04136049974112591
+        },
+        "_overall": {
+          "dead_count": 11354,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.028650880167958657
+        }
+      },
+      "size": 2983,
+      "size_pre_filter": 2983,
+      "skipped_long": 0
+    },
+    "negative": {
+      "loss": 0.8686211136524807,
+      "token_entropy": 0.10176588685852773,
+      "num_supervised_tokens": 3750701,
+      "kl_from_init": 1.5104837996440765,
+      "kl_to_init": 0.2825221495900941,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9244600069407645,
+          "min_activation_freq": 0.7873736136258263
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 1044,
+          "dead_fraction": 0.09484011627906977,
+          "mean_activation_freq": 0.14759540765737666,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 621,
+          "dead_fraction": 0.05641351744186047,
+          "mean_activation_freq": 0.16656385867237544,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.38740007990417175,
+          "min_activation_freq": 1.599700962566731e-06
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.5496370659936884,
+          "min_activation_freq": 1.4397308663100578e-05
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.7136563580823151,
+          "min_activation_freq": 3.2793869732617986e-05
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8641884983556222,
+          "min_activation_freq": 0.0883053594514732
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.881956942078612,
+          "min_activation_freq": 0.03882634206245712
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9407959084003604,
+          "min_activation_freq": 0.09412187215136585
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9492873886710824,
+          "min_activation_freq": 0.27038092345937464
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9736126608709356,
+          "min_activation_freq": 0.6853166914664752
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9850390623471701,
+          "min_activation_freq": 0.9312925770409318
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.986686972975069,
+          "min_activation_freq": 0.920213848024676
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9803594299559091,
+          "min_activation_freq": 0.9016863780930552
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9824364381570211,
+          "min_activation_freq": 0.9019641928268876
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9794007466415519,
+          "min_activation_freq": 0.9091295200550511
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9788110303530206,
+          "min_activation_freq": 0.9066563823669229
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9786272034276409,
+          "min_activation_freq": 0.9233380640045687
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9791842260215119,
+          "min_activation_freq": 0.9271434859776879
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9762912969904872,
+          "min_activation_freq": 0.9198224545225013
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9791078118417219,
+          "min_activation_freq": 0.9180763809218597
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9795679235543739,
+          "min_activation_freq": 0.9224814241391143
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9794365365597504,
+          "min_activation_freq": 0.9320820294659585
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9796602688888522,
+          "min_activation_freq": 0.9406646917469561
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9814589154864604,
+          "min_activation_freq": 0.9302927639393276
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9833948832164974,
+          "min_activation_freq": 0.9530285138698072
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9854090481263555,
+          "min_activation_freq": 0.9544149213706985
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9865755355457801,
+          "min_activation_freq": 0.9407166820282395
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9870336267059083,
+          "min_activation_freq": 0.21952296384062606
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9882529545141757,
+          "min_activation_freq": 0.9584515001329085
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9898988543261028,
+          "min_activation_freq": 0.5933381519881217
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9909173416742707,
+          "min_activation_freq": 0.9573754346187553
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.989332818979031,
+          "min_activation_freq": 0.797339750622617
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9876436817796518,
+          "min_activation_freq": 0.9030786511641424
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9882163865195266,
+          "min_activation_freq": 0.9099344362560492
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.992877056539789,
+          "min_activation_freq": 0.07918626411436155
+        },
+        "_overall": {
+          "dead_count": 1665,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.004201489825581395
+        }
+      },
+      "size": 8281,
+      "size_pre_filter": 8281,
+      "skipped_long": 0
+    }
+  },
+  "new_data": {
+    "num_records": 4096,
+    "source_steps": [
+      325,
+      350,
+      375,
+      400
+    ],
+    "num_source_steps": 4,
+    "num_positives_pre_cap": 1638,
+    "num_negatives_pre_cap": 2458,
+    "positive": {
+      "loss": 0.261212381729641,
+      "token_entropy": 0.03549517268396127,
+      "num_supervised_tokens": 552603,
+      "kl_from_init": 1.8593517334275522,
+      "kl_to_init": 0.2820522335485863,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9235429543356939,
+          "min_activation_freq": 0.7746881576828211
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8774,
+          "dead_fraction": 0.7970566860465116,
+          "mean_activation_freq": 0.1475735794837511,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 3751,
+          "dead_fraction": 0.34075218023255816,
+          "mean_activation_freq": 0.16661677659355853,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 250,
+          "dead_fraction": 0.022710755813953487,
+          "mean_activation_freq": 0.3876953824895172,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 12,
+          "dead_fraction": 0.0010901162790697674,
+          "mean_activation_freq": 0.552471104191236,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 2,
+          "dead_fraction": 0.0001816860465116279,
+          "mean_activation_freq": 0.7171740770709315,
+          "min_activation_freq": 0.0
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8685483714043165,
+          "min_activation_freq": 0.09553513100725113
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8835888796173177,
+          "min_activation_freq": 0.035569839468841104
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9415010004356652,
+          "min_activation_freq": 0.08976968999444447
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9484677273833702,
+          "min_activation_freq": 0.2511748940921421
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9733272871333384,
+          "min_activation_freq": 0.6585740576869832
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9850852984989139,
+          "min_activation_freq": 0.9328143350651371
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867400431865715,
+          "min_activation_freq": 0.9172588639583932
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9807874276011009,
+          "min_activation_freq": 0.8986161855798828
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9828097509860204,
+          "min_activation_freq": 0.9018246372169532
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9797555159689476,
+          "min_activation_freq": 0.9034424351659328
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9789292944451186,
+          "min_activation_freq": 0.9059035148198616
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9788476504198692,
+          "min_activation_freq": 0.9211947817872866
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9793471960572939,
+          "min_activation_freq": 0.9243724699286829
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9766430966894565,
+          "min_activation_freq": 0.9164988246535034
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9793168981172572,
+          "min_activation_freq": 0.9103895563361039
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9798764396071864,
+          "min_activation_freq": 0.9208563833348714
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9798988625552559,
+          "min_activation_freq": 0.9338675323876272
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9803050374916426,
+          "min_activation_freq": 0.9373094246683423
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9819767361637601,
+          "min_activation_freq": 0.9284983975837988
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9838793325133662,
+          "min_activation_freq": 0.9498663597555568
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9857700019588055,
+          "min_activation_freq": 0.9545677457415178
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9868651525513774,
+          "min_activation_freq": 0.9443108343602912
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9872851889465708,
+          "min_activation_freq": 0.21149360390732586
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9884527107547749,
+          "min_activation_freq": 0.9600128844758352
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9900203182880796,
+          "min_activation_freq": 0.5598829539470469
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9909280600506487,
+          "min_activation_freq": 0.9523129624703448
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.989278404254343,
+          "min_activation_freq": 0.8324638121761916
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.987489770072434,
+          "min_activation_freq": 0.9237246269021341
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9881208402735315,
+          "min_activation_freq": 0.8960012884475835
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9929282383084828,
+          "min_activation_freq": 0.030607868578346478
+        },
+        "_overall": {
+          "dead_count": 12789,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.032271984011627904
+        }
+      },
+      "size": 1638,
+      "size_pre_filter": 1638,
+      "skipped_long": 0
+    },
+    "negative": {
+      "loss": 0.23514291320705957,
+      "token_entropy": 0.03662090444880926,
+      "num_supervised_tokens": 990611,
+      "kl_from_init": 1.6835472310805448,
+      "kl_to_init": 0.2644367471962074,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9236438886184949,
+          "min_activation_freq": 0.774341290375334
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8797,
+          "dead_fraction": 0.7991460755813954,
+          "mean_activation_freq": 0.14732892140660406,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 3579,
+          "dead_fraction": 0.32512718023255816,
+          "mean_activation_freq": 0.16654610802158676,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 195,
+          "dead_fraction": 0.01771438953488372,
+          "mean_activation_freq": 0.3882580340971087,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.5556445462083032,
+          "min_activation_freq": 1.0094779888371923e-06
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.7188434543872829,
+          "min_activation_freq": 1.0094779888371923e-06
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8694579685007006,
+          "min_activation_freq": 0.09722282510491
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8855314268963449,
+          "min_activation_freq": 0.03816836275793424
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9417394231298122,
+          "min_activation_freq": 0.09183120316653055
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9489787378962709,
+          "min_activation_freq": 0.2649334602583658
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9734698955865809,
+          "min_activation_freq": 0.6624780059983182
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9850420907129597,
+          "min_activation_freq": 0.9302117581977183
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867270896747528,
+          "min_activation_freq": 0.9143770864648181
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9806417813867482,
+          "min_activation_freq": 0.8988654476883459
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9827272532336632,
+          "min_activation_freq": 0.901549649660664
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9796728153049035,
+          "min_activation_freq": 0.9030719424678304
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9788778380916097,
+          "min_activation_freq": 0.9056864904589187
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.978842689861769,
+          "min_activation_freq": 0.919635457308671
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9793598836393501,
+          "min_activation_freq": 0.9230464834329519
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9766503710789732,
+          "min_activation_freq": 0.9156752751584628
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9793565967834204,
+          "min_activation_freq": 0.9106157714784108
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9798098360770906,
+          "min_activation_freq": 0.9182423776840758
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9797598089596945,
+          "min_activation_freq": 0.9319702688542727
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9800791150642452,
+          "min_activation_freq": 0.9369409384713071
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9818337928590607,
+          "min_activation_freq": 0.9293607682531285
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9836971774392386,
+          "min_activation_freq": 0.9500167068607152
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9856223441265036,
+          "min_activation_freq": 0.9546088222319355
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867224021314316,
+          "min_activation_freq": 0.9406164478286633
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9871555053287762,
+          "min_activation_freq": 0.21340162788420478
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9883447901650926,
+          "min_activation_freq": 0.9594210038047225
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9899359748012754,
+          "min_activation_freq": 0.5769368601802322
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9908599715182241,
+          "min_activation_freq": 0.949224266639478
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9892070376049976,
+          "min_activation_freq": 0.8299211294847321
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9874083412326943,
+          "min_activation_freq": 0.9235724214651361
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.988018849915725,
+          "min_activation_freq": 0.904841557382262
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9929385666631562,
+          "min_activation_freq": 0.03577186201243475
+        },
+        "_overall": {
+          "dead_count": 12571,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.0317218790374677
+        }
+      },
+      "size": 2458,
+      "size_pre_filter": 2458,
+      "skipped_long": 0
+    }
+  }
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_300/generation_config.json

@@ -0,0 +1,6 @@
+{
+  "bos_token_id": 151643,
+  "eos_token_id": 151643,
+  "max_new_tokens": 2048,
+  "transformers_version": "4.57.6"
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_300/model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2642260655ab6fcd7915626fb32a381f74794b28f7c2d4562a06739aab9da33d
+size 4992163456

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_300/model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca376e700f4ef3c91495f8901b1817ef8092f4a696de98bad60a0cdef60741c
+size 1802093576

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_300/model.safetensors.index.json

@@ -0,0 +1,443 @@
+{
+  "metadata": {
+    "total_parameters": 3397103616,
+    "total_size": 6794207232
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00001-of-00002.safetensors",
+    "model.embed_tokens.weight": "model-00002-of-00002.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.12.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.17.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.17.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.18.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.32.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.33.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.34.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.34.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.35.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.35.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.4.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.4.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.7.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.8.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.norm.weight": "model-00001-of-00002.safetensors"
+  }
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_300/special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_300/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_300/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_350/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_350/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_350/config.json

@@ -0,0 +1,67 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "dtype": "bfloat16",
+  "eos_token_id": 151643,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 11008,
+  "layer_types": [
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 32768,
+  "max_window_layers": 36,
+  "model_type": "qwen2",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 36,
+  "num_key_value_heads": 2,
+  "pad_token_id": 151643,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": true,
+  "transformers_version": "4.57.6",
+  "use_cache": true,
+  "use_mrope": false,
+  "use_sliding_window": false,
+  "vocab_size": 151936
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_350/eval_metrics.json

@@ -0,0 +1,1665 @@
+{
+  "global_step": 350,
+  "ckpt_dir": "/mnt/mystorageoutput/projects/jy_intern/amlt-results/7213899235.25497-028989ec-3fee/qwen3b_kk_rlrb_bs128_nobuf/checkpoints_hf_format/global_step_350",
+  "rollouts_dir": "/mnt/mystorageoutput/projects/jy_intern/amlt-results/7213899235.25497-028989ec-3fee/qwen3b_kk_rlrb_bs128_nobuf/rollouts/training",
+  "init_model_path": "Qwen/Qwen2.5-3B",
+  "prev_step": null,
+  "positive_score": 1.0,
+  "negative_score": 0.0,
+  "history_step_stride": 25,
+  "max_samples_per_class": 0,
+  "in_batch": {
+    "num_records": 1024,
+    "source_steps": [
+      350
+    ],
+    "num_source_steps": 1,
+    "num_positives_pre_cap": 469,
+    "num_negatives_pre_cap": 555,
+    "positive": {
+      "loss": 0.23597083826783724,
+      "token_entropy": 0.03501889182550854,
+      "num_supervised_tokens": 153058,
+      "kl_from_init": 2.1937232898116545,
+      "kl_to_init": 0.3115014381280586,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.923718323159225,
+          "min_activation_freq": 0.7751832638607586
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8775,
+          "dead_fraction": 0.7971475290697675,
+          "mean_activation_freq": 0.14757388885601053,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 7535,
+          "dead_fraction": 0.6845021802325582,
+          "mean_activation_freq": 0.166639321012258,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 316,
+          "dead_fraction": 0.028706395348837208,
+          "mean_activation_freq": 0.38651716559340477,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 31,
+          "dead_fraction": 0.0028161337209302324,
+          "mean_activation_freq": 0.5504410566535122,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 15,
+          "dead_fraction": 0.0013626453488372093,
+          "mean_activation_freq": 0.7161421479682274,
+          "min_activation_freq": 0.0
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8676669949245187,
+          "min_activation_freq": 0.09641443113068249
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8821387856617358,
+          "min_activation_freq": 0.03951443243737668
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9413397721702702,
+          "min_activation_freq": 0.0895477531393328
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9482652157891507,
+          "min_activation_freq": 0.24284258255040572
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9733213161546225,
+          "min_activation_freq": 0.6601615074024226
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9851031116567152,
+          "min_activation_freq": 0.9336134014556574
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867597815984107,
+          "min_activation_freq": 0.9181944099622366
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9808307380037877,
+          "min_activation_freq": 0.9023572763266213
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9828232341699317,
+          "min_activation_freq": 0.9024160775653673
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9798205285437471,
+          "min_activation_freq": 0.9049967985992239
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.979038725857685,
+          "min_activation_freq": 0.9056828130512616
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9789512130765826,
+          "min_activation_freq": 0.9209188673574723
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9793441935210683,
+          "min_activation_freq": 0.9235061218623006
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9765522908580864,
+          "min_activation_freq": 0.9146532686955272
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9791672348633913,
+          "min_activation_freq": 0.9134772439206053
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9798655464616013,
+          "min_activation_freq": 0.9215918148675666
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9798799215221878,
+          "min_activation_freq": 0.9343974179722719
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9802472595175579,
+          "min_activation_freq": 0.9369454716512695
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9819275996405603,
+          "min_activation_freq": 0.9260280416574109
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9838622845597444,
+          "min_activation_freq": 0.9515804466280756
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9857968270340672,
+          "min_activation_freq": 0.9547426465784212
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9869487145272411,
+          "min_activation_freq": 0.9470658181865699
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9873796405022173,
+          "min_activation_freq": 0.2216022684211214
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9885459837747327,
+          "min_activation_freq": 0.9604529002077644
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9900854916309657,
+          "min_activation_freq": 0.5629042585163794
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9909922030288639,
+          "min_activation_freq": 0.9532595486678253
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9893357847397567,
+          "min_activation_freq": 0.8371924368540031
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.987533685123393,
+          "min_activation_freq": 0.9233231846750906
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9882339464356421,
+          "min_activation_freq": 0.8854355865096891
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.99282556038948,
+          "min_activation_freq": 0.02223993518796796
+        },
+        "_overall": {
+          "dead_count": 16672,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.04207041343669251
+        }
+      },
+      "size": 469,
+      "size_pre_filter": 469,
+      "skipped_long": 0
+    },
+    "negative": {
+      "loss": 0.20721876198455666,
+      "token_entropy": 0.03397769535935226,
+      "num_supervised_tokens": 210369,
+      "kl_from_init": 1.9903432085383859,
+      "kl_to_init": 0.2894906235308785,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9237624741187054,
+          "min_activation_freq": 0.771981613260509
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8829,
+          "dead_fraction": 0.8020530523255814,
+          "mean_activation_freq": 0.14726845998772148,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 3631,
+          "dead_fraction": 0.32985101744186046,
+          "mean_activation_freq": 0.16660647170414952,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 383,
+          "dead_fraction": 0.034792877906976744,
+          "mean_activation_freq": 0.38876797011966907,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 22,
+          "dead_fraction": 0.001998546511627907,
+          "mean_activation_freq": 0.5550527315402715,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 6,
+          "dead_fraction": 0.0005450581395348837,
+          "mean_activation_freq": 0.7184293235103943,
+          "min_activation_freq": 0.0
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8691034133841179,
+          "min_activation_freq": 0.10048533766857284
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8842404255066154,
+          "min_activation_freq": 0.04060959552025251
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9417306820894006,
+          "min_activation_freq": 0.09096397282869625
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.948750708645451,
+          "min_activation_freq": 0.26197300933122275
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9734241179390267,
+          "min_activation_freq": 0.6614948019907877
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9850578908543263,
+          "min_activation_freq": 0.9299706705835936
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867488270990221,
+          "min_activation_freq": 0.917231150977568
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9806736696369183,
+          "min_activation_freq": 0.9040590581311886
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.982733957051878,
+          "min_activation_freq": 0.9027042957850254
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9797552097894542,
+          "min_activation_freq": 0.9043727925692474
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9789867662249789,
+          "min_activation_freq": 0.9045581811008276
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9789643172643098,
+          "min_activation_freq": 0.9195889128151011
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9793754166094583,
+          "min_activation_freq": 0.9227975604770665
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9765709245137864,
+          "min_activation_freq": 0.916732028007929
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9792326653846447,
+          "min_activation_freq": 0.9110039977373092
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9798062042449884,
+          "min_activation_freq": 0.9198123297634158
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9797357788679902,
+          "min_activation_freq": 0.9316011389510812
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9799951937822821,
+          "min_activation_freq": 0.937661917868127
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9817386527184184,
+          "min_activation_freq": 0.9269664256615756
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9836460703372878,
+          "min_activation_freq": 0.9507341861205787
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9856356447784387,
+          "min_activation_freq": 0.9540616725848391
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867958141995953,
+          "min_activation_freq": 0.9402858786228009
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9872358217743252,
+          "min_activation_freq": 0.22829884631290734
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.988417142947713,
+          "min_activation_freq": 0.9597183995740818
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9899894839405665,
+          "min_activation_freq": 0.582029671672157
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.99091372292935,
+          "min_activation_freq": 0.9510241527981785
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9892586555343452,
+          "min_activation_freq": 0.8347617757369195
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9874148240157632,
+          "min_activation_freq": 0.9267335016090774
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9880926987671551,
+          "min_activation_freq": 0.8946422714373315
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9928890043271973,
+          "min_activation_freq": 0.029053710385085255
+        },
+        "_overall": {
+          "dead_count": 12871,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.03247890423126615
+        }
+      },
+      "size": 555,
+      "size_pre_filter": 555,
+      "skipped_long": 0
+    }
+  },
+  "old_data": {
+    "num_records": 13312,
+    "source_steps": [
+      25,
+      50,
+      75,
+      100,
+      125,
+      150,
+      175,
+      200,
+      225,
+      250,
+      275,
+      300,
+      325
+    ],
+    "num_source_steps": 13,
+    "num_positives_pre_cap": 3726,
+    "num_negatives_pre_cap": 9586,
+    "positive": {
+      "loss": 0.6130786132106599,
+      "token_entropy": 0.047365851913685954,
+      "num_supervised_tokens": 1348842,
+      "kl_from_init": 2.017343512223703,
+      "kl_to_init": 0.3067258265460425,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9242210901317748,
+          "min_activation_freq": 0.7830272189033259
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8767,
+          "dead_fraction": 0.7964207848837209,
+          "mean_activation_freq": 0.14773879969333642,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 2505,
+          "dead_fraction": 0.22756177325581395,
+          "mean_activation_freq": 0.16664870895835698,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 55,
+          "dead_fraction": 0.004996366279069768,
+          "mean_activation_freq": 0.3870107160966377,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 1,
+          "dead_fraction": 9.084302325581395e-05,
+          "mean_activation_freq": 0.5484159451600698,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.7132318906252031,
+          "min_activation_freq": 4.448260063076328e-06
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8640260281333095,
+          "min_activation_freq": 0.09167789852332593
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8801702058421351,
+          "min_activation_freq": 0.035931562036176215
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9407190437257887,
+          "min_activation_freq": 0.09185657030252617
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.948283870507934,
+          "min_activation_freq": 0.2549068015379118
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9732978769641137,
+          "min_activation_freq": 0.6741271401691228
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9850630157406252,
+          "min_activation_freq": 0.9316480358707692
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867162010058205,
+          "min_activation_freq": 0.9194560964145541
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9806118960433088,
+          "min_activation_freq": 0.903907944740748
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9826142371939376,
+          "min_activation_freq": 0.9035098254651026
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9796547550462579,
+          "min_activation_freq": 0.906222522726902
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9789804739685969,
+          "min_activation_freq": 0.9060579371045682
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9788504334821889,
+          "min_activation_freq": 0.9225209475980136
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9793140968407724,
+          "min_activation_freq": 0.92534485136139
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.976415016754962,
+          "min_activation_freq": 0.9166544339514932
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9790899396358395,
+          "min_activation_freq": 0.9144584762336878
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9797736938075489,
+          "min_activation_freq": 0.9234150478706921
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9797498902821785,
+          "min_activation_freq": 0.9312402786983205
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9800507479824727,
+          "min_activation_freq": 0.9375093598805494
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9817303949667221,
+          "min_activation_freq": 0.9275541538593846
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9837057605261997,
+          "min_activation_freq": 0.9516637234012583
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9857016823165463,
+          "min_activation_freq": 0.954419420510334
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9868851205971364,
+          "min_activation_freq": 0.9456215034822463
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.987309547160811,
+          "min_activation_freq": 0.22477651200066426
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9884907538356414,
+          "min_activation_freq": 0.9606113985181363
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9900530745932824,
+          "min_activation_freq": 0.5672613990370999
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9909803974042135,
+          "min_activation_freq": 0.9563121551671729
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9893439695552546,
+          "min_activation_freq": 0.8286226259265355
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9875524158429282,
+          "min_activation_freq": 0.9252729378237036
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9882260814863528,
+          "min_activation_freq": 0.8896942710858647
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9928362979381056,
+          "min_activation_freq": 0.030274116612620305
+        },
+        "_overall": {
+          "dead_count": 11328,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.028585271317829456
+        }
+      },
+      "size": 3726,
+      "size_pre_filter": 3726,
+      "skipped_long": 0
+    },
+    "negative": {
+      "loss": 0.8852147410438754,
+      "token_entropy": 0.09063729183540506,
+      "num_supervised_tokens": 4287883,
+      "kl_from_init": 1.7059802824880963,
+      "kl_to_init": 0.2965817942028878,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9244100566572075,
+          "min_activation_freq": 0.7866532272452397
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 1043,
+          "dead_fraction": 0.09474927325581395,
+          "mean_activation_freq": 0.14745522165376412,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 626,
+          "dead_fraction": 0.05686773255813953,
+          "mean_activation_freq": 0.16657461526546855,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.3872635311327861,
+          "min_activation_freq": 1.3992919116496415e-06
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.5504508660951525,
+          "min_activation_freq": 1.3293273160671596e-05
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.7141712195409744,
+          "min_activation_freq": 2.845226887020938e-05
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8647494770802399,
+          "min_activation_freq": 0.09156359910006873
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.88187802361203,
+          "min_activation_freq": 0.040282815552569885
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9408830907322733,
+          "min_activation_freq": 0.09468985044601264
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9491327333982708,
+          "min_activation_freq": 0.26987769955476865
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9735648216701913,
+          "min_activation_freq": 0.6844132640746028
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9850339536750189,
+          "min_activation_freq": 0.9314939330200941
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867033021461019,
+          "min_activation_freq": 0.9199751952187128
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9804133253032847,
+          "min_activation_freq": 0.9037084267457858
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9824797119223304,
+          "min_activation_freq": 0.9042023767905981
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9795235483132502,
+          "min_activation_freq": 0.9094889016328105
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9789150166884002,
+          "min_activation_freq": 0.9079618077265634
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9787609733942866,
+          "min_activation_freq": 0.9222541753121529
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9792341072558486,
+          "min_activation_freq": 0.9265670261991757
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9762940742741042,
+          "min_activation_freq": 0.9190078180771257
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9790401967902859,
+          "min_activation_freq": 0.9176005968446435
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9795855999647662,
+          "min_activation_freq": 0.9219085502099754
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.979432086171966,
+          "min_activation_freq": 0.9319755226530202
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9796151199437028,
+          "min_activation_freq": 0.9397327305805686
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9814061457319055,
+          "min_activation_freq": 0.9289700768421154
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9833648735879893,
+          "min_activation_freq": 0.9527848591017992
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9854251023523053,
+          "min_activation_freq": 0.9544567797209019
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9866340420268798,
+          "min_activation_freq": 0.9402000940790596
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9870990028652279,
+          "min_activation_freq": 0.23325659771966728
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9883066689867094,
+          "min_activation_freq": 0.9588843725446801
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9899330366033708,
+          "min_activation_freq": 0.5970906855434256
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9909362973580924,
+          "min_activation_freq": 0.9567719081887263
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9893231465120014,
+          "min_activation_freq": 0.8074558004497792
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9875723033757445,
+          "min_activation_freq": 0.9118513728103123
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9882029021950505,
+          "min_activation_freq": 0.9023760676305768
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9928667939574971,
+          "min_activation_freq": 0.06244853229437464
+        },
+        "_overall": {
+          "dead_count": 1669,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.004211583494832041
+        }
+      },
+      "size": 9586,
+      "size_pre_filter": 9586,
+      "skipped_long": 0
+    }
+  },
+  "new_data": {
+    "num_records": 2048,
+    "source_steps": [
+      375,
+      400
+    ],
+    "num_source_steps": 2,
+    "num_positives_pre_cap": 789,
+    "num_negatives_pre_cap": 1259,
+    "positive": {
+      "loss": 0.2615228432918891,
+      "token_entropy": 0.030098711070851623,
+      "num_supervised_tokens": 269968,
+      "kl_from_init": 2.0411401234431605,
+      "kl_to_init": 0.28585470429963467,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9234186957553066,
+          "min_activation_freq": 0.7745436496177325
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8824,
+          "dead_fraction": 0.8015988372093024,
+          "mean_activation_freq": 0.14722539433560342,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 7441,
+          "dead_fraction": 0.6759629360465116,
+          "mean_activation_freq": 0.16661709425843665,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 321,
+          "dead_fraction": 0.02916061046511628,
+          "mean_activation_freq": 0.38870997335956875,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 17,
+          "dead_fraction": 0.0015443313953488371,
+          "mean_activation_freq": 0.5557666172499214,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 6,
+          "dead_fraction": 0.0005450581395348837,
+          "mean_activation_freq": 0.7188670163179977,
+          "min_activation_freq": 0.0
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8702128262574444,
+          "min_activation_freq": 0.09997110768683697
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8838957177843604,
+          "min_activation_freq": 0.03706735613109702
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9416919404191444,
+          "min_activation_freq": 0.08895869140046228
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9484260547104895,
+          "min_activation_freq": 0.25610442719137083
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9732793266454319,
+          "min_activation_freq": 0.6558666212291827
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9850584092831546,
+          "min_activation_freq": 0.9329476086054644
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867443632315941,
+          "min_activation_freq": 0.9167864339477272
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.980770693825879,
+          "min_activation_freq": 0.9001622414508387
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9828056087735938,
+          "min_activation_freq": 0.9013068215492207
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9798419089791564,
+          "min_activation_freq": 0.9033848456113317
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9789882585352063,
+          "min_activation_freq": 0.9067222781959343
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9789507641851006,
+          "min_activation_freq": 0.9224722930125052
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9794022944036047,
+          "min_activation_freq": 0.9234798198304984
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9766162423729118,
+          "min_activation_freq": 0.9145528358916613
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9792348744212708,
+          "min_activation_freq": 0.9097448586499141
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9798653522857231,
+          "min_activation_freq": 0.9208721033603983
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9798582044478312,
+          "min_activation_freq": 0.9328475967522077
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9802075036251067,
+          "min_activation_freq": 0.9371666271558111
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9818638577448973,
+          "min_activation_freq": 0.9270691341195993
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.983794021299919,
+          "min_activation_freq": 0.9502829965032893
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.985739850403997,
+          "min_activation_freq": 0.9549539204646477
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9868826359717568,
+          "min_activation_freq": 0.9430673264979553
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9872835848562888,
+          "min_activation_freq": 0.22399321401054942
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.988441798407266,
+          "min_activation_freq": 0.9597433769928289
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9900033025151173,
+          "min_activation_freq": 0.5646446986309489
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9909005247548073,
+          "min_activation_freq": 0.9524351034196646
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9891967479845157,
+          "min_activation_freq": 0.8387623718366621
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9873356454245784,
+          "min_activation_freq": 0.9251652047650092
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9880600832703127,
+          "min_activation_freq": 0.887971907781663
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9928443873790512,
+          "min_activation_freq": 0.021865554436081316
+        },
+        "_overall": {
+          "dead_count": 16609,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.04191143814599483
+        }
+      },
+      "size": 789,
+      "size_pre_filter": 789,
+      "skipped_long": 0
+    },
+    "negative": {
+      "loss": 0.2349591581569311,
+      "token_entropy": 0.032476734409186345,
+      "num_supervised_tokens": 510131,
+      "kl_from_init": 1.8557318388493975,
+      "kl_to_init": 0.2721045240630009,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.923501538890227,
+          "min_activation_freq": 0.7756007770553054
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8795,
+          "dead_fraction": 0.7989643895348837,
+          "mean_activation_freq": 0.14699440567488978,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 3792,
+          "dead_fraction": 0.3444767441860465,
+          "mean_activation_freq": 0.1665375950813113,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 216,
+          "dead_fraction": 0.019622093023255814,
+          "mean_activation_freq": 0.3885633973740921,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 10,
+          "dead_fraction": 0.0009084302325581395,
+          "mean_activation_freq": 0.557612961401376,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 1,
+          "dead_fraction": 9.084302325581395e-05,
+          "mean_activation_freq": 0.7207041095033022,
+          "min_activation_freq": 0.0
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.871351768041353,
+          "min_activation_freq": 0.10078783684975035
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8859242737319227,
+          "min_activation_freq": 0.04097182880475799
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9419259297332564,
+          "min_activation_freq": 0.0924997696670071
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9489674303563522,
+          "min_activation_freq": 0.26714314558417346
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9734523668991566,
+          "min_activation_freq": 0.6616437738541668
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9850214323297052,
+          "min_activation_freq": 0.931019679258857
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867383633501138,
+          "min_activation_freq": 0.9149963440763255
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9806509587049528,
+          "min_activation_freq": 0.9016252688035034
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9827418004645682,
+          "min_activation_freq": 0.9027249863270415
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9797733492934191,
+          "min_activation_freq": 0.9017232828430344
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9789592622039331,
+          "min_activation_freq": 0.9058379122225467
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9789505458282193,
+          "min_activation_freq": 0.9190678472784441
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9793972156086171,
+          "min_activation_freq": 0.923995993186064
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.976623119119129,
+          "min_activation_freq": 0.914467068262858
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9792738701753557,
+          "min_activation_freq": 0.9106739249330074
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9798143725496774,
+          "min_activation_freq": 0.9175623516312476
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9797168628265708,
+          "min_activation_freq": 0.9318155532598489
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9799849693333443,
+          "min_activation_freq": 0.9354950003038435
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9817287438063675,
+          "min_activation_freq": 0.9281380664966449
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9836126546715679,
+          "min_activation_freq": 0.9495110079567797
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9855865014315406,
+          "min_activation_freq": 0.9551252521411167
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867371910637364,
+          "min_activation_freq": 0.9396841203533993
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9871637959242503,
+          "min_activation_freq": 0.22523038199991766
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9883438571800617,
+          "min_activation_freq": 0.9596103745900562
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9899281310772977,
+          "min_activation_freq": 0.584079383530897
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9908422697728849,
+          "min_activation_freq": 0.9486916105863004
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9891576741254742,
+          "min_activation_freq": 0.8368360283927069
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9873034760810184,
+          "min_activation_freq": 0.9256779141044162
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9879967528532797,
+          "min_activation_freq": 0.8982359433165206
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9928861363808147,
+          "min_activation_freq": 0.026777435599875325
+        },
+        "_overall": {
+          "dead_count": 12814,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.03233506944444445
+        }
+      },
+      "size": 1259,
+      "size_pre_filter": 1259,
+      "skipped_long": 0
+    }
+  }
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_350/generation_config.json

@@ -0,0 +1,6 @@
+{
+  "bos_token_id": 151643,
+  "eos_token_id": 151643,
+  "max_new_tokens": 2048,
+  "transformers_version": "4.57.6"
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_350/model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ecbda752e23eea1d9038f8e9006ee408b385714066c13936d32c2f2b78f22d
+size 4972708136

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_350/model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7980fcb3c02ec946584b7ce8a2d2aac1f84330b2a3dab6d805a4103348d080b6
+size 1821548880

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_350/model.safetensors.index.json

@@ -0,0 +1,443 @@
+{
+  "metadata": {
+    "total_parameters": 3397103616,
+    "total_size": 6794207232
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00001-of-00002.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.1.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.11.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.12.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.13.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.13.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.14.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.15.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.16.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.16.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.17.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.19.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.2.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.32.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.32.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.32.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.32.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.33.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.33.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.34.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.34.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.34.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.34.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.34.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.4.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.6.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.8.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.norm.weight": "model-00001-of-00002.safetensors"
+  }
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_350/special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_350/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_350/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_400/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_400/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_400/config.json

@@ -0,0 +1,67 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "dtype": "bfloat16",
+  "eos_token_id": 151643,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 11008,
+  "layer_types": [
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 32768,
+  "max_window_layers": 36,
+  "model_type": "qwen2",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 36,
+  "num_key_value_heads": 2,
+  "pad_token_id": 151643,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": true,
+  "transformers_version": "4.57.6",
+  "use_cache": true,
+  "use_mrope": false,
+  "use_sliding_window": false,
+  "vocab_size": 151936
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_400/eval_metrics.json

@@ -0,0 +1,1672 @@
+{
+  "global_step": 400,
+  "ckpt_dir": "/mnt/mystorageoutput/projects/jy_intern/amlt-results/7213899235.25497-028989ec-3fee/qwen3b_kk_rlrb_bs128_nobuf/checkpoints_hf_format/global_step_400",
+  "rollouts_dir": "/mnt/mystorageoutput/projects/jy_intern/amlt-results/7213899235.25497-028989ec-3fee/qwen3b_kk_rlrb_bs128_nobuf/rollouts/training",
+  "init_model_path": "Qwen/Qwen2.5-3B",
+  "prev_step": null,
+  "positive_score": 1.0,
+  "negative_score": 0.0,
+  "history_step_stride": 25,
+  "max_samples_per_class": 0,
+  "in_batch": {
+    "num_records": 1024,
+    "source_steps": [
+      400
+    ],
+    "num_source_steps": 1,
+    "num_positives_pre_cap": 396,
+    "num_negatives_pre_cap": 628,
+    "positive": {
+      "loss": 0.23997419816712903,
+      "token_entropy": 0.024689175615911434,
+      "num_supervised_tokens": 136313,
+      "kl_from_init": 2.297238562900159,
+      "kl_to_init": 0.2922220892153852,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9231949165461619,
+          "min_activation_freq": 0.7706161554657296
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8847,
+          "dead_fraction": 0.803688226744186,
+          "mean_activation_freq": 0.1470841979946887,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 7474,
+          "dead_fraction": 0.6789607558139535,
+          "mean_activation_freq": 0.16656387767000502,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 386,
+          "dead_fraction": 0.035065406976744186,
+          "mean_activation_freq": 0.3895645098504911,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 20,
+          "dead_fraction": 0.001816860465116279,
+          "mean_activation_freq": 0.5579539202344928,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 30,
+          "dead_fraction": 0.0027252906976744187,
+          "mean_activation_freq": 0.7198344882807762,
+          "min_activation_freq": 0.0
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8719907083127681,
+          "min_activation_freq": 0.10130361740993156
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.884993989444437,
+          "min_activation_freq": 0.03651155795852193
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9416671312125531,
+          "min_activation_freq": 0.08680023181941561
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9482285915023462,
+          "min_activation_freq": 0.2492498881251238
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.973091557841017,
+          "min_activation_freq": 0.6515959592995533
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9850693410441836,
+          "min_activation_freq": 0.9311951171201572
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867432743441095,
+          "min_activation_freq": 0.9170805425748094
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9808391495935568,
+          "min_activation_freq": 0.9010879373207251
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9828855470860584,
+          "min_activation_freq": 0.8984983090387564
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.980042081752811,
+          "min_activation_freq": 0.9033621151320858
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9792508125163463,
+          "min_activation_freq": 0.9055849405412543
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9791989396326068,
+          "min_activation_freq": 0.9231621342058351
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9796268214481666,
+          "min_activation_freq": 0.9211520544628905
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9768224042267036,
+          "min_activation_freq": 0.9119306302406961
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9793262956693035,
+          "min_activation_freq": 0.904572564612326
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.979866185646995,
+          "min_activation_freq": 0.9216288981975307
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9798150291751166,
+          "min_activation_freq": 0.9333152377249418
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9801531722413309,
+          "min_activation_freq": 0.9391180591726395
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9818950773657633,
+          "min_activation_freq": 0.92667610572726
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9838481487181775,
+          "min_activation_freq": 0.9461166579856654
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9857901506743031,
+          "min_activation_freq": 0.9535774284184194
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9869555741689057,
+          "min_activation_freq": 0.9393234687814075
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9873099627904077,
+          "min_activation_freq": 0.2121441095126657
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9884579411563742,
+          "min_activation_freq": 0.9585659474885008
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9900042291891405,
+          "min_activation_freq": 0.547776074182213
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9908623459833122,
+          "min_activation_freq": 0.9531959534307073
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9891124417039342,
+          "min_activation_freq": 0.867804244642844
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9871549872437904,
+          "min_activation_freq": 0.9261038932456919
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9880413346638611,
+          "min_activation_freq": 0.8756098097760302
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.992658845690126,
+          "min_activation_freq": 0.01558912209400424
+        },
+        "_overall": {
+          "dead_count": 16757,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.04228490390826874
+        }
+      },
+      "size": 396,
+      "size_pre_filter": 396,
+      "skipped_long": 0
+    },
+    "negative": {
+      "loss": 0.2153545745059578,
+      "token_entropy": 0.026244525416253054,
+      "num_supervised_tokens": 254831,
+      "kl_from_init": 2.1135297004091376,
+      "kl_to_init": 0.28297326388812777,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.923287632878192,
+          "min_activation_freq": 0.7742150680254758
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8835,
+          "dead_fraction": 0.8025981104651163,
+          "mean_activation_freq": 0.1468754246430352,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 3840,
+          "dead_fraction": 0.3488372093023256,
+          "mean_activation_freq": 0.1664973347903029,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 363,
+          "dead_fraction": 0.03297601744186047,
+          "mean_activation_freq": 0.3876215060861586,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 22,
+          "dead_fraction": 0.001998546511627907,
+          "mean_activation_freq": 0.5581018132354567,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 8,
+          "dead_fraction": 0.0007267441860465116,
+          "mean_activation_freq": 0.7217145498839724,
+          "min_activation_freq": 0.0
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.872946788183742,
+          "min_activation_freq": 0.10203625147646872
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8865792651722533,
+          "min_activation_freq": 0.042443815705310584
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.942025277377173,
+          "min_activation_freq": 0.09186480451750376
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9491802323242865,
+          "min_activation_freq": 0.2651443505695932
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9735045796254117,
+          "min_activation_freq": 0.6648720132166024
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9850277307444661,
+          "min_activation_freq": 0.9319941451393277
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.986745043930962,
+          "min_activation_freq": 0.9152104728231653
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9807316718419312,
+          "min_activation_freq": 0.9008205438113888
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9828315049147255,
+          "min_activation_freq": 0.899894439844446
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9799932670836206,
+          "min_activation_freq": 0.902947443599876
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9792276380439504,
+          "min_activation_freq": 0.9047604098402471
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.979231692686229,
+          "min_activation_freq": 0.9209986226165577
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9796573292406833,
+          "min_activation_freq": 0.9222975226718885
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9768886420353781,
+          "min_activation_freq": 0.9133739615666854
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9794140286019929,
+          "min_activation_freq": 0.9086453374981851
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9798336170589529,
+          "min_activation_freq": 0.918165372344809
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9796991426055006,
+          "min_activation_freq": 0.9313427330269866
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.979944295175494,
+          "min_activation_freq": 0.9371544278364877
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9817770548005915,
+          "min_activation_freq": 0.9271948860225012
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9836842791752638,
+          "min_activation_freq": 0.9474200548598876
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9856265861515333,
+          "min_activation_freq": 0.9557000521914525
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9868116279018434,
+          "min_activation_freq": 0.9376802665295824
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9872036416542546,
+          "min_activation_freq": 0.21376912542037665
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9883524279725561,
+          "min_activation_freq": 0.9592239562690568
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9899274672051236,
+          "min_activation_freq": 0.5682079495822722
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9908031120151634,
+          "min_activation_freq": 0.947753609254761
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9890694390921234,
+          "min_activation_freq": 0.8639058827222749
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9871164493775765,
+          "min_activation_freq": 0.9300869988345217
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9879662281080404,
+          "min_activation_freq": 0.8879845858627875
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.992728832887925,
+          "min_activation_freq": 0.016285302808528006
+        },
+        "_overall": {
+          "dead_count": 13068,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.03297601744186047
+        }
+      },
+      "size": 628,
+      "size_pre_filter": 628,
+      "skipped_long": 0
+    }
+  },
+  "old_data": {
+    "num_records": 15360,
+    "source_steps": [
+      25,
+      50,
+      75,
+      100,
+      125,
+      150,
+      175,
+      200,
+      225,
+      250,
+      275,
+      300,
+      325,
+      350,
+      375
+    ],
+    "num_source_steps": 15,
+    "num_positives_pre_cap": 4588,
+    "num_negatives_pre_cap": 10772,
+    "positive": {
+      "loss": 0.6769943590843279,
+      "token_entropy": 0.038047929962318296,
+      "num_supervised_tokens": 1635555,
+      "kl_from_init": 2.3720369183520207,
+      "kl_to_init": 0.327045567662474,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9240721219605209,
+          "min_activation_freq": 0.7825845049539759
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8760,
+          "dead_fraction": 0.7957848837209303,
+          "mean_activation_freq": 0.14766916093946633,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 2403,
+          "dead_fraction": 0.21829578488372092,
+          "mean_activation_freq": 0.166622419964939,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 43,
+          "dead_fraction": 0.00390625,
+          "mean_activation_freq": 0.38669795578422883,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 1,
+          "dead_fraction": 9.084302325581395e-05,
+          "mean_activation_freq": 0.5497725401627412,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.7142578040991776,
+          "min_activation_freq": 4.279892758115747e-06
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8652730910722966,
+          "min_activation_freq": 0.09275261302738215
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8808876603333498,
+          "min_activation_freq": 0.03690368101347861
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9408819449191488,
+          "min_activation_freq": 0.0916300582982535
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9483872142038515,
+          "min_activation_freq": 0.2522379253525562
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9733170895806794,
+          "min_activation_freq": 0.6715298476663886
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9850830407614286,
+          "min_activation_freq": 0.9329536457043635
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867274063741467,
+          "min_activation_freq": 0.9192109100580538
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9807136247284455,
+          "min_activation_freq": 0.9044422229762986
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9827482565635569,
+          "min_activation_freq": 0.9030396409781389
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9799084647934033,
+          "min_activation_freq": 0.9071697374897206
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9792501560681202,
+          "min_activation_freq": 0.907527414241649
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9791433628127834,
+          "min_activation_freq": 0.9239670937388227
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9795725643619977,
+          "min_activation_freq": 0.9244048656266528
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9766878018919579,
+          "min_activation_freq": 0.9163256509258326
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9792319000393722,
+          "min_activation_freq": 0.9143202154620298
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9797926647454784,
+          "min_activation_freq": 0.9238154632525352
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9797529474895373,
+          "min_activation_freq": 0.9327170287761647
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9800654826369124,
+          "min_activation_freq": 0.938633063394383
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9818210165422477,
+          "min_activation_freq": 0.9284554784155837
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9838134123187722,
+          "min_activation_freq": 0.9457957696317153
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9857746840059912,
+          "min_activation_freq": 0.9549266151245297
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.986998412631677,
+          "min_activation_freq": 0.9443283778289328
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9873840993088329,
+          "min_activation_freq": 0.21694531825588256
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9885493411026895,
+          "min_activation_freq": 0.9613024325076198
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9900880825213091,
+          "min_activation_freq": 0.5501135700114029
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9909677696659472,
+          "min_activation_freq": 0.9547774302912467
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9893044648501544,
+          "min_activation_freq": 0.8552210106049629
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9874209507873297,
+          "min_activation_freq": 0.9276575841228207
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9882388632542628,
+          "min_activation_freq": 0.8816371201213045
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9926058028636251,
+          "min_activation_freq": 0.019376908755743466
+        },
+        "_overall": {
+          "dead_count": 11207,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.028279937822997415
+        }
+      },
+      "size": 4588,
+      "size_pre_filter": 4588,
+      "skipped_long": 0
+    },
+    "negative": {
+      "loss": 0.9856044646588977,
+      "token_entropy": 0.07476347769182293,
+      "num_supervised_tokens": 4753552,
+      "kl_from_init": 2.0466770985982943,
+      "kl_to_init": 0.3203323545923209,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9242937121394804,
+          "min_activation_freq": 0.7861872553408482
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 1037,
+          "dead_fraction": 0.09420421511627906,
+          "mean_activation_freq": 0.14740760324341376,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 631,
+          "dead_fraction": 0.0573219476744186,
+          "mean_activation_freq": 0.16654932418795387,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.387116841922434,
+          "min_activation_freq": 1.2622140243758772e-06
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.5516976855681618,
+          "min_activation_freq": 1.2411771239696125e-05
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.715017133025772,
+          "min_activation_freq": 2.5454649491580188e-05
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8657281452222095,
+          "min_activation_freq": 0.09235577942557481
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8824359915972149,
+          "min_activation_freq": 0.040649181917017
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9409849682965472,
+          "min_activation_freq": 0.09550984190348606
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9491623704571522,
+          "min_activation_freq": 0.2673983581119971
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9735478182625085,
+          "min_activation_freq": 0.6818471744918326
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9850511263230474,
+          "min_activation_freq": 0.9321864996953856
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867110751700015,
+          "min_activation_freq": 0.9184054366082457
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9804972153647568,
+          "min_activation_freq": 0.9045265519342167
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9825955372309999,
+          "min_activation_freq": 0.9030200994961242
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9797589213891136,
+          "min_activation_freq": 0.9096976324230807
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9791763359838905,
+          "min_activation_freq": 0.9076391717183276
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9790421744701779,
+          "min_activation_freq": 0.9240487955112303
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.979484596978132,
+          "min_activation_freq": 0.9261562721939299
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9765440114731695,
+          "min_activation_freq": 0.9184153239514367
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9791730606065309,
+          "min_activation_freq": 0.9167367896680209
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9796092055451681,
+          "min_activation_freq": 0.9221279161351342
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9794389197290393,
+          "min_activation_freq": 0.9325643224266822
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9796279139007279,
+          "min_activation_freq": 0.9403677502633819
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.981498578398126,
+          "min_activation_freq": 0.9296612301706176
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9834713194668906,
+          "min_activation_freq": 0.9495192226781152
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9855035992827903,
+          "min_activation_freq": 0.954471729771758
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867573131037064,
+          "min_activation_freq": 0.9392035681948993
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9871989512762074,
+          "min_activation_freq": 0.22308202371616004
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9883837333777787,
+          "min_activation_freq": 0.9597970107405999
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9899783489658133,
+          "min_activation_freq": 0.5802894340905496
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9909298727575803,
+          "min_activation_freq": 0.95515016980986
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9892863989301309,
+          "min_activation_freq": 0.8343602846881658
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9874433086340267,
+          "min_activation_freq": 0.9177187921789852
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9882028853291621,
+          "min_activation_freq": 0.8951344173788358
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9927527827839655,
+          "min_activation_freq": 0.04308820015011932
+        },
+        "_overall": {
+          "dead_count": 1668,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.0042090600775193795
+        }
+      },
+      "size": 10772,
+      "size_pre_filter": 10772,
+      "skipped_long": 0
+    }
+  },
+  "new_data": {
+    "num_records": 7168,
+    "source_steps": [
+      425,
+      450,
+      475,
+      500,
+      525,
+      550,
+      575
+    ],
+    "num_source_steps": 7,
+    "num_positives_pre_cap": 3294,
+    "num_negatives_pre_cap": 3874,
+    "positive": {
+      "loss": 0.39432946844490646,
+      "token_entropy": 0.027866564121502325,
+      "num_supervised_tokens": 1202580,
+      "kl_from_init": 2.3272541589903,
+      "kl_to_init": 0.30216251395432236,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9232939364777066,
+          "min_activation_freq": 0.7819837349698149
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8769,
+          "dead_fraction": 0.7966024709302325,
+          "mean_activation_freq": 0.1473051317967001,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 3581,
+          "dead_fraction": 0.32530886627906974,
+          "mean_activation_freq": 0.16654177718788807,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 276,
+          "dead_fraction": 0.02507267441860465,
+          "mean_activation_freq": 0.3873742459646836,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 7,
+          "dead_fraction": 0.0006359011627906977,
+          "mean_activation_freq": 0.5574987716574094,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 1,
+          "dead_fraction": 9.084302325581395e-05,
+          "mean_activation_freq": 0.7195936091146766,
+          "min_activation_freq": 0.0
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8711957127537954,
+          "min_activation_freq": 0.09882003692062066
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8842967180880875,
+          "min_activation_freq": 0.03911091154018859
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9414252947943655,
+          "min_activation_freq": 0.08931962946332053
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9483372815428418,
+          "min_activation_freq": 0.252547023898618
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9733389926773717,
+          "min_activation_freq": 0.6586755143108982
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9850489970213506,
+          "min_activation_freq": 0.9326772439255601
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867516197672581,
+          "min_activation_freq": 0.9142751417785095
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9808357717378083,
+          "min_activation_freq": 0.9002494636531457
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9828724157698786,
+          "min_activation_freq": 0.8987476924612083
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9799969082038056,
+          "min_activation_freq": 0.9035548570573267
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9791815395319394,
+          "min_activation_freq": 0.9051322988907182
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9791205694487713,
+          "min_activation_freq": 0.9216251725456934
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9795525016684091,
+          "min_activation_freq": 0.9218713100167972
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9767764453741559,
+          "min_activation_freq": 0.912550516389762
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9793170927811649,
+          "min_activation_freq": 0.9097332402002362
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9798448378833133,
+          "min_activation_freq": 0.9228966056312262
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.979764889481075,
+          "min_activation_freq": 0.9325225764606097
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9800693152859675,
+          "min_activation_freq": 0.9390069683513779
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9818235427279749,
+          "min_activation_freq": 0.9270834372765221
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9837681308648132,
+          "min_activation_freq": 0.9466131151357914
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9857330272798658,
+          "min_activation_freq": 0.9549959254269986
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9869293023391181,
+          "min_activation_freq": 0.9413627367825841
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9872993099507812,
+          "min_activation_freq": 0.2152438922982255
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9884646565480149,
+          "min_activation_freq": 0.9607211162666932
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9900207728800956,
+          "min_activation_freq": 0.558021087994146
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9908731110319692,
+          "min_activation_freq": 0.9497064644347986
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9891114036839933,
+          "min_activation_freq": 0.7111901079346072
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9871938919168989,
+          "min_activation_freq": 0.9201633155382594
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9880802849092474,
+          "min_activation_freq": 0.8865272996391093
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9926578486704167,
+          "min_activation_freq": 0.015525786226280164
+        },
+        "_overall": {
+          "dead_count": 12634,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.03188085432816538
+        }
+      },
+      "size": 3294,
+      "size_pre_filter": 3294,
+      "skipped_long": 0
+    },
+    "negative": {
+      "loss": 0.3502435994863905,
+      "token_entropy": 0.028331744403740564,
+      "num_supervised_tokens": 1668179,
+      "kl_from_init": 2.138269230203638,
+      "kl_to_init": 0.28739259284028507,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9233185733863929,
+          "min_activation_freq": 0.7803491112164821
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8784,
+          "dead_fraction": 0.7979651162790697,
+          "mean_activation_freq": 0.14700855425618187,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 3512,
+          "dead_fraction": 0.3190406976744186,
+          "mean_activation_freq": 0.1664458966445475,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 280,
+          "dead_fraction": 0.025436046511627907,
+          "mean_activation_freq": 0.3875865346833702,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 1,
+          "dead_fraction": 9.084302325581395e-05,
+          "mean_activation_freq": 0.5600430512739367,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.7210504187591749,
+          "min_activation_freq": 2.397824214307937e-06
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8719390666805743,
+          "min_activation_freq": 0.0993688327211888
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8857088959745368,
+          "min_activation_freq": 0.041595656101653354
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9415418233470241,
+          "min_activation_freq": 0.08643916510158682
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9486145687101198,
+          "min_activation_freq": 0.26745211395180013
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9733744725762588,
+          "min_activation_freq": 0.6586463443071756
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9849991140749639,
+          "min_activation_freq": 0.931461791570329
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867349842588589,
+          "min_activation_freq": 0.9116108043561272
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9807004588789039,
+          "min_activation_freq": 0.8994016829129248
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9827881547652846,
+          "min_activation_freq": 0.896775465942204
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9799164751349393,
+          "min_activation_freq": 0.9049382590237618
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9791181550901409,
+          "min_activation_freq": 0.9047650162242781
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9791022204395046,
+          "min_activation_freq": 0.9200313635407231
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9795447167562826,
+          "min_activation_freq": 0.9214934368553973
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9767744129972101,
+          "min_activation_freq": 0.9118296058156828
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9793441725128326,
+          "min_activation_freq": 0.9096871498801986
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9797912023249288,
+          "min_activation_freq": 0.9194552862732356
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9796305478302884,
+          "min_activation_freq": 0.9322566702973721
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9798680601277634,
+          "min_activation_freq": 0.9391923768372578
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9816992780772529,
+          "min_activation_freq": 0.9284555194616404
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9836104678643668,
+          "min_activation_freq": 0.9473042161542615
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.985600186612325,
+          "min_activation_freq": 0.9554172543833724
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.986802557027631,
+          "min_activation_freq": 0.9377560801328874
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9871923652524209,
+          "min_activation_freq": 0.218250559442362
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9883630623005824,
+          "min_activation_freq": 0.9592693589836582
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9899385862675185,
+          "min_activation_freq": 0.5715585677556185
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9908081796657654,
+          "min_activation_freq": 0.9486026379663093
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9890368384342874,
+          "min_activation_freq": 0.7057563966456837
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9871090172813526,
+          "min_activation_freq": 0.9183792626570649
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9879731891093069,
+          "min_activation_freq": 0.8931637432194026
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9927450751064937,
+          "min_activation_freq": 0.017522699902108824
+        },
+        "_overall": {
+          "dead_count": 12577,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.03173701954134367
+        }
+      },
+      "size": 3874,
+      "size_pre_filter": 3874,
+      "skipped_long": 0
+    }
+  }
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_400/generation_config.json

@@ -0,0 +1,6 @@
+{
+  "bos_token_id": 151643,
+  "eos_token_id": 151643,
+  "max_new_tokens": 2048,
+  "transformers_version": "4.57.6"
+}