upload rlrb_bs128_nobuf (6/8)

.gitattributes

@@ -116,3 +116,7 @@ rlrb_bs128_nobuf/checkpoints_hf_format/global_step_2200/tokenizer.json filter=lf
 rlrb_bs128_nobuf/checkpoints_hf_format/global_step_250/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 rlrb_bs128_nobuf/checkpoints_hf_format/global_step_300/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 rlrb_bs128_nobuf/checkpoints_hf_format/global_step_350/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+rlrb_bs128_nobuf/checkpoints_hf_format/global_step_400/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+rlrb_bs128_nobuf/checkpoints_hf_format/global_step_450/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+rlrb_bs128_nobuf/checkpoints_hf_format/global_step_50/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+rlrb_bs128_nobuf/checkpoints_hf_format/global_step_500/tokenizer.json filter=lfs diff=lfs merge=lfs -text

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_400/model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903171421aa15f669439eb47030b28ea0611a63da57c9482d6da72cef0a03d50
+size 4963864512

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_400/model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5507aa1832395bead4ef8ecec53be4596fef5d10e44bfb0b7c77a4c6d9047ecc
+size 1830392536

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_400/model.safetensors.index.json

@@ -0,0 +1,443 @@
+{
+  "metadata": {
+    "total_parameters": 3397103616,
+    "total_size": 6794207232
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00001-of-00002.safetensors",
+    "model.embed_tokens.weight": "model-00002-of-00002.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.11.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.32.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.33.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.33.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.33.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.34.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.34.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.35.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.35.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.35.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.4.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.6.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.7.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.9.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.norm.weight": "model-00001-of-00002.safetensors"
+  }
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_400/special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_400/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_400/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_450/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_450/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_450/config.json

@@ -0,0 +1,67 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "dtype": "bfloat16",
+  "eos_token_id": 151643,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 11008,
+  "layer_types": [
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 32768,
+  "max_window_layers": 36,
+  "model_type": "qwen2",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 36,
+  "num_key_value_heads": 2,
+  "pad_token_id": 151643,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": true,
+  "transformers_version": "4.57.6",
+  "use_cache": true,
+  "use_mrope": false,
+  "use_sliding_window": false,
+  "vocab_size": 151936
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_450/eval_metrics.json

@@ -0,0 +1,1672 @@
+{
+  "global_step": 450,
+  "ckpt_dir": "/mnt/mystorageoutput/projects/jy_intern/amlt-results/7213899235.25497-028989ec-3fee/qwen3b_kk_rlrb_bs128_nobuf/checkpoints_hf_format/global_step_450",
+  "rollouts_dir": "/mnt/mystorageoutput/projects/jy_intern/amlt-results/7213899235.25497-028989ec-3fee/qwen3b_kk_rlrb_bs128_nobuf/rollouts/training",
+  "init_model_path": "Qwen/Qwen2.5-3B",
+  "prev_step": null,
+  "positive_score": 1.0,
+  "negative_score": 0.0,
+  "history_step_stride": 25,
+  "max_samples_per_class": 0,
+  "in_batch": {
+    "num_records": 1024,
+    "source_steps": [
+      450
+    ],
+    "num_source_steps": 1,
+    "num_positives_pre_cap": 487,
+    "num_negatives_pre_cap": 537,
+    "positive": {
+      "loss": 0.2533471599983494,
+      "token_entropy": 0.02539022568087056,
+      "num_supervised_tokens": 179612,
+      "kl_from_init": 2.490446183425723,
+      "kl_to_init": 0.31756462356448106,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9233526810448064,
+          "min_activation_freq": 0.7762231922143287
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8833,
+          "dead_fraction": 0.8024164244186046,
+          "mean_activation_freq": 0.14711582687167662,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 3703,
+          "dead_fraction": 0.3363917151162791,
+          "mean_activation_freq": 0.16649858829258057,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 439,
+          "dead_fraction": 0.03988008720930233,
+          "mean_activation_freq": 0.3883142773251476,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 20,
+          "dead_fraction": 0.001816860465116279,
+          "mean_activation_freq": 0.5580874027668297,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 12,
+          "dead_fraction": 0.0010901162790697674,
+          "mean_activation_freq": 0.7176605240304165,
+          "min_activation_freq": 0.0
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8687763475720792,
+          "min_activation_freq": 0.09829521412823197
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.882762873991722,
+          "min_activation_freq": 0.03545976883504443
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9408325847950221,
+          "min_activation_freq": 0.09075674231120415
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9475764477128412,
+          "min_activation_freq": 0.24895329933412022
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.972726737149723,
+          "min_activation_freq": 0.6462040398191657
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9849858152937483,
+          "min_activation_freq": 0.9322651047814178
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867125175531792,
+          "min_activation_freq": 0.9198049128120616
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9806914467058256,
+          "min_activation_freq": 0.9025176491548449
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9826898677855794,
+          "min_activation_freq": 0.894288800302875
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9798225614004398,
+          "min_activation_freq": 0.9006079771952876
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9791505576061824,
+          "min_activation_freq": 0.9075006124312407
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9790451169428068,
+          "min_activation_freq": 0.9199329666169298
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9795450307346936,
+          "min_activation_freq": 0.923056365944369
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9767220908172733,
+          "min_activation_freq": 0.9127786562145068
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9793042541369211,
+          "min_activation_freq": 0.9042714295258669
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9798380780313469,
+          "min_activation_freq": 0.919782642585128
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9797657994312288,
+          "min_activation_freq": 0.9327216444335568
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9800623471875617,
+          "min_activation_freq": 0.9392189831414383
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.981863016319674,
+          "min_activation_freq": 0.9277275460436942
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9838122402872355,
+          "min_activation_freq": 0.9403993051689197
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9857757730981421,
+          "min_activation_freq": 0.9560218693628488
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9869795129530502,
+          "min_activation_freq": 0.941356924927065
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9873358957595094,
+          "min_activation_freq": 0.20021490768990938
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9885055914818519,
+          "min_activation_freq": 0.9607153196891076
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9900562647734472,
+          "min_activation_freq": 0.5315123711110616
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9909000009880794,
+          "min_activation_freq": 0.9506491771151149
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9891763242668369,
+          "min_activation_freq": 0.8601374073001804
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9872321747266654,
+          "min_activation_freq": 0.9268311694096163
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9881215211065105,
+          "min_activation_freq": 0.8854252499832973
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9925457460767176,
+          "min_activation_freq": 0.013351001046700665
+        },
+        "_overall": {
+          "dead_count": 13007,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.03282208898578812
+        }
+      },
+      "size": 487,
+      "size_pre_filter": 487,
+      "skipped_long": 0
+    },
+    "negative": {
+      "loss": 0.22644281174429481,
+      "token_entropy": 0.026888394773703334,
+      "num_supervised_tokens": 230244,
+      "kl_from_init": 2.281790943834652,
+      "kl_to_init": 0.2967038462685196,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.92359506169302,
+          "min_activation_freq": 0.7750603707371311
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8788,
+          "dead_fraction": 0.798328488372093,
+          "mean_activation_freq": 0.1470431852180932,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 3590,
+          "dead_fraction": 0.3261264534883721,
+          "mean_activation_freq": 0.16637071901641354,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 374,
+          "dead_fraction": 0.033975290697674417,
+          "mean_activation_freq": 0.38837833726786003,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 9,
+          "dead_fraction": 0.0008175872093023256,
+          "mean_activation_freq": 0.5580244853614347,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 5,
+          "dead_fraction": 0.00045421511627906976,
+          "mean_activation_freq": 0.7180896777023809,
+          "min_activation_freq": 0.0
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.869271526796345,
+          "min_activation_freq": 0.09882125049947013
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8845077353542128,
+          "min_activation_freq": 0.03745157311374021
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9411089695561341,
+          "min_activation_freq": 0.08858428449818453
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9481714484334465,
+          "min_activation_freq": 0.26476259967686455
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9729510230716311,
+          "min_activation_freq": 0.6487465471412937
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9849761759314588,
+          "min_activation_freq": 0.9316029950834767
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867173208570088,
+          "min_activation_freq": 0.9200847796250934
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9805944279397933,
+          "min_activation_freq": 0.9059085144455448
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9826140166506371,
+          "min_activation_freq": 0.8946204895675892
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9797717316883091,
+          "min_activation_freq": 0.9055523705286566
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9791134559272408,
+          "min_activation_freq": 0.9083103142752906
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9790707039483492,
+          "min_activation_freq": 0.9194680425982871
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9795402931427549,
+          "min_activation_freq": 0.9235854137349943
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9767196603556418,
+          "min_activation_freq": 0.9120194228731259
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9793146024176123,
+          "min_activation_freq": 0.9096393391358732
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9797709287768224,
+          "min_activation_freq": 0.9185429370580775
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9795842851957509,
+          "min_activation_freq": 0.9312946265700736
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9798097727270776,
+          "min_activation_freq": 0.9380092423689651
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.981709799040164,
+          "min_activation_freq": 0.9275942044092355
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.983641332625818,
+          "min_activation_freq": 0.9445631590834072
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9856177377188678,
+          "min_activation_freq": 0.9553604002710169
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9868451834262378,
+          "min_activation_freq": 0.9372882680981915
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9872474906108202,
+          "min_activation_freq": 0.20309758343322737
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.988432907156912,
+          "min_activation_freq": 0.9601509702750126
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.989987366284423,
+          "min_activation_freq": 0.5465766751793749
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9908456972075227,
+          "min_activation_freq": 0.948016017789823
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9891215755836933,
+          "min_activation_freq": 0.8510840673372596
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9871768292708331,
+          "min_activation_freq": 0.927754903493685
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.988042281052169,
+          "min_activation_freq": 0.8888830979308907
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9926790629287666,
+          "min_activation_freq": 0.015244696930213165
+        },
+        "_overall": {
+          "dead_count": 12766,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.032213945413436695
+        }
+      },
+      "size": 537,
+      "size_pre_filter": 537,
+      "skipped_long": 0
+    }
+  },
+  "old_data": {
+    "num_records": 17408,
+    "source_steps": [
+      25,
+      50,
+      75,
+      100,
+      125,
+      150,
+      175,
+      200,
+      225,
+      250,
+      275,
+      300,
+      325,
+      350,
+      375,
+      400,
+      425
+    ],
+    "num_source_steps": 17,
+    "num_positives_pre_cap": 5428,
+    "num_negatives_pre_cap": 11980,
+    "positive": {
+      "loss": 0.6926965655193176,
+      "token_entropy": 0.03525832776509963,
+      "num_supervised_tokens": 1929501,
+      "kl_from_init": 2.50539618778238,
+      "kl_to_init": 0.33499817008159544,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9239898027809619,
+          "min_activation_freq": 0.7809615024817298
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8760,
+          "dead_fraction": 0.7957848837209303,
+          "mean_activation_freq": 0.1476790701416801,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 2378,
+          "dead_fraction": 0.2160247093023256,
+          "mean_activation_freq": 0.1665900794699384,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 46,
+          "dead_fraction": 0.0041787790697674415,
+          "mean_activation_freq": 0.38688653408150725,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 1,
+          "dead_fraction": 9.084302325581395e-05,
+          "mean_activation_freq": 0.5502856719744976,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.7141078238701414,
+          "min_activation_freq": 3.1096122779931184e-06
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8658161610795673,
+          "min_activation_freq": 0.09106706863588047
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8816021608221142,
+          "min_activation_freq": 0.03308575636913378
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9409722146892467,
+          "min_activation_freq": 0.09351744311093906
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.948372135976282,
+          "min_activation_freq": 0.25344946698654214
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9732144297353608,
+          "min_activation_freq": 0.6671989286349165
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9850663970639602,
+          "min_activation_freq": 0.9332402522724788
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867346697289839,
+          "min_activation_freq": 0.9201363461330158
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9807233985166824,
+          "min_activation_freq": 0.9038849940995107
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9826913319105021,
+          "min_activation_freq": 0.9005846589351341
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9798435359166034,
+          "min_activation_freq": 0.9050251852681083
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9792381253195263,
+          "min_activation_freq": 0.9096196374088431
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9791040463126942,
+          "min_activation_freq": 0.9247743328456425
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9795666338604079,
+          "min_activation_freq": 0.9253008938580494
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9766794093783082,
+          "min_activation_freq": 0.9149987483810582
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9792562608638312,
+          "min_activation_freq": 0.9136730170132071
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9797988385357841,
+          "min_activation_freq": 0.9225613254411374
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9797029860838343,
+          "min_activation_freq": 0.9313718935621179
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9799768695355119,
+          "min_activation_freq": 0.9389417263841792
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9817966024183407,
+          "min_activation_freq": 0.9271407477891953
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9837987722911742,
+          "min_activation_freq": 0.9431516231398689
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9857552757129743,
+          "min_activation_freq": 0.9544721666379028
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9870031545325408,
+          "min_activation_freq": 0.9416139198684013
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9874027153693359,
+          "min_activation_freq": 0.20369204265766125
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9885790970707871,
+          "min_activation_freq": 0.9615828133802471
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9901120243887194,
+          "min_activation_freq": 0.5330233049892175
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9909866988402611,
+          "min_activation_freq": 0.9524016831294724
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9893191115347627,
+          "min_activation_freq": 0.8537969143317365
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9874122298469343,
+          "min_activation_freq": 0.9289028614133914
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9882549036536654,
+          "min_activation_freq": 0.8817518104421818
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9925600001760607,
+          "min_activation_freq": 0.017634092959785977
+        },
+        "_overall": {
+          "dead_count": 11185,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.028224422642118864
+        }
+      },
+      "size": 5428,
+      "size_pre_filter": 5428,
+      "skipped_long": 0
+    },
+    "negative": {
+      "loss": 0.9962416599751585,
+      "token_entropy": 0.06835519630279611,
+      "num_supervised_tokens": 5246910,
+      "kl_from_init": 2.186866342041915,
+      "kl_to_init": 0.3307677409618137,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9242188255912792,
+          "min_activation_freq": 0.7848872955701547
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 1036,
+          "dead_fraction": 0.09411337209302326,
+          "mean_activation_freq": 0.14745145968498716,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 635,
+          "dead_fraction": 0.05768531976744186,
+          "mean_activation_freq": 0.16652048762390628,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.38706715978095835,
+          "min_activation_freq": 1.1435301920558957e-06
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.5517270848613646,
+          "min_activation_freq": 1.086353682453101e-05
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.7146326098097583,
+          "min_activation_freq": 2.2489427110432617e-05
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8659557677009054,
+          "min_activation_freq": 0.09039663344711459
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8829431277212306,
+          "min_activation_freq": 0.036795180401417216
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.941035443281307,
+          "min_activation_freq": 0.0950919684156961
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9491038722914402,
+          "min_activation_freq": 0.26759730965463485
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9734387775722637,
+          "min_activation_freq": 0.6775227705449494
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9850353480335248,
+          "min_activation_freq": 0.932781389427301
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867174492967357,
+          "min_activation_freq": 0.9197622981907446
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9805048190732183,
+          "min_activation_freq": 0.9041443440043759
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9825330268341382,
+          "min_activation_freq": 0.9000918635920951
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9796889547252574,
+          "min_activation_freq": 0.9075379604376671
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9791664974606262,
+          "min_activation_freq": 0.9094627123392626
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.979008674867684,
+          "min_activation_freq": 0.92362266553076
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9794858082695228,
+          "min_activation_freq": 0.9266762723202799
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9765471479236474,
+          "min_activation_freq": 0.916980279821838
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9791971278399827,
+          "min_activation_freq": 0.9172301411688022
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9796157840808953,
+          "min_activation_freq": 0.9208953460227067
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.979400015959144,
+          "min_activation_freq": 0.9327783400134556
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9795548721397508,
+          "min_activation_freq": 0.9403673781330345
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9814939969457329,
+          "min_activation_freq": 0.929267130558748
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9834754828034057,
+          "min_activation_freq": 0.9470471191615637
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9855010589108969,
+          "min_activation_freq": 0.9545486772214503
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867753981670742,
+          "min_activation_freq": 0.9376837033606447
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9872253881532899,
+          "min_activation_freq": 0.20896337082206481
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9884186520226212,
+          "min_activation_freq": 0.960289770550667
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9900049386556443,
+          "min_activation_freq": 0.5648715148535043
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9909468673385141,
+          "min_activation_freq": 0.9530441726654355
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9892989629744925,
+          "min_activation_freq": 0.8332995991926677
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9874253819021023,
+          "min_activation_freq": 0.9199328747777263
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.988208611403282,
+          "min_activation_freq": 0.8943244690684613
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9927202526375934,
+          "min_activation_freq": 0.03900124073025838
+        },
+        "_overall": {
+          "dead_count": 1671,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.004216630329457364
+        }
+      },
+      "size": 11980,
+      "size_pre_filter": 11980,
+      "skipped_long": 0
+    }
+  },
+  "new_data": {
+    "num_records": 5120,
+    "source_steps": [
+      475,
+      500,
+      525,
+      550,
+      575
+    ],
+    "num_source_steps": 5,
+    "num_positives_pre_cap": 2363,
+    "num_negatives_pre_cap": 2757,
+    "positive": {
+      "loss": 0.41386693502512983,
+      "token_entropy": 0.027203824998458102,
+      "num_supervised_tokens": 865335,
+      "kl_from_init": 2.4682583361016346,
+      "kl_to_init": 0.3123609921909449,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9232171459742502,
+          "min_activation_freq": 0.7844383966902991
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8771,
+          "dead_fraction": 0.7967841569767442,
+          "mean_activation_freq": 0.14749256784423856,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 3565,
+          "dead_fraction": 0.32385537790697677,
+          "mean_activation_freq": 0.1665281353472664,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 269,
+          "dead_fraction": 0.024436773255813952,
+          "mean_activation_freq": 0.3870687951742308,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 8,
+          "dead_fraction": 0.0007267441860465116,
+          "mean_activation_freq": 0.5571922930590397,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 1,
+          "dead_fraction": 9.084302325581395e-05,
+          "mean_activation_freq": 0.718952389187626,
+          "min_activation_freq": 0.0
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8715374674133126,
+          "min_activation_freq": 0.09456106594555866
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8849378264547633,
+          "min_activation_freq": 0.03441441753771661
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9414736865375501,
+          "min_activation_freq": 0.08821323533660375
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9483742398889138,
+          "min_activation_freq": 0.25090745202724957
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9733194466392301,
+          "min_activation_freq": 0.6590557414180636
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9850466896406971,
+          "min_activation_freq": 0.9338545187701873
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.986762246227634,
+          "min_activation_freq": 0.9144585622909047
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9808597999072748,
+          "min_activation_freq": 0.8988819358976582
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9828114583866633,
+          "min_activation_freq": 0.8951319431202944
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9799230204072398,
+          "min_activation_freq": 0.9018102815672543
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9791668523766034,
+          "min_activation_freq": 0.9062998723037898
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9790680545852589,
+          "min_activation_freq": 0.9223861279157783
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9795357889440184,
+          "min_activation_freq": 0.9226669440159013
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.976740796026569,
+          "min_activation_freq": 0.9115359947303645
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9793308378201021,
+          "min_activation_freq": 0.909940081009089
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9798262854764137,
+          "min_activation_freq": 0.9232644004922949
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9796815505632918,
+          "min_activation_freq": 0.9292562995833984
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9799350578544926,
+          "min_activation_freq": 0.9392408720322187
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9817649771190242,
+          "min_activation_freq": 0.9274743307505185
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9837369723587022,
+          "min_activation_freq": 0.9456568843280349
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9857040781465399,
+          "min_activation_freq": 0.9551156488527565
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9869326016584382,
+          "min_activation_freq": 0.9396973426476452
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9873168061231763,
+          "min_activation_freq": 0.2023459122767483
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9885006100734143,
+          "min_activation_freq": 0.9612589344011279
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9900480944434612,
+          "min_activation_freq": 0.539444261470991
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9908989758016151,
+          "min_activation_freq": 0.9480212865537624
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9891321313581541,
+          "min_activation_freq": 0.6426921365713857
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9872015542634652,
+          "min_activation_freq": 0.9188996169113696
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9881166690039453,
+          "min_activation_freq": 0.885326492052211
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9926269357967092,
+          "min_activation_freq": 0.014739956201933356
+        },
+        "_overall": {
+          "dead_count": 12614,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.031830385981912145
+        }
+      },
+      "size": 2363,
+      "size_pre_filter": 2363,
+      "skipped_long": 0
+    },
+    "negative": {
+      "loss": 0.36386483941015146,
+      "token_entropy": 0.02731881839556076,
+      "num_supervised_tokens": 1199408,
+      "kl_from_init": 2.278720135193453,
+      "kl_to_init": 0.2985899163836923,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9232343597526523,
+          "min_activation_freq": 0.7829612608887051
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8819,
+          "dead_fraction": 0.8011446220930233,
+          "mean_activation_freq": 0.14715646831506643,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 3756,
+          "dead_fraction": 0.34120639534883723,
+          "mean_activation_freq": 0.16643790477272566,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 334,
+          "dead_fraction": 0.03034156976744186,
+          "mean_activation_freq": 0.38741990425426737,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 3,
+          "dead_fraction": 0.00027252906976744186,
+          "mean_activation_freq": 0.5601219591005981,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.7205781641126822,
+          "min_activation_freq": 1.6674892947187278e-06
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8722865718344984,
+          "min_activation_freq": 0.09467670717553993
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8863609835673,
+          "min_activation_freq": 0.03682149860597895
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9415828510978933,
+          "min_activation_freq": 0.08554220081907074
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9486341414774554,
+          "min_activation_freq": 0.2677037338420287
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9733529839231345,
+          "min_activation_freq": 0.6589217347224631
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9849943146582885,
+          "min_activation_freq": 0.93318703893921
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867471815862056,
+          "min_activation_freq": 0.9115647052545922
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9807170704062599,
+          "min_activation_freq": 0.8977653975961474
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9827261413535232,
+          "min_activation_freq": 0.8931172711871189
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9798400624552782,
+          "min_activation_freq": 0.9025627642970532
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9790972251343366,
+          "min_activation_freq": 0.9053941611194856
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9790439266747322,
+          "min_activation_freq": 0.9212361431639609
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9795311940706395,
+          "min_activation_freq": 0.9224083881381481
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9767362468403502,
+          "min_activation_freq": 0.9113754452196416
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9793522261770992,
+          "min_activation_freq": 0.9102582273921801
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9797742516910329,
+          "min_activation_freq": 0.9185239718261008
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9795564710452165,
+          "min_activation_freq": 0.9299337673252137
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9797453059521961,
+          "min_activation_freq": 0.939806137694596
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9816539251357702,
+          "min_activation_freq": 0.9288098795405733
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9835888281799446,
+          "min_activation_freq": 0.9447427397516107
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9855839484464224,
+          "min_activation_freq": 0.9550319824446727
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9868049074964919,
+          "min_activation_freq": 0.9367071088403612
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9872043721438429,
+          "min_activation_freq": 0.20368715232848203
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9883927606956884,
+          "min_activation_freq": 0.9601886930885903
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9899655377194174,
+          "min_activation_freq": 0.5536523018022224
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9908340024386594,
+          "min_activation_freq": 0.9466761935888371
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9890515990008074,
+          "min_activation_freq": 0.6367924842922508
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9871070831262464,
+          "min_activation_freq": 0.9162703600442885
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9879964886359441,
+          "min_activation_freq": 0.8932231567573335
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9927141737973971,
+          "min_activation_freq": 0.01715763109800835
+        },
+        "_overall": {
+          "dead_count": 12912,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.032582364341085274
+        }
+      },
+      "size": 2757,
+      "size_pre_filter": 2757,
+      "skipped_long": 0
+    }
+  }
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_450/generation_config.json

@@ -0,0 +1,6 @@
+{
+  "bos_token_id": 151643,
+  "eos_token_id": 151643,
+  "max_new_tokens": 2048,
+  "transformers_version": "4.57.6"
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_450/model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7839bafe5e3e2ccdde75b804c64b9154491397489433edd2fe5240ff02ac3087
+size 4971219280

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_450/model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258ee031eeefafc5342b74571d6b369f02ce06c7410bb46020e35064c1c89006
+size 1823037776

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_450/model.safetensors.index.json

@@ -0,0 +1,443 @@
+{
+  "metadata": {
+    "total_parameters": 3397103616,
+    "total_size": 6794207232
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00002-of-00002.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.10.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.11.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.11.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.14.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.15.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.15.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.17.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.18.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.18.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.19.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.2.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.32.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.32.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.32.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.33.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.34.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.34.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.35.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.35.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.4.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.6.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.7.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.norm.weight": "model-00002-of-00002.safetensors"
+  }
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_450/special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_450/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_450/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_50/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_50/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_50/config.json

@@ -0,0 +1,67 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "dtype": "bfloat16",
+  "eos_token_id": 151643,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 11008,
+  "layer_types": [
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 32768,
+  "max_window_layers": 36,
+  "model_type": "qwen2",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 36,
+  "num_key_value_heads": 2,
+  "pad_token_id": 151643,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": true,
+  "transformers_version": "4.57.6",
+  "use_cache": true,
+  "use_mrope": false,
+  "use_sliding_window": false,
+  "vocab_size": 151936
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_50/eval_metrics.json

@@ -0,0 +1,1661 @@
+{
+  "global_step": 50,
+  "ckpt_dir": "/mnt/mystorageoutput/projects/jy_intern/amlt-results/7213899235.25497-028989ec-3fee/qwen3b_kk_rlrb_bs128_nobuf/checkpoints_hf_format/global_step_50",
+  "rollouts_dir": "/mnt/mystorageoutput/projects/jy_intern/amlt-results/7213899235.25497-028989ec-3fee/qwen3b_kk_rlrb_bs128_nobuf/rollouts/training",
+  "init_model_path": "Qwen/Qwen2.5-3B",
+  "prev_step": null,
+  "positive_score": 1.0,
+  "negative_score": 0.0,
+  "history_step_stride": 25,
+  "max_samples_per_class": 0,
+  "in_batch": {
+    "num_records": 1024,
+    "source_steps": [
+      50
+    ],
+    "num_source_steps": 1,
+    "num_positives_pre_cap": 135,
+    "num_negatives_pre_cap": 889,
+    "positive": {
+      "loss": 0.5323018600937167,
+      "token_entropy": 0.5160264580926717,
+      "num_supervised_tokens": 57966,
+      "kl_from_init": 0.019184807806788603,
+      "kl_to_init": 0.01516234711436214,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9257979326067445,
+          "min_activation_freq": 0.8031259703964393
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8815,
+          "dead_fraction": 0.80078125,
+          "mean_activation_freq": 0.14806244616431122,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 6795,
+          "dead_fraction": 0.6172783430232558,
+          "mean_activation_freq": 0.1665722614484714,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 273,
+          "dead_fraction": 0.024800145348837208,
+          "mean_activation_freq": 0.38418125577473644,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 13,
+          "dead_fraction": 0.0011809593023255813,
+          "mean_activation_freq": 0.5377694263713332,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 1,
+          "dead_fraction": 9.084302325581395e-05,
+          "mean_activation_freq": 0.7072433581002576,
+          "min_activation_freq": 0.0
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8571080194539662,
+          "min_activation_freq": 0.0798744091363903
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8755869378295337,
+          "min_activation_freq": 0.0451471552289273
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9399914881563491,
+          "min_activation_freq": 0.0838250008625746
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9495766291351426,
+          "min_activation_freq": 0.25062967946727394
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9740605477980676,
+          "min_activation_freq": 0.6930787013076631
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9850992100596861,
+          "min_activation_freq": 0.9299934444329434
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.986613178954042,
+          "min_activation_freq": 0.9268536728427009
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9806384267637043,
+          "min_activation_freq": 0.9023047993651451
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.982668479816055,
+          "min_activation_freq": 0.9016147396749818
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9795697698490453,
+          "min_activation_freq": 0.9132594969464859
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9788769331199766,
+          "min_activation_freq": 0.9069799537660007
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9782176716062101,
+          "min_activation_freq": 0.9200565848945934
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9787944933036126,
+          "min_activation_freq": 0.9219369975502881
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9757164465747362,
+          "min_activation_freq": 0.923869164682745
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9787101556350395,
+          "min_activation_freq": 0.9219715005347963
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.979093020284445,
+          "min_activation_freq": 0.919314770727668
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9787657794735727,
+          "min_activation_freq": 0.9271987026877825
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9786343214727318,
+          "min_activation_freq": 0.9332367249767105
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9799686698608004,
+          "min_activation_freq": 0.9390504778663354
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9818000032120874,
+          "min_activation_freq": 0.9466756374426388
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9839497306560622,
+          "min_activation_freq": 0.9461063381982542
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9851414878128236,
+          "min_activation_freq": 0.9318911085808922
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.98565024854937,
+          "min_activation_freq": 0.3703205327260808
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9871876827956083,
+          "min_activation_freq": 0.948866576958907
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9893874549254615,
+          "min_activation_freq": 0.7300659007004106
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9910859307862108,
+          "min_activation_freq": 0.9613049028740986
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9901168413731305,
+          "min_activation_freq": 0.6973225684021668
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9889304392626109,
+          "min_activation_freq": 0.7330504088603664
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9897005864353924,
+          "min_activation_freq": 0.9619777110720077
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9919690056505658,
+          "min_activation_freq": 0.4240071766207777
+        },
+        "_overall": {
+          "dead_count": 15897,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.04011476501937984
+        }
+      },
+      "size": 135,
+      "size_pre_filter": 135,
+      "skipped_long": 0
+    },
+    "negative": {
+      "loss": 0.5695136389745414,
+      "token_entropy": 0.5503148484296927,
+      "num_supervised_tokens": 442367,
+      "kl_from_init": 0.017577095548839062,
+      "kl_to_init": 0.01412768296119,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9251755921277824,
+          "min_activation_freq": 0.8034753948644451
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 1043,
+          "dead_fraction": 0.09474927325581395,
+          "mean_activation_freq": 0.14780358545783645,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 693,
+          "dead_fraction": 0.06295421511627906,
+          "mean_activation_freq": 0.16659566390628722,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 6,
+          "dead_fraction": 0.0005450581395348837,
+          "mean_activation_freq": 0.38592202744120024,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.5410098096065504,
+          "min_activation_freq": 4.069019614935111e-05
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.711324254005842,
+          "min_activation_freq": 9.72043574678943e-05
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8614285931940338,
+          "min_activation_freq": 0.08419027639946018
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8792585032603544,
+          "min_activation_freq": 0.04969177176416866
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9406680343838466,
+          "min_activation_freq": 0.08926072695295988
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9502739330523914,
+          "min_activation_freq": 0.2648185782393352
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9742425189280383,
+          "min_activation_freq": 0.7015035027477186
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9850943796843996,
+          "min_activation_freq": 0.9288916216625562
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9866383428752019,
+          "min_activation_freq": 0.9282880504196741
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9805740189200738,
+          "min_activation_freq": 0.9026147972158863
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9826694995397643,
+          "min_activation_freq": 0.901007534467987
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9795293437641958,
+          "min_activation_freq": 0.9120684861212522
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9788720653806023,
+          "min_activation_freq": 0.9085487841543334
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.978181670766331,
+          "min_activation_freq": 0.9223133732850778
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9787911977639608,
+          "min_activation_freq": 0.9235499031347275
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9756473383804729,
+          "min_activation_freq": 0.9236448469257427
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9787087209722897,
+          "min_activation_freq": 0.9204597087938295
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.979023588431007,
+          "min_activation_freq": 0.9202946874427794
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9786008643525546,
+          "min_activation_freq": 0.9279783528156486
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.978402323244929,
+          "min_activation_freq": 0.9355218630684476
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9798411711224622,
+          "min_activation_freq": 0.9400656016384585
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9816844788597214,
+          "min_activation_freq": 0.9473762735466253
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9838722997583007,
+          "min_activation_freq": 0.9476769288848399
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9850240694552341,
+          "min_activation_freq": 0.9281094656699076
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9855012767173326,
+          "min_activation_freq": 0.35748597883657685
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9870532369083893,
+          "min_activation_freq": 0.9480770491469752
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9892491190838675,
+          "min_activation_freq": 0.737900883203313
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9909771434766677,
+          "min_activation_freq": 0.962144554182387
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9900243108150597,
+          "min_activation_freq": 0.7097206618034347
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9888253626773302,
+          "min_activation_freq": 0.7557932666767638
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9895867796977712,
+          "min_activation_freq": 0.9641225498285361
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9920752879702089,
+          "min_activation_freq": 0.43161221338843087
+        },
+        "_overall": {
+          "dead_count": 1742,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.0043957929586563305
+        }
+      },
+      "size": 889,
+      "size_pre_filter": 889,
+      "skipped_long": 0
+    }
+  },
+  "old_data": {
+    "num_records": 1024,
+    "source_steps": [
+      25
+    ],
+    "num_source_steps": 1,
+    "num_positives_pre_cap": 40,
+    "num_negatives_pre_cap": 984,
+    "positive": {
+      "loss": 0.7680229548303725,
+      "token_entropy": 0.6716074716446488,
+      "num_supervised_tokens": 14803,
+      "kl_from_init": 0.021009681144775687,
+      "kl_to_init": 0.01674362669794461,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9259553018695929,
+          "min_activation_freq": 0.816793893129771
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8851,
+          "dead_fraction": 0.8040515988372093,
+          "mean_activation_freq": 0.14800681336789057,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 2616,
+          "dead_fraction": 0.2376453488372093,
+          "mean_activation_freq": 0.16690059732156742,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 576,
+          "dead_fraction": 0.05232558139534884,
+          "mean_activation_freq": 0.3849046510940585,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 22,
+          "dead_fraction": 0.001998546511627907,
+          "mean_activation_freq": 0.5376028073249609,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 10,
+          "dead_fraction": 0.0009084302325581395,
+          "mean_activation_freq": 0.7053920498417984,
+          "min_activation_freq": 0.0
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8561966356305056,
+          "min_activation_freq": 0.08950888333445924
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8740046788422052,
+          "min_activation_freq": 0.04944943592515031
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9401434810413195,
+          "min_activation_freq": 0.0892386678376005
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9504841393714977,
+          "min_activation_freq": 0.25690738363845167
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9749068041283272,
+          "min_activation_freq": 0.7070864014051207
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.985159657150342,
+          "min_activation_freq": 0.9302168479362293
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.986687462148229,
+          "min_activation_freq": 0.9299466324393705
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9807724908252413,
+          "min_activation_freq": 0.9063027764642303
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.982747490442305,
+          "min_activation_freq": 0.9047490373572925
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.97961507841748,
+          "min_activation_freq": 0.9121124096466934
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9790049211229969,
+          "min_activation_freq": 0.9125177328919815
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9781920285642917,
+          "min_activation_freq": 0.9221779369046815
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9788092615870606,
+          "min_activation_freq": 0.9226508140241844
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9756518727936985,
+          "min_activation_freq": 0.9184624738228738
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9786767926618428,
+          "min_activation_freq": 0.919948659055597
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9789979006258945,
+          "min_activation_freq": 0.9230561372694724
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9786589775367659,
+          "min_activation_freq": 0.9295413091940824
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9784436618363028,
+          "min_activation_freq": 0.9350131730054719
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.979834640782274,
+          "min_activation_freq": 0.9383233128419916
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9816557295013268,
+          "min_activation_freq": 0.9445382692697427
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9837978709532482,
+          "min_activation_freq": 0.9473079781125449
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.985030354812978,
+          "min_activation_freq": 0.9360264811186922
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9855309518497981,
+          "min_activation_freq": 0.39539282577855844
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9871207016883757,
+          "min_activation_freq": 0.9482537323515504
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9893432781538627,
+          "min_activation_freq": 0.742957508613119
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9910860306443228,
+          "min_activation_freq": 0.9579814902384652
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9901638723942665,
+          "min_activation_freq": 0.7223535769776397
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9889386667771619,
+          "min_activation_freq": 0.7768695534688915
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9898182663319347,
+          "min_activation_freq": 0.9637235695467136
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9919242190850692,
+          "min_activation_freq": 0.45423225021955016
+        },
+        "_overall": {
+          "dead_count": 12075,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.030470264050387597
+        }
+      },
+      "size": 40,
+      "size_pre_filter": 40,
+      "skipped_long": 0
+    },
+    "negative": {
+      "loss": 0.802351251778363,
+      "token_entropy": 0.7118906857200493,
+      "num_supervised_tokens": 462596,
+      "kl_from_init": 0.01802768342398009,
+      "kl_to_init": 0.014701192281629824,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9251125274364798,
+          "min_activation_freq": 0.8140213058478672
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 5127,
+          "dead_fraction": 0.46575218023255816,
+          "mean_activation_freq": 0.14762833891725705,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 818,
+          "dead_fraction": 0.07430959302325581,
+          "mean_activation_freq": 0.166699514709153,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.38605901500369905,
+          "min_activation_freq": 1.080856730278688e-05
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.539010306441798,
+          "min_activation_freq": 5.8366263435049155e-05
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.7117906494380449,
+          "min_activation_freq": 0.00012105595379121307
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8616606624342159,
+          "min_activation_freq": 0.083509152694792
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8792637810678442,
+          "min_activation_freq": 0.058895883232885714
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9408706385561427,
+          "min_activation_freq": 0.09892433138202665
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9511055423275938,
+          "min_activation_freq": 0.27960898926925437
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9747846546531409,
+          "min_activation_freq": 0.7108124583870159
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9851578128434234,
+          "min_activation_freq": 0.9322281212980656
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867269609370962,
+          "min_activation_freq": 0.9299712924452438
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9806628741467264,
+          "min_activation_freq": 0.9089961867374555
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9827647811179658,
+          "min_activation_freq": 0.9055417686274849
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.979574381116518,
+          "min_activation_freq": 0.9176516874335273
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9789947769970738,
+          "min_activation_freq": 0.9109071414365882
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9781478061555594,
+          "min_activation_freq": 0.9252955062300582
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9787554895739303,
+          "min_activation_freq": 0.9240568444171589
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9755059118809934,
+          "min_activation_freq": 0.9266011811602348
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9786400890694441,
+          "min_activation_freq": 0.9276279950539996
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.978884980098474,
+          "min_activation_freq": 0.9235401949000855
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9784036536234615,
+          "min_activation_freq": 0.929076343072573
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9781427883410296,
+          "min_activation_freq": 0.9356457902792069
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9796275759989328,
+          "min_activation_freq": 0.9406155695250283
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9814454860969022,
+          "min_activation_freq": 0.9471482676028327
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9837063618784119,
+          "min_activation_freq": 0.9470228882221203
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9848418054083482,
+          "min_activation_freq": 0.9306738493199249
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9853522559057257,
+          "min_activation_freq": 0.3815100000864685
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9869361997969072,
+          "min_activation_freq": 0.9495866803863414
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9891803026614387,
+          "min_activation_freq": 0.7479744744874577
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9909814416098194,
+          "min_activation_freq": 0.9612729033541146
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9900767016860688,
+          "min_activation_freq": 0.7441158159603628
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9888989370380468,
+          "min_activation_freq": 0.7883768990652751
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9897332050637082,
+          "min_activation_freq": 0.9654839211752804
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9920824025894838,
+          "min_activation_freq": 0.4694852527907721
+        },
+        "_overall": {
+          "dead_count": 5945,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.01500171592377261
+        }
+      },
+      "size": 984,
+      "size_pre_filter": 984,
+      "skipped_long": 0
+    }
+  },
+  "new_data": {
+    "num_records": 10240,
+    "source_steps": [
+      75,
+      100,
+      125,
+      150,
+      175,
+      200,
+      225,
+      250,
+      275,
+      300
+    ],
+    "num_source_steps": 10,
+    "num_positives_pre_cap": 3171,
+    "num_negatives_pre_cap": 7069,
+    "positive": {
+      "loss": 0.2970181369709625,
+      "token_entropy": 0.353172216695428,
+      "num_supervised_tokens": 1146496,
+      "kl_from_init": 0.017956145655913212,
+      "kl_to_init": 0.013673617874383526,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9242344428165938,
+          "min_activation_freq": 0.7820315116668528
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8772,
+          "dead_fraction": 0.796875,
+          "mean_activation_freq": 0.14774312163608497,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 2969,
+          "dead_fraction": 0.26971293604651164,
+          "mean_activation_freq": 0.16666714368994542,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 76,
+          "dead_fraction": 0.006904069767441861,
+          "mean_activation_freq": 0.3873908625146473,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 2,
+          "dead_fraction": 0.0001816860465116279,
+          "mean_activation_freq": 0.5451633900821123,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.7132779177727839,
+          "min_activation_freq": 5.233337054817462e-06
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8635767981303671,
+          "min_activation_freq": 0.08557029418332031
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8794297443947916,
+          "min_activation_freq": 0.04411790359495367
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9408243486066129,
+          "min_activation_freq": 0.09054806994529419
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9482515764939787,
+          "min_activation_freq": 0.24475532404823044
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.973330859696252,
+          "min_activation_freq": 0.6734013899743218
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9850506311192772,
+          "min_activation_freq": 0.9342701588143352
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9866300959486456,
+          "min_activation_freq": 0.9265169699676231
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.98085130378514,
+          "min_activation_freq": 0.900720107178743
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9828983968509927,
+          "min_activation_freq": 0.9025020584459083
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9797124598198125,
+          "min_activation_freq": 0.9086817572848053
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9788805083490438,
+          "min_activation_freq": 0.9040511262141342
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9783815115466686,
+          "min_activation_freq": 0.9225152115663727
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9789451564000021,
+          "min_activation_freq": 0.9231641453611701
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9760162479420612,
+          "min_activation_freq": 0.9177214748241599
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9789623535632932,
+          "min_activation_freq": 0.9167149296639501
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9795165829580376,
+          "min_activation_freq": 0.9191859369766663
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9793050807248073,
+          "min_activation_freq": 0.9320459905660378
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9792664528529424,
+          "min_activation_freq": 0.9376526389974322
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9804211186934181,
+          "min_activation_freq": 0.9395680403594954
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9821689346543933,
+          "min_activation_freq": 0.9461419839231886
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.984158380667988,
+          "min_activation_freq": 0.9454511834319527
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9852966155511035,
+          "min_activation_freq": 0.9298209500948978
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9857312357628637,
+          "min_activation_freq": 0.33819045160209893
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9871819966953962,
+          "min_activation_freq": 0.947320356983365
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9893017535781623,
+          "min_activation_freq": 0.698080063079156
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9909279556223108,
+          "min_activation_freq": 0.9583670592832422
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9899179622977061,
+          "min_activation_freq": 0.7316641314056046
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9887885924251342,
+          "min_activation_freq": 0.7748191009824719
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9893625461949754,
+          "min_activation_freq": 0.9620051007591828
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9921648480368233,
+          "min_activation_freq": 0.4236002567824048
+        },
+        "_overall": {
+          "dead_count": 11819,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.029824269218346255
+        }
+      },
+      "size": 3171,
+      "size_pre_filter": 3171,
+      "skipped_long": 0
+    },
+    "negative": {
+      "loss": 0.29790830328866064,
+      "token_entropy": 0.35266292757776657,
+      "num_supervised_tokens": 3112809,
+      "kl_from_init": 0.015820241806675354,
+      "kl_to_init": 0.01221924521344469,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9243074016196765,
+          "min_activation_freq": 0.7809592557718769
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8731,
+          "dead_fraction": 0.7931504360465116,
+          "mean_activation_freq": 0.1474061036665776,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 2324,
+          "dead_fraction": 0.21111918604651161,
+          "mean_activation_freq": 0.16657112268814117,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 5,
+          "dead_fraction": 0.00045421511627906976,
+          "mean_activation_freq": 0.38782665471458905,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.5486343027278017,
+          "min_activation_freq": 1.6062662373438268e-06
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.7146532832162205,
+          "min_activation_freq": 7.067571444312838e-06
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8648257735110945,
+          "min_activation_freq": 0.08645278267956692
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8814770551239364,
+          "min_activation_freq": 0.047849707450730194
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9410064099725839,
+          "min_activation_freq": 0.0890623228087557
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9487702062817812,
+          "min_activation_freq": 0.25601988429100536
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9734207642350284,
+          "min_activation_freq": 0.6771896380407536
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9850000551010021,
+          "min_activation_freq": 0.9323784401805573
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9866072829385008,
+          "min_activation_freq": 0.9258357965426084
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9806604643833735,
+          "min_activation_freq": 0.8989199144566853
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9827774631367595,
+          "min_activation_freq": 0.9000947375826786
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9795876611387146,
+          "min_activation_freq": 0.909326913408436
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9787829343319439,
+          "min_activation_freq": 0.9044393665014462
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9783212436864492,
+          "min_activation_freq": 0.9202578764068081
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9788905021354583,
+          "min_activation_freq": 0.9241505020063872
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9759884210304456,
+          "min_activation_freq": 0.9183849699740653
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9789789221014256,
+          "min_activation_freq": 0.9179422829990533
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9794228085230645,
+          "min_activation_freq": 0.917302667783343
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9791114606618826,
+          "min_activation_freq": 0.9281905828465544
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9790276173289795,
+          "min_activation_freq": 0.9382541620767609
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.98026466608252,
+          "min_activation_freq": 0.9386354896815063
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9820260135895765,
+          "min_activation_freq": 0.9477809271304471
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9840670672347729,
+          "min_activation_freq": 0.9459337209575017
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9851764871335329,
+          "min_activation_freq": 0.9256234481460315
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9855801952741787,
+          "min_activation_freq": 0.3400594125755869
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9870633703588627,
+          "min_activation_freq": 0.9464368035430378
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9892018516682779,
+          "min_activation_freq": 0.704111945191626
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9908377562901441,
+          "min_activation_freq": 0.959728656657058
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9898270837679124,
+          "min_activation_freq": 0.729032844610768
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9886769802738441,
+          "min_activation_freq": 0.7694831260125501
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9892861157121923,
+          "min_activation_freq": 0.9623333779875348
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9921868755873471,
+          "min_activation_freq": 0.42107434153525003
+        },
+        "_overall": {
+          "dead_count": 11060,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.027908995478036176
+        }
+      },
+      "size": 7069,
+      "size_pre_filter": 7069,
+      "skipped_long": 0
+    }
+  }
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_50/generation_config.json

@@ -0,0 +1,6 @@
+{
+  "bos_token_id": 151643,
+  "eos_token_id": 151643,
+  "max_new_tokens": 2048,
+  "transformers_version": "4.57.6"
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_50/model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e0799fec5fd42db78af2058614d0f93c35a82290b74d82997389063b1449a2
+size 4702268992

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_50/model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebee6fb86e826014cc83d9f13d1f2e8a6a5e8b562956cb15846e93c8191eead7
+size 2091987976

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_50/model.safetensors.index.json

@@ -0,0 +1,443 @@
+{
+  "metadata": {
+    "total_parameters": 3397103616,
+    "total_size": 6794207232
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00002-of-00002.safetensors",
+    "model.embed_tokens.weight": "model-00002-of-00002.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.10.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.13.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.14.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.16.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.17.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.18.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.4.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.6.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.7.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.norm.weight": "model-00001-of-00002.safetensors"
+  }
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_50/special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_50/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_50/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_500/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_500/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_500/config.json

@@ -0,0 +1,67 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "dtype": "bfloat16",
+  "eos_token_id": 151643,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 11008,
+  "layer_types": [
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 32768,
+  "max_window_layers": 36,
+  "model_type": "qwen2",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 36,
+  "num_key_value_heads": 2,
+  "pad_token_id": 151643,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": true,
+  "transformers_version": "4.57.6",
+  "use_cache": true,
+  "use_mrope": false,
+  "use_sliding_window": false,
+  "vocab_size": 151936
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_500/eval_metrics.json

@@ -0,0 +1,1672 @@
+{
+  "global_step": 500,
+  "ckpt_dir": "/mnt/mystorageoutput/projects/jy_intern/amlt-results/7213899235.25497-028989ec-3fee/qwen3b_kk_rlrb_bs128_nobuf/checkpoints_hf_format/global_step_500",
+  "rollouts_dir": "/mnt/mystorageoutput/projects/jy_intern/amlt-results/7213899235.25497-028989ec-3fee/qwen3b_kk_rlrb_bs128_nobuf/rollouts/training",
+  "init_model_path": "Qwen/Qwen2.5-3B",
+  "prev_step": null,
+  "positive_score": 1.0,
+  "negative_score": 0.0,
+  "history_step_stride": 25,
+  "max_samples_per_class": 0,
+  "in_batch": {
+    "num_records": 1024,
+    "source_steps": [
+      500
+    ],
+    "num_source_steps": 1,
+    "num_positives_pre_cap": 488,
+    "num_negatives_pre_cap": 536,
+    "positive": {
+      "loss": 0.29476775232627594,
+      "token_entropy": 0.026096323689715758,
+      "num_supervised_tokens": 173080,
+      "kl_from_init": 2.676508576208211,
+      "kl_to_init": 0.33354978872166513,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9231759300377296,
+          "min_activation_freq": 0.7816327709729605
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8770,
+          "dead_fraction": 0.7966933139534884,
+          "mean_activation_freq": 0.14774612622842778,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 7547,
+          "dead_fraction": 0.6855922965116279,
+          "mean_activation_freq": 0.16652735548590247,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 603,
+          "dead_fraction": 0.054778343023255814,
+          "mean_activation_freq": 0.38738050163991916,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 25,
+          "dead_fraction": 0.002271075581395349,
+          "mean_activation_freq": 0.555195625212464,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 16,
+          "dead_fraction": 0.0014534883720930232,
+          "mean_activation_freq": 0.7192990035232061,
+          "min_activation_freq": 0.0
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8720686046007763,
+          "min_activation_freq": 0.09776981742546799
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8848938707013426,
+          "min_activation_freq": 0.038756644326323086
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9414598362566577,
+          "min_activation_freq": 0.09267968569447654
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.94823362648456,
+          "min_activation_freq": 0.24879824358678068
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.973303017894669,
+          "min_activation_freq": 0.6633059856713659
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.985067698521923,
+          "min_activation_freq": 0.9350300439103305
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867772305898671,
+          "min_activation_freq": 0.9181592327247516
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9808617494732911,
+          "min_activation_freq": 0.9029581696325399
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9828360311142919,
+          "min_activation_freq": 0.8967125028888375
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9801047344268143,
+          "min_activation_freq": 0.900479547030275
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9793156587422942,
+          "min_activation_freq": 0.9083314074416455
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9790863572632094,
+          "min_activation_freq": 0.9210827363069102
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9794819122869985,
+          "min_activation_freq": 0.9236653570603189
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9766200127453161,
+          "min_activation_freq": 0.9114571296510284
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9792418123080268,
+          "min_activation_freq": 0.9119886757568755
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9797092880493494,
+          "min_activation_freq": 0.9229142593020568
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9795912293842812,
+          "min_activation_freq": 0.9274497342269471
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9797998135314159,
+          "min_activation_freq": 0.9392824127571066
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9816709026836293,
+          "min_activation_freq": 0.9285474924890225
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9836678835334918,
+          "min_activation_freq": 0.9434192281026116
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9856629318434209,
+          "min_activation_freq": 0.9553616824589786
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9868993217656105,
+          "min_activation_freq": 0.9348567136584239
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9872705772779157,
+          "min_activation_freq": 0.21712502888837532
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9884487012785793,
+          "min_activation_freq": 0.9590882828749712
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9900236509926517,
+          "min_activation_freq": 0.5600704876357754
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9908845293008743,
+          "min_activation_freq": 0.950323549803559
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9891045093872104,
+          "min_activation_freq": 0.6212329558585625
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9871213854050217,
+          "min_activation_freq": 0.9226773746244511
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9881026333433659,
+          "min_activation_freq": 0.8857406979431477
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9924326774888343,
+          "min_activation_freq": 0.011699792003697713
+        },
+        "_overall": {
+          "dead_count": 16961,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.042799681040051676
+        }
+      },
+      "size": 488,
+      "size_pre_filter": 488,
+      "skipped_long": 0
+    },
+    "negative": {
+      "loss": 0.2524803902602439,
+      "token_entropy": 0.02645876769458756,
+      "num_supervised_tokens": 227477,
+      "kl_from_init": 2.5117159128527624,
+      "kl_to_init": 0.32113127328456986,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9233478772317232,
+          "min_activation_freq": 0.7866597502165054
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8831,
+          "dead_fraction": 0.802234738372093,
+          "mean_activation_freq": 0.14726101901268115,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 3824,
+          "dead_fraction": 0.34738372093023256,
+          "mean_activation_freq": 0.16641014741996404,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 428,
+          "dead_fraction": 0.03888081395348837,
+          "mean_activation_freq": 0.3876000647420423,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 18,
+          "dead_fraction": 0.0016351744186046512,
+          "mean_activation_freq": 0.558581500726217,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 5,
+          "dead_fraction": 0.00045421511627906976,
+          "mean_activation_freq": 0.7203305624573237,
+          "min_activation_freq": 0.0
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8721341463597749,
+          "min_activation_freq": 0.09665592565402216
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8856429971555517,
+          "min_activation_freq": 0.038861071668784095
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9416232969240385,
+          "min_activation_freq": 0.08555590235496335
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9485692461650352,
+          "min_activation_freq": 0.26357389977887874
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9733775170957739,
+          "min_activation_freq": 0.6588710067391428
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.984993295801896,
+          "min_activation_freq": 0.9341383964093072
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867480401129999,
+          "min_activation_freq": 0.9127999753821264
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9807126212881373,
+          "min_activation_freq": 0.9005701675334209
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9827787746219627,
+          "min_activation_freq": 0.8963147922647124
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9800828178060884,
+          "min_activation_freq": 0.9021571411615239
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9792678247767649,
+          "min_activation_freq": 0.9083995305019847
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9791033726953075,
+          "min_activation_freq": 0.9199567428794998
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9795089169857039,
+          "min_activation_freq": 0.9221723514904803
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9766971797129553,
+          "min_activation_freq": 0.9116701908324797
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9793024871905015,
+          "min_activation_freq": 0.9091600469498015
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9796873998429281,
+          "min_activation_freq": 0.9169938059671966
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9795115906364057,
+          "min_activation_freq": 0.9301028235821642
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9796576837828275,
+          "min_activation_freq": 0.9392817735419404
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9816093581426223,
+          "min_activation_freq": 0.9301423880216461
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9835468811228398,
+          "min_activation_freq": 0.942051284305666
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9855509270883608,
+          "min_activation_freq": 0.9550855690905014
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867987628010642,
+          "min_activation_freq": 0.9338834255770913
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9871916692497712,
+          "min_activation_freq": 0.22380284600201336
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9883803815401065,
+          "min_activation_freq": 0.9589540920620545
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9899712831784118,
+          "min_activation_freq": 0.5841469687045283
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9908390443683751,
+          "min_activation_freq": 0.9463374319161937
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9890258048130293,
+          "min_activation_freq": 0.6093802889962501
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9870121987990914,
+          "min_activation_freq": 0.9207524277179671
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9879725661441775,
+          "min_activation_freq": 0.8997305222066406
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9925215649676975,
+          "min_activation_freq": 0.012607868048198278
+        },
+        "_overall": {
+          "dead_count": 13106,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.033071907299741604
+        }
+      },
+      "size": 536,
+      "size_pre_filter": 536,
+      "skipped_long": 0
+    }
+  },
+  "old_data": {
+    "num_records": 19456,
+    "source_steps": [
+      25,
+      50,
+      75,
+      100,
+      125,
+      150,
+      175,
+      200,
+      225,
+      250,
+      275,
+      300,
+      325,
+      350,
+      375,
+      400,
+      425,
+      450,
+      475
+    ],
+    "num_source_steps": 19,
+    "num_positives_pre_cap": 6356,
+    "num_negatives_pre_cap": 13100,
+    "positive": {
+      "loss": 0.7454476090931752,
+      "token_entropy": 0.032231901771380106,
+      "num_supervised_tokens": 2270436,
+      "kl_from_init": 2.6791734283912816,
+      "kl_to_init": 0.35226681763009327,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9239266822757473,
+          "min_activation_freq": 0.7814450616533565
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8764,
+          "dead_fraction": 0.7961482558139535,
+          "mean_activation_freq": 0.1476711864304047,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 2508,
+          "dead_fraction": 0.22783430232558138,
+          "mean_activation_freq": 0.1665112797865389,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 44,
+          "dead_fraction": 0.003997093023255814,
+          "mean_activation_freq": 0.38698727134110894,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 1,
+          "dead_fraction": 9.084302325581395e-05,
+          "mean_activation_freq": 0.5499155465601816,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.7145747542452864,
+          "min_activation_freq": 3.083108266429884e-06
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.866450412701121,
+          "min_activation_freq": 0.0928152125847194
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.881858227377286,
+          "min_activation_freq": 0.03624105678380716
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9409926852116859,
+          "min_activation_freq": 0.09368993444430937
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9482247824383782,
+          "min_activation_freq": 0.2509363840249186
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9731668563572073,
+          "min_activation_freq": 0.6661073027383286
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9850431127142233,
+          "min_activation_freq": 0.9342795833047044
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867271834230247,
+          "min_activation_freq": 0.9195084116002389
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9807003201348926,
+          "min_activation_freq": 0.9061290430560474
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9827309440001603,
+          "min_activation_freq": 0.9017056635817966
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9800353959586269,
+          "min_activation_freq": 0.903430442434845
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9793749932156893,
+          "min_activation_freq": 0.9104163253225371
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.979128960247767,
+          "min_activation_freq": 0.9233129672010133
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.979509258467534,
+          "min_activation_freq": 0.9250007487548647
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9765987630524182,
+          "min_activation_freq": 0.9152638524054411
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9791998134414772,
+          "min_activation_freq": 0.9120666691331533
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9796994591119309,
+          "min_activation_freq": 0.9223761427320567
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9796266281212322,
+          "min_activation_freq": 0.9302067972847505
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9798484967239748,
+          "min_activation_freq": 0.9405713263884117
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9817185013955879,
+          "min_activation_freq": 0.9280556686028586
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9837034415153771,
+          "min_activation_freq": 0.9427744274667949
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9856948925087617,
+          "min_activation_freq": 0.9555851827578491
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9869472650025048,
+          "min_activation_freq": 0.9380894242339357
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9873321753611447,
+          "min_activation_freq": 0.2186271711688856
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9885111412220763,
+          "min_activation_freq": 0.9599491022869616
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9900727536841273,
+          "min_activation_freq": 0.5574603292054918
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9909577498371688,
+          "min_activation_freq": 0.953755137779704
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9892376410993206,
+          "min_activation_freq": 0.8110019397155436
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9872527908048279,
+          "min_activation_freq": 0.9309718485788633
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9881711654379327,
+          "min_activation_freq": 0.8879959620090591
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9923656954634921,
+          "min_activation_freq": 0.014799360122901504
+        },
+        "_overall": {
+          "dead_count": 11317,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.028557513727390182
+        }
+      },
+      "size": 6356,
+      "size_pre_filter": 6356,
+      "skipped_long": 0
+    },
+    "negative": {
+      "loss": 1.040926190376093,
+      "token_entropy": 0.06211246116977184,
+      "num_supervised_tokens": 5729254,
+      "kl_from_init": 2.3390798504070367,
+      "kl_to_init": 0.3414773993923422,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9241840274288754,
+          "min_activation_freq": 0.7847642991565744
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 1059,
+          "dead_fraction": 0.09620276162790697,
+          "mean_activation_freq": 0.1474851600139532,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 644,
+          "dead_fraction": 0.058502906976744186,
+          "mean_activation_freq": 0.16644439072092232,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.38702410838433987,
+          "min_activation_freq": 1.0472567632714487e-06
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.5507612410185403,
+          "min_activation_freq": 9.774396457200187e-06
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.7149080896957618,
+          "min_activation_freq": 2.1294220853186125e-05
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8664292276581936,
+          "min_activation_freq": 0.0921503916565752
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8831023427381909,
+          "min_activation_freq": 0.03936201816152679
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9410744219345877,
+          "min_activation_freq": 0.09531816882267745
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9489731420631972,
+          "min_activation_freq": 0.26590425210681884
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9733982449102296,
+          "min_activation_freq": 0.6771358016244349
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.985016695561778,
+          "min_activation_freq": 0.9334031969956299
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867122773417958,
+          "min_activation_freq": 0.9187405550530663
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9804927891472981,
+          "min_activation_freq": 0.9063052537031873
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.982578179308686,
+          "min_activation_freq": 0.901007181737797
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9798902559430889,
+          "min_activation_freq": 0.9066150671623218
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.979308716536194,
+          "min_activation_freq": 0.9090164269205031
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9790458373140423,
+          "min_activation_freq": 0.9231463642561493
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.979434466691186,
+          "min_activation_freq": 0.92578440404283
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.976472628362571,
+          "min_activation_freq": 0.9173663796368603
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9791444727819378,
+          "min_activation_freq": 0.9172958643481334
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9795159356025804,
+          "min_activation_freq": 0.9207334846735719
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9793217651639239,
+          "min_activation_freq": 0.9316598635703707
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9794342421544395,
+          "min_activation_freq": 0.9406943731243196
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9814171089420813,
+          "min_activation_freq": 0.9298030773290904
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9833864139702801,
+          "min_activation_freq": 0.9465171207281088
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9854357223085363,
+          "min_activation_freq": 0.9552140645186966
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867282782289624,
+          "min_activation_freq": 0.9346892283009272
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9871704927195067,
+          "min_activation_freq": 0.22417683000264957
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9883659123563724,
+          "min_activation_freq": 0.9600841575534965
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9899765631001812,
+          "min_activation_freq": 0.586464136517599
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9909251027371825,
+          "min_activation_freq": 0.9540941979531716
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9892301796152003,
+          "min_activation_freq": 0.7981040812643322
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9872804349865041,
+          "min_activation_freq": 0.9212665383660771
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9881342467863181,
+          "min_activation_freq": 0.8986580102749853
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9925785040026794,
+          "min_activation_freq": 0.03255764188496443
+        },
+        "_overall": {
+          "dead_count": 1703,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.004297379683462533
+        }
+      },
+      "size": 13100,
+      "size_pre_filter": 13100,
+      "skipped_long": 0
+    }
+  },
+  "new_data": {
+    "num_records": 3072,
+    "source_steps": [
+      525,
+      550,
+      575
+    ],
+    "num_source_steps": 3,
+    "num_positives_pre_cap": 1434,
+    "num_negatives_pre_cap": 1638,
+    "positive": {
+      "loss": 0.33821485426479586,
+      "token_entropy": 0.025639988921793363,
+      "num_supervised_tokens": 530932,
+      "kl_from_init": 2.6304777235240193,
+      "kl_to_init": 0.3304600922095522,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9233125532179022,
+          "min_activation_freq": 0.7851400932699479
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8792,
+          "dead_fraction": 0.7986918604651163,
+          "mean_activation_freq": 0.14755116712598768,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 3670,
+          "dead_fraction": 0.33339389534883723,
+          "mean_activation_freq": 0.16642772239484663,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 302,
+          "dead_fraction": 0.027434593023255814,
+          "mean_activation_freq": 0.38656060215398536,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 17,
+          "dead_fraction": 0.0015443313953488371,
+          "mean_activation_freq": 0.5552952218462829,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 5,
+          "dead_fraction": 0.00045421511627906976,
+          "mean_activation_freq": 0.7189059055667402,
+          "min_activation_freq": 0.0
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8717285097476789,
+          "min_activation_freq": 0.09663384388207906
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8850921397023055,
+          "min_activation_freq": 0.03639825815735349
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9415726108675678,
+          "min_activation_freq": 0.08764775903505534
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.948444070143481,
+          "min_activation_freq": 0.250327725584444
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9733799588534002,
+          "min_activation_freq": 0.6605742354953177
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9850193682694048,
+          "min_activation_freq": 0.9353909728552809
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.986753399400094,
+          "min_activation_freq": 0.9128852659097587
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9808305760239256,
+          "min_activation_freq": 0.900578605169777
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9828455838254766,
+          "min_activation_freq": 0.8963068716897833
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9801225085442116,
+          "min_activation_freq": 0.9003450536038514
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9793188039608914,
+          "min_activation_freq": 0.9071802038679153
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9791026795503222,
+          "min_activation_freq": 0.9219824760986342
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9794749211796318,
+          "min_activation_freq": 0.9225625880527073
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9766359991941111,
+          "min_activation_freq": 0.9118907882742047
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9792592120313135,
+          "min_activation_freq": 0.9083385442956914
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9797252471504038,
+          "min_activation_freq": 0.9240147514182607
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.979594793720518,
+          "min_activation_freq": 0.9277798286786255
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9797909018746258,
+          "min_activation_freq": 0.9401166251045332
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9816745329850195,
+          "min_activation_freq": 0.9283448727897359
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9836243191191086,
+          "min_activation_freq": 0.9459064437630431
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9856272560837074,
+          "min_activation_freq": 0.955303127330807
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9868708886744397,
+          "min_activation_freq": 0.9363082277956499
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9872494376017955,
+          "min_activation_freq": 0.21718412150708566
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.988430222381049,
+          "min_activation_freq": 0.9589307105241349
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9900088576550292,
+          "min_activation_freq": 0.5648086760639781
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9908794598406068,
+          "min_activation_freq": 0.949400299850075
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9890614045768508,
+          "min_activation_freq": 0.6032561608642915
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.987054180504316,
+          "min_activation_freq": 0.9218600498745603
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9880216524054717,
+          "min_activation_freq": 0.8925399109490482
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9924432348171991,
+          "min_activation_freq": 0.012911257938869762
+        },
+        "_overall": {
+          "dead_count": 12786,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.03226441375968992
+        }
+      },
+      "size": 1434,
+      "size_pre_filter": 1434,
+      "skipped_long": 0
+    },
+    "negative": {
+      "loss": 0.29793909448979494,
+      "token_entropy": 0.025525930389270878,
+      "num_supervised_tokens": 719831,
+      "kl_from_init": 2.4264636157056745,
+      "kl_to_init": 0.3132102073237286,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.923366493775162,
+          "min_activation_freq": 0.7830296277876335
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8823,
+          "dead_fraction": 0.8015079941860465,
+          "mean_activation_freq": 0.14727729070806125,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 3863,
+          "dead_fraction": 0.3509265988372093,
+          "mean_activation_freq": 0.16634181054181874,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 377,
+          "dead_fraction": 0.03424781976744186,
+          "mean_activation_freq": 0.38724114051273767,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 10,
+          "dead_fraction": 0.0009084302325581395,
+          "mean_activation_freq": 0.5584342584546573,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.7206375746367858,
+          "min_activation_freq": 1.3892149685134428e-06
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.872429061585208,
+          "min_activation_freq": 0.09537238601838488
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8864917188562559,
+          "min_activation_freq": 0.03995937935432067
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9416414556541342,
+          "min_activation_freq": 0.08572845570696455
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.948643583579114,
+          "min_activation_freq": 0.26760864702965004
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.973394151949765,
+          "min_activation_freq": 0.6601688451872731
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9849809901328019,
+          "min_activation_freq": 0.9345346338237726
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867426980821856,
+          "min_activation_freq": 0.9105373344576714
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.98069494935633,
+          "min_activation_freq": 0.9004835857305395
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9827661951732986,
+          "min_activation_freq": 0.8942571242416624
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.980042204466848,
+          "min_activation_freq": 0.9006558483866353
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9792576073270333,
+          "min_activation_freq": 0.9078547603534719
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9790861012428614,
+          "min_activation_freq": 0.9197436620540099
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9794757573638571,
+          "min_activation_freq": 0.9228388330038579
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9766209702003535,
+          "min_activation_freq": 0.9109735479577846
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.979274476293822,
+          "min_activation_freq": 0.9110332842014307
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9796543059400442,
+          "min_activation_freq": 0.9184794764326627
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9794427082325413,
+          "min_activation_freq": 0.9282887233253362
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9795690717712633,
+          "min_activation_freq": 0.9405777189368061
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9815346207675749,
+          "min_activation_freq": 0.9295515197317149
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9834656967124681,
+          "min_activation_freq": 0.94537745665302
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9854904294466906,
+          "min_activation_freq": 0.9555367857177588
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867402797022398,
+          "min_activation_freq": 0.9335038363171356
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9871381382239334,
+          "min_activation_freq": 0.21850267632263687
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9883242107914186,
+          "min_activation_freq": 0.9583818979732743
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9899240326674063,
+          "min_activation_freq": 0.5770423891163343
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9908149195177692,
+          "min_activation_freq": 0.9483767717700405
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9889912558367625,
+          "min_activation_freq": 0.5964455545815616
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9869780621179317,
+          "min_activation_freq": 0.9187712115760506
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9879263810434366,
+          "min_activation_freq": 0.8986845523463147
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9925581768296519,
+          "min_activation_freq": 0.01514383237176504
+        },
+        "_overall": {
+          "dead_count": 13073,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.03298863452842377
+        }
+      },
+      "size": 1638,
+      "size_pre_filter": 1638,
+      "skipped_long": 0
+    }
+  }
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_500/generation_config.json

@@ -0,0 +1,6 @@
+{
+  "bos_token_id": 151643,
+  "eos_token_id": 151643,
+  "max_new_tokens": 2048,
+  "transformers_version": "4.57.6"
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_500/model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fbbe551df85b22b7dc1b6ad870ba38816609911bb107604a54e9bb0cb575ab6
+size 4993659352

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_500/model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e206abe2a361a97743a258dbdc7cbe229f42d2a16b805edc02baf8fb90b0dec
+size 1800597624

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_500/model.safetensors.index.json

@@ -0,0 +1,443 @@
+{
+  "metadata": {
+    "total_parameters": 3397103616,
+    "total_size": 6794207232
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00001-of-00002.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.1.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.11.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.12.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.12.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.14.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.14.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.15.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.16.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.17.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.18.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.19.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.2.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.32.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.32.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.32.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.32.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.32.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.32.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.33.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.33.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.33.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.33.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.33.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.33.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.34.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.34.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.34.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.35.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.35.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.35.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.35.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.4.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.4.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.4.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.7.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.8.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.9.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.norm.weight": "model-00001-of-00002.safetensors"
+  }
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_500/special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_500/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_500/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_550/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_550/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

rlrb_bs128_nobuf/checkpoints_hf_format/global_step_550/config.json

@@ -0,0 +1,67 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "dtype": "bfloat16",
+  "eos_token_id": 151643,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 11008,
+  "layer_types": [
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 32768,
+  "max_window_layers": 36,
+  "model_type": "qwen2",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 36,
+  "num_key_value_heads": 2,
+  "pad_token_id": 151643,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": true,
+  "transformers_version": "4.57.6",
+  "use_cache": true,
+  "use_mrope": false,
+  "use_sliding_window": false,
+  "vocab_size": 151936
+}