upload rlrb_bs128_nobuf_seed2 (2/8)

.gitattributes

@@ -132,3 +132,7 @@ rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_100/tokenizer.json filt
 rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1050/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1100/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1150/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1200/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1300/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1400/tokenizer.json filter=lfs diff=lfs merge=lfs -text

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1150/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1150/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1150/config.json

@@ -0,0 +1,67 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "dtype": "bfloat16",
+  "eos_token_id": 151643,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 11008,
+  "layer_types": [
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 32768,
+  "max_window_layers": 36,
+  "model_type": "qwen2",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 36,
+  "num_key_value_heads": 2,
+  "pad_token_id": 151643,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": true,
+  "transformers_version": "4.57.6",
+  "use_cache": true,
+  "use_mrope": false,
+  "use_sliding_window": false,
+  "vocab_size": 151936
+}

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1150/generation_config.json

@@ -0,0 +1,6 @@
+{
+  "bos_token_id": 151643,
+  "eos_token_id": 151643,
+  "max_new_tokens": 2048,
+  "transformers_version": "4.57.6"
+}

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1150/model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad6188577a9f56a7d588e9d2036bce939d67bbd0b413f94947a113574bbfa92
+size 4973721584

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1150/model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7f5a1d86b1dfdd2f699b29025ff5c063622d9b580ff711497157e6e88d4992
+size 1820535392

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1150/model.safetensors.index.json

@@ -0,0 +1,443 @@
+{
+  "metadata": {
+    "total_parameters": 3397103616,
+    "total_size": 6794207232
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00001-of-00002.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.10.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.12.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.12.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.13.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.13.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.13.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.14.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.14.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.14.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.15.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.16.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.16.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.17.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.19.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.19.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.2.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.32.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.32.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.33.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.33.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.33.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.33.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.33.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.34.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.34.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.34.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.34.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.34.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.35.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.35.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.35.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.35.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.4.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.4.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.5.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.6.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.7.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.8.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.8.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.8.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.9.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.norm.weight": "model-00001-of-00002.safetensors"
+  }
+}

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1150/special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1150/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1150/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1200/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1200/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1200/config.json

@@ -0,0 +1,67 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "dtype": "bfloat16",
+  "eos_token_id": 151643,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 11008,
+  "layer_types": [
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 32768,
+  "max_window_layers": 36,
+  "model_type": "qwen2",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 36,
+  "num_key_value_heads": 2,
+  "pad_token_id": 151643,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": true,
+  "transformers_version": "4.57.6",
+  "use_cache": true,
+  "use_mrope": false,
+  "use_sliding_window": false,
+  "vocab_size": 151936
+}

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1200/eval_metrics.json

@@ -0,0 +1,1151 @@
+{
+  "global_step": 1200,
+  "ckpt_dir": "/mnt/mystorageoutput/projects/jy_intern/amlt-results/7213678591.49431-3a69baee-2340/qwen3b_kk_rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1200",
+  "rollouts_dir": "/mnt/mystorageoutput/projects/jy_intern/amlt-results/7213678591.49431-3a69baee-2340/qwen3b_kk_rlrb_bs128_nobuf_seed2/rollouts/training",
+  "init_model_path": "Qwen/Qwen2.5-3B",
+  "prev_step": null,
+  "positive_score": 1.0,
+  "negative_score": 0.0,
+  "history_step_stride": 25,
+  "max_samples_per_class": 0,
+  "in_batch": {
+    "num_records": 1024,
+    "source_steps": [
+      1200
+    ],
+    "num_source_steps": 1,
+    "num_positives_pre_cap": 687,
+    "num_negatives_pre_cap": 337,
+    "positive": {
+      "loss": 0.050488899432680805,
+      "token_entropy": 0.011468020771233295,
+      "num_supervised_tokens": 307636,
+      "kl_from_init": 3.757843129476044,
+      "kl_to_init": 0.32426493313794613,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9228337211400093,
+          "min_activation_freq": 0.7772107295635101
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8851,
+          "dead_fraction": 0.8040515988372093,
+          "mean_activation_freq": 0.14600392125210948,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 7516,
+          "dead_fraction": 0.6827761627906976,
+          "mean_activation_freq": 0.16621969904613185,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 221,
+          "dead_fraction": 0.020076308139534885,
+          "mean_activation_freq": 0.3884043405306543,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 23,
+          "dead_fraction": 0.0020893895348837207,
+          "mean_activation_freq": 0.5608594246566162,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 22,
+          "dead_fraction": 0.001998546511627907,
+          "mean_activation_freq": 0.7210704696813806,
+          "min_activation_freq": 0.0
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8755811584050406,
+          "min_activation_freq": 0.13125902040073334
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8867085924816539,
+          "min_activation_freq": 0.04236500279551158
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.942254664412272,
+          "min_activation_freq": 0.07497822101444565
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9503980863672472,
+          "min_activation_freq": 0.27314748598993616
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9738114800526302,
+          "min_activation_freq": 0.6615643162698774
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9852396080324997,
+          "min_activation_freq": 0.9328849679491348
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867702599395822,
+          "min_activation_freq": 0.9135049214006163
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9805887317359092,
+          "min_activation_freq": 0.9110897294204839
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9826279334209005,
+          "min_activation_freq": 0.8733373207296936
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9802350511875141,
+          "min_activation_freq": 0.9033923207947054
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9793264452551067,
+          "min_activation_freq": 0.9034410797175884
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.978973214734561,
+          "min_activation_freq": 0.9130173321717875
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9796374162707242,
+          "min_activation_freq": 0.9189691713583586
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9766303856970652,
+          "min_activation_freq": 0.9197818200730734
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9793536046129873,
+          "min_activation_freq": 0.9129425684900337
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.979531047286668,
+          "min_activation_freq": 0.9179517351675357
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9791617093717032,
+          "min_activation_freq": 0.9261042270735546
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9794203253757575,
+          "min_activation_freq": 0.9357649949940839
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9812896409570567,
+          "min_activation_freq": 0.9328297078365342
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9833920432066613,
+          "min_activation_freq": 0.9462286598447517
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9855332287618228,
+          "min_activation_freq": 0.9528826275208364
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867632830314489,
+          "min_activation_freq": 0.9381444304307689
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9870280582749259,
+          "min_activation_freq": 0.23726416934298977
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9883582703174651,
+          "min_activation_freq": 0.9584216411603323
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9899633852971474,
+          "min_activation_freq": 0.5927557242975465
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9907879340593021,
+          "min_activation_freq": 0.9377056001248228
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9889488801932222,
+          "min_activation_freq": 0.9126402631681598
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9865448836893692,
+          "min_activation_freq": 0.9436639405011118
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9879019772182627,
+          "min_activation_freq": 0.8586381307779324
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9910090675272717,
+          "min_activation_freq": 0.006514192097153779
+        },
+        "_overall": {
+          "dead_count": 16633,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.041972000161498706
+        }
+      },
+      "size": 687,
+      "size_pre_filter": 687,
+      "skipped_long": 0
+    },
+    "negative": {
+      "loss": 0.051318609615137116,
+      "token_entropy": 0.013828090581555343,
+      "num_supervised_tokens": 182945,
+      "kl_from_init": 3.546219496200617,
+      "kl_to_init": 0.32233408307816747,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9230285050405922,
+          "min_activation_freq": 0.7765011342206674
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8847,
+          "dead_fraction": 0.803688226744186,
+          "mean_activation_freq": 0.14602412246866034,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 7331,
+          "dead_fraction": 0.6659702034883721,
+          "mean_activation_freq": 0.1661502568482267,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 364,
+          "dead_fraction": 0.03306686046511628,
+          "mean_activation_freq": 0.3861732394950318,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 26,
+          "dead_fraction": 0.0023619186046511626,
+          "mean_activation_freq": 0.5619188484617311,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 26,
+          "dead_fraction": 0.0023619186046511626,
+          "mean_activation_freq": 0.7225178758333454,
+          "min_activation_freq": 0.0
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8759900774759474,
+          "min_activation_freq": 0.1342643964032906
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8896248532965493,
+          "min_activation_freq": 0.04996583672688513
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9425454263282521,
+          "min_activation_freq": 0.07149689797480116
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9511787396826916,
+          "min_activation_freq": 0.27865752001967803
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9740915220977584,
+          "min_activation_freq": 0.6625105906146656
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.985233843334062,
+          "min_activation_freq": 0.9337888436415316
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867641797048546,
+          "min_activation_freq": 0.9097542977397578
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9804354070426871,
+          "min_activation_freq": 0.9117494328896663
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9825452106229347,
+          "min_activation_freq": 0.8690863374238158
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9801415701209919,
+          "min_activation_freq": 0.8950886878570061
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9792787448786869,
+          "min_activation_freq": 0.9026975320451501
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9789626819670989,
+          "min_activation_freq": 0.9159091530241329
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9796611649827085,
+          "min_activation_freq": 0.9184399682964824
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.976649334300816,
+          "min_activation_freq": 0.919456667304381
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9793600678689173,
+          "min_activation_freq": 0.9163191123015113
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9793450280837994,
+          "min_activation_freq": 0.9199704829320287
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9788177984058624,
+          "min_activation_freq": 0.9256989805679302
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9789745368214935,
+          "min_activation_freq": 0.9358659706469157
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.981032524448986,
+          "min_activation_freq": 0.9299024296919839
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9830960164352355,
+          "min_activation_freq": 0.9427423542594768
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9853047634090053,
+          "min_activation_freq": 0.9515974746508513
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9865895294056797,
+          "min_activation_freq": 0.9377463171991581
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9869042198276328,
+          "min_activation_freq": 0.24365246385525702
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.988245411832696,
+          "min_activation_freq": 0.9583700019131433
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9898774097620836,
+          "min_activation_freq": 0.6105769493563639
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9907216766007637,
+          "min_activation_freq": 0.9356090628330919
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9888569796083394,
+          "min_activation_freq": 0.909743365492361
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9864302371860713,
+          "min_activation_freq": 0.9446828281724015
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9877653865622023,
+          "min_activation_freq": 0.8680259094263303
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9913264027837188,
+          "min_activation_freq": 0.006931044849544945
+        },
+        "_overall": {
+          "dead_count": 16594,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.04187358688630491
+        }
+      },
+      "size": 337,
+      "size_pre_filter": 337,
+      "skipped_long": 0
+    }
+  },
+  "old_data": {
+    "num_records": 48128,
+    "source_steps": [
+      25,
+      50,
+      75,
+      100,
+      125,
+      150,
+      175,
+      200,
+      225,
+      250,
+      275,
+      300,
+      325,
+      350,
+      375,
+      400,
+      425,
+      450,
+      475,
+      500,
+      525,
+      550,
+      575,
+      600,
+      625,
+      650,
+      675,
+      700,
+      725,
+      750,
+      775,
+      800,
+      825,
+      850,
+      875,
+      900,
+      925,
+      950,
+      975,
+      1000,
+      1025,
+      1050,
+      1075,
+      1100,
+      1125,
+      1150,
+      1175
+    ],
+    "num_source_steps": 47,
+    "num_positives_pre_cap": 23863,
+    "num_negatives_pre_cap": 24265,
+    "positive": {
+      "loss": 0.5386253571582282,
+      "token_entropy": 0.014840442146156856,
+      "num_supervised_tokens": 9584732,
+      "kl_from_init": 3.7081134201994725,
+      "kl_to_init": 0.3491640592088618,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9231468462840292,
+          "min_activation_freq": 0.7777760504936392
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8727,
+          "dead_fraction": 0.7927870639534884,
+          "mean_activation_freq": 0.1464105006863708,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 3144,
+          "dead_fraction": 0.2856104651162791,
+          "mean_activation_freq": 0.16644836273707933,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 39,
+          "dead_fraction": 0.003542877906976744,
+          "mean_activation_freq": 0.38815323211542835,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.5575113028304067,
+          "min_activation_freq": 1.043325989709467e-07
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.7192566550803232,
+          "min_activation_freq": 2.2953171773608274e-06
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8735564705099961,
+          "min_activation_freq": 0.126714758430387
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.88378483290686,
+          "min_activation_freq": 0.04364201315175009
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9421332554819605,
+          "min_activation_freq": 0.07762668794495245
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9504216159730168,
+          "min_activation_freq": 0.26264719764725813
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9737855259486595,
+          "min_activation_freq": 0.6730875730276026
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9852487892601477,
+          "min_activation_freq": 0.9343571630380484
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867846220696334,
+          "min_activation_freq": 0.9131508319690107
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9807915201920635,
+          "min_activation_freq": 0.911102783051211
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9827105949669787,
+          "min_activation_freq": 0.8776899552329683
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9803994943563203,
+          "min_activation_freq": 0.9093039847123529
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.979459026528346,
+          "min_activation_freq": 0.9063116214412672
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9790153988487797,
+          "min_activation_freq": 0.9154451058203817
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9796628789681333,
+          "min_activation_freq": 0.9194975926296113
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9766375082766686,
+          "min_activation_freq": 0.9219256208728631
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9792923851231845,
+          "min_activation_freq": 0.9095633555533946
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9794989081287191,
+          "min_activation_freq": 0.9165742975390443
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9792026711344661,
+          "min_activation_freq": 0.9287330099579205
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9795398765206799,
+          "min_activation_freq": 0.9372542706462736
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9813737992327064,
+          "min_activation_freq": 0.9326645752849427
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9834857025444429,
+          "min_activation_freq": 0.9474955585612618
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9855754652806725,
+          "min_activation_freq": 0.9544878250116956
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9868321753385131,
+          "min_activation_freq": 0.9381103196208302
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9870813627568041,
+          "min_activation_freq": 0.24966728334188162
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9884213372327832,
+          "min_activation_freq": 0.9588407897059614
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9900144471984648,
+          "min_activation_freq": 0.5881905722559587
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9908404382810884,
+          "min_activation_freq": 0.943052554834084
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9890244399342075,
+          "min_activation_freq": 0.9122455380077398
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9866516346758967,
+          "min_activation_freq": 0.939378586693921
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9879729071828283,
+          "min_activation_freq": 0.8534473368686781
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9909239298936974,
+          "min_activation_freq": 0.0071927937056560365
+        },
+        "_overall": {
+          "dead_count": 11910,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.03005390019379845
+        }
+      },
+      "size": 23863,
+      "size_pre_filter": 23863,
+      "skipped_long": 0
+    },
+    "negative": {
+      "loss": 1.076902231627211,
+      "token_entropy": 0.030755371810873178,
+      "num_supervised_tokens": 11017395,
+      "kl_from_init": 3.4474491615996086,
+      "kl_to_init": 0.3705633982437457,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.923437525940084,
+          "min_activation_freq": 0.7801131755737177
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 4951,
+          "dead_fraction": 0.44976380813953487,
+          "mean_activation_freq": 0.14648202010459474,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 844,
+          "dead_fraction": 0.07667151162790697,
+          "mean_activation_freq": 0.16646534940209295,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.3881595823815878,
+          "min_activation_freq": 9.984211331262972e-07
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.5587003114855598,
+          "min_activation_freq": 3.449091187163572e-06
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.7193636749468839,
+          "min_activation_freq": 3.0587992896687466e-05
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8728662525752616,
+          "min_activation_freq": 0.12341084258120909
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.885259146422148,
+          "min_activation_freq": 0.04671666941232478
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9422569147906245,
+          "min_activation_freq": 0.07827440152595055
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9508600848834613,
+          "min_activation_freq": 0.2719126435967849
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9738768826158569,
+          "min_activation_freq": 0.682505074929237
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9852282719669511,
+          "min_activation_freq": 0.933349398837021
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867767499745935,
+          "min_activation_freq": 0.9126703726243818
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9807496914406401,
+          "min_activation_freq": 0.9109593510988759
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9826600459462245,
+          "min_activation_freq": 0.8794617057843529
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9803886201324689,
+          "min_activation_freq": 0.9106896866273743
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.979489539601617,
+          "min_activation_freq": 0.9058762983445724
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9790273987755062,
+          "min_activation_freq": 0.9180569454031556
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.979676893127709,
+          "min_activation_freq": 0.9204669524874074
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9766194958311405,
+          "min_activation_freq": 0.9224074293424172
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9792816641297297,
+          "min_activation_freq": 0.9141790777220932
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9793612607248742,
+          "min_activation_freq": 0.9153197284839112
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9789635559825257,
+          "min_activation_freq": 0.9301335751327787
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9791967209666602,
+          "min_activation_freq": 0.9358174958781091
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9811544091168404,
+          "min_activation_freq": 0.9318090165597221
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9832154502791711,
+          "min_activation_freq": 0.9455778793444367
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9853622267253549,
+          "min_activation_freq": 0.9542616017670239
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9866825251922311,
+          "min_activation_freq": 0.9365440741663524
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9869856979526915,
+          "min_activation_freq": 0.2661092753777095
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9883252348341783,
+          "min_activation_freq": 0.9584582380862264
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9899484955477568,
+          "min_activation_freq": 0.6063376142908555
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9908241500554879,
+          "min_activation_freq": 0.9440133534288278
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9890242743179556,
+          "min_activation_freq": 0.9081575998682084
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867016157500121,
+          "min_activation_freq": 0.941690208983158
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9879564475796002,
+          "min_activation_freq": 0.8720169332224178
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.991359853175022,
+          "min_activation_freq": 0.014356932832125925
+        },
+        "_overall": {
+          "dead_count": 5795,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.014623203326873386
+        }
+      },
+      "size": 24265,
+      "size_pre_filter": 24265,
+      "skipped_long": 0
+    }
+  }
+}

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1200/generation_config.json

@@ -0,0 +1,6 @@
+{
+  "bos_token_id": 151643,
+  "eos_token_id": 151643,
+  "max_new_tokens": 2048,
+  "transformers_version": "4.57.6"
+}

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1200/model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f9ec2a03378515740af2e5692e3a953f701a57adc81bec07a68f3f2b189b668
+size 4998455304

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1200/model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04389cfcadb5dbfa841818f23c4e96d9a7fc36c69d77defc5fd884747932bc9f
+size 1795801744

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1200/model.safetensors.index.json

@@ -0,0 +1,443 @@
+{
+  "metadata": {
+    "total_parameters": 3397103616,
+    "total_size": 6794207232
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00001-of-00002.safetensors",
+    "model.embed_tokens.weight": "model-00002-of-00002.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.0.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.10.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.10.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.11.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.12.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.15.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.17.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.17.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.18.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.19.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.2.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.32.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.32.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.34.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.34.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.35.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.35.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.8.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.8.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.norm.weight": "model-00001-of-00002.safetensors"
+  }
+}

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1200/special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1200/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1200/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1300/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1300/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1300/config.json

@@ -0,0 +1,67 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "dtype": "bfloat16",
+  "eos_token_id": 151643,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 11008,
+  "layer_types": [
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 32768,
+  "max_window_layers": 36,
+  "model_type": "qwen2",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 36,
+  "num_key_value_heads": 2,
+  "pad_token_id": 151643,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": true,
+  "transformers_version": "4.57.6",
+  "use_cache": true,
+  "use_mrope": false,
+  "use_sliding_window": false,
+  "vocab_size": 151936
+}

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1300/eval_metrics.json

@@ -0,0 +1,1155 @@
+{
+  "global_step": 1300,
+  "ckpt_dir": "/mnt/mystorageoutput/projects/jy_intern/amlt-results/7213678591.49431-3a69baee-2340/qwen3b_kk_rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1300",
+  "rollouts_dir": "/mnt/mystorageoutput/projects/jy_intern/amlt-results/7213678591.49431-3a69baee-2340/qwen3b_kk_rlrb_bs128_nobuf_seed2/rollouts/training",
+  "init_model_path": "Qwen/Qwen2.5-3B",
+  "prev_step": null,
+  "positive_score": 1.0,
+  "negative_score": 0.0,
+  "history_step_stride": 25,
+  "max_samples_per_class": 0,
+  "in_batch": {
+    "num_records": 1024,
+    "source_steps": [
+      1300
+    ],
+    "num_source_steps": 1,
+    "num_positives_pre_cap": 711,
+    "num_negatives_pre_cap": 313,
+    "positive": {
+      "loss": 0.05142938777293532,
+      "token_entropy": 0.012691659669387382,
+      "num_supervised_tokens": 352225,
+      "kl_from_init": 3.418892523436391,
+      "kl_to_init": 0.3135166419204754,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9232493653819489,
+          "min_activation_freq": 0.778641493363617
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8835,
+          "dead_fraction": 0.8025981104651163,
+          "mean_activation_freq": 0.14591937162960714,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 7577,
+          "dead_fraction": 0.6883175872093024,
+          "mean_activation_freq": 0.16619702308786172,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 240,
+          "dead_fraction": 0.02180232558139535,
+          "mean_activation_freq": 0.38751640036058144,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 16,
+          "dead_fraction": 0.0014534883720930232,
+          "mean_activation_freq": 0.5618245222542904,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 20,
+          "dead_fraction": 0.001816860465116279,
+          "mean_activation_freq": 0.7225563171293125,
+          "min_activation_freq": 0.0
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8754557414389751,
+          "min_activation_freq": 0.1345446802470012
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8868553375695536,
+          "min_activation_freq": 0.04861665128823905
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9421857508414118,
+          "min_activation_freq": 0.06926254524806587
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9504666077836577,
+          "min_activation_freq": 0.271068209241252
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.97394656317934,
+          "min_activation_freq": 0.6606657676201292
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9852589667718671,
+          "min_activation_freq": 0.9342437362481368
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867302446181004,
+          "min_activation_freq": 0.9121442259919086
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9805039100993352,
+          "min_activation_freq": 0.9107530697707431
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9827553609054235,
+          "min_activation_freq": 0.8656710909219959
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9804264568309105,
+          "min_activation_freq": 0.9047029597558378
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.979438149989601,
+          "min_activation_freq": 0.9066903257860742
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9790791820003897,
+          "min_activation_freq": 0.9111959684860529
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9797813554343896,
+          "min_activation_freq": 0.9207608772801477
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9768337585956882,
+          "min_activation_freq": 0.9180864504223153
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.979454566598633,
+          "min_activation_freq": 0.911633189012705
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9795606429310678,
+          "min_activation_freq": 0.9182965434026545
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9790515761409612,
+          "min_activation_freq": 0.9262346511462843
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9792129240278163,
+          "min_activation_freq": 0.9368045993328128
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9810340328179497,
+          "min_activation_freq": 0.9327532117254596
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9830869128583739,
+          "min_activation_freq": 0.9426133863297608
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9852788295998692,
+          "min_activation_freq": 0.9511079565618568
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9866414308457694,
+          "min_activation_freq": 0.9394307615870537
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9869614987550076,
+          "min_activation_freq": 0.24921286109730995
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9883285288642633,
+          "min_activation_freq": 0.9567889843140038
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9899693696075776,
+          "min_activation_freq": 0.6177897650649443
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9907809252889025,
+          "min_activation_freq": 0.9378380296685357
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9889304026768367,
+          "min_activation_freq": 0.9172744694442473
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9865632868892438,
+          "min_activation_freq": 0.9348598197175101
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9877815851307385,
+          "min_activation_freq": 0.8898544964156434
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9915231545061545,
+          "min_activation_freq": 0.006969976577471787
+        },
+        "_overall": {
+          "dead_count": 16688,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.04211078811369509
+        }
+      },
+      "size": 711,
+      "size_pre_filter": 711,
+      "skipped_long": 0
+    },
+    "negative": {
+      "loss": 0.04896152354399487,
+      "token_entropy": 0.015343843917676932,
+      "num_supervised_tokens": 195064,
+      "kl_from_init": 3.182585433348558,
+      "kl_to_init": 0.30884841104158645,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9236309075646848,
+          "min_activation_freq": 0.7782061272197843
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8919,
+          "dead_fraction": 0.8102289244186046,
+          "mean_activation_freq": 0.14568002509790468,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 7687,
+          "dead_fraction": 0.6983103197674418,
+          "mean_activation_freq": 0.1660920622526453,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 118,
+          "dead_fraction": 0.010719476744186046,
+          "mean_activation_freq": 0.38835409160806733,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 28,
+          "dead_fraction": 0.002543604651162791,
+          "mean_activation_freq": 0.5639313457810269,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 26,
+          "dead_fraction": 0.0023619186046511626,
+          "mean_activation_freq": 0.7234873194793432,
+          "min_activation_freq": 0.0
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8745722865092459,
+          "min_activation_freq": 0.1366167001599475
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8904942927683426,
+          "min_activation_freq": 0.05687364147151704
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9425813152916299,
+          "min_activation_freq": 0.06502993889185088
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9512113540672161,
+          "min_activation_freq": 0.2820766517655744
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9742628396775739,
+          "min_activation_freq": 0.6589273264159455
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9852774333002157,
+          "min_activation_freq": 0.9334884960833367
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867415822126716,
+          "min_activation_freq": 0.908414674158225
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9804252458115417,
+          "min_activation_freq": 0.9150996595989009
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9827253983881795,
+          "min_activation_freq": 0.8576364680310052
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9803922596565504,
+          "min_activation_freq": 0.9013708321371448
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.979409905601793,
+          "min_activation_freq": 0.9015912726079646
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9790893591594924,
+          "min_activation_freq": 0.9133105032194562
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9798265599054431,
+          "min_activation_freq": 0.9193187876799409
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.976914681576035,
+          "min_activation_freq": 0.9159199032112537
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9795234603122803,
+          "min_activation_freq": 0.9125158922199893
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9793927428350289,
+          "min_activation_freq": 0.9175603904359595
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9787408096464643,
+          "min_activation_freq": 0.9210207931755732
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.978778940952385,
+          "min_activation_freq": 0.9328733133740721
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9807564346315617,
+          "min_activation_freq": 0.9355134725013329
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9827950931086782,
+          "min_activation_freq": 0.9398402575564943
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9850474299646974,
+          "min_activation_freq": 0.9503701349300743
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9864853771681017,
+          "min_activation_freq": 0.9389482426280605
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.986888830489832,
+          "min_activation_freq": 0.2702856498380019
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.988262459580946,
+          "min_activation_freq": 0.9571679038674487
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9899264166668257,
+          "min_activation_freq": 0.6348890620514293
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9907631626708504,
+          "min_activation_freq": 0.9352776524627815
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9889044736375728,
+          "min_activation_freq": 0.9113521715949637
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9865240989927934,
+          "min_activation_freq": 0.9326016076774802
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9876854924708969,
+          "min_activation_freq": 0.9066152647336259
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9919502344013031,
+          "min_activation_freq": 0.007489849485297133
+        },
+        "_overall": {
+          "dead_count": 16778,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.04233789567183462
+        }
+      },
+      "size": 313,
+      "size_pre_filter": 313,
+      "skipped_long": 0
+    }
+  },
+  "old_data": {
+    "num_records": 52224,
+    "source_steps": [
+      25,
+      50,
+      75,
+      100,
+      125,
+      150,
+      175,
+      200,
+      225,
+      250,
+      275,
+      300,
+      325,
+      350,
+      375,
+      400,
+      425,
+      450,
+      475,
+      500,
+      525,
+      550,
+      575,
+      600,
+      625,
+      650,
+      675,
+      700,
+      725,
+      750,
+      775,
+      800,
+      825,
+      850,
+      875,
+      900,
+      925,
+      950,
+      975,
+      1000,
+      1025,
+      1050,
+      1075,
+      1100,
+      1125,
+      1150,
+      1175,
+      1200,
+      1225,
+      1250,
+      1275
+    ],
+    "num_source_steps": 51,
+    "num_positives_pre_cap": 26729,
+    "num_negatives_pre_cap": 25495,
+    "positive": {
+      "loss": 0.5401471858739897,
+      "token_entropy": 0.015366265298651233,
+      "num_supervised_tokens": 10890999,
+      "kl_from_init": 3.6168128850402206,
+      "kl_to_init": 0.35471367329119846,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.923072584811592,
+          "min_activation_freq": 0.777184076502073
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8731,
+          "dead_fraction": 0.7931504360465116,
+          "mean_activation_freq": 0.1461067420482453,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 3067,
+          "dead_fraction": 0.2786155523255814,
+          "mean_activation_freq": 0.16644707547897827,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 32,
+          "dead_fraction": 0.0029069767441860465,
+          "mean_activation_freq": 0.388171961205341,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.5587184031797726,
+          "min_activation_freq": 9.181894149471504e-08
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.7205208638381081,
+          "min_activation_freq": 2.020016712883731e-06
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8738505447457383,
+          "min_activation_freq": 0.12884226690315553
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8836119567635623,
+          "min_activation_freq": 0.04841263873038644
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9421992035252132,
+          "min_activation_freq": 0.0765674480366769
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9503807082281811,
+          "min_activation_freq": 0.25814693399567845
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9738728335418847,
+          "min_activation_freq": 0.6728320331312123
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.985264744777684,
+          "min_activation_freq": 0.9336235362798215
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867527638364195,
+          "min_activation_freq": 0.9137106706189212
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9807838859613275,
+          "min_activation_freq": 0.912307860830765
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9828500526441899,
+          "min_activation_freq": 0.8728880610493124
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9805985510127312,
+          "min_activation_freq": 0.905470930628127
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9796024806514962,
+          "min_activation_freq": 0.909673299942457
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9791683927343137,
+          "min_activation_freq": 0.914321082941978
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9798405845413247,
+          "min_activation_freq": 0.9218387587768578
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9768802255924584,
+          "min_activation_freq": 0.9211772951223299
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9794030384248609,
+          "min_activation_freq": 0.9086790844439523
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9795654684511937,
+          "min_activation_freq": 0.9179853932591492
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9792202015053231,
+          "min_activation_freq": 0.930524096090726
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9794770648273323,
+          "min_activation_freq": 0.9363634134940239
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9812108742257558,
+          "min_activation_freq": 0.9331851926531257
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9832673341250838,
+          "min_activation_freq": 0.9448892613065156
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9853870590267348,
+          "min_activation_freq": 0.9531230330661127
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867413812154038,
+          "min_activation_freq": 0.9375756071596371
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9870411182610894,
+          "min_activation_freq": 0.26841862716175074
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.988409949844381,
+          "min_activation_freq": 0.9564804844808085
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9900316512930156,
+          "min_activation_freq": 0.6042004043889821
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9908636350500601,
+          "min_activation_freq": 0.9425996641814034
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9890728715082963,
+          "min_activation_freq": 0.9131752743710655
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867600527906706,
+          "min_activation_freq": 0.93823615262475
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9879444755555177,
+          "min_activation_freq": 0.8888811760978034
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9915063397395094,
+          "min_activation_freq": 0.00865641434729725
+        },
+        "_overall": {
+          "dead_count": 11830,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.02985202680878553
+        }
+      },
+      "size": 26729,
+      "size_pre_filter": 26729,
+      "skipped_long": 0
+    },
+    "negative": {
+      "loss": 1.0501002772143966,
+      "token_entropy": 0.031723241129886504,
+      "num_supervised_tokens": 11713694,
+      "kl_from_init": 3.3462305752156736,
+      "kl_to_init": 0.3788395098669021,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9233814239938657,
+          "min_activation_freq": 0.7794210775866264
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 4976,
+          "dead_fraction": 0.45203488372093026,
+          "mean_activation_freq": 0.14620413655754808,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 842,
+          "dead_fraction": 0.07648982558139535,
+          "mean_activation_freq": 0.16647381344295545,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.38821020389167415,
+          "min_activation_freq": 9.390718248231514e-07
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.5597537910989697,
+          "min_activation_freq": 3.2440663039345232e-06
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.7205096112148068,
+          "min_activation_freq": 3.056251938969893e-05
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8730098090313166,
+          "min_activation_freq": 0.1258415150677489
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8848983354743691,
+          "min_activation_freq": 0.05157339776845801
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9422977845166238,
+          "min_activation_freq": 0.07714193319374742
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9508083900365739,
+          "min_activation_freq": 0.2668677361727223
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9739647672125598,
+          "min_activation_freq": 0.682935118503181
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9852452476038024,
+          "min_activation_freq": 0.9328887198180181
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867464854298877,
+          "min_activation_freq": 0.9132114941708397
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.980751892850584,
+          "min_activation_freq": 0.9117216140356749
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9827984211102249,
+          "min_activation_freq": 0.8746616566900245
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9805842790770393,
+          "min_activation_freq": 0.908410019930519
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9796298850756431,
+          "min_activation_freq": 0.906264240810798
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9791760215218966,
+          "min_activation_freq": 0.9171079592825286
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9798492796936674,
+          "min_activation_freq": 0.9229659746959413
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9768640711347145,
+          "min_activation_freq": 0.9227965149166437
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9793921972938008,
+          "min_activation_freq": 0.9128887095735982
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.979425614176475,
+          "min_activation_freq": 0.9163229806071423
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9789843089014045,
+          "min_activation_freq": 0.9307004263556825
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9791408052659919,
+          "min_activation_freq": 0.9357478520439411
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9809966780201427,
+          "min_activation_freq": 0.9322701275959573
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9830069956413685,
+          "min_activation_freq": 0.9434786327865488
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9851738557788767,
+          "min_activation_freq": 0.9522614300834562
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9865963983654465,
+          "min_activation_freq": 0.9358695899005045
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9869381775841854,
+          "min_activation_freq": 0.2858502194098634
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9883171966563039,
+          "min_activation_freq": 0.9568379539366488
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9899665228783125,
+          "min_activation_freq": 0.6186793850001545
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9908500578195257,
+          "min_activation_freq": 0.9437283405217859
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.989079460864973,
+          "min_activation_freq": 0.9093610435785671
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9868177727058302,
+          "min_activation_freq": 0.9354037249052263
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9879361257256494,
+          "min_activation_freq": 0.9042676887410581
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9918638372641997,
+          "min_activation_freq": 0.01670403887962243
+        },
+        "_overall": {
+          "dead_count": 5818,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.014681241925064599
+        }
+      },
+      "size": 25495,
+      "size_pre_filter": 25495,
+      "skipped_long": 0
+    }
+  }
+}

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1300/generation_config.json

@@ -0,0 +1,6 @@
+{
+  "bos_token_id": 151643,
+  "eos_token_id": 151643,
+  "max_new_tokens": 2048,
+  "transformers_version": "4.57.6"
+}

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1300/model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb88dc0dc030d485b2677760529051f344e685f225d2a8e0d24de5d31ecaa02
+size 4978979048

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1300/model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40978f480f12dd8b3433ba5a0a27f20358162d20347abe5033f023aa2335f1ff
+size 1815277960

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1300/model.safetensors.index.json

@@ -0,0 +1,443 @@
+{
+  "metadata": {
+    "total_parameters": 3397103616,
+    "total_size": 6794207232
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00001-of-00002.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.10.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.14.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.16.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.17.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.18.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.19.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.32.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.32.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.32.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.32.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.32.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.32.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.32.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.33.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.33.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.33.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.34.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.34.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.34.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.35.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.35.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.35.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.4.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.4.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.5.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.5.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.6.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.7.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.8.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.8.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.9.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.9.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.norm.weight": "model-00001-of-00002.safetensors"
+  }
+}

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1300/special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1300/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1300/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1400/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1400/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1400/config.json

@@ -0,0 +1,67 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "dtype": "bfloat16",
+  "eos_token_id": 151643,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 11008,
+  "layer_types": [
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 32768,
+  "max_window_layers": 36,
+  "model_type": "qwen2",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 36,
+  "num_key_value_heads": 2,
+  "pad_token_id": 151643,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": true,
+  "transformers_version": "4.57.6",
+  "use_cache": true,
+  "use_mrope": false,
+  "use_sliding_window": false,
+  "vocab_size": 151936
+}

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1400/eval_metrics.json

@@ -0,0 +1,1159 @@
+{
+  "global_step": 1400,
+  "ckpt_dir": "/mnt/mystorageoutput/projects/jy_intern/amlt-results/7213678591.49431-3a69baee-2340/qwen3b_kk_rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1400",
+  "rollouts_dir": "/mnt/mystorageoutput/projects/jy_intern/amlt-results/7213678591.49431-3a69baee-2340/qwen3b_kk_rlrb_bs128_nobuf_seed2/rollouts/training",
+  "init_model_path": "Qwen/Qwen2.5-3B",
+  "prev_step": null,
+  "positive_score": 1.0,
+  "negative_score": 0.0,
+  "history_step_stride": 25,
+  "max_samples_per_class": 0,
+  "in_batch": {
+    "num_records": 1024,
+    "source_steps": [
+      1400
+    ],
+    "num_source_steps": 1,
+    "num_positives_pre_cap": 770,
+    "num_negatives_pre_cap": 254,
+    "positive": {
+      "loss": 0.05449246197002923,
+      "token_entropy": 0.013225688812733314,
+      "num_supervised_tokens": 378198,
+      "kl_from_init": 3.522097292570211,
+      "kl_to_init": 0.3223560613999825,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9230237785556249,
+          "min_activation_freq": 0.7752685101454793
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8840,
+          "dead_fraction": 0.8030523255813954,
+          "mean_activation_freq": 0.14606047716161843,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 7301,
+          "dead_fraction": 0.6632449127906976,
+          "mean_activation_freq": 0.16620906689726753,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 252,
+          "dead_fraction": 0.022892441860465115,
+          "mean_activation_freq": 0.38756262802064295,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 24,
+          "dead_fraction": 0.002180232558139535,
+          "mean_activation_freq": 0.5616341499575341,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 22,
+          "dead_fraction": 0.001998546511627907,
+          "mean_activation_freq": 0.7230543182103486,
+          "min_activation_freq": 0.0
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8750985774516472,
+          "min_activation_freq": 0.1351117668522837
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8854423677878924,
+          "min_activation_freq": 0.05837154083310858
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9423164236015416,
+          "min_activation_freq": 0.0712748348748539
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9505303603716343,
+          "min_activation_freq": 0.2670902543112338
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9739920710540971,
+          "min_activation_freq": 0.6668068049011364
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9852190084490472,
+          "min_activation_freq": 0.9337172592134279
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867034061911492,
+          "min_activation_freq": 0.9129397828650601
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9803464489907586,
+          "min_activation_freq": 0.9096293475904156
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9827137081941943,
+          "min_activation_freq": 0.8723790183977704
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9804633082771672,
+          "min_activation_freq": 0.9046610505608174
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9794095176297772,
+          "min_activation_freq": 0.9082887799512425
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9789243969866835,
+          "min_activation_freq": 0.9133073152158393
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.979623709893501,
+          "min_activation_freq": 0.9193359034156711
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9766754339439001,
+          "min_activation_freq": 0.9200075092940734
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9794000657739632,
+          "min_activation_freq": 0.9129820887471641
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9795396099947247,
+          "min_activation_freq": 0.9153247769686778
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9790669782916867,
+          "min_activation_freq": 0.9266495327844144
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9793198090694186,
+          "min_activation_freq": 0.9360070650823114
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9811667343626113,
+          "min_activation_freq": 0.934806635677608
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9832285650722575,
+          "min_activation_freq": 0.9444338679739184
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9853880129153925,
+          "min_activation_freq": 0.9525063591029037
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867653589625655,
+          "min_activation_freq": 0.9368293856657095
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9870408826012386,
+          "min_activation_freq": 0.23825086330440667
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9884186557233711,
+          "min_activation_freq": 0.9601452149403222
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9900151282152624,
+          "min_activation_freq": 0.5783531377743932
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9908374946767916,
+          "min_activation_freq": 0.9335982739200102
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9890046842350142,
+          "min_activation_freq": 0.9203935504682732
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9866693028865339,
+          "min_activation_freq": 0.9376014680141089
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9879030645550098,
+          "min_activation_freq": 0.8934182623916572
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9914988694917494,
+          "min_activation_freq": 0.006642023490341038
+        },
+        "_overall": {
+          "dead_count": 16439,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.041482457202842375
+        }
+      },
+      "size": 770,
+      "size_pre_filter": 770,
+      "skipped_long": 0
+    },
+    "negative": {
+      "loss": 0.052044475198645995,
+      "token_entropy": 0.014608431552291079,
+      "num_supervised_tokens": 149231,
+      "kl_from_init": 3.393076465960805,
+      "kl_to_init": 0.3196539023368723,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9230990210295946,
+          "min_activation_freq": 0.7728689079346784
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8853,
+          "dead_fraction": 0.8042332848837209,
+          "mean_activation_freq": 0.14579925865187465,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 7670,
+          "dead_fraction": 0.696765988372093,
+          "mean_activation_freq": 0.16607041807881587,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 335,
+          "dead_fraction": 0.030432412790697673,
+          "mean_activation_freq": 0.38562429948524474,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 34,
+          "dead_fraction": 0.0030886627906976743,
+          "mean_activation_freq": 0.5614262107624078,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 32,
+          "dead_fraction": 0.0029069767441860465,
+          "mean_activation_freq": 0.7232661195728162,
+          "min_activation_freq": 0.0
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8749037105713118,
+          "min_activation_freq": 0.13302195924439292
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8873730759256409,
+          "min_activation_freq": 0.05696537582673841
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9424713488515465,
+          "min_activation_freq": 0.06736535974428906
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9509299549479089,
+          "min_activation_freq": 0.2745676166480155
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9740962985890222,
+          "min_activation_freq": 0.6655721666409794
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9852091881842152,
+          "min_activation_freq": 0.9322526820834813
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9866892000089841,
+          "min_activation_freq": 0.911064055055585
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9802371204095868,
+          "min_activation_freq": 0.9101125101352936
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9826654112593586,
+          "min_activation_freq": 0.8715481367812318
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9804418375618461,
+          "min_activation_freq": 0.9047784977652097
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9793969744775269,
+          "min_activation_freq": 0.9038403548860492
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9788950535491411,
+          "min_activation_freq": 0.9139052877753282
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9796025846527852,
+          "min_activation_freq": 0.9164851806930195
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9766960115038603,
+          "min_activation_freq": 0.9188908470760097
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9794454643479994,
+          "min_activation_freq": 0.914414565338301
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9794191229088725,
+          "min_activation_freq": 0.9139253908370245
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9788112761822899,
+          "min_activation_freq": 0.9266305258290838
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.978984599345396,
+          "min_activation_freq": 0.9339145351837085
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9809927396146648,
+          "min_activation_freq": 0.933907834163143
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9830062702851968,
+          "min_activation_freq": 0.9445490548210492
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9852088296357856,
+          "min_activation_freq": 0.9504191488363678
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9866468985991829,
+          "min_activation_freq": 0.9364408199368764
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9869748322280674,
+          "min_activation_freq": 0.24478828125523516
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9883655332305947,
+          "min_activation_freq": 0.959867587833627
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9899868453998973,
+          "min_activation_freq": 0.6061207121844657
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9908114629586282,
+          "min_activation_freq": 0.9333985566001702
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9889625011473548,
+          "min_activation_freq": 0.9172289939757825
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9865908536445682,
+          "min_activation_freq": 0.9362866964638714
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9877843578807429,
+          "min_activation_freq": 0.8999202578552714
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9917539717280046,
+          "min_activation_freq": 0.006419577701683966
+        },
+        "_overall": {
+          "dead_count": 16924,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.0427063145994832
+        }
+      },
+      "size": 254,
+      "size_pre_filter": 254,
+      "skipped_long": 0
+    }
+  },
+  "old_data": {
+    "num_records": 56320,
+    "source_steps": [
+      25,
+      50,
+      75,
+      100,
+      125,
+      150,
+      175,
+      200,
+      225,
+      250,
+      275,
+      300,
+      325,
+      350,
+      375,
+      400,
+      425,
+      450,
+      475,
+      500,
+      525,
+      550,
+      575,
+      600,
+      625,
+      650,
+      675,
+      700,
+      725,
+      750,
+      775,
+      800,
+      825,
+      850,
+      875,
+      900,
+      925,
+      950,
+      975,
+      1000,
+      1025,
+      1050,
+      1075,
+      1100,
+      1125,
+      1150,
+      1175,
+      1200,
+      1225,
+      1250,
+      1275,
+      1300,
+      1325,
+      1350,
+      1375
+    ],
+    "num_source_steps": 55,
+    "num_positives_pre_cap": 29632,
+    "num_negatives_pre_cap": 26688,
+    "positive": {
+      "loss": 0.5201052261762237,
+      "token_entropy": 0.01571655626127166,
+      "num_supervised_tokens": 12282905,
+      "kl_from_init": 3.6794296907235635,
+      "kl_to_init": 0.3542914716685758,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9230721695416738,
+          "min_activation_freq": 0.7774596481858324
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 8725,
+          "dead_fraction": 0.7926053779069767,
+          "mean_activation_freq": 0.1463331459969989,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 3065,
+          "dead_fraction": 0.27843386627906974,
+          "mean_activation_freq": 0.1664109302971568,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 36,
+          "dead_fraction": 0.0032703488372093025,
+          "mean_activation_freq": 0.38799552035247126,
+          "min_activation_freq": 0.0
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 1,
+          "dead_fraction": 9.084302325581395e-05,
+          "mean_activation_freq": 0.5592902087826702,
+          "min_activation_freq": 0.0
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.7210712271460349,
+          "min_activation_freq": 1.953935164360548e-06
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8737310338432007,
+          "min_activation_freq": 0.12853351874007005
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8832260707103197,
+          "min_activation_freq": 0.05619167452650656
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.942279175563884,
+          "min_activation_freq": 0.07650893660742308
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9503062967765241,
+          "min_activation_freq": 0.2519108468232882
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9738468789561212,
+          "min_activation_freq": 0.6677344650960013
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9852253442084232,
+          "min_activation_freq": 0.9324500189491004
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867091128881237,
+          "min_activation_freq": 0.9136281685806412
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9805796595318033,
+          "min_activation_freq": 0.9107969165274827
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9828297139800549,
+          "min_activation_freq": 0.8775414285138573
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9806388601980264,
+          "min_activation_freq": 0.9070140980492808
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.979579855635621,
+          "min_activation_freq": 0.909217078533132
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9790229154355369,
+          "min_activation_freq": 0.9154161820839615
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9796741825597692,
+          "min_activation_freq": 0.920506753084877
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9767044930109566,
+          "min_activation_freq": 0.9211310353698902
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9793659415588857,
+          "min_activation_freq": 0.9104395906343004
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9795575629861509,
+          "min_activation_freq": 0.9173554627345893
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9791860162372887,
+          "min_activation_freq": 0.930643117405858
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9795332508961123,
+          "min_activation_freq": 0.9369103644455445
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9813089986844474,
+          "min_activation_freq": 0.9331517259150014
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9833674699200012,
+          "min_activation_freq": 0.9462714235761004
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9854754681372224,
+          "min_activation_freq": 0.953226130137781
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9868525726003592,
+          "min_activation_freq": 0.9372785998100612
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9871128639707757,
+          "min_activation_freq": 0.25365383840386296
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.988481737369615,
+          "min_activation_freq": 0.958784750024526
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9900673516285865,
+          "min_activation_freq": 0.5749700905445414
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9908985027239906,
+          "min_activation_freq": 0.9395348250271415
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9891065894044667,
+          "min_activation_freq": 0.9166418693297718
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9868158620464925,
+          "min_activation_freq": 0.9373382762465394
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.988016199470044,
+          "min_activation_freq": 0.8897006042137426
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9914204574247422,
+          "min_activation_freq": 0.007052077664037946
+        },
+        "_overall": {
+          "dead_count": 11827,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.029844456556847546
+        }
+      },
+      "size": 29632,
+      "size_pre_filter": 29632,
+      "skipped_long": 0
+    },
+    "negative": {
+      "loss": 1.0415867224022055,
+      "token_entropy": 0.030672794999767564,
+      "num_supervised_tokens": 12445165,
+      "kl_from_init": 3.428990164864554,
+      "kl_to_init": 0.3800119474408492,
+      "dead_units": {
+        "layer_0": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9233862426223333,
+          "min_activation_freq": 0.7796547494549089
+        },
+        "layer_1": {
+          "intermediate_size": 11008,
+          "dead_count": 4976,
+          "dead_fraction": 0.45203488372093026,
+          "mean_activation_freq": 0.14643260602121014,
+          "min_activation_freq": 0.0
+        },
+        "layer_2": {
+          "intermediate_size": 11008,
+          "dead_count": 832,
+          "dead_fraction": 0.0755813953488372,
+          "mean_activation_freq": 0.1664401887736004,
+          "min_activation_freq": 0.0
+        },
+        "layer_3": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.3880659475606778,
+          "min_activation_freq": 8.035249030446764e-07
+        },
+        "layer_4": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.5601628403786965,
+          "min_activation_freq": 3.133747121874238e-06
+        },
+        "layer_5": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.72094876515782,
+          "min_activation_freq": 2.860548654839048e-05
+        },
+        "layer_6": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8727890060077759,
+          "min_activation_freq": 0.12498862007856064
+        },
+        "layer_7": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.8844133488099549,
+          "min_activation_freq": 0.05985457002779795
+        },
+        "layer_8": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9423915219000736,
+          "min_activation_freq": 0.07712577535131114
+        },
+        "layer_9": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9507491773779496,
+          "min_activation_freq": 0.26087046656271734
+        },
+        "layer_10": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9739478586961795,
+          "min_activation_freq": 0.6779456118098877
+        },
+        "layer_11": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9852095064086437,
+          "min_activation_freq": 0.9323300253552284
+        },
+        "layer_12": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867071567371513,
+          "min_activation_freq": 0.9143284158948476
+        },
+        "layer_13": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9805636472253809,
+          "min_activation_freq": 0.9105158509348812
+        },
+        "layer_14": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9827834868749323,
+          "min_activation_freq": 0.8798892581978625
+        },
+        "layer_15": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9806291603450786,
+          "min_activation_freq": 0.9099158588897777
+        },
+        "layer_16": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9796107430427544,
+          "min_activation_freq": 0.9060154686579085
+        },
+        "layer_17": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9790326464600025,
+          "min_activation_freq": 0.9182766158584479
+        },
+        "layer_18": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9796877444444219,
+          "min_activation_freq": 0.9211512261990902
+        },
+        "layer_19": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9766979679554199,
+          "min_activation_freq": 0.9223987789635574
+        },
+        "layer_20": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9793531411123387,
+          "min_activation_freq": 0.9136692040643897
+        },
+        "layer_21": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9794186047343768,
+          "min_activation_freq": 0.917518168702464
+        },
+        "layer_22": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9789575730582362,
+          "min_activation_freq": 0.9306250258634579
+        },
+        "layer_23": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9792072060333457,
+          "min_activation_freq": 0.9353696797109561
+        },
+        "layer_24": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9811054457093541,
+          "min_activation_freq": 0.9322626899683532
+        },
+        "layer_25": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9831177583369236,
+          "min_activation_freq": 0.945492004324571
+        },
+        "layer_26": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9852768825046249,
+          "min_activation_freq": 0.9536628883586518
+        },
+        "layer_27": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9867168267009531,
+          "min_activation_freq": 0.9353044334888289
+        },
+        "layer_28": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.987016358557943,
+          "min_activation_freq": 0.272265012155323
+        },
+        "layer_29": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9883948725892839,
+          "min_activation_freq": 0.9589663937762175
+        },
+        "layer_30": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9900057847238101,
+          "min_activation_freq": 0.5906296943431445
+        },
+        "layer_31": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9908837665013651,
+          "min_activation_freq": 0.9405123194429323
+        },
+        "layer_32": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9891073056887699,
+          "min_activation_freq": 0.9121621127562392
+        },
+        "layer_33": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9868587922077967,
+          "min_activation_freq": 0.9359413876794723
+        },
+        "layer_34": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.9879958582980423,
+          "min_activation_freq": 0.9043002643998694
+        },
+        "layer_35": {
+          "intermediate_size": 11008,
+          "dead_count": 0,
+          "dead_fraction": 0.0,
+          "mean_activation_freq": 0.991780657793679,
+          "min_activation_freq": 0.014907476116226663
+        },
+        "_overall": {
+          "dead_count": 5808,
+          "intermediate_total": 396288,
+          "dead_fraction": 0.014656007751937985
+        }
+      },
+      "size": 26688,
+      "size_pre_filter": 26688,
+      "skipped_long": 0
+    }
+  }
+}

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1400/generation_config.json

@@ -0,0 +1,6 @@
+{
+  "bos_token_id": 151643,
+  "eos_token_id": 151643,
+  "max_new_tokens": 2048,
+  "transformers_version": "4.57.6"
+}

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1400/model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e18f65fd6f794db89b49c45a3eb84d3aa61b134a6249d894100eee17a7a1270
+size 4987423696

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1400/model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca5394b027b9c1b632a2be390a13f89570626f910187cf456b48b81d61f48c0
+size 1806833320

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1400/model.safetensors.index.json

@@ -0,0 +1,443 @@
+{
+  "metadata": {
+    "total_parameters": 3397103616,
+    "total_size": 6794207232
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00001-of-00002.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.1.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.10.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.10.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.11.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.14.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.17.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.18.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.26.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.31.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.32.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.32.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.32.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.33.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.33.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.33.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.33.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.34.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.34.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.34.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.34.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.34.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.35.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.35.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.35.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.35.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.35.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.35.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.5.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.norm.weight": "model-00002-of-00002.safetensors"
+  }
+}

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1400/special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

rlrb_bs128_nobuf_seed2/checkpoints_hf_format/global_step_1400/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896