Upload GLM-5.3-Flash-UNCENSORED-oQ4e-mtp via oMLX

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,18 @@
+---
+library_name: mlx
+tags:
+- mlx
+- oq
+- quantized
+---
+
+# GLM-5.3-Flash-UNCENSORED-oQ4e-mtp
+
+This model was quantized using [oQ](https://github.com/jundot/omlx) (oMLX v0.7.0.dev2) mixed-precision quantization.
+
+## Quantization details
+
+- **Model type**: glm5_next
+- **Bits**: 4
+- **Group size**: 64
+- **Format**: MLX safetensors

chat_template.jinja

@@ -0,0 +1,257 @@
+[gMASK]<sop>
+{%- set effective_reasoning_effort = reasoning_effort if reasoning_effort is defined and reasoning_effort in ['low', 'high'] else 'max' -%}
+{%- if effective_reasoning_effort is not none -%}<|system|>Reasoning Effort: {{ effective_reasoning_effort | capitalize }}{%- endif -%}
+{%- set clear_thinking = clear_thinking if clear_thinking is defined else true -%}
+{%- if tools -%}
+{%- macro tool_to_json(tool) -%}
+    {%- set ns_tool = namespace(first=true) -%}
+    {{ '{' -}}
+    {%- for k, v in tool.items() -%}
+        {%- if k != 'defer_loading' and k != 'strict' -%}
+            {%- if not ns_tool.first -%}{{- ', ' -}}{%- endif -%}
+            {%- set ns_tool.first = false -%}
+            "{{ k }}": {{ v | tojson(ensure_ascii=False) }}
+        {%- endif -%}
+    {%- endfor -%}
+    {{- '}' -}}
+{%- endmacro -%}
+{%- macro tool_references_to_response(refs) -%}
+    {{- '<tool_response><tools>\n' -}}
+    {%- for tr in refs -%}
+        {%- for tool in tools -%}
+            {%- if 'function' in tool -%}
+                {%- set tool = tool['function'] -%}
+            {%- endif -%}
+            {%- if tool.name == tr.name -%}
+                {{- tool_to_json(tool) + '\n' -}}
+            {%- endif -%}
+        {%- endfor -%}
+    {%- endfor -%}
+    {{- '</tools></tool_response>' -}}
+{%- endmacro -%}
+<|system|>
+# Tools
+
+You may call one or more functions to assist with the user query.
+
+You are provided with function signatures within <tools></tools> XML tags:
+<tools>
+{% for tool in tools %}
+{%- if 'function' in tool -%}
+    {%- set tool = tool['function'] -%}
+{%- endif -%}
+{% if tool.defer_loading is not defined or not tool.defer_loading %}
+{{ tool_to_json(tool) }}
+{% endif %}
+{% endfor %}
+</tools>
+
+For each function call, output the function name and arguments within the following XML format:
+<tool_call>{function-name}<arg_key>{arg-key-1}</arg_key><arg_value>{arg-value-1}</arg_value><arg_key>{arg-key-2}</arg_key><arg_value>{arg-value-2}</arg_value>...</tool_call>{%- endif -%}
+{%- macro emit_image() -%}<|begin_of_image|><|image|><|end_of_image|>{%- endmacro -%}
+{%- macro emit_video() -%}<|begin_of_video|><|video|><|end_of_video|>{%- endmacro -%}
+{%- macro emit_audio() -%}<|begin_of_audio|><|end_of_audio|>{%- endmacro -%}
+{%- macro visible_text(content) -%}
+    {%- if content is string -%}
+        {{- content -}}
+    {%- elif content is iterable and content is not mapping -%}
+        {%- for item in content -%}
+            {%- if item is mapping and item.type == 'text' -%}
+                {{- item.text -}}
+            {%- elif item is string -%}
+                {{- item -}}
+            {%- elif item is mapping and item.type in ['image', 'image_url'] -%}
+                {{- emit_image() -}}
+            {%- elif item is mapping and item.type in ['video', 'video_url'] -%}
+                {{- emit_video() -}}
+            {%- elif item is mapping and item.type in ['audio', 'audio_url', 'input_audio'] -%}
+                {{- emit_audio() -}}
+            {%- endif -%}
+        {%- endfor -%}
+    {%- else -%}
+        {{- content }}
+    {%- endif -%}
+{%- endmacro -%}
+{%- macro tool_response(text) -%}
+{{- '<tool_response>' + text + '</tool_response>' -}}
+{%- endmacro -%}
+{%- macro render_tool_response(m) -%}
+{%- if m.content is string -%}
+    {{- tool_response(m.content) -}}
+{%- elif m.content and m.content is not mapping and m.content.0.type == "tool_reference" -%}
+    {{- tool_references_to_response(m.content) -}}
+{%- elif is_list_of_outputs(m) -%}
+    {%- for tr in m.content -%}
+        {%- if tr.output is iterable and tr.output is not string and tr.output is not mapping and tr.output and tr.output.0.type == "tool_reference" -%}
+            {{- tool_references_to_response(tr.output) -}}
+        {%- else -%}
+            {{- tool_response(visible_text(tr.output)) -}}
+        {%- endif -%}
+    {%- endfor -%}
+{%- else -%}
+    {{- tool_response(visible_text(m.content)) -}}
+{%- endif -%}
+{%- endmacro -%}
+{%- macro id_of(obj) -%}
+    {%- if obj.tool_call_id -%}
+        {{- obj.tool_call_id -}}
+    {%- elif obj.id -%}
+        {{- obj.id -}}
+    {%- endif -%}
+{%- endmacro -%}
+{%- macro is_list_of_outputs(m) -%}
+    {%- if m.content and m.content.0.output is defined -%}1{%- endif -%}
+{%- endmacro -%}
+{%- macro has_dup_tool_result_id(lo, hi, target) -%}
+    {%- set ns_cnt = namespace(n=0) -%}
+    {%- for k in range(lo, hi + 1) -%}
+        {%- set m = messages[k] -%}
+        {%- if is_list_of_outputs(m) -%}
+            {%- for entry in m.content -%}
+                {%- if id_of(entry) == target -%}
+                    {%- set ns_cnt.n = ns_cnt.n + 1 -%}
+                {%- endif -%}
+            {%- endfor -%}
+        {%- elif id_of(m) == target -%}
+            {%- set ns_cnt.n = ns_cnt.n + 1 -%}
+        {%- endif -%}
+        {%- if ns_cnt.n > 1 -%}{%- break -%}{%- endif -%}
+    {%- endfor -%}
+    {%- if ns_cnt.n > 1 -%}1{%- endif -%}
+{%- endmacro -%}
+{%- macro tc_id_exists(tcs, target) -%}
+    {%- set ns_f = namespace(found=false) -%}
+    {%- for tc in tcs -%}
+        {%- if id_of(tc) == target -%}
+            {%- set ns_f.found = true -%}
+            {%- break -%}
+        {%- endif -%}
+    {%- endfor -%}
+    {%- if ns_f.found -%}1{%- endif -%}
+{%- endmacro -%}
+{%- set ns = namespace(last_user_index=-1) -%}
+{%- for m in messages %}
+    {%- if m.role == 'user' %}
+        {%- set ns.last_user_index = loop.index0 -%}
+    {%- endif %}
+{%- endfor %}
+{%- for m in messages -%}
+{%- if m.role == 'user' -%}<|user|>{{ visible_text(m.content) }}
+{%- elif m.role == 'assistant' -%}
+<|assistant|>
+{%- set content = visible_text(m.content) %}
+{%- if m.reasoning_content is string %}
+    {%- set reasoning_content = m.reasoning_content %}
+{%- elif '</think>' in content %}
+    {%- set reasoning_content = content.split('</think>')[0].split('<think>')[-1] %}
+    {%- set content = content.split('</think>')[-1] %}
+{%- endif %}
+{%- if (not clear_thinking or loop.index0 > ns.last_user_index) and reasoning_content is defined -%}
+{{ '<think>' + reasoning_content +  '</think>'}}
+{%- else -%}
+{{ '<think></think>' }}
+{%- endif -%}
+{%- if content.strip() -%}
+{{ content.strip() }}
+{%- endif -%}
+{% if m.tool_calls %}
+{% for tc in m.tool_calls %}
+{%- if tc.function %}
+    {%- set tc = tc.function %}
+{%- endif %}
+{{- '<tool_call>' + tc.name -}}
+{% set _args = tc.arguments %}{% for k, v in _args.items() %}<arg_key>{{ k }}</arg_key><arg_value>{{ v | tojson(ensure_ascii=False) if v is not string else v }}</arg_value>{% endfor %}</tool_call>{% endfor %}
+{% endif %}
+{%- elif m.role == 'tool' -%}
+{%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
+    {{- '<|observation|>' -}}
+    {%- set block_start = loop.index0 -%}
+    {%- set ns_blk = namespace(end=block_start) -%}
+    {%- for j in range(block_start, messages|length) -%}
+        {%- if messages[j].role == 'tool' -%}
+            {%- set ns_blk.end = j -%}
+        {%- else -%}
+            {%- break -%}
+        {%- endif -%}
+    {%- endfor -%}
+    {%- set ns_a = namespace(tool_calls=none) -%}
+    {%- if block_start > 0 and messages[block_start - 1].role == 'assistant' and messages[block_start - 1].tool_calls -%}
+        {%- set ns_a.tool_calls = messages[block_start - 1].tool_calls -%}
+    {%- endif -%}
+    {%- set ns_chk = namespace(can_sort=true) -%}
+    {%- if not ns_a.tool_calls -%}
+        {%- set ns_chk.can_sort = false -%}
+    {%- else -%}
+        {%- for k in range(block_start, ns_blk.end + 1) -%}
+            {%- set m = messages[k] -%}
+            {%- if is_list_of_outputs(m) -%}
+                {%- for entry in m.content -%}
+                    {%- set eid = id_of(entry) -%}
+                    {%- if not eid -%}
+                        {%- set ns_chk.can_sort = false -%}
+                    {%- elif has_dup_tool_result_id(block_start, ns_blk.end, eid) -%}
+                        {%- set ns_chk.can_sort = false -%}
+                    {%- elif not tc_id_exists(ns_a.tool_calls, eid) -%}
+                        {%- set ns_chk.can_sort = false -%}
+                    {%- endif -%}
+                {%- endfor -%}
+            {%- else -%}
+                {%- set tk_id = id_of(m) -%}
+                {%- if not tk_id -%}
+                    {%- set ns_chk.can_sort = false -%}
+                {%- elif has_dup_tool_result_id(block_start, ns_blk.end, tk_id) -%}
+                    {%- set ns_chk.can_sort = false -%}
+                {%- elif not tc_id_exists(ns_a.tool_calls, tk_id) -%}
+                    {%- set ns_chk.can_sort = false -%}
+                {%- endif -%}
+            {%- endif -%}
+        {%- endfor -%}
+        {%- for i in range(ns_a.tool_calls | length) -%}
+            {%- set tc_id = id_of(ns_a.tool_calls[i]) -%}
+            {%- if not tc_id -%}
+                {%- set ns_chk.can_sort = false -%}
+            {%- endif -%}
+            {%- for j in range(i + 1, ns_a.tool_calls | length) -%}
+                {%- if id_of(ns_a.tool_calls[j]) == tc_id -%}
+                    {%- set ns_chk.can_sort = false -%}
+                {%- endif -%}
+            {%- endfor -%}
+    {%- endfor -%}
+    {%- endif -%}
+    {%- if ns_chk.can_sort -%}
+        {%- for tc in ns_a.tool_calls -%}
+            {%- set tc_id = id_of(tc) -%}
+            {%- for k in range(block_start, ns_blk.end + 1) -%}
+                {%- set m = messages[k] -%}
+                {%- if is_list_of_outputs(m) -%}
+                    {%- for entry in m.content -%}
+                        {%- set eid = id_of(entry) -%}
+                        {%- if eid == tc_id -%}
+                            {%- if entry.output is iterable and entry.output is not string and entry.output is not mapping and entry.output and entry.output.0.type == "tool_reference" -%}
+                                {{- tool_references_to_response(entry.output) -}}
+                            {%- else -%}
+                                {{- tool_response(visible_text(entry.output)) -}}
+                            {%- endif -%}
+                        {%- endif -%}
+    {%- endfor -%}
+{%- else -%}
+                    {%- set tk_id = id_of(m) -%}
+                    {%- if tk_id == tc_id -%}
+                        {{- render_tool_response(m) -}}
+                    {%- endif -%}
+                {%- endif -%}
+            {%- endfor -%}
+        {%- endfor -%}
+    {%- else -%}
+        {%- for k in range(block_start, ns_blk.end + 1) -%}
+            {{- render_tool_response(messages[k]) -}}
+        {%- endfor -%}
+    {%- endif -%}
+{% endif -%}
+{%- elif m.role == 'system' -%}
+<|system|>{{ visible_text(m.content) }}
+{%- endif -%}
+{%- endfor -%}
+{%- if add_generation_prompt -%}
+    <|assistant|>{{- '<think>' -}}
+{%- endif -%}

generation_config.json

@@ -0,0 +1,13 @@
+{
+  "_from_model_config": true,
+  "eos_token_id": [
+    154820,
+    154827,
+    154829
+  ],
+  "pad_token_id": 154820,
+  "temperature": 1.0,
+  "top_p": 0.95,
+  "repetition_penalty": 1.1,
+  "transformers_version": "5.16.0"
+}

model-00001-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6175df6b920b768d9b11d2fbed8cf17b412c6fc50dd1c0f26fd09cc98c00ef
+size 5000153144

model-00002-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be016fcecd5a1c2da7ec224e9018c6fb133fcb090a91ffd646b91df35e6f419e
+size 5475464579

model-00003-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e5d1fe7685710aa265c87e651cd6a1941f931d89c391d32dd6cd0db1e9ac61
+size 5453646297

model-00004-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27109f6094b7d3060193e293e7bc163971bc903b6b52276522258e03dda436c9
+size 5435819704

model-00005-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f53b82ab4c21a9d0c8efc16c597f431102d3a64defbf408bc99daae362d738fd
+size 5435819708

model-00006-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ee8453a3d85886df1dce721a2e1e57d524ae3c5daaaaf6c4e86ac4d40e2d30
+size 5453646305

model-00007-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6ef0f0c520e09d8f81200e868876278418c594ed7232be843296dd2d598ef88
+size 5435819702

model-00008-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f342b9f170bd088a10c040f9e7bec11c06a0e89e213f01116e130f97ecf25db
+size 5435819720

model-00009-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b016f5c3ffd3c3eadfb89c144b3bc32c67ab063c3077c6cdc30206a04a1db77
+size 5453646313

model-00010-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d38bdba5c28244673e237cda021dc51587ea2ff413506a8cf0c3abf58cb4ae
+size 5435819716

model-00011-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee38e5842c0c9fdd3a8a395037fc81790185073492df853140c02559b87ab35
+size 5435819718

model-00012-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18861f7607fe46316cc9ff08354fec53419e83ca529a8833a13f6f42d58ef5c4
+size 5453646323

model-00013-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f72d8836dd88bb6dc347c466a4fa1020a4a19e9f3f39b7d773c6301ad251a2
+size 5435819716

model-00014-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5da37d5c394fb0b6bc3e33bfedc67d4ea3fb184c4f12c5599e7a076fd4d9121
+size 5435819722

model-00015-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05bd22850b4ed56d403fc1c4b3d0f37c074b9cc5e08bb78b2f3ef918e699444a
+size 5453646323

model-00016-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fbbfab1c9c869c57f9e6b5ec7d097e80c64a8036a0e9b25cb17580ef83a46a8
+size 5435819714

model-00017-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd96a29db431d7937360bf7dc8cc739225c050b5431705f3e4cf2a642bdbb382
+size 5435819726

model-00018-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406f7e6beebd7e1b86f251997fa2d5c7e05dec44e358e2a2bf9684b77dc9b1c3
+size 5453646329

model-00019-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fd4f1eadb3424ba205b78aa95d575d975198ff3589ab11a02b58d04b94a4c1
+size 5435819720

model-00020-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b349acec60f907dcdd97400c5953d36c3abd86c1e22b71e4c322d94939bf717
+size 5435819722

model-00021-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724b6653dda18396a80bb5ebf8375e45ac4d0a9a092d5fbe47ec682e6f270079
+size 5447354872

model-00022-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4656383dde41ab255ba4b986a10b6ffb3ea55d6baaf6f0bd3825dc9e393dba49
+size 5435819706

model-00023-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad87a240c35ac944ef3b040009462eb62306decd665d1c5c66128c0edea0837
+size 5435819720

model-00024-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd6251e311427f9f603959a320cf5b0c6ecefea78a8c20931ddb28767303039f
+size 5447354868

model-00025-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb180ff0313198be5b5e8388066748196411c471b6d96392b0703990122bd0d
+size 5435819716

model-00026-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc85a54818e761242e24028d2eae478d754905b3218ac4059872bc1bee52f14
+size 5435819716

model-00027-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c667c0e4130e4649641208d01c2f7b99a4a630fa005551c60154005c9aa1a351
+size 5447354868

model-00028-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2722465b9c8f82ca5f6e52e9dd9c98aed11ac25e64b5bd4bc83a87335995e684
+size 5435819716

model-00029-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b8c12b7459f5c6addfb6896734a09d9e0279fa91f698388df0a0dfd516db7f3
+size 5435819712

model-00030-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43513f68ee0cd06c76f5d19c96f074bbcc2aad2b30a2d6dd26cb713fd2a806f2
+size 5447354868

model-00031-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f4d12f5b73c7e04d6614af874af5ac1ee96c135ac51db59596c48361e63585
+size 5435819712

model-00032-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6cc1d763ad86a4655661ef7d6dbb01640e2b1d3bd8ef2f299643e97c0c932e
+size 5435819720

model-00033-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0b6d96883ce7f8015fda9dd4f54d29419d9984f263c32fcfc0f3408fe44a82
+size 5453646325

model-00034-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7eea4a4d943d9df5411f02d03da6b9e11d535e7e81440ab89841bf0f34504f
+size 5564213155

model-00035-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086e2e599cbe4eb2fca19c5857c349221f5289b3408bf2ac72b2a6fabf5fa8b6
+size 1205962163

oq_imatrix_report.json

@@ -0,0 +1,796 @@
+{
+  "enabled": true,
+  "cache_path": "/Volumes/data4tb/models/.oqe_imatrix/GLM-5.3-Flash-UNCENSORED-FP8-0fd3fe44f869-s128-l512.npz",
+  "cache_reused": false,
+  "entry_count": 656,
+  "calib_dataset": "oqe_code_multilingual",
+  "collection": {
+    "dataset": "oqe_code_multilingual",
+    "requested_samples": 128,
+    "seq_length": 512,
+    "adaptive": true,
+    "adaptive_step_samples": 128,
+    "adaptive_max_samples": 1024,
+    "available_samples": 1024,
+    "micro_batch_size": 8,
+    "micro_batches": 16,
+    "batch_plan": {
+      "micro_batch_size": 8,
+      "estimated_sample_bytes": 67108864,
+      "capture_budget_bytes": 548287516,
+      "system_available_bytes": 232509390848,
+      "metal_available_bytes": 264136029536,
+      "live_available_bytes": 232509390848,
+      "model_bytes": 177680639239,
+      "remaining_available_bytes": 54828751609,
+      "fits_one_sample": true,
+      "hidden_size": 4096,
+      "num_experts": 288,
+      "top_k": 8,
+      "gemma4_state_bytes": 0,
+      "num_hidden_layers": 45,
+      "num_kv_shared_layers": 0,
+      "per_layer_input_size": 0
+    },
+    "processed_samples": 128,
+    "model_class": "mlx_vlm.models.glm5_next.glm5_next.Model",
+    "layer_model_class": "mlx_vlm.models.glm5_next.language.Glm5NextModel",
+    "layer_model_type": "glm5_next_text",
+    "layer_count": 45,
+    "layer_state_kind": "glm5_next",
+    "successful_layer_forwards": 720,
+    "skipped_layer_forwards": 0,
+    "mtp_head_forwards": 0,
+    "installed_modules": 791,
+    "capture_module_classes": {
+      "Linear": 124,
+      "QuantizedLinear": 519,
+      "QuantizedMultiLinear": 22,
+      "QuantizedSwitchLinear": 126
+    },
+    "switch_capture_modules": 126,
+    "requires_expert_counts": true,
+    "coverage_sufficient": true,
+    "collection_sufficient": true,
+    "coverage": {
+      "has_expert_counts": true,
+      "expert_modules": 148,
+      "total_experts": 37696,
+      "active_experts": 37696,
+      "zero_count_experts": 0,
+      "active_ratio": 1.0,
+      "min_count": 36,
+      "p05_count": 503.0,
+      "p10_count": 746.0,
+      "median_count": 1650.0,
+      "max_count": 65536,
+      "min_required_count": 16,
+      "required_percentile": 5
+    },
+    "rounds": [
+      {
+        "processed_samples": 128,
+        "coverage_sufficient": true,
+        "collection_sufficient": true,
+        "coverage": {
+          "has_expert_counts": true,
+          "expert_modules": 148,
+          "total_experts": 37696,
+          "active_experts": 37696,
+          "zero_count_experts": 0,
+          "active_ratio": 1.0,
+          "min_count": 36,
+          "p05_count": 503.0,
+          "p10_count": 746.0,
+          "median_count": 1650.0,
+          "max_count": 65536,
+          "min_required_count": 16,
+          "required_percentile": 5
+        }
+      }
+    ]
+  },
+  "expert_coverage": {
+    "has_expert_counts": true,
+    "expert_modules": 148,
+    "total_experts": 37696,
+    "active_experts": 37696,
+    "zero_count_experts": 0,
+    "active_ratio": 1.0,
+    "min_count": 36,
+    "p05_count": 503.0,
+    "p10_count": 746.0,
+    "median_count": 1650.0,
+    "max_count": 65536,
+    "min_required_count": 16,
+    "required_percentile": 5
+  },
+  "applied": [
+    "language_model.lm_head",
+    "language_model.model.layers.0.mlp.down_proj",
+    "language_model.model.layers.0.mlp.gate_proj",
+    "language_model.model.layers.0.mlp.up_proj",
+    "language_model.model.layers.0.self_attn.b_proj",
+    "language_model.model.layers.0.self_attn.forget_gate.f_a_proj",
+    "language_model.model.layers.0.self_attn.forget_gate.f_b_proj",
+    "language_model.model.layers.0.self_attn.g_a_proj",
+    "language_model.model.layers.0.self_attn.g_b_proj",
+    "language_model.model.layers.0.self_attn.k_proj",
+    "language_model.model.layers.0.self_attn.o_proj",
+    "language_model.model.layers.0.self_attn.q_proj",
+    "language_model.model.layers.0.self_attn.v_proj",
+    "language_model.model.layers.1.mlp.down_proj",
+    "language_model.model.layers.1.mlp.gate_proj",
+    "language_model.model.layers.1.mlp.up_proj",
+    "language_model.model.layers.1.self_attn.b_proj",
+    "language_model.model.layers.1.self_attn.forget_gate.f_a_proj",
+    "language_model.model.layers.1.self_attn.forget_gate.f_b_proj",
+    "language_model.model.layers.1.self_attn.g_a_proj",
+    "language_model.model.layers.1.self_attn.g_b_proj",
+    "language_model.model.layers.1.self_attn.k_proj",
+    "language_model.model.layers.1.self_attn.o_proj",
+    "language_model.model.layers.1.self_attn.q_proj",
+    "language_model.model.layers.1.self_attn.v_proj",
+    "language_model.model.layers.10.mlp.shared_experts.down_proj",
+    "language_model.model.layers.10.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.10.mlp.shared_experts.up_proj",
+    "language_model.model.layers.10.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.10.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.10.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.10.self_attn.b_proj",
+    "language_model.model.layers.10.self_attn.forget_gate.f_a_proj",
+    "language_model.model.layers.10.self_attn.forget_gate.f_b_proj",
+    "language_model.model.layers.10.self_attn.g_a_proj",
+    "language_model.model.layers.10.self_attn.g_b_proj",
+    "language_model.model.layers.10.self_attn.k_proj",
+    "language_model.model.layers.10.self_attn.o_proj",
+    "language_model.model.layers.10.self_attn.q_proj",
+    "language_model.model.layers.10.self_attn.v_proj",
+    "language_model.model.layers.11.mlp.shared_experts.down_proj",
+    "language_model.model.layers.11.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.11.mlp.shared_experts.up_proj",
+    "language_model.model.layers.11.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.11.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.11.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.11.self_attn.embed_q",
+    "language_model.model.layers.11.self_attn.indexer.weights_proj",
+    "language_model.model.layers.11.self_attn.indexer.wk",
+    "language_model.model.layers.11.self_attn.indexer.wq_b",
+    "language_model.model.layers.11.self_attn.kv_a_proj_with_mqa",
+    "language_model.model.layers.11.self_attn.o_proj",
+    "language_model.model.layers.11.self_attn.q_a_proj",
+    "language_model.model.layers.11.self_attn.q_b_proj",
+    "language_model.model.layers.11.self_attn.unembed_out",
+    "language_model.model.layers.12.mlp.shared_experts.down_proj",
+    "language_model.model.layers.12.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.12.mlp.shared_experts.up_proj",
+    "language_model.model.layers.12.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.12.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.12.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.12.self_attn.b_proj",
+    "language_model.model.layers.12.self_attn.forget_gate.f_a_proj",
+    "language_model.model.layers.12.self_attn.forget_gate.f_b_proj",
+    "language_model.model.layers.12.self_attn.g_a_proj",
+    "language_model.model.layers.12.self_attn.g_b_proj",
+    "language_model.model.layers.12.self_attn.k_proj",
+    "language_model.model.layers.12.self_attn.o_proj",
+    "language_model.model.layers.12.self_attn.q_proj",
+    "language_model.model.layers.12.self_attn.v_proj",
+    "language_model.model.layers.13.mlp.shared_experts.down_proj",
+    "language_model.model.layers.13.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.13.mlp.shared_experts.up_proj",
+    "language_model.model.layers.13.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.13.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.13.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.13.self_attn.b_proj",
+    "language_model.model.layers.13.self_attn.forget_gate.f_a_proj",
+    "language_model.model.layers.13.self_attn.forget_gate.f_b_proj",
+    "language_model.model.layers.13.self_attn.g_a_proj",
+    "language_model.model.layers.13.self_attn.g_b_proj",
+    "language_model.model.layers.13.self_attn.k_proj",
+    "language_model.model.layers.13.self_attn.o_proj",
+    "language_model.model.layers.13.self_attn.q_proj",
+    "language_model.model.layers.13.self_attn.v_proj",
+    "language_model.model.layers.14.mlp.shared_experts.down_proj",
+    "language_model.model.layers.14.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.14.mlp.shared_experts.up_proj",
+    "language_model.model.layers.14.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.14.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.14.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.14.self_attn.b_proj",
+    "language_model.model.layers.14.self_attn.forget_gate.f_a_proj",
+    "language_model.model.layers.14.self_attn.forget_gate.f_b_proj",
+    "language_model.model.layers.14.self_attn.g_a_proj",
+    "language_model.model.layers.14.self_attn.g_b_proj",
+    "language_model.model.layers.14.self_attn.k_proj",
+    "language_model.model.layers.14.self_attn.o_proj",
+    "language_model.model.layers.14.self_attn.q_proj",
+    "language_model.model.layers.14.self_attn.v_proj",
+    "language_model.model.layers.15.mlp.shared_experts.down_proj",
+    "language_model.model.layers.15.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.15.mlp.shared_experts.up_proj",
+    "language_model.model.layers.15.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.15.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.15.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.15.self_attn.embed_q",
+    "language_model.model.layers.15.self_attn.indexer.weights_proj",
+    "language_model.model.layers.15.self_attn.indexer.wk",
+    "language_model.model.layers.15.self_attn.indexer.wq_b",
+    "language_model.model.layers.15.self_attn.kv_a_proj_with_mqa",
+    "language_model.model.layers.15.self_attn.o_proj",
+    "language_model.model.layers.15.self_attn.q_a_proj",
+    "language_model.model.layers.15.self_attn.q_b_proj",
+    "language_model.model.layers.15.self_attn.unembed_out",
+    "language_model.model.layers.16.mlp.shared_experts.down_proj",
+    "language_model.model.layers.16.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.16.mlp.shared_experts.up_proj",
+    "language_model.model.layers.16.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.16.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.16.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.16.self_attn.b_proj",
+    "language_model.model.layers.16.self_attn.forget_gate.f_a_proj",
+    "language_model.model.layers.16.self_attn.forget_gate.f_b_proj",
+    "language_model.model.layers.16.self_attn.g_a_proj",
+    "language_model.model.layers.16.self_attn.g_b_proj",
+    "language_model.model.layers.16.self_attn.k_proj",
+    "language_model.model.layers.16.self_attn.o_proj",
+    "language_model.model.layers.16.self_attn.q_proj",
+    "language_model.model.layers.16.self_attn.v_proj",
+    "language_model.model.layers.17.mlp.shared_experts.down_proj",
+    "language_model.model.layers.17.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.17.mlp.shared_experts.up_proj",
+    "language_model.model.layers.17.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.17.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.17.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.17.self_attn.b_proj",
+    "language_model.model.layers.17.self_attn.forget_gate.f_a_proj",
+    "language_model.model.layers.17.self_attn.forget_gate.f_b_proj",
+    "language_model.model.layers.17.self_attn.g_a_proj",
+    "language_model.model.layers.17.self_attn.g_b_proj",
+    "language_model.model.layers.17.self_attn.k_proj",
+    "language_model.model.layers.17.self_attn.o_proj",
+    "language_model.model.layers.17.self_attn.q_proj",
+    "language_model.model.layers.17.self_attn.v_proj",
+    "language_model.model.layers.18.mlp.shared_experts.down_proj",
+    "language_model.model.layers.18.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.18.mlp.shared_experts.up_proj",
+    "language_model.model.layers.18.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.18.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.18.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.18.self_attn.b_proj",
+    "language_model.model.layers.18.self_attn.forget_gate.f_a_proj",
+    "language_model.model.layers.18.self_attn.forget_gate.f_b_proj",
+    "language_model.model.layers.18.self_attn.g_a_proj",
+    "language_model.model.layers.18.self_attn.g_b_proj",
+    "language_model.model.layers.18.self_attn.k_proj",
+    "language_model.model.layers.18.self_attn.o_proj",
+    "language_model.model.layers.18.self_attn.q_proj",
+    "language_model.model.layers.18.self_attn.v_proj",
+    "language_model.model.layers.19.mlp.shared_experts.down_proj",
+    "language_model.model.layers.19.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.19.mlp.shared_experts.up_proj",
+    "language_model.model.layers.19.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.19.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.19.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.19.self_attn.embed_q",
+    "language_model.model.layers.19.self_attn.indexer.weights_proj",
+    "language_model.model.layers.19.self_attn.indexer.wk",
+    "language_model.model.layers.19.self_attn.indexer.wq_b",
+    "language_model.model.layers.19.self_attn.kv_a_proj_with_mqa",
+    "language_model.model.layers.19.self_attn.o_proj",
+    "language_model.model.layers.19.self_attn.q_a_proj",
+    "language_model.model.layers.19.self_attn.q_b_proj",
+    "language_model.model.layers.19.self_attn.unembed_out",
+    "language_model.model.layers.2.mlp.down_proj",
+    "language_model.model.layers.2.mlp.gate_proj",
+    "language_model.model.layers.2.mlp.up_proj",
+    "language_model.model.layers.2.self_attn.b_proj",
+    "language_model.model.layers.2.self_attn.forget_gate.f_a_proj",
+    "language_model.model.layers.2.self_attn.forget_gate.f_b_proj",
+    "language_model.model.layers.2.self_attn.g_a_proj",
+    "language_model.model.layers.2.self_attn.g_b_proj",
+    "language_model.model.layers.2.self_attn.k_proj",
+    "language_model.model.layers.2.self_attn.o_proj",
+    "language_model.model.layers.2.self_attn.q_proj",
+    "language_model.model.layers.2.self_attn.v_proj",
+    "language_model.model.layers.20.mlp.shared_experts.down_proj",
+    "language_model.model.layers.20.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.20.mlp.shared_experts.up_proj",
+    "language_model.model.layers.20.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.20.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.20.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.20.self_attn.b_proj",
+    "language_model.model.layers.20.self_attn.forget_gate.f_a_proj",
+    "language_model.model.layers.20.self_attn.forget_gate.f_b_proj",
+    "language_model.model.layers.20.self_attn.g_a_proj",
+    "language_model.model.layers.20.self_attn.g_b_proj",
+    "language_model.model.layers.20.self_attn.k_proj",
+    "language_model.model.layers.20.self_attn.o_proj",
+    "language_model.model.layers.20.self_attn.q_proj",
+    "language_model.model.layers.20.self_attn.v_proj",
+    "language_model.model.layers.21.mlp.shared_experts.down_proj",
+    "language_model.model.layers.21.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.21.mlp.shared_experts.up_proj",
+    "language_model.model.layers.21.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.21.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.21.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.21.self_attn.b_proj",
+    "language_model.model.layers.21.self_attn.forget_gate.f_a_proj",
+    "language_model.model.layers.21.self_attn.forget_gate.f_b_proj",
+    "language_model.model.layers.21.self_attn.g_a_proj",
+    "language_model.model.layers.21.self_attn.g_b_proj",
+    "language_model.model.layers.21.self_attn.k_proj",
+    "language_model.model.layers.21.self_attn.o_proj",
+    "language_model.model.layers.21.self_attn.q_proj",
+    "language_model.model.layers.21.self_attn.v_proj",
+    "language_model.model.layers.22.mlp.shared_experts.down_proj",
+    "language_model.model.layers.22.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.22.mlp.shared_experts.up_proj",
+    "language_model.model.layers.22.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.22.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.22.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.22.self_attn.b_proj",
+    "language_model.model.layers.22.self_attn.forget_gate.f_a_proj",
+    "language_model.model.layers.22.self_attn.forget_gate.f_b_proj",
+    "language_model.model.layers.22.self_attn.g_a_proj",
+    "language_model.model.layers.22.self_attn.g_b_proj",
+    "language_model.model.layers.22.self_attn.k_proj",
+    "language_model.model.layers.22.self_attn.o_proj",
+    "language_model.model.layers.22.self_attn.q_proj",
+    "language_model.model.layers.22.self_attn.v_proj",
+    "language_model.model.layers.23.mlp.shared_experts.down_proj",
+    "language_model.model.layers.23.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.23.mlp.shared_experts.up_proj",
+    "language_model.model.layers.23.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.23.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.23.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.23.self_attn.embed_q",
+    "language_model.model.layers.23.self_attn.indexer.weights_proj",
+    "language_model.model.layers.23.self_attn.indexer.wk",
+    "language_model.model.layers.23.self_attn.indexer.wq_b",
+    "language_model.model.layers.23.self_attn.kv_a_proj_with_mqa",
+    "language_model.model.layers.23.self_attn.o_proj",
+    "language_model.model.layers.23.self_attn.q_a_proj",
+    "language_model.model.layers.23.self_attn.q_b_proj",
+    "language_model.model.layers.23.self_attn.unembed_out",
+    "language_model.model.layers.24.mlp.shared_experts.down_proj",
+    "language_model.model.layers.24.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.24.mlp.shared_experts.up_proj",
+    "language_model.model.layers.24.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.24.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.24.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.24.self_attn.b_proj",
+    "language_model.model.layers.24.self_attn.forget_gate.f_a_proj",
+    "language_model.model.layers.24.self_attn.forget_gate.f_b_proj",
+    "language_model.model.layers.24.self_attn.g_a_proj",
+    "language_model.model.layers.24.self_attn.g_b_proj",
+    "language_model.model.layers.24.self_attn.k_proj",
+    "language_model.model.layers.24.self_attn.o_proj",
+    "language_model.model.layers.24.self_attn.q_proj",
+    "language_model.model.layers.24.self_attn.v_proj",
+    "language_model.model.layers.25.mlp.shared_experts.down_proj",
+    "language_model.model.layers.25.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.25.mlp.shared_experts.up_proj",
+    "language_model.model.layers.25.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.25.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.25.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.25.self_attn.b_proj",
+    "language_model.model.layers.25.self_attn.forget_gate.f_a_proj",
+    "language_model.model.layers.25.self_attn.forget_gate.f_b_proj",
+    "language_model.model.layers.25.self_attn.g_a_proj",
+    "language_model.model.layers.25.self_attn.g_b_proj",
+    "language_model.model.layers.25.self_attn.k_proj",
+    "language_model.model.layers.25.self_attn.o_proj",
+    "language_model.model.layers.25.self_attn.q_proj",
+    "language_model.model.layers.25.self_attn.v_proj",
+    "language_model.model.layers.26.mlp.shared_experts.down_proj",
+    "language_model.model.layers.26.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.26.mlp.shared_experts.up_proj",
+    "language_model.model.layers.26.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.26.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.26.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.26.self_attn.b_proj",
+    "language_model.model.layers.26.self_attn.forget_gate.f_a_proj",
+    "language_model.model.layers.26.self_attn.forget_gate.f_b_proj",
+    "language_model.model.layers.26.self_attn.g_a_proj",
+    "language_model.model.layers.26.self_attn.g_b_proj",
+    "language_model.model.layers.26.self_attn.k_proj",
+    "language_model.model.layers.26.self_attn.o_proj",
+    "language_model.model.layers.26.self_attn.q_proj",
+    "language_model.model.layers.26.self_attn.v_proj",
+    "language_model.model.layers.27.mlp.shared_experts.down_proj",
+    "language_model.model.layers.27.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.27.mlp.shared_experts.up_proj",
+    "language_model.model.layers.27.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.27.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.27.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.27.self_attn.embed_q",
+    "language_model.model.layers.27.self_attn.indexer.weights_proj",
+    "language_model.model.layers.27.self_attn.indexer.wk",
+    "language_model.model.layers.27.self_attn.indexer.wq_b",
+    "language_model.model.layers.27.self_attn.kv_a_proj_with_mqa",
+    "language_model.model.layers.27.self_attn.o_proj",
+    "language_model.model.layers.27.self_attn.q_a_proj",
+    "language_model.model.layers.27.self_attn.q_b_proj",
+    "language_model.model.layers.27.self_attn.unembed_out",
+    "language_model.model.layers.28.mlp.shared_experts.down_proj",
+    "language_model.model.layers.28.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.28.mlp.shared_experts.up_proj",
+    "language_model.model.layers.28.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.28.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.28.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.28.self_attn.b_proj",
+    "language_model.model.layers.28.self_attn.forget_gate.f_a_proj",
+    "language_model.model.layers.28.self_attn.forget_gate.f_b_proj",
+    "language_model.model.layers.28.self_attn.g_a_proj",
+    "language_model.model.layers.28.self_attn.g_b_proj",
+    "language_model.model.layers.28.self_attn.k_proj",
+    "language_model.model.layers.28.self_attn.o_proj",
+    "language_model.model.layers.28.self_attn.q_proj",
+    "language_model.model.layers.28.self_attn.v_proj",
+    "language_model.model.layers.29.mlp.shared_experts.down_proj",
+    "language_model.model.layers.29.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.29.mlp.shared_experts.up_proj",
+    "language_model.model.layers.29.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.29.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.29.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.29.self_attn.b_proj",
+    "language_model.model.layers.29.self_attn.forget_gate.f_a_proj",
+    "language_model.model.layers.29.self_attn.forget_gate.f_b_proj",
+    "language_model.model.layers.29.self_attn.g_a_proj",
+    "language_model.model.layers.29.self_attn.g_b_proj",
+    "language_model.model.layers.29.self_attn.k_proj",
+    "language_model.model.layers.29.self_attn.o_proj",
+    "language_model.model.layers.29.self_attn.q_proj",
+    "language_model.model.layers.29.self_attn.v_proj",
+    "language_model.model.layers.3.mlp.shared_experts.down_proj",
+    "language_model.model.layers.3.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.3.mlp.shared_experts.up_proj",
+    "language_model.model.layers.3.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.3.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.3.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.3.self_attn.embed_q",
+    "language_model.model.layers.3.self_attn.indexer.weights_proj",
+    "language_model.model.layers.3.self_attn.indexer.wk",
+    "language_model.model.layers.3.self_attn.indexer.wq_b",
+    "language_model.model.layers.3.self_attn.kv_a_proj_with_mqa",
+    "language_model.model.layers.3.self_attn.o_proj",
+    "language_model.model.layers.3.self_attn.q_a_proj",
+    "language_model.model.layers.3.self_attn.q_b_proj",
+    "language_model.model.layers.3.self_attn.unembed_out",
+    "language_model.model.layers.30.mlp.shared_experts.down_proj",
+    "language_model.model.layers.30.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.30.mlp.shared_experts.up_proj",
+    "language_model.model.layers.30.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.30.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.30.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.30.self_attn.b_proj",
+    "language_model.model.layers.30.self_attn.forget_gate.f_a_proj",
+    "language_model.model.layers.30.self_attn.forget_gate.f_b_proj",
+    "language_model.model.layers.30.self_attn.g_a_proj",
+    "language_model.model.layers.30.self_attn.g_b_proj",
+    "language_model.model.layers.30.self_attn.k_proj",
+    "language_model.model.layers.30.self_attn.o_proj",
+    "language_model.model.layers.30.self_attn.q_proj",
+    "language_model.model.layers.30.self_attn.v_proj",
+    "language_model.model.layers.31.mlp.shared_experts.down_proj",
+    "language_model.model.layers.31.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.31.mlp.shared_experts.up_proj",
+    "language_model.model.layers.31.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.31.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.31.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.31.self_attn.embed_q",
+    "language_model.model.layers.31.self_attn.indexer.weights_proj",
+    "language_model.model.layers.31.self_attn.indexer.wk",
+    "language_model.model.layers.31.self_attn.indexer.wq_b",
+    "language_model.model.layers.31.self_attn.kv_a_proj_with_mqa",
+    "language_model.model.layers.31.self_attn.o_proj",
+    "language_model.model.layers.31.self_attn.q_a_proj",
+    "language_model.model.layers.31.self_attn.q_b_proj",
+    "language_model.model.layers.31.self_attn.unembed_out",
+    "language_model.model.layers.32.mlp.shared_experts.down_proj",
+    "language_model.model.layers.32.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.32.mlp.shared_experts.up_proj",
+    "language_model.model.layers.32.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.32.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.32.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.32.self_attn.b_proj",
+    "language_model.model.layers.32.self_attn.forget_gate.f_a_proj",
+    "language_model.model.layers.32.self_attn.forget_gate.f_b_proj",
+    "language_model.model.layers.32.self_attn.g_a_proj",
+    "language_model.model.layers.32.self_attn.g_b_proj",
+    "language_model.model.layers.32.self_attn.k_proj",
+    "language_model.model.layers.32.self_attn.o_proj",
+    "language_model.model.layers.32.self_attn.q_proj",
+    "language_model.model.layers.32.self_attn.v_proj",
+    "language_model.model.layers.33.mlp.shared_experts.down_proj",
+    "language_model.model.layers.33.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.33.mlp.shared_experts.up_proj",
+    "language_model.model.layers.33.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.33.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.33.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.33.self_attn.b_proj",
+    "language_model.model.layers.33.self_attn.forget_gate.f_a_proj",
+    "language_model.model.layers.33.self_attn.forget_gate.f_b_proj",
+    "language_model.model.layers.33.self_attn.g_a_proj",
+    "language_model.model.layers.33.self_attn.g_b_proj",
+    "language_model.model.layers.33.self_attn.k_proj",
+    "language_model.model.layers.33.self_attn.o_proj",
+    "language_model.model.layers.33.self_attn.q_proj",
+    "language_model.model.layers.33.self_attn.v_proj",
+    "language_model.model.layers.34.mlp.shared_experts.down_proj",
+    "language_model.model.layers.34.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.34.mlp.shared_experts.up_proj",
+    "language_model.model.layers.34.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.34.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.34.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.34.self_attn.b_proj",
+    "language_model.model.layers.34.self_attn.forget_gate.f_a_proj",
+    "language_model.model.layers.34.self_attn.forget_gate.f_b_proj",
+    "language_model.model.layers.34.self_attn.g_a_proj",
+    "language_model.model.layers.34.self_attn.g_b_proj",
+    "language_model.model.layers.34.self_attn.k_proj",
+    "language_model.model.layers.34.self_attn.o_proj",
+    "language_model.model.layers.34.self_attn.q_proj",
+    "language_model.model.layers.34.self_attn.v_proj",
+    "language_model.model.layers.35.mlp.shared_experts.down_proj",
+    "language_model.model.layers.35.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.35.mlp.shared_experts.up_proj",
+    "language_model.model.layers.35.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.35.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.35.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.35.self_attn.embed_q",
+    "language_model.model.layers.35.self_attn.indexer.weights_proj",
+    "language_model.model.layers.35.self_attn.indexer.wk",
+    "language_model.model.layers.35.self_attn.indexer.wq_b",
+    "language_model.model.layers.35.self_attn.kv_a_proj_with_mqa",
+    "language_model.model.layers.35.self_attn.o_proj",
+    "language_model.model.layers.35.self_attn.q_a_proj",
+    "language_model.model.layers.35.self_attn.q_b_proj",
+    "language_model.model.layers.35.self_attn.unembed_out",
+    "language_model.model.layers.36.mlp.shared_experts.down_proj",
+    "language_model.model.layers.36.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.36.mlp.shared_experts.up_proj",
+    "language_model.model.layers.36.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.36.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.36.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.36.self_attn.b_proj",
+    "language_model.model.layers.36.self_attn.forget_gate.f_a_proj",
+    "language_model.model.layers.36.self_attn.forget_gate.f_b_proj",
+    "language_model.model.layers.36.self_attn.g_a_proj",
+    "language_model.model.layers.36.self_attn.g_b_proj",
+    "language_model.model.layers.36.self_attn.k_proj",
+    "language_model.model.layers.36.self_attn.o_proj",
+    "language_model.model.layers.36.self_attn.q_proj",
+    "language_model.model.layers.36.self_attn.v_proj",
+    "language_model.model.layers.37.mlp.shared_experts.down_proj",
+    "language_model.model.layers.37.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.37.mlp.shared_experts.up_proj",
+    "language_model.model.layers.37.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.37.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.37.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.37.self_attn.b_proj",
+    "language_model.model.layers.37.self_attn.forget_gate.f_a_proj",
+    "language_model.model.layers.37.self_attn.forget_gate.f_b_proj",
+    "language_model.model.layers.37.self_attn.g_a_proj",
+    "language_model.model.layers.37.self_attn.g_b_proj",
+    "language_model.model.layers.37.self_attn.k_proj",
+    "language_model.model.layers.37.self_attn.o_proj",
+    "language_model.model.layers.37.self_attn.q_proj",
+    "language_model.model.layers.37.self_attn.v_proj",
+    "language_model.model.layers.38.mlp.shared_experts.down_proj",
+    "language_model.model.layers.38.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.38.mlp.shared_experts.up_proj",
+    "language_model.model.layers.38.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.38.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.38.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.38.self_attn.b_proj",
+    "language_model.model.layers.38.self_attn.forget_gate.f_a_proj",
+    "language_model.model.layers.38.self_attn.forget_gate.f_b_proj",
+    "language_model.model.layers.38.self_attn.g_a_proj",
+    "language_model.model.layers.38.self_attn.g_b_proj",
+    "language_model.model.layers.38.self_attn.k_proj",
+    "language_model.model.layers.38.self_attn.o_proj",
+    "language_model.model.layers.38.self_attn.q_proj",
+    "language_model.model.layers.38.self_attn.v_proj",
+    "language_model.model.layers.39.mlp.shared_experts.down_proj",
+    "language_model.model.layers.39.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.39.mlp.shared_experts.up_proj",
+    "language_model.model.layers.39.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.39.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.39.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.39.self_attn.embed_q",
+    "language_model.model.layers.39.self_attn.indexer.weights_proj",
+    "language_model.model.layers.39.self_attn.indexer.wk",
+    "language_model.model.layers.39.self_attn.indexer.wq_b",
+    "language_model.model.layers.39.self_attn.kv_a_proj_with_mqa",
+    "language_model.model.layers.39.self_attn.o_proj",
+    "language_model.model.layers.39.self_attn.q_a_proj",
+    "language_model.model.layers.39.self_attn.q_b_proj",
+    "language_model.model.layers.39.self_attn.unembed_out",
+    "language_model.model.layers.4.mlp.shared_experts.down_proj",
+    "language_model.model.layers.4.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.4.mlp.shared_experts.up_proj",
+    "language_model.model.layers.4.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.4.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.4.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.4.self_attn.b_proj",
+    "language_model.model.layers.4.self_attn.forget_gate.f_a_proj",
+    "language_model.model.layers.4.self_attn.forget_gate.f_b_proj",
+    "language_model.model.layers.4.self_attn.g_a_proj",
+    "language_model.model.layers.4.self_attn.g_b_proj",
+    "language_model.model.layers.4.self_attn.k_proj",
+    "language_model.model.layers.4.self_attn.o_proj",
+    "language_model.model.layers.4.self_attn.q_proj",
+    "language_model.model.layers.4.self_attn.v_proj",
+    "language_model.model.layers.40.mlp.shared_experts.down_proj",
+    "language_model.model.layers.40.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.40.mlp.shared_experts.up_proj",
+    "language_model.model.layers.40.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.40.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.40.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.40.self_attn.b_proj",
+    "language_model.model.layers.40.self_attn.forget_gate.f_a_proj",
+    "language_model.model.layers.40.self_attn.forget_gate.f_b_proj",
+    "language_model.model.layers.40.self_attn.g_a_proj",
+    "language_model.model.layers.40.self_attn.g_b_proj",
+    "language_model.model.layers.40.self_attn.k_proj",
+    "language_model.model.layers.40.self_attn.o_proj",
+    "language_model.model.layers.40.self_attn.q_proj",
+    "language_model.model.layers.40.self_attn.v_proj",
+    "language_model.model.layers.41.mlp.shared_experts.down_proj",
+    "language_model.model.layers.41.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.41.mlp.shared_experts.up_proj",
+    "language_model.model.layers.41.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.41.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.41.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.41.self_attn.b_proj",
+    "language_model.model.layers.41.self_attn.forget_gate.f_a_proj",
+    "language_model.model.layers.41.self_attn.forget_gate.f_b_proj",
+    "language_model.model.layers.41.self_attn.g_a_proj",
+    "language_model.model.layers.41.self_attn.g_b_proj",
+    "language_model.model.layers.41.self_attn.k_proj",
+    "language_model.model.layers.41.self_attn.o_proj",
+    "language_model.model.layers.41.self_attn.q_proj",
+    "language_model.model.layers.41.self_attn.v_proj",
+    "language_model.model.layers.42.mlp.shared_experts.down_proj",
+    "language_model.model.layers.42.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.42.mlp.shared_experts.up_proj",
+    "language_model.model.layers.42.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.42.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.42.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.42.self_attn.b_proj",
+    "language_model.model.layers.42.self_attn.forget_gate.f_a_proj",
+    "language_model.model.layers.42.self_attn.forget_gate.f_b_proj",
+    "language_model.model.layers.42.self_attn.g_a_proj",
+    "language_model.model.layers.42.self_attn.g_b_proj",
+    "language_model.model.layers.42.self_attn.k_proj",
+    "language_model.model.layers.42.self_attn.o_proj",
+    "language_model.model.layers.42.self_attn.q_proj",
+    "language_model.model.layers.42.self_attn.v_proj",
+    "language_model.model.layers.43.mlp.shared_experts.down_proj",
+    "language_model.model.layers.43.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.43.mlp.shared_experts.up_proj",
+    "language_model.model.layers.43.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.43.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.43.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.43.self_attn.embed_q",
+    "language_model.model.layers.43.self_attn.indexer.weights_proj",
+    "language_model.model.layers.43.self_attn.indexer.wk",
+    "language_model.model.layers.43.self_attn.indexer.wq_b",
+    "language_model.model.layers.43.self_attn.kv_a_proj_with_mqa",
+    "language_model.model.layers.43.self_attn.o_proj",
+    "language_model.model.layers.43.self_attn.q_a_proj",
+    "language_model.model.layers.43.self_attn.q_b_proj",
+    "language_model.model.layers.43.self_attn.unembed_out",
+    "language_model.model.layers.44.mlp.shared_experts.down_proj",
+    "language_model.model.layers.44.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.44.mlp.shared_experts.up_proj",
+    "language_model.model.layers.44.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.44.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.44.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.44.self_attn.b_proj",
+    "language_model.model.layers.44.self_attn.forget_gate.f_a_proj",
+    "language_model.model.layers.44.self_attn.forget_gate.f_b_proj",
+    "language_model.model.layers.44.self_attn.g_a_proj",
+    "language_model.model.layers.44.self_attn.g_b_proj",
+    "language_model.model.layers.44.self_attn.k_proj",
+    "language_model.model.layers.44.self_attn.o_proj",
+    "language_model.model.layers.44.self_attn.q_proj",
+    "language_model.model.layers.44.self_attn.v_proj",
+    "language_model.model.layers.5.mlp.shared_experts.down_proj",
+    "language_model.model.layers.5.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.5.mlp.shared_experts.up_proj",
+    "language_model.model.layers.5.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.5.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.5.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.5.self_attn.b_proj",
+    "language_model.model.layers.5.self_attn.forget_gate.f_a_proj",
+    "language_model.model.layers.5.self_attn.forget_gate.f_b_proj",
+    "language_model.model.layers.5.self_attn.g_a_proj",
+    "language_model.model.layers.5.self_attn.g_b_proj",
+    "language_model.model.layers.5.self_attn.k_proj",
+    "language_model.model.layers.5.self_attn.o_proj",
+    "language_model.model.layers.5.self_attn.q_proj",
+    "language_model.model.layers.5.self_attn.v_proj",
+    "language_model.model.layers.6.mlp.shared_experts.down_proj",
+    "language_model.model.layers.6.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.6.mlp.shared_experts.up_proj",
+    "language_model.model.layers.6.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.6.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.6.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.6.self_attn.b_proj",
+    "language_model.model.layers.6.self_attn.forget_gate.f_a_proj",
+    "language_model.model.layers.6.self_attn.forget_gate.f_b_proj",
+    "language_model.model.layers.6.self_attn.g_a_proj",
+    "language_model.model.layers.6.self_attn.g_b_proj",
+    "language_model.model.layers.6.self_attn.k_proj",
+    "language_model.model.layers.6.self_attn.o_proj",
+    "language_model.model.layers.6.self_attn.q_proj",
+    "language_model.model.layers.6.self_attn.v_proj",
+    "language_model.model.layers.7.mlp.shared_experts.down_proj",
+    "language_model.model.layers.7.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.7.mlp.shared_experts.up_proj",
+    "language_model.model.layers.7.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.7.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.7.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.7.self_attn.embed_q",
+    "language_model.model.layers.7.self_attn.indexer.weights_proj",
+    "language_model.model.layers.7.self_attn.indexer.wk",
+    "language_model.model.layers.7.self_attn.indexer.wq_b",
+    "language_model.model.layers.7.self_attn.kv_a_proj_with_mqa",
+    "language_model.model.layers.7.self_attn.o_proj",
+    "language_model.model.layers.7.self_attn.q_a_proj",
+    "language_model.model.layers.7.self_attn.q_b_proj",
+    "language_model.model.layers.7.self_attn.unembed_out",
+    "language_model.model.layers.8.mlp.shared_experts.down_proj",
+    "language_model.model.layers.8.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.8.mlp.shared_experts.up_proj",
+    "language_model.model.layers.8.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.8.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.8.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.8.self_attn.b_proj",
+    "language_model.model.layers.8.self_attn.forget_gate.f_a_proj",
+    "language_model.model.layers.8.self_attn.forget_gate.f_b_proj",
+    "language_model.model.layers.8.self_attn.g_a_proj",
+    "language_model.model.layers.8.self_attn.g_b_proj",
+    "language_model.model.layers.8.self_attn.k_proj",
+    "language_model.model.layers.8.self_attn.o_proj",
+    "language_model.model.layers.8.self_attn.q_proj",
+    "language_model.model.layers.8.self_attn.v_proj",
+    "language_model.model.layers.9.mlp.shared_experts.down_proj",
+    "language_model.model.layers.9.mlp.shared_experts.gate_proj",
+    "language_model.model.layers.9.mlp.shared_experts.up_proj",
+    "language_model.model.layers.9.mlp.switch_mlp.down_proj",
+    "language_model.model.layers.9.mlp.switch_mlp.gate_proj",
+    "language_model.model.layers.9.mlp.switch_mlp.up_proj",
+    "language_model.model.layers.9.self_attn.b_proj",
+    "language_model.model.layers.9.self_attn.forget_gate.f_a_proj",
+    "language_model.model.layers.9.self_attn.forget_gate.f_b_proj",
+    "language_model.model.layers.9.self_attn.g_a_proj",
+    "language_model.model.layers.9.self_attn.g_b_proj",
+    "language_model.model.layers.9.self_attn.k_proj",
+    "language_model.model.layers.9.self_attn.o_proj",
+    "language_model.model.layers.9.self_attn.q_proj",
+    "language_model.model.layers.9.self_attn.v_proj"
+  ],
+  "missing": [
+    "language_model.mtp.0.block.mlp.shared_experts.down_proj",
+    "language_model.mtp.0.block.mlp.shared_experts.gate_proj",
+    "language_model.mtp.0.block.mlp.shared_experts.up_proj",
+    "language_model.mtp.0.block.mlp.switch_mlp.down_proj",
+    "language_model.mtp.0.block.mlp.switch_mlp.gate_proj",
+    "language_model.mtp.0.block.mlp.switch_mlp.up_proj",
+    "language_model.mtp.0.block.self_attn.embed_q",
+    "language_model.mtp.0.block.self_attn.indexer.weights_proj",
+    "language_model.mtp.0.block.self_attn.indexer.wk",
+    "language_model.mtp.0.block.self_attn.indexer.wq_b",
+    "language_model.mtp.0.block.self_attn.kv_a_proj_with_mqa",
+    "language_model.mtp.0.block.self_attn.o_proj",
+    "language_model.mtp.0.block.self_attn.q_a_proj",
+    "language_model.mtp.0.block.self_attn.q_b_proj",
+    "language_model.mtp.0.block.self_attn.unembed_out"
+  ],
+  "mismatched": [],
+  "zero_count_experts": 0
+}

processor_config.json

@@ -0,0 +1,44 @@
+{
+  "image_processor": {
+    "do_rescale": true,
+    "patch_expand_factor": 1,
+    "merge_size": 2,
+    "image_mean": [
+      0.48145466,
+      0.4578275,
+      0.40821073
+    ],
+    "image_std": [
+      0.26862954,
+      0.26130258,
+      0.27577711
+    ],
+    "temporal_patch_size": 2,
+    "patch_size": 14,
+    "min_image_tokens": 16,
+    "max_image_tokens": 8000,
+    "image_processor_type": "Glm5NextImageProcessor"
+  },
+  "video_processor": {
+    "do_rescale": true,
+    "video_processor_type": "Glm5NextVideoProcessor",
+    "patch_expand_factor": 1,
+    "merge_size": 2,
+    "image_mean": [
+      0.48145466,
+      0.4578275,
+      0.40821073
+    ],
+    "image_std": [
+      0.26862954,
+      0.26130258,
+      0.27577711
+    ],
+    "temporal_patch_size": 2,
+    "patch_size": 14,
+    "min_image_tokens": 16,
+    "max_image_tokens": 240000,
+    "fps": 2
+  },
+  "processor_class": "Glm5NextProcessor"
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e773648cb4e65de8660ea6365e10acca112d42a854923df93db4a6f333a82d
+size 20217442

tokenizer_config.json

@@ -0,0 +1,33 @@
+{
+  "backend": "tokenizers",
+  "clean_up_tokenization_spaces": false,
+  "do_lower_case": false,
+  "eos_token": "<|endoftext|>",
+  "extra_special_tokens": [
+    "<|endoftext|>",
+    "[MASK]",
+    "[gMASK]",
+    "[sMASK]",
+    "<sop>",
+    "<eop>",
+    "<|system|>",
+    "<|user|>",
+    "<|assistant|>",
+    "<|observation|>",
+    "<|begin_of_image|>",
+    "<|end_of_image|>",
+    "<|begin_of_video|>",
+    "<|end_of_video|>",
+    "<|begin_of_audio|>",
+    "<|end_of_audio|>",
+    "<|begin_of_transcription|>",
+    "<|end_of_transcription|>"
+  ],
+  "is_local": true,
+  "model_max_length": 1048576,
+  "model_specific_special_tokens": {},
+  "pad_token": "<|endoftext|>",
+  "padding_side": "left",
+  "remove_space": false,
+  "tokenizer_class": "TokenizersBackend"
+}