Hugging Face's logo

YuYu1015
/
Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-int4-AutoRound

Text Generation
Transformers
Safetensors
English
Chinese
qwen3_5_moe
image-text-to-text
qwen3.5
Mixture of Experts
4-bit precision
int4
auto-round
gptq
quantized
abliterated
dgx-spark
dflash
vllm
conversational
Model card Files
xet
 Community
YuYu1015 commited on
Commit
2be47fb
·
verified ·
1 Parent(s): 55c4534

Add files using upload-large-folder tool

Browse files
Files changed (22) hide show
  1. .gitattributes +1 -0
  2. chat_template.jinja +88 -0
  3. config.json +1423 -0
  4. generation_config.json +13 -0
  5. model-00001-of-00011.safetensors +3 -0
  6. model-00002-of-00011.safetensors +3 -0
  7. model-00003-of-00011.safetensors +3 -0
  8. model-00004-of-00011.safetensors +3 -0
  9. model-00005-of-00011.safetensors +3 -0
  10. model-00006-of-00011.safetensors +3 -0
  11. model-00007-of-00011.safetensors +3 -0
  12. model-00008-of-00011.safetensors +3 -0
  13. model-00009-of-00011.safetensors +3 -0
  14. model-00010-of-00011.safetensors +3 -0
  15. model-00011-of-00011.safetensors +3 -0
  16. model.safetensors.index.json +0 -0
  17. model_extra_tensors.safetensors +3 -0
  18. preprocessor_config.json +26 -0
  19. processor_config.json +60 -0
  20. quantization_config.json +1269 -0
  21. tokenizer.json +3 -0
  22. tokenizer_config.json +33 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
chat_template.jinja ADDED
@@ -0,0 +1,88 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- if tools %}
2
+ {{- '<|im_start|>system\n' }}
3
+ {%- if messages[0].role == 'system' %}
4
+ {{- messages[0].content + '\n\n' }}
5
+ {%- endif %}
6
+ {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
7
+ {%- for tool in tools %}
8
+ {{- "\n" }}
9
+ {{- tool | tojson }}
10
+ {%- endfor %}
11
+ {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
12
+ {%- else %}
13
+ {%- if messages[0].role == 'system' %}
14
+ {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
15
+ {%- endif %}
16
+ {%- endif %}
17
+ {%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
18
+ {%- for message in messages[::-1] %}
19
+ {%- set index = (messages|length - 1) - loop.index0 %}
20
+ {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('<tool_response>') and message.content.endswith('</tool_response>')) %}
21
+ {%- set ns.multi_step_tool = false %}
22
+ {%- set ns.last_query_index = index %}
23
+ {%- endif %}
24
+ {%- endfor %}
25
+ {%- for message in messages %}
26
+ {%- if message.content is string %}
27
+ {%- set content = message.content %}
28
+ {%- else %}
29
+ {%- set content = '' %}
30
+ {%- endif %}
31
+ {%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
32
+ {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
33
+ {%- elif message.role == "assistant" %}
34
+ {%- set reasoning_content = '' %}
35
+ {%- if message.reasoning_content is string %}
36
+ {%- set reasoning_content = message.reasoning_content %}
37
+ {%- else %}
38
+ {%- if '</think>' in content %}
39
+ {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
40
+ {%- set content = content.split('</think>')[-1].lstrip('\n') %}
41
+ {%- endif %}
42
+ {%- endif %}
43
+ {%- if loop.index0 > ns.last_query_index %}
44
+ {%- if loop.last or (not loop.last and reasoning_content) %}
45
+ {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content.strip('\n') + '\n</think>\n\n' + content.lstrip('\n') }}
46
+ {%- else %}
47
+ {{- '<|im_start|>' + message.role + '\n' + content }}
48
+ {%- endif %}
49
+ {%- else %}
50
+ {{- '<|im_start|>' + message.role + '\n' + content }}
51
+ {%- endif %}
52
+ {%- if message.tool_calls %}
53
+ {%- for tool_call in message.tool_calls %}
54
+ {%- if (loop.first and content) or (not loop.first) %}
55
+ {{- '\n' }}
56
+ {%- endif %}
57
+ {%- if tool_call.function %}
58
+ {%- set tool_call = tool_call.function %}
59
+ {%- endif %}
60
+ {{- '<tool_call>\n{"name": "' }}
61
+ {{- tool_call.name }}
62
+ {{- '", "arguments": ' }}
63
+ {%- if tool_call.arguments is string %}
64
+ {{- tool_call.arguments }}
65
+ {%- else %}
66
+ {{- tool_call.arguments | tojson }}
67
+ {%- endif %}
68
+ {{- '}\n</tool_call>' }}
69
+ {%- endfor %}
70
+ {%- endif %}
71
+ {{- '<|im_end|>\n' }}
72
+ {%- elif message.role == "tool" %}
73
+ {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
74
+ {{- '<|im_start|>user' }}
75
+ {%- endif %}
76
+ {{- '\n<tool_response>\n' }}
77
+ {{- content }}
78
+ {{- '\n</tool_response>' }}
79
+ {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
80
+ {{- '<|im_end|>\n' }}
81
+ {%- endif %}
82
+ {%- endif %}
83
+ {%- endfor %}
84
+ {%- if add_generation_prompt %}
85
+ {{- '<|im_start|>assistant
86
+ <think>
87
+ ' }}
88
+ {%- endif %}
config.json ADDED
@@ -0,0 +1,1423 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen3_5MoeForConditionalGeneration"
4
+ ],
5
+ "bos_token_id": null,
6
+ "dtype": "bfloat16",
7
+ "eos_token_id": 248046,
8
+ "image_token_id": 248056,
9
+ "model_name": "qwen/Qwen3.5-35B-A3B",
10
+ "model_type": "qwen3_5_moe",
11
+ "pad_token_id": 248044,
12
+ "quantization_config": {
13
+ "autoround_version": "0.12.2",
14
+ "bits": 4,
15
+ "block_name_to_quantize": [
16
+ "model.language_model.layers",
17
+ "mtp.layers"
18
+ ],
19
+ "data_type": "int",
20
+ "extra_config": {
21
+ ".*linear_attn.*": {
22
+ "bits": 16,
23
+ "data_type": "float"
24
+ },
25
+ ".*mtp\\.fc.*": {
26
+ "bits": 16,
27
+ "data_type": "float"
28
+ },
29
+ ".*shared_expert.*": {
30
+ "bits": 16,
31
+ "data_type": "float"
32
+ },
33
+ ".*shared_expert_gate.*": {
34
+ "bits": 16,
35
+ "data_type": "fp"
36
+ },
37
+ "model.language_model.layers.0.linear_attn.in_proj_a": {
38
+ "bits": 16,
39
+ "data_type": "float"
40
+ },
41
+ "model.language_model.layers.0.linear_attn.in_proj_b": {
42
+ "bits": 16,
43
+ "data_type": "float"
44
+ },
45
+ "model.language_model.layers.0.linear_attn.in_proj_qkv": {
46
+ "bits": 16,
47
+ "data_type": "float"
48
+ },
49
+ "model.language_model.layers.0.linear_attn.in_proj_z": {
50
+ "bits": 16,
51
+ "data_type": "float"
52
+ },
53
+ "model.language_model.layers.0.linear_attn.out_proj": {
54
+ "bits": 16,
55
+ "data_type": "float"
56
+ },
57
+ "model.language_model.layers.0.mlp.shared_expert.down_proj": {
58
+ "bits": 16,
59
+ "data_type": "float"
60
+ },
61
+ "model.language_model.layers.0.mlp.shared_expert.gate_proj": {
62
+ "bits": 16,
63
+ "data_type": "float"
64
+ },
65
+ "model.language_model.layers.0.mlp.shared_expert.up_proj": {
66
+ "bits": 16,
67
+ "data_type": "float"
68
+ },
69
+ "model.language_model.layers.0.mlp.shared_expert_gate": {
70
+ "bits": 16,
71
+ "data_type": "fp"
72
+ },
73
+ "model.language_model.layers.1.linear_attn.in_proj_a": {
74
+ "bits": 16,
75
+ "data_type": "float"
76
+ },
77
+ "model.language_model.layers.1.linear_attn.in_proj_b": {
78
+ "bits": 16,
79
+ "data_type": "float"
80
+ },
81
+ "model.language_model.layers.1.linear_attn.in_proj_qkv": {
82
+ "bits": 16,
83
+ "data_type": "float"
84
+ },
85
+ "model.language_model.layers.1.linear_attn.in_proj_z": {
86
+ "bits": 16,
87
+ "data_type": "float"
88
+ },
89
+ "model.language_model.layers.1.linear_attn.out_proj": {
90
+ "bits": 16,
91
+ "data_type": "float"
92
+ },
93
+ "model.language_model.layers.1.mlp.shared_expert.down_proj": {
94
+ "bits": 16,
95
+ "data_type": "float"
96
+ },
97
+ "model.language_model.layers.1.mlp.shared_expert.gate_proj": {
98
+ "bits": 16,
99
+ "data_type": "float"
100
+ },
101
+ "model.language_model.layers.1.mlp.shared_expert.up_proj": {
102
+ "bits": 16,
103
+ "data_type": "float"
104
+ },
105
+ "model.language_model.layers.1.mlp.shared_expert_gate": {
106
+ "bits": 16,
107
+ "data_type": "fp"
108
+ },
109
+ "model.language_model.layers.10.linear_attn.in_proj_a": {
110
+ "bits": 16,
111
+ "data_type": "float"
112
+ },
113
+ "model.language_model.layers.10.linear_attn.in_proj_b": {
114
+ "bits": 16,
115
+ "data_type": "float"
116
+ },
117
+ "model.language_model.layers.10.linear_attn.in_proj_qkv": {
118
+ "bits": 16,
119
+ "data_type": "float"
120
+ },
121
+ "model.language_model.layers.10.linear_attn.in_proj_z": {
122
+ "bits": 16,
123
+ "data_type": "float"
124
+ },
125
+ "model.language_model.layers.10.linear_attn.out_proj": {
126
+ "bits": 16,
127
+ "data_type": "float"
128
+ },
129
+ "model.language_model.layers.10.mlp.shared_expert.down_proj": {
130
+ "bits": 16,
131
+ "data_type": "float"
132
+ },
133
+ "model.language_model.layers.10.mlp.shared_expert.gate_proj": {
134
+ "bits": 16,
135
+ "data_type": "float"
136
+ },
137
+ "model.language_model.layers.10.mlp.shared_expert.up_proj": {
138
+ "bits": 16,
139
+ "data_type": "float"
140
+ },
141
+ "model.language_model.layers.10.mlp.shared_expert_gate": {
142
+ "bits": 16,
143
+ "data_type": "fp"
144
+ },
145
+ "model.language_model.layers.11.mlp.shared_expert.down_proj": {
146
+ "bits": 16,
147
+ "data_type": "float"
148
+ },
149
+ "model.language_model.layers.11.mlp.shared_expert.gate_proj": {
150
+ "bits": 16,
151
+ "data_type": "float"
152
+ },
153
+ "model.language_model.layers.11.mlp.shared_expert.up_proj": {
154
+ "bits": 16,
155
+ "data_type": "float"
156
+ },
157
+ "model.language_model.layers.11.mlp.shared_expert_gate": {
158
+ "bits": 16,
159
+ "data_type": "fp"
160
+ },
161
+ "model.language_model.layers.12.linear_attn.in_proj_a": {
162
+ "bits": 16,
163
+ "data_type": "float"
164
+ },
165
+ "model.language_model.layers.12.linear_attn.in_proj_b": {
166
+ "bits": 16,
167
+ "data_type": "float"
168
+ },
169
+ "model.language_model.layers.12.linear_attn.in_proj_qkv": {
170
+ "bits": 16,
171
+ "data_type": "float"
172
+ },
173
+ "model.language_model.layers.12.linear_attn.in_proj_z": {
174
+ "bits": 16,
175
+ "data_type": "float"
176
+ },
177
+ "model.language_model.layers.12.linear_attn.out_proj": {
178
+ "bits": 16,
179
+ "data_type": "float"
180
+ },
181
+ "model.language_model.layers.12.mlp.shared_expert.down_proj": {
182
+ "bits": 16,
183
+ "data_type": "float"
184
+ },
185
+ "model.language_model.layers.12.mlp.shared_expert.gate_proj": {
186
+ "bits": 16,
187
+ "data_type": "float"
188
+ },
189
+ "model.language_model.layers.12.mlp.shared_expert.up_proj": {
190
+ "bits": 16,
191
+ "data_type": "float"
192
+ },
193
+ "model.language_model.layers.12.mlp.shared_expert_gate": {
194
+ "bits": 16,
195
+ "data_type": "fp"
196
+ },
197
+ "model.language_model.layers.13.linear_attn.in_proj_a": {
198
+ "bits": 16,
199
+ "data_type": "float"
200
+ },
201
+ "model.language_model.layers.13.linear_attn.in_proj_b": {
202
+ "bits": 16,
203
+ "data_type": "float"
204
+ },
205
+ "model.language_model.layers.13.linear_attn.in_proj_qkv": {
206
+ "bits": 16,
207
+ "data_type": "float"
208
+ },
209
+ "model.language_model.layers.13.linear_attn.in_proj_z": {
210
+ "bits": 16,
211
+ "data_type": "float"
212
+ },
213
+ "model.language_model.layers.13.linear_attn.out_proj": {
214
+ "bits": 16,
215
+ "data_type": "float"
216
+ },
217
+ "model.language_model.layers.13.mlp.shared_expert.down_proj": {
218
+ "bits": 16,
219
+ "data_type": "float"
220
+ },
221
+ "model.language_model.layers.13.mlp.shared_expert.gate_proj": {
222
+ "bits": 16,
223
+ "data_type": "float"
224
+ },
225
+ "model.language_model.layers.13.mlp.shared_expert.up_proj": {
226
+ "bits": 16,
227
+ "data_type": "float"
228
+ },
229
+ "model.language_model.layers.13.mlp.shared_expert_gate": {
230
+ "bits": 16,
231
+ "data_type": "fp"
232
+ },
233
+ "model.language_model.layers.14.linear_attn.in_proj_a": {
234
+ "bits": 16,
235
+ "data_type": "float"
236
+ },
237
+ "model.language_model.layers.14.linear_attn.in_proj_b": {
238
+ "bits": 16,
239
+ "data_type": "float"
240
+ },
241
+ "model.language_model.layers.14.linear_attn.in_proj_qkv": {
242
+ "bits": 16,
243
+ "data_type": "float"
244
+ },
245
+ "model.language_model.layers.14.linear_attn.in_proj_z": {
246
+ "bits": 16,
247
+ "data_type": "float"
248
+ },
249
+ "model.language_model.layers.14.linear_attn.out_proj": {
250
+ "bits": 16,
251
+ "data_type": "float"
252
+ },
253
+ "model.language_model.layers.14.mlp.shared_expert.down_proj": {
254
+ "bits": 16,
255
+ "data_type": "float"
256
+ },
257
+ "model.language_model.layers.14.mlp.shared_expert.gate_proj": {
258
+ "bits": 16,
259
+ "data_type": "float"
260
+ },
261
+ "model.language_model.layers.14.mlp.shared_expert.up_proj": {
262
+ "bits": 16,
263
+ "data_type": "float"
264
+ },
265
+ "model.language_model.layers.14.mlp.shared_expert_gate": {
266
+ "bits": 16,
267
+ "data_type": "fp"
268
+ },
269
+ "model.language_model.layers.15.mlp.shared_expert.down_proj": {
270
+ "bits": 16,
271
+ "data_type": "float"
272
+ },
273
+ "model.language_model.layers.15.mlp.shared_expert.gate_proj": {
274
+ "bits": 16,
275
+ "data_type": "float"
276
+ },
277
+ "model.language_model.layers.15.mlp.shared_expert.up_proj": {
278
+ "bits": 16,
279
+ "data_type": "float"
280
+ },
281
+ "model.language_model.layers.15.mlp.shared_expert_gate": {
282
+ "bits": 16,
283
+ "data_type": "fp"
284
+ },
285
+ "model.language_model.layers.16.linear_attn.in_proj_a": {
286
+ "bits": 16,
287
+ "data_type": "float"
288
+ },
289
+ "model.language_model.layers.16.linear_attn.in_proj_b": {
290
+ "bits": 16,
291
+ "data_type": "float"
292
+ },
293
+ "model.language_model.layers.16.linear_attn.in_proj_qkv": {
294
+ "bits": 16,
295
+ "data_type": "float"
296
+ },
297
+ "model.language_model.layers.16.linear_attn.in_proj_z": {
298
+ "bits": 16,
299
+ "data_type": "float"
300
+ },
301
+ "model.language_model.layers.16.linear_attn.out_proj": {
302
+ "bits": 16,
303
+ "data_type": "float"
304
+ },
305
+ "model.language_model.layers.16.mlp.shared_expert.down_proj": {
306
+ "bits": 16,
307
+ "data_type": "float"
308
+ },
309
+ "model.language_model.layers.16.mlp.shared_expert.gate_proj": {
310
+ "bits": 16,
311
+ "data_type": "float"
312
+ },
313
+ "model.language_model.layers.16.mlp.shared_expert.up_proj": {
314
+ "bits": 16,
315
+ "data_type": "float"
316
+ },
317
+ "model.language_model.layers.16.mlp.shared_expert_gate": {
318
+ "bits": 16,
319
+ "data_type": "fp"
320
+ },
321
+ "model.language_model.layers.17.linear_attn.in_proj_a": {
322
+ "bits": 16,
323
+ "data_type": "float"
324
+ },
325
+ "model.language_model.layers.17.linear_attn.in_proj_b": {
326
+ "bits": 16,
327
+ "data_type": "float"
328
+ },
329
+ "model.language_model.layers.17.linear_attn.in_proj_qkv": {
330
+ "bits": 16,
331
+ "data_type": "float"
332
+ },
333
+ "model.language_model.layers.17.linear_attn.in_proj_z": {
334
+ "bits": 16,
335
+ "data_type": "float"
336
+ },
337
+ "model.language_model.layers.17.linear_attn.out_proj": {
338
+ "bits": 16,
339
+ "data_type": "float"
340
+ },
341
+ "model.language_model.layers.17.mlp.shared_expert.down_proj": {
342
+ "bits": 16,
343
+ "data_type": "float"
344
+ },
345
+ "model.language_model.layers.17.mlp.shared_expert.gate_proj": {
346
+ "bits": 16,
347
+ "data_type": "float"
348
+ },
349
+ "model.language_model.layers.17.mlp.shared_expert.up_proj": {
350
+ "bits": 16,
351
+ "data_type": "float"
352
+ },
353
+ "model.language_model.layers.17.mlp.shared_expert_gate": {
354
+ "bits": 16,
355
+ "data_type": "fp"
356
+ },
357
+ "model.language_model.layers.18.linear_attn.in_proj_a": {
358
+ "bits": 16,
359
+ "data_type": "float"
360
+ },
361
+ "model.language_model.layers.18.linear_attn.in_proj_b": {
362
+ "bits": 16,
363
+ "data_type": "float"
364
+ },
365
+ "model.language_model.layers.18.linear_attn.in_proj_qkv": {
366
+ "bits": 16,
367
+ "data_type": "float"
368
+ },
369
+ "model.language_model.layers.18.linear_attn.in_proj_z": {
370
+ "bits": 16,
371
+ "data_type": "float"
372
+ },
373
+ "model.language_model.layers.18.linear_attn.out_proj": {
374
+ "bits": 16,
375
+ "data_type": "float"
376
+ },
377
+ "model.language_model.layers.18.mlp.shared_expert.down_proj": {
378
+ "bits": 16,
379
+ "data_type": "float"
380
+ },
381
+ "model.language_model.layers.18.mlp.shared_expert.gate_proj": {
382
+ "bits": 16,
383
+ "data_type": "float"
384
+ },
385
+ "model.language_model.layers.18.mlp.shared_expert.up_proj": {
386
+ "bits": 16,
387
+ "data_type": "float"
388
+ },
389
+ "model.language_model.layers.18.mlp.shared_expert_gate": {
390
+ "bits": 16,
391
+ "data_type": "fp"
392
+ },
393
+ "model.language_model.layers.19.mlp.shared_expert.down_proj": {
394
+ "bits": 16,
395
+ "data_type": "float"
396
+ },
397
+ "model.language_model.layers.19.mlp.shared_expert.gate_proj": {
398
+ "bits": 16,
399
+ "data_type": "float"
400
+ },
401
+ "model.language_model.layers.19.mlp.shared_expert.up_proj": {
402
+ "bits": 16,
403
+ "data_type": "float"
404
+ },
405
+ "model.language_model.layers.19.mlp.shared_expert_gate": {
406
+ "bits": 16,
407
+ "data_type": "fp"
408
+ },
409
+ "model.language_model.layers.2.linear_attn.in_proj_a": {
410
+ "bits": 16,
411
+ "data_type": "float"
412
+ },
413
+ "model.language_model.layers.2.linear_attn.in_proj_b": {
414
+ "bits": 16,
415
+ "data_type": "float"
416
+ },
417
+ "model.language_model.layers.2.linear_attn.in_proj_qkv": {
418
+ "bits": 16,
419
+ "data_type": "float"
420
+ },
421
+ "model.language_model.layers.2.linear_attn.in_proj_z": {
422
+ "bits": 16,
423
+ "data_type": "float"
424
+ },
425
+ "model.language_model.layers.2.linear_attn.out_proj": {
426
+ "bits": 16,
427
+ "data_type": "float"
428
+ },
429
+ "model.language_model.layers.2.mlp.shared_expert.down_proj": {
430
+ "bits": 16,
431
+ "data_type": "float"
432
+ },
433
+ "model.language_model.layers.2.mlp.shared_expert.gate_proj": {
434
+ "bits": 16,
435
+ "data_type": "float"
436
+ },
437
+ "model.language_model.layers.2.mlp.shared_expert.up_proj": {
438
+ "bits": 16,
439
+ "data_type": "float"
440
+ },
441
+ "model.language_model.layers.2.mlp.shared_expert_gate": {
442
+ "bits": 16,
443
+ "data_type": "fp"
444
+ },
445
+ "model.language_model.layers.20.linear_attn.in_proj_a": {
446
+ "bits": 16,
447
+ "data_type": "float"
448
+ },
449
+ "model.language_model.layers.20.linear_attn.in_proj_b": {
450
+ "bits": 16,
451
+ "data_type": "float"
452
+ },
453
+ "model.language_model.layers.20.linear_attn.in_proj_qkv": {
454
+ "bits": 16,
455
+ "data_type": "float"
456
+ },
457
+ "model.language_model.layers.20.linear_attn.in_proj_z": {
458
+ "bits": 16,
459
+ "data_type": "float"
460
+ },
461
+ "model.language_model.layers.20.linear_attn.out_proj": {
462
+ "bits": 16,
463
+ "data_type": "float"
464
+ },
465
+ "model.language_model.layers.20.mlp.shared_expert.down_proj": {
466
+ "bits": 16,
467
+ "data_type": "float"
468
+ },
469
+ "model.language_model.layers.20.mlp.shared_expert.gate_proj": {
470
+ "bits": 16,
471
+ "data_type": "float"
472
+ },
473
+ "model.language_model.layers.20.mlp.shared_expert.up_proj": {
474
+ "bits": 16,
475
+ "data_type": "float"
476
+ },
477
+ "model.language_model.layers.20.mlp.shared_expert_gate": {
478
+ "bits": 16,
479
+ "data_type": "fp"
480
+ },
481
+ "model.language_model.layers.21.linear_attn.in_proj_a": {
482
+ "bits": 16,
483
+ "data_type": "float"
484
+ },
485
+ "model.language_model.layers.21.linear_attn.in_proj_b": {
486
+ "bits": 16,
487
+ "data_type": "float"
488
+ },
489
+ "model.language_model.layers.21.linear_attn.in_proj_qkv": {
490
+ "bits": 16,
491
+ "data_type": "float"
492
+ },
493
+ "model.language_model.layers.21.linear_attn.in_proj_z": {
494
+ "bits": 16,
495
+ "data_type": "float"
496
+ },
497
+ "model.language_model.layers.21.linear_attn.out_proj": {
498
+ "bits": 16,
499
+ "data_type": "float"
500
+ },
501
+ "model.language_model.layers.21.mlp.shared_expert.down_proj": {
502
+ "bits": 16,
503
+ "data_type": "float"
504
+ },
505
+ "model.language_model.layers.21.mlp.shared_expert.gate_proj": {
506
+ "bits": 16,
507
+ "data_type": "float"
508
+ },
509
+ "model.language_model.layers.21.mlp.shared_expert.up_proj": {
510
+ "bits": 16,
511
+ "data_type": "float"
512
+ },
513
+ "model.language_model.layers.21.mlp.shared_expert_gate": {
514
+ "bits": 16,
515
+ "data_type": "fp"
516
+ },
517
+ "model.language_model.layers.22.linear_attn.in_proj_a": {
518
+ "bits": 16,
519
+ "data_type": "float"
520
+ },
521
+ "model.language_model.layers.22.linear_attn.in_proj_b": {
522
+ "bits": 16,
523
+ "data_type": "float"
524
+ },
525
+ "model.language_model.layers.22.linear_attn.in_proj_qkv": {
526
+ "bits": 16,
527
+ "data_type": "float"
528
+ },
529
+ "model.language_model.layers.22.linear_attn.in_proj_z": {
530
+ "bits": 16,
531
+ "data_type": "float"
532
+ },
533
+ "model.language_model.layers.22.linear_attn.out_proj": {
534
+ "bits": 16,
535
+ "data_type": "float"
536
+ },
537
+ "model.language_model.layers.22.mlp.shared_expert.down_proj": {
538
+ "bits": 16,
539
+ "data_type": "float"
540
+ },
541
+ "model.language_model.layers.22.mlp.shared_expert.gate_proj": {
542
+ "bits": 16,
543
+ "data_type": "float"
544
+ },
545
+ "model.language_model.layers.22.mlp.shared_expert.up_proj": {
546
+ "bits": 16,
547
+ "data_type": "float"
548
+ },
549
+ "model.language_model.layers.22.mlp.shared_expert_gate": {
550
+ "bits": 16,
551
+ "data_type": "fp"
552
+ },
553
+ "model.language_model.layers.23.mlp.shared_expert.down_proj": {
554
+ "bits": 16,
555
+ "data_type": "float"
556
+ },
557
+ "model.language_model.layers.23.mlp.shared_expert.gate_proj": {
558
+ "bits": 16,
559
+ "data_type": "float"
560
+ },
561
+ "model.language_model.layers.23.mlp.shared_expert.up_proj": {
562
+ "bits": 16,
563
+ "data_type": "float"
564
+ },
565
+ "model.language_model.layers.23.mlp.shared_expert_gate": {
566
+ "bits": 16,
567
+ "data_type": "fp"
568
+ },
569
+ "model.language_model.layers.24.linear_attn.in_proj_a": {
570
+ "bits": 16,
571
+ "data_type": "float"
572
+ },
573
+ "model.language_model.layers.24.linear_attn.in_proj_b": {
574
+ "bits": 16,
575
+ "data_type": "float"
576
+ },
577
+ "model.language_model.layers.24.linear_attn.in_proj_qkv": {
578
+ "bits": 16,
579
+ "data_type": "float"
580
+ },
581
+ "model.language_model.layers.24.linear_attn.in_proj_z": {
582
+ "bits": 16,
583
+ "data_type": "float"
584
+ },
585
+ "model.language_model.layers.24.linear_attn.out_proj": {
586
+ "bits": 16,
587
+ "data_type": "float"
588
+ },
589
+ "model.language_model.layers.24.mlp.shared_expert.down_proj": {
590
+ "bits": 16,
591
+ "data_type": "float"
592
+ },
593
+ "model.language_model.layers.24.mlp.shared_expert.gate_proj": {
594
+ "bits": 16,
595
+ "data_type": "float"
596
+ },
597
+ "model.language_model.layers.24.mlp.shared_expert.up_proj": {
598
+ "bits": 16,
599
+ "data_type": "float"
600
+ },
601
+ "model.language_model.layers.24.mlp.shared_expert_gate": {
602
+ "bits": 16,
603
+ "data_type": "fp"
604
+ },
605
+ "model.language_model.layers.25.linear_attn.in_proj_a": {
606
+ "bits": 16,
607
+ "data_type": "float"
608
+ },
609
+ "model.language_model.layers.25.linear_attn.in_proj_b": {
610
+ "bits": 16,
611
+ "data_type": "float"
612
+ },
613
+ "model.language_model.layers.25.linear_attn.in_proj_qkv": {
614
+ "bits": 16,
615
+ "data_type": "float"
616
+ },
617
+ "model.language_model.layers.25.linear_attn.in_proj_z": {
618
+ "bits": 16,
619
+ "data_type": "float"
620
+ },
621
+ "model.language_model.layers.25.linear_attn.out_proj": {
622
+ "bits": 16,
623
+ "data_type": "float"
624
+ },
625
+ "model.language_model.layers.25.mlp.shared_expert.down_proj": {
626
+ "bits": 16,
627
+ "data_type": "float"
628
+ },
629
+ "model.language_model.layers.25.mlp.shared_expert.gate_proj": {
630
+ "bits": 16,
631
+ "data_type": "float"
632
+ },
633
+ "model.language_model.layers.25.mlp.shared_expert.up_proj": {
634
+ "bits": 16,
635
+ "data_type": "float"
636
+ },
637
+ "model.language_model.layers.25.mlp.shared_expert_gate": {
638
+ "bits": 16,
639
+ "data_type": "fp"
640
+ },
641
+ "model.language_model.layers.26.linear_attn.in_proj_a": {
642
+ "bits": 16,
643
+ "data_type": "float"
644
+ },
645
+ "model.language_model.layers.26.linear_attn.in_proj_b": {
646
+ "bits": 16,
647
+ "data_type": "float"
648
+ },
649
+ "model.language_model.layers.26.linear_attn.in_proj_qkv": {
650
+ "bits": 16,
651
+ "data_type": "float"
652
+ },
653
+ "model.language_model.layers.26.linear_attn.in_proj_z": {
654
+ "bits": 16,
655
+ "data_type": "float"
656
+ },
657
+ "model.language_model.layers.26.linear_attn.out_proj": {
658
+ "bits": 16,
659
+ "data_type": "float"
660
+ },
661
+ "model.language_model.layers.26.mlp.shared_expert.down_proj": {
662
+ "bits": 16,
663
+ "data_type": "float"
664
+ },
665
+ "model.language_model.layers.26.mlp.shared_expert.gate_proj": {
666
+ "bits": 16,
667
+ "data_type": "float"
668
+ },
669
+ "model.language_model.layers.26.mlp.shared_expert.up_proj": {
670
+ "bits": 16,
671
+ "data_type": "float"
672
+ },
673
+ "model.language_model.layers.26.mlp.shared_expert_gate": {
674
+ "bits": 16,
675
+ "data_type": "fp"
676
+ },
677
+ "model.language_model.layers.27.mlp.shared_expert.down_proj": {
678
+ "bits": 16,
679
+ "data_type": "float"
680
+ },
681
+ "model.language_model.layers.27.mlp.shared_expert.gate_proj": {
682
+ "bits": 16,
683
+ "data_type": "float"
684
+ },
685
+ "model.language_model.layers.27.mlp.shared_expert.up_proj": {
686
+ "bits": 16,
687
+ "data_type": "float"
688
+ },
689
+ "model.language_model.layers.27.mlp.shared_expert_gate": {
690
+ "bits": 16,
691
+ "data_type": "fp"
692
+ },
693
+ "model.language_model.layers.28.linear_attn.in_proj_a": {
694
+ "bits": 16,
695
+ "data_type": "float"
696
+ },
697
+ "model.language_model.layers.28.linear_attn.in_proj_b": {
698
+ "bits": 16,
699
+ "data_type": "float"
700
+ },
701
+ "model.language_model.layers.28.linear_attn.in_proj_qkv": {
702
+ "bits": 16,
703
+ "data_type": "float"
704
+ },
705
+ "model.language_model.layers.28.linear_attn.in_proj_z": {
706
+ "bits": 16,
707
+ "data_type": "float"
708
+ },
709
+ "model.language_model.layers.28.linear_attn.out_proj": {
710
+ "bits": 16,
711
+ "data_type": "float"
712
+ },
713
+ "model.language_model.layers.28.mlp.shared_expert.down_proj": {
714
+ "bits": 16,
715
+ "data_type": "float"
716
+ },
717
+ "model.language_model.layers.28.mlp.shared_expert.gate_proj": {
718
+ "bits": 16,
719
+ "data_type": "float"
720
+ },
721
+ "model.language_model.layers.28.mlp.shared_expert.up_proj": {
722
+ "bits": 16,
723
+ "data_type": "float"
724
+ },
725
+ "model.language_model.layers.28.mlp.shared_expert_gate": {
726
+ "bits": 16,
727
+ "data_type": "fp"
728
+ },
729
+ "model.language_model.layers.29.linear_attn.in_proj_a": {
730
+ "bits": 16,
731
+ "data_type": "float"
732
+ },
733
+ "model.language_model.layers.29.linear_attn.in_proj_b": {
734
+ "bits": 16,
735
+ "data_type": "float"
736
+ },
737
+ "model.language_model.layers.29.linear_attn.in_proj_qkv": {
738
+ "bits": 16,
739
+ "data_type": "float"
740
+ },
741
+ "model.language_model.layers.29.linear_attn.in_proj_z": {
742
+ "bits": 16,
743
+ "data_type": "float"
744
+ },
745
+ "model.language_model.layers.29.linear_attn.out_proj": {
746
+ "bits": 16,
747
+ "data_type": "float"
748
+ },
749
+ "model.language_model.layers.29.mlp.shared_expert.down_proj": {
750
+ "bits": 16,
751
+ "data_type": "float"
752
+ },
753
+ "model.language_model.layers.29.mlp.shared_expert.gate_proj": {
754
+ "bits": 16,
755
+ "data_type": "float"
756
+ },
757
+ "model.language_model.layers.29.mlp.shared_expert.up_proj": {
758
+ "bits": 16,
759
+ "data_type": "float"
760
+ },
761
+ "model.language_model.layers.29.mlp.shared_expert_gate": {
762
+ "bits": 16,
763
+ "data_type": "fp"
764
+ },
765
+ "model.language_model.layers.3.mlp.shared_expert.down_proj": {
766
+ "bits": 16,
767
+ "data_type": "float"
768
+ },
769
+ "model.language_model.layers.3.mlp.shared_expert.gate_proj": {
770
+ "bits": 16,
771
+ "data_type": "float"
772
+ },
773
+ "model.language_model.layers.3.mlp.shared_expert.up_proj": {
774
+ "bits": 16,
775
+ "data_type": "float"
776
+ },
777
+ "model.language_model.layers.3.mlp.shared_expert_gate": {
778
+ "bits": 16,
779
+ "data_type": "fp"
780
+ },
781
+ "model.language_model.layers.30.linear_attn.in_proj_a": {
782
+ "bits": 16,
783
+ "data_type": "float"
784
+ },
785
+ "model.language_model.layers.30.linear_attn.in_proj_b": {
786
+ "bits": 16,
787
+ "data_type": "float"
788
+ },
789
+ "model.language_model.layers.30.linear_attn.in_proj_qkv": {
790
+ "bits": 16,
791
+ "data_type": "float"
792
+ },
793
+ "model.language_model.layers.30.linear_attn.in_proj_z": {
794
+ "bits": 16,
795
+ "data_type": "float"
796
+ },
797
+ "model.language_model.layers.30.linear_attn.out_proj": {
798
+ "bits": 16,
799
+ "data_type": "float"
800
+ },
801
+ "model.language_model.layers.30.mlp.shared_expert.down_proj": {
802
+ "bits": 16,
803
+ "data_type": "float"
804
+ },
805
+ "model.language_model.layers.30.mlp.shared_expert.gate_proj": {
806
+ "bits": 16,
807
+ "data_type": "float"
808
+ },
809
+ "model.language_model.layers.30.mlp.shared_expert.up_proj": {
810
+ "bits": 16,
811
+ "data_type": "float"
812
+ },
813
+ "model.language_model.layers.30.mlp.shared_expert_gate": {
814
+ "bits": 16,
815
+ "data_type": "fp"
816
+ },
817
+ "model.language_model.layers.31.mlp.shared_expert.down_proj": {
818
+ "bits": 16,
819
+ "data_type": "float"
820
+ },
821
+ "model.language_model.layers.31.mlp.shared_expert.gate_proj": {
822
+ "bits": 16,
823
+ "data_type": "float"
824
+ },
825
+ "model.language_model.layers.31.mlp.shared_expert.up_proj": {
826
+ "bits": 16,
827
+ "data_type": "float"
828
+ },
829
+ "model.language_model.layers.31.mlp.shared_expert_gate": {
830
+ "bits": 16,
831
+ "data_type": "fp"
832
+ },
833
+ "model.language_model.layers.32.linear_attn.in_proj_a": {
834
+ "bits": 16,
835
+ "data_type": "float"
836
+ },
837
+ "model.language_model.layers.32.linear_attn.in_proj_b": {
838
+ "bits": 16,
839
+ "data_type": "float"
840
+ },
841
+ "model.language_model.layers.32.linear_attn.in_proj_qkv": {
842
+ "bits": 16,
843
+ "data_type": "float"
844
+ },
845
+ "model.language_model.layers.32.linear_attn.in_proj_z": {
846
+ "bits": 16,
847
+ "data_type": "float"
848
+ },
849
+ "model.language_model.layers.32.linear_attn.out_proj": {
850
+ "bits": 16,
851
+ "data_type": "float"
852
+ },
853
+ "model.language_model.layers.32.mlp.shared_expert.down_proj": {
854
+ "bits": 16,
855
+ "data_type": "float"
856
+ },
857
+ "model.language_model.layers.32.mlp.shared_expert.gate_proj": {
858
+ "bits": 16,
859
+ "data_type": "float"
860
+ },
861
+ "model.language_model.layers.32.mlp.shared_expert.up_proj": {
862
+ "bits": 16,
863
+ "data_type": "float"
864
+ },
865
+ "model.language_model.layers.32.mlp.shared_expert_gate": {
866
+ "bits": 16,
867
+ "data_type": "fp"
868
+ },
869
+ "model.language_model.layers.33.linear_attn.in_proj_a": {
870
+ "bits": 16,
871
+ "data_type": "float"
872
+ },
873
+ "model.language_model.layers.33.linear_attn.in_proj_b": {
874
+ "bits": 16,
875
+ "data_type": "float"
876
+ },
877
+ "model.language_model.layers.33.linear_attn.in_proj_qkv": {
878
+ "bits": 16,
879
+ "data_type": "float"
880
+ },
881
+ "model.language_model.layers.33.linear_attn.in_proj_z": {
882
+ "bits": 16,
883
+ "data_type": "float"
884
+ },
885
+ "model.language_model.layers.33.linear_attn.out_proj": {
886
+ "bits": 16,
887
+ "data_type": "float"
888
+ },
889
+ "model.language_model.layers.33.mlp.shared_expert.down_proj": {
890
+ "bits": 16,
891
+ "data_type": "float"
892
+ },
893
+ "model.language_model.layers.33.mlp.shared_expert.gate_proj": {
894
+ "bits": 16,
895
+ "data_type": "float"
896
+ },
897
+ "model.language_model.layers.33.mlp.shared_expert.up_proj": {
898
+ "bits": 16,
899
+ "data_type": "float"
900
+ },
901
+ "model.language_model.layers.33.mlp.shared_expert_gate": {
902
+ "bits": 16,
903
+ "data_type": "fp"
904
+ },
905
+ "model.language_model.layers.34.linear_attn.in_proj_a": {
906
+ "bits": 16,
907
+ "data_type": "float"
908
+ },
909
+ "model.language_model.layers.34.linear_attn.in_proj_b": {
910
+ "bits": 16,
911
+ "data_type": "float"
912
+ },
913
+ "model.language_model.layers.34.linear_attn.in_proj_qkv": {
914
+ "bits": 16,
915
+ "data_type": "float"
916
+ },
917
+ "model.language_model.layers.34.linear_attn.in_proj_z": {
918
+ "bits": 16,
919
+ "data_type": "float"
920
+ },
921
+ "model.language_model.layers.34.linear_attn.out_proj": {
922
+ "bits": 16,
923
+ "data_type": "float"
924
+ },
925
+ "model.language_model.layers.34.mlp.shared_expert.down_proj": {
926
+ "bits": 16,
927
+ "data_type": "float"
928
+ },
929
+ "model.language_model.layers.34.mlp.shared_expert.gate_proj": {
930
+ "bits": 16,
931
+ "data_type": "float"
932
+ },
933
+ "model.language_model.layers.34.mlp.shared_expert.up_proj": {
934
+ "bits": 16,
935
+ "data_type": "float"
936
+ },
937
+ "model.language_model.layers.34.mlp.shared_expert_gate": {
938
+ "bits": 16,
939
+ "data_type": "fp"
940
+ },
941
+ "model.language_model.layers.35.mlp.shared_expert.down_proj": {
942
+ "bits": 16,
943
+ "data_type": "float"
944
+ },
945
+ "model.language_model.layers.35.mlp.shared_expert.gate_proj": {
946
+ "bits": 16,
947
+ "data_type": "float"
948
+ },
949
+ "model.language_model.layers.35.mlp.shared_expert.up_proj": {
950
+ "bits": 16,
951
+ "data_type": "float"
952
+ },
953
+ "model.language_model.layers.35.mlp.shared_expert_gate": {
954
+ "bits": 16,
955
+ "data_type": "fp"
956
+ },
957
+ "model.language_model.layers.36.linear_attn.in_proj_a": {
958
+ "bits": 16,
959
+ "data_type": "float"
960
+ },
961
+ "model.language_model.layers.36.linear_attn.in_proj_b": {
962
+ "bits": 16,
963
+ "data_type": "float"
964
+ },
965
+ "model.language_model.layers.36.linear_attn.in_proj_qkv": {
966
+ "bits": 16,
967
+ "data_type": "float"
968
+ },
969
+ "model.language_model.layers.36.linear_attn.in_proj_z": {
970
+ "bits": 16,
971
+ "data_type": "float"
972
+ },
973
+ "model.language_model.layers.36.linear_attn.out_proj": {
974
+ "bits": 16,
975
+ "data_type": "float"
976
+ },
977
+ "model.language_model.layers.36.mlp.shared_expert.down_proj": {
978
+ "bits": 16,
979
+ "data_type": "float"
980
+ },
981
+ "model.language_model.layers.36.mlp.shared_expert.gate_proj": {
982
+ "bits": 16,
983
+ "data_type": "float"
984
+ },
985
+ "model.language_model.layers.36.mlp.shared_expert.up_proj": {
986
+ "bits": 16,
987
+ "data_type": "float"
988
+ },
989
+ "model.language_model.layers.36.mlp.shared_expert_gate": {
990
+ "bits": 16,
991
+ "data_type": "fp"
992
+ },
993
+ "model.language_model.layers.37.linear_attn.in_proj_a": {
994
+ "bits": 16,
995
+ "data_type": "float"
996
+ },
997
+ "model.language_model.layers.37.linear_attn.in_proj_b": {
998
+ "bits": 16,
999
+ "data_type": "float"
1000
+ },
1001
+ "model.language_model.layers.37.linear_attn.in_proj_qkv": {
1002
+ "bits": 16,
1003
+ "data_type": "float"
1004
+ },
1005
+ "model.language_model.layers.37.linear_attn.in_proj_z": {
1006
+ "bits": 16,
1007
+ "data_type": "float"
1008
+ },
1009
+ "model.language_model.layers.37.linear_attn.out_proj": {
1010
+ "bits": 16,
1011
+ "data_type": "float"
1012
+ },
1013
+ "model.language_model.layers.37.mlp.shared_expert.down_proj": {
1014
+ "bits": 16,
1015
+ "data_type": "float"
1016
+ },
1017
+ "model.language_model.layers.37.mlp.shared_expert.gate_proj": {
1018
+ "bits": 16,
1019
+ "data_type": "float"
1020
+ },
1021
+ "model.language_model.layers.37.mlp.shared_expert.up_proj": {
1022
+ "bits": 16,
1023
+ "data_type": "float"
1024
+ },
1025
+ "model.language_model.layers.37.mlp.shared_expert_gate": {
1026
+ "bits": 16,
1027
+ "data_type": "fp"
1028
+ },
1029
+ "model.language_model.layers.38.linear_attn.in_proj_a": {
1030
+ "bits": 16,
1031
+ "data_type": "float"
1032
+ },
1033
+ "model.language_model.layers.38.linear_attn.in_proj_b": {
1034
+ "bits": 16,
1035
+ "data_type": "float"
1036
+ },
1037
+ "model.language_model.layers.38.linear_attn.in_proj_qkv": {
1038
+ "bits": 16,
1039
+ "data_type": "float"
1040
+ },
1041
+ "model.language_model.layers.38.linear_attn.in_proj_z": {
1042
+ "bits": 16,
1043
+ "data_type": "float"
1044
+ },
1045
+ "model.language_model.layers.38.linear_attn.out_proj": {
1046
+ "bits": 16,
1047
+ "data_type": "float"
1048
+ },
1049
+ "model.language_model.layers.38.mlp.shared_expert.down_proj": {
1050
+ "bits": 16,
1051
+ "data_type": "float"
1052
+ },
1053
+ "model.language_model.layers.38.mlp.shared_expert.gate_proj": {
1054
+ "bits": 16,
1055
+ "data_type": "float"
1056
+ },
1057
+ "model.language_model.layers.38.mlp.shared_expert.up_proj": {
1058
+ "bits": 16,
1059
+ "data_type": "float"
1060
+ },
1061
+ "model.language_model.layers.38.mlp.shared_expert_gate": {
1062
+ "bits": 16,
1063
+ "data_type": "fp"
1064
+ },
1065
+ "model.language_model.layers.39.mlp.shared_expert.down_proj": {
1066
+ "bits": 16,
1067
+ "data_type": "float"
1068
+ },
1069
+ "model.language_model.layers.39.mlp.shared_expert.gate_proj": {
1070
+ "bits": 16,
1071
+ "data_type": "float"
1072
+ },
1073
+ "model.language_model.layers.39.mlp.shared_expert.up_proj": {
1074
+ "bits": 16,
1075
+ "data_type": "float"
1076
+ },
1077
+ "model.language_model.layers.39.mlp.shared_expert_gate": {
1078
+ "bits": 16,
1079
+ "data_type": "fp"
1080
+ },
1081
+ "model.language_model.layers.4.linear_attn.in_proj_a": {
1082
+ "bits": 16,
1083
+ "data_type": "float"
1084
+ },
1085
+ "model.language_model.layers.4.linear_attn.in_proj_b": {
1086
+ "bits": 16,
1087
+ "data_type": "float"
1088
+ },
1089
+ "model.language_model.layers.4.linear_attn.in_proj_qkv": {
1090
+ "bits": 16,
1091
+ "data_type": "float"
1092
+ },
1093
+ "model.language_model.layers.4.linear_attn.in_proj_z": {
1094
+ "bits": 16,
1095
+ "data_type": "float"
1096
+ },
1097
+ "model.language_model.layers.4.linear_attn.out_proj": {
1098
+ "bits": 16,
1099
+ "data_type": "float"
1100
+ },
1101
+ "model.language_model.layers.4.mlp.shared_expert.down_proj": {
1102
+ "bits": 16,
1103
+ "data_type": "float"
1104
+ },
1105
+ "model.language_model.layers.4.mlp.shared_expert.gate_proj": {
1106
+ "bits": 16,
1107
+ "data_type": "float"
1108
+ },
1109
+ "model.language_model.layers.4.mlp.shared_expert.up_proj": {
1110
+ "bits": 16,
1111
+ "data_type": "float"
1112
+ },
1113
+ "model.language_model.layers.4.mlp.shared_expert_gate": {
1114
+ "bits": 16,
1115
+ "data_type": "fp"
1116
+ },
1117
+ "model.language_model.layers.5.linear_attn.in_proj_a": {
1118
+ "bits": 16,
1119
+ "data_type": "float"
1120
+ },
1121
+ "model.language_model.layers.5.linear_attn.in_proj_b": {
1122
+ "bits": 16,
1123
+ "data_type": "float"
1124
+ },
1125
+ "model.language_model.layers.5.linear_attn.in_proj_qkv": {
1126
+ "bits": 16,
1127
+ "data_type": "float"
1128
+ },
1129
+ "model.language_model.layers.5.linear_attn.in_proj_z": {
1130
+ "bits": 16,
1131
+ "data_type": "float"
1132
+ },
1133
+ "model.language_model.layers.5.linear_attn.out_proj": {
1134
+ "bits": 16,
1135
+ "data_type": "float"
1136
+ },
1137
+ "model.language_model.layers.5.mlp.shared_expert.down_proj": {
1138
+ "bits": 16,
1139
+ "data_type": "float"
1140
+ },
1141
+ "model.language_model.layers.5.mlp.shared_expert.gate_proj": {
1142
+ "bits": 16,
1143
+ "data_type": "float"
1144
+ },
1145
+ "model.language_model.layers.5.mlp.shared_expert.up_proj": {
1146
+ "bits": 16,
1147
+ "data_type": "float"
1148
+ },
1149
+ "model.language_model.layers.5.mlp.shared_expert_gate": {
1150
+ "bits": 16,
1151
+ "data_type": "fp"
1152
+ },
1153
+ "model.language_model.layers.6.linear_attn.in_proj_a": {
1154
+ "bits": 16,
1155
+ "data_type": "float"
1156
+ },
1157
+ "model.language_model.layers.6.linear_attn.in_proj_b": {
1158
+ "bits": 16,
1159
+ "data_type": "float"
1160
+ },
1161
+ "model.language_model.layers.6.linear_attn.in_proj_qkv": {
1162
+ "bits": 16,
1163
+ "data_type": "float"
1164
+ },
1165
+ "model.language_model.layers.6.linear_attn.in_proj_z": {
1166
+ "bits": 16,
1167
+ "data_type": "float"
1168
+ },
1169
+ "model.language_model.layers.6.linear_attn.out_proj": {
1170
+ "bits": 16,
1171
+ "data_type": "float"
1172
+ },
1173
+ "model.language_model.layers.6.mlp.shared_expert.down_proj": {
1174
+ "bits": 16,
1175
+ "data_type": "float"
1176
+ },
1177
+ "model.language_model.layers.6.mlp.shared_expert.gate_proj": {
1178
+ "bits": 16,
1179
+ "data_type": "float"
1180
+ },
1181
+ "model.language_model.layers.6.mlp.shared_expert.up_proj": {
1182
+ "bits": 16,
1183
+ "data_type": "float"
1184
+ },
1185
+ "model.language_model.layers.6.mlp.shared_expert_gate": {
1186
+ "bits": 16,
1187
+ "data_type": "fp"
1188
+ },
1189
+ "model.language_model.layers.7.mlp.shared_expert.down_proj": {
1190
+ "bits": 16,
1191
+ "data_type": "float"
1192
+ },
1193
+ "model.language_model.layers.7.mlp.shared_expert.gate_proj": {
1194
+ "bits": 16,
1195
+ "data_type": "float"
1196
+ },
1197
+ "model.language_model.layers.7.mlp.shared_expert.up_proj": {
1198
+ "bits": 16,
1199
+ "data_type": "float"
1200
+ },
1201
+ "model.language_model.layers.7.mlp.shared_expert_gate": {
1202
+ "bits": 16,
1203
+ "data_type": "fp"
1204
+ },
1205
+ "model.language_model.layers.8.linear_attn.in_proj_a": {
1206
+ "bits": 16,
1207
+ "data_type": "float"
1208
+ },
1209
+ "model.language_model.layers.8.linear_attn.in_proj_b": {
1210
+ "bits": 16,
1211
+ "data_type": "float"
1212
+ },
1213
+ "model.language_model.layers.8.linear_attn.in_proj_qkv": {
1214
+ "bits": 16,
1215
+ "data_type": "float"
1216
+ },
1217
+ "model.language_model.layers.8.linear_attn.in_proj_z": {
1218
+ "bits": 16,
1219
+ "data_type": "float"
1220
+ },
1221
+ "model.language_model.layers.8.linear_attn.out_proj": {
1222
+ "bits": 16,
1223
+ "data_type": "float"
1224
+ },
1225
+ "model.language_model.layers.8.mlp.shared_expert.down_proj": {
1226
+ "bits": 16,
1227
+ "data_type": "float"
1228
+ },
1229
+ "model.language_model.layers.8.mlp.shared_expert.gate_proj": {
1230
+ "bits": 16,
1231
+ "data_type": "float"
1232
+ },
1233
+ "model.language_model.layers.8.mlp.shared_expert.up_proj": {
1234
+ "bits": 16,
1235
+ "data_type": "float"
1236
+ },
1237
+ "model.language_model.layers.8.mlp.shared_expert_gate": {
1238
+ "bits": 16,
1239
+ "data_type": "fp"
1240
+ },
1241
+ "model.language_model.layers.9.linear_attn.in_proj_a": {
1242
+ "bits": 16,
1243
+ "data_type": "float"
1244
+ },
1245
+ "model.language_model.layers.9.linear_attn.in_proj_b": {
1246
+ "bits": 16,
1247
+ "data_type": "float"
1248
+ },
1249
+ "model.language_model.layers.9.linear_attn.in_proj_qkv": {
1250
+ "bits": 16,
1251
+ "data_type": "float"
1252
+ },
1253
+ "model.language_model.layers.9.linear_attn.in_proj_z": {
1254
+ "bits": 16,
1255
+ "data_type": "float"
1256
+ },
1257
+ "model.language_model.layers.9.linear_attn.out_proj": {
1258
+ "bits": 16,
1259
+ "data_type": "float"
1260
+ },
1261
+ "model.language_model.layers.9.mlp.shared_expert.down_proj": {
1262
+ "bits": 16,
1263
+ "data_type": "float"
1264
+ },
1265
+ "model.language_model.layers.9.mlp.shared_expert.gate_proj": {
1266
+ "bits": 16,
1267
+ "data_type": "float"
1268
+ },
1269
+ "model.language_model.layers.9.mlp.shared_expert.up_proj": {
1270
+ "bits": 16,
1271
+ "data_type": "float"
1272
+ },
1273
+ "model.language_model.layers.9.mlp.shared_expert_gate": {
1274
+ "bits": 16,
1275
+ "data_type": "fp"
1276
+ },
1277
+ "mtp.fc": {
1278
+ "bits": 16,
1279
+ "data_type": "fp"
1280
+ },
1281
+ "mtp.layers.0.mlp.shared_expert.down_proj": {
1282
+ "bits": 16,
1283
+ "data_type": "fp"
1284
+ },
1285
+ "mtp.layers.0.mlp.shared_expert.gate_proj": {
1286
+ "bits": 16,
1287
+ "data_type": "fp"
1288
+ },
1289
+ "mtp.layers.0.mlp.shared_expert.up_proj": {
1290
+ "bits": 16,
1291
+ "data_type": "fp"
1292
+ },
1293
+ "mtp.layers.0.mlp.gate": {
1294
+ "bits": 16,
1295
+ "data_type": "fp"
1296
+ },
1297
+ "mtp.layers.0.mlp.shared_expert_gate": {
1298
+ "bits": 16,
1299
+ "data_type": "fp"
1300
+ }
1301
+ },
1302
+ "group_size": 128,
1303
+ "nsamples": 512,
1304
+ "packing_format": "auto_round:auto_gptq",
1305
+ "quant_method": "auto-round",
1306
+ "sym": true
1307
+ },
1308
+ "text_config": {
1309
+ "attention_bias": false,
1310
+ "attention_dropout": 0.0,
1311
+ "attn_output_gate": true,
1312
+ "bos_token_id": null,
1313
+ "dtype": "bfloat16",
1314
+ "eos_token_id": 248044,
1315
+ "full_attention_interval": 4,
1316
+ "head_dim": 256,
1317
+ "hidden_act": "silu",
1318
+ "hidden_size": 2048,
1319
+ "initializer_range": 0.02,
1320
+ "layer_types": [
1321
+ "linear_attention",
1322
+ "linear_attention",
1323
+ "linear_attention",
1324
+ "full_attention",
1325
+ "linear_attention",
1326
+ "linear_attention",
1327
+ "linear_attention",
1328
+ "full_attention",
1329
+ "linear_attention",
1330
+ "linear_attention",
1331
+ "linear_attention",
1332
+ "full_attention",
1333
+ "linear_attention",
1334
+ "linear_attention",
1335
+ "linear_attention",
1336
+ "full_attention",
1337
+ "linear_attention",
1338
+ "linear_attention",
1339
+ "linear_attention",
1340
+ "full_attention",
1341
+ "linear_attention",
1342
+ "linear_attention",
1343
+ "linear_attention",
1344
+ "full_attention",
1345
+ "linear_attention",
1346
+ "linear_attention",
1347
+ "linear_attention",
1348
+ "full_attention",
1349
+ "linear_attention",
1350
+ "linear_attention",
1351
+ "linear_attention",
1352
+ "full_attention",
1353
+ "linear_attention",
1354
+ "linear_attention",
1355
+ "linear_attention",
1356
+ "full_attention",
1357
+ "linear_attention",
1358
+ "linear_attention",
1359
+ "linear_attention",
1360
+ "full_attention"
1361
+ ],
1362
+ "linear_conv_kernel_dim": 4,
1363
+ "linear_key_head_dim": 128,
1364
+ "linear_num_key_heads": 16,
1365
+ "linear_num_value_heads": 32,
1366
+ "linear_value_head_dim": 128,
1367
+ "mamba_ssm_dtype": "float32",
1368
+ "max_position_embeddings": 262144,
1369
+ "mlp_only_layers": [],
1370
+ "model_type": "qwen3_5_moe_text",
1371
+ "moe_intermediate_size": 512,
1372
+ "mtp_num_hidden_layers": 1,
1373
+ "mtp_use_dedicated_embeddings": false,
1374
+ "num_attention_heads": 16,
1375
+ "num_experts": 256,
1376
+ "num_experts_per_tok": 8,
1377
+ "num_hidden_layers": 40,
1378
+ "num_key_value_heads": 2,
1379
+ "output_router_logits": false,
1380
+ "pad_token_id": null,
1381
+ "partial_rotary_factor": 0.25,
1382
+ "rms_norm_eps": 1e-06,
1383
+ "rope_parameters": {
1384
+ "mrope_interleaved": true,
1385
+ "mrope_section": [
1386
+ 11,
1387
+ 11,
1388
+ 10
1389
+ ],
1390
+ "partial_rotary_factor": 0.25,
1391
+ "rope_theta": 10000000,
1392
+ "rope_type": "default"
1393
+ },
1394
+ "router_aux_loss_coef": 0.001,
1395
+ "shared_expert_intermediate_size": 512,
1396
+ "tie_word_embeddings": false,
1397
+ "use_cache": true,
1398
+ "vocab_size": 248320
1399
+ },
1400
+ "tie_word_embeddings": false,
1401
+ "transformers_version": "5.5.3",
1402
+ "unsloth_version": "2026.3.3",
1403
+ "video_token_id": 248057,
1404
+ "vision_config": {
1405
+ "deepstack_visual_indexes": [],
1406
+ "depth": 27,
1407
+ "dtype": "bfloat16",
1408
+ "hidden_act": "gelu_pytorch_tanh",
1409
+ "hidden_size": 1152,
1410
+ "in_channels": 3,
1411
+ "initializer_range": 0.02,
1412
+ "intermediate_size": 4304,
1413
+ "model_type": "qwen3_5_moe",
1414
+ "num_heads": 16,
1415
+ "num_position_embeddings": 2304,
1416
+ "out_hidden_size": 2048,
1417
+ "patch_size": 16,
1418
+ "spatial_merge_size": 2,
1419
+ "temporal_patch_size": 2
1420
+ },
1421
+ "vision_end_token_id": 248054,
1422
+ "vision_start_token_id": 248053
1423
+ }
generation_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 248044,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 248046,
6
+ 248044
7
+ ],
8
+ "pad_token_id": 248044,
9
+ "temperature": 1.0,
10
+ "top_k": 20,
11
+ "top_p": 0.95,
12
+ "transformers_version": "5.5.3"
13
+ }
model-00001-of-00011.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e13c017492c670ccbc5939b2013f6c6a243a32d54ee68a77048a2eccd1f28e0b
3
+ size 2148641400
model-00002-of-00011.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f321794342bcdf7dab5594f643dd37c7be7e09119330bb03fe065aca913d704
3
+ size 2148552976
model-00003-of-00011.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:372e9fb2bc84d5750d2d312b80eabf05cc5170d4508734798da6dd362c7aa4cf
3
+ size 2148661992
model-00004-of-00011.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0202c80407b6c8e657a06658400b3efd7ea092dc85c523a79e61892921bf0d31
3
+ size 2148563312
model-00005-of-00011.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b09bdf70f6e5f4a29ddd5c5133486531f2ec0f13d09493a696b047179afeba6
3
+ size 2148664728
model-00006-of-00011.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e50f1f97eac9827917935cfb1d05efaa4b2cc8c7ee6916489c3120faf5bee01b
3
+ size 2148563192
model-00007-of-00011.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fea11910d798f56ab7012cf0a431a73b3288f64efc00375b7a6feb696f20f38d
3
+ size 2148821072
model-00008-of-00011.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9e4105391d14232ebf25c2078427231f3326d6ccb77df84daaa8816ce7e8261
3
+ size 2148563184
model-00009-of-00011.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d680b55dfa7a68b6145737d8baa79005fa964ac791db15632021576595185fb7
3
+ size 2148513912
model-00010-of-00011.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0dc7065013783fc550b3c4c7c49fee1edb78fed8c0cfc714cd931971c348103a
3
+ size 1779522208
model-00011-of-00011.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d69796f92a31ecfada31a8242aca706e6065059f5965f159a9d0ce0a1ce43c4e
3
+ size 1017118816
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
model_extra_tensors.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83696513c2532c45aa6a0233ce4d8828545ef05ea448288c2f543a1f915c4ddd
3
+ size 456960648
preprocessor_config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_convert_rgb": true,
3
+ "do_normalize": true,
4
+ "do_rescale": true,
5
+ "do_resize": true,
6
+ "image_mean": [
7
+ 0.5,
8
+ 0.5,
9
+ 0.5
10
+ ],
11
+ "image_processor_type": "Qwen2VLImageProcessor",
12
+ "image_std": [
13
+ 0.5,
14
+ 0.5,
15
+ 0.5
16
+ ],
17
+ "merge_size": 2,
18
+ "patch_size": 16,
19
+ "resample": 3,
20
+ "rescale_factor": 0.00392156862745098,
21
+ "size": {
22
+ "longest_edge": 16777216,
23
+ "shortest_edge": 65536
24
+ },
25
+ "temporal_patch_size": 2
26
+ }
processor_config.json ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "image_processor": {
3
+ "do_convert_rgb": true,
4
+ "do_normalize": true,
5
+ "do_rescale": true,
6
+ "do_resize": true,
7
+ "image_mean": [
8
+ 0.5,
9
+ 0.5,
10
+ 0.5
11
+ ],
12
+ "image_processor_type": "Qwen2VLImageProcessor",
13
+ "image_std": [
14
+ 0.5,
15
+ 0.5,
16
+ 0.5
17
+ ],
18
+ "merge_size": 2,
19
+ "patch_size": 16,
20
+ "resample": 3,
21
+ "rescale_factor": 0.00392156862745098,
22
+ "size": {
23
+ "longest_edge": 16777216,
24
+ "shortest_edge": 65536
25
+ },
26
+ "temporal_patch_size": 2
27
+ },
28
+ "processor_class": "Qwen3VLProcessor",
29
+ "video_processor": {
30
+ "do_convert_rgb": true,
31
+ "do_normalize": true,
32
+ "do_rescale": true,
33
+ "do_resize": true,
34
+ "do_sample_frames": true,
35
+ "fps": 2,
36
+ "image_mean": [
37
+ 0.5,
38
+ 0.5,
39
+ 0.5
40
+ ],
41
+ "image_std": [
42
+ 0.5,
43
+ 0.5,
44
+ 0.5
45
+ ],
46
+ "max_frames": 768,
47
+ "merge_size": 2,
48
+ "min_frames": 4,
49
+ "patch_size": 16,
50
+ "resample": 3,
51
+ "rescale_factor": 0.00392156862745098,
52
+ "return_metadata": false,
53
+ "size": {
54
+ "longest_edge": 25165824,
55
+ "shortest_edge": 4096
56
+ },
57
+ "temporal_patch_size": 2,
58
+ "video_processor_type": "Qwen3VLVideoProcessor"
59
+ }
60
+ }
quantization_config.json ADDED
@@ -0,0 +1,1269 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bits": 4,
3
+ "data_type": "int",
4
+ "group_size": 128,
5
+ "sym": true,
6
+ "nsamples": 512,
7
+ "autoround_version": "0.12.2",
8
+ "block_name_to_quantize": "model.language_model.layers",
9
+ "quant_method": "auto-round",
10
+ "packing_format": "auto_round:auto_gptq",
11
+ "extra_config": {
12
+ "model.language_model.layers.0.mlp.shared_expert_gate": {
13
+ "bits": 16,
14
+ "data_type": "fp"
15
+ },
16
+ "model.language_model.layers.1.mlp.shared_expert_gate": {
17
+ "bits": 16,
18
+ "data_type": "fp"
19
+ },
20
+ "model.language_model.layers.2.mlp.shared_expert_gate": {
21
+ "bits": 16,
22
+ "data_type": "fp"
23
+ },
24
+ "model.language_model.layers.3.mlp.shared_expert_gate": {
25
+ "bits": 16,
26
+ "data_type": "fp"
27
+ },
28
+ "model.language_model.layers.4.mlp.shared_expert_gate": {
29
+ "bits": 16,
30
+ "data_type": "fp"
31
+ },
32
+ "model.language_model.layers.5.mlp.shared_expert_gate": {
33
+ "bits": 16,
34
+ "data_type": "fp"
35
+ },
36
+ "model.language_model.layers.6.mlp.shared_expert_gate": {
37
+ "bits": 16,
38
+ "data_type": "fp"
39
+ },
40
+ "model.language_model.layers.7.mlp.shared_expert_gate": {
41
+ "bits": 16,
42
+ "data_type": "fp"
43
+ },
44
+ "model.language_model.layers.8.mlp.shared_expert_gate": {
45
+ "bits": 16,
46
+ "data_type": "fp"
47
+ },
48
+ "model.language_model.layers.9.mlp.shared_expert_gate": {
49
+ "bits": 16,
50
+ "data_type": "fp"
51
+ },
52
+ "model.language_model.layers.10.mlp.shared_expert_gate": {
53
+ "bits": 16,
54
+ "data_type": "fp"
55
+ },
56
+ "model.language_model.layers.11.mlp.shared_expert_gate": {
57
+ "bits": 16,
58
+ "data_type": "fp"
59
+ },
60
+ "model.language_model.layers.12.mlp.shared_expert_gate": {
61
+ "bits": 16,
62
+ "data_type": "fp"
63
+ },
64
+ "model.language_model.layers.13.mlp.shared_expert_gate": {
65
+ "bits": 16,
66
+ "data_type": "fp"
67
+ },
68
+ "model.language_model.layers.14.mlp.shared_expert_gate": {
69
+ "bits": 16,
70
+ "data_type": "fp"
71
+ },
72
+ "model.language_model.layers.15.mlp.shared_expert_gate": {
73
+ "bits": 16,
74
+ "data_type": "fp"
75
+ },
76
+ "model.language_model.layers.16.mlp.shared_expert_gate": {
77
+ "bits": 16,
78
+ "data_type": "fp"
79
+ },
80
+ "model.language_model.layers.17.mlp.shared_expert_gate": {
81
+ "bits": 16,
82
+ "data_type": "fp"
83
+ },
84
+ "model.language_model.layers.18.mlp.shared_expert_gate": {
85
+ "bits": 16,
86
+ "data_type": "fp"
87
+ },
88
+ "model.language_model.layers.19.mlp.shared_expert_gate": {
89
+ "bits": 16,
90
+ "data_type": "fp"
91
+ },
92
+ "model.language_model.layers.20.mlp.shared_expert_gate": {
93
+ "bits": 16,
94
+ "data_type": "fp"
95
+ },
96
+ "model.language_model.layers.21.mlp.shared_expert_gate": {
97
+ "bits": 16,
98
+ "data_type": "fp"
99
+ },
100
+ "model.language_model.layers.22.mlp.shared_expert_gate": {
101
+ "bits": 16,
102
+ "data_type": "fp"
103
+ },
104
+ "model.language_model.layers.23.mlp.shared_expert_gate": {
105
+ "bits": 16,
106
+ "data_type": "fp"
107
+ },
108
+ "model.language_model.layers.24.mlp.shared_expert_gate": {
109
+ "bits": 16,
110
+ "data_type": "fp"
111
+ },
112
+ "model.language_model.layers.25.mlp.shared_expert_gate": {
113
+ "bits": 16,
114
+ "data_type": "fp"
115
+ },
116
+ "model.language_model.layers.26.mlp.shared_expert_gate": {
117
+ "bits": 16,
118
+ "data_type": "fp"
119
+ },
120
+ "model.language_model.layers.27.mlp.shared_expert_gate": {
121
+ "bits": 16,
122
+ "data_type": "fp"
123
+ },
124
+ "model.language_model.layers.28.mlp.shared_expert_gate": {
125
+ "bits": 16,
126
+ "data_type": "fp"
127
+ },
128
+ "model.language_model.layers.29.mlp.shared_expert_gate": {
129
+ "bits": 16,
130
+ "data_type": "fp"
131
+ },
132
+ "model.language_model.layers.30.mlp.shared_expert_gate": {
133
+ "bits": 16,
134
+ "data_type": "fp"
135
+ },
136
+ "model.language_model.layers.31.mlp.shared_expert_gate": {
137
+ "bits": 16,
138
+ "data_type": "fp"
139
+ },
140
+ "model.language_model.layers.32.mlp.shared_expert_gate": {
141
+ "bits": 16,
142
+ "data_type": "fp"
143
+ },
144
+ "model.language_model.layers.33.mlp.shared_expert_gate": {
145
+ "bits": 16,
146
+ "data_type": "fp"
147
+ },
148
+ "model.language_model.layers.34.mlp.shared_expert_gate": {
149
+ "bits": 16,
150
+ "data_type": "fp"
151
+ },
152
+ "model.language_model.layers.35.mlp.shared_expert_gate": {
153
+ "bits": 16,
154
+ "data_type": "fp"
155
+ },
156
+ "model.language_model.layers.36.mlp.shared_expert_gate": {
157
+ "bits": 16,
158
+ "data_type": "fp"
159
+ },
160
+ "model.language_model.layers.37.mlp.shared_expert_gate": {
161
+ "bits": 16,
162
+ "data_type": "fp"
163
+ },
164
+ "model.language_model.layers.38.mlp.shared_expert_gate": {
165
+ "bits": 16,
166
+ "data_type": "fp"
167
+ },
168
+ "model.language_model.layers.39.mlp.shared_expert_gate": {
169
+ "bits": 16,
170
+ "data_type": "fp"
171
+ },
172
+ "model.language_model.layers.0.mlp.shared_expert.gate_proj": {
173
+ "bits": 16,
174
+ "data_type": "float"
175
+ },
176
+ "model.language_model.layers.0.mlp.shared_expert.up_proj": {
177
+ "bits": 16,
178
+ "data_type": "float"
179
+ },
180
+ "model.language_model.layers.0.mlp.shared_expert.down_proj": {
181
+ "bits": 16,
182
+ "data_type": "float"
183
+ },
184
+ "model.language_model.layers.1.mlp.shared_expert.gate_proj": {
185
+ "bits": 16,
186
+ "data_type": "float"
187
+ },
188
+ "model.language_model.layers.1.mlp.shared_expert.up_proj": {
189
+ "bits": 16,
190
+ "data_type": "float"
191
+ },
192
+ "model.language_model.layers.1.mlp.shared_expert.down_proj": {
193
+ "bits": 16,
194
+ "data_type": "float"
195
+ },
196
+ "model.language_model.layers.2.mlp.shared_expert.gate_proj": {
197
+ "bits": 16,
198
+ "data_type": "float"
199
+ },
200
+ "model.language_model.layers.2.mlp.shared_expert.up_proj": {
201
+ "bits": 16,
202
+ "data_type": "float"
203
+ },
204
+ "model.language_model.layers.2.mlp.shared_expert.down_proj": {
205
+ "bits": 16,
206
+ "data_type": "float"
207
+ },
208
+ "model.language_model.layers.3.mlp.shared_expert.gate_proj": {
209
+ "bits": 16,
210
+ "data_type": "float"
211
+ },
212
+ "model.language_model.layers.3.mlp.shared_expert.up_proj": {
213
+ "bits": 16,
214
+ "data_type": "float"
215
+ },
216
+ "model.language_model.layers.3.mlp.shared_expert.down_proj": {
217
+ "bits": 16,
218
+ "data_type": "float"
219
+ },
220
+ "model.language_model.layers.4.mlp.shared_expert.gate_proj": {
221
+ "bits": 16,
222
+ "data_type": "float"
223
+ },
224
+ "model.language_model.layers.4.mlp.shared_expert.up_proj": {
225
+ "bits": 16,
226
+ "data_type": "float"
227
+ },
228
+ "model.language_model.layers.4.mlp.shared_expert.down_proj": {
229
+ "bits": 16,
230
+ "data_type": "float"
231
+ },
232
+ "model.language_model.layers.5.mlp.shared_expert.gate_proj": {
233
+ "bits": 16,
234
+ "data_type": "float"
235
+ },
236
+ "model.language_model.layers.5.mlp.shared_expert.up_proj": {
237
+ "bits": 16,
238
+ "data_type": "float"
239
+ },
240
+ "model.language_model.layers.5.mlp.shared_expert.down_proj": {
241
+ "bits": 16,
242
+ "data_type": "float"
243
+ },
244
+ "model.language_model.layers.6.mlp.shared_expert.gate_proj": {
245
+ "bits": 16,
246
+ "data_type": "float"
247
+ },
248
+ "model.language_model.layers.6.mlp.shared_expert.up_proj": {
249
+ "bits": 16,
250
+ "data_type": "float"
251
+ },
252
+ "model.language_model.layers.6.mlp.shared_expert.down_proj": {
253
+ "bits": 16,
254
+ "data_type": "float"
255
+ },
256
+ "model.language_model.layers.7.mlp.shared_expert.gate_proj": {
257
+ "bits": 16,
258
+ "data_type": "float"
259
+ },
260
+ "model.language_model.layers.7.mlp.shared_expert.up_proj": {
261
+ "bits": 16,
262
+ "data_type": "float"
263
+ },
264
+ "model.language_model.layers.7.mlp.shared_expert.down_proj": {
265
+ "bits": 16,
266
+ "data_type": "float"
267
+ },
268
+ "model.language_model.layers.8.mlp.shared_expert.gate_proj": {
269
+ "bits": 16,
270
+ "data_type": "float"
271
+ },
272
+ "model.language_model.layers.8.mlp.shared_expert.up_proj": {
273
+ "bits": 16,
274
+ "data_type": "float"
275
+ },
276
+ "model.language_model.layers.8.mlp.shared_expert.down_proj": {
277
+ "bits": 16,
278
+ "data_type": "float"
279
+ },
280
+ "model.language_model.layers.9.mlp.shared_expert.gate_proj": {
281
+ "bits": 16,
282
+ "data_type": "float"
283
+ },
284
+ "model.language_model.layers.9.mlp.shared_expert.up_proj": {
285
+ "bits": 16,
286
+ "data_type": "float"
287
+ },
288
+ "model.language_model.layers.9.mlp.shared_expert.down_proj": {
289
+ "bits": 16,
290
+ "data_type": "float"
291
+ },
292
+ "model.language_model.layers.10.mlp.shared_expert.gate_proj": {
293
+ "bits": 16,
294
+ "data_type": "float"
295
+ },
296
+ "model.language_model.layers.10.mlp.shared_expert.up_proj": {
297
+ "bits": 16,
298
+ "data_type": "float"
299
+ },
300
+ "model.language_model.layers.10.mlp.shared_expert.down_proj": {
301
+ "bits": 16,
302
+ "data_type": "float"
303
+ },
304
+ "model.language_model.layers.11.mlp.shared_expert.gate_proj": {
305
+ "bits": 16,
306
+ "data_type": "float"
307
+ },
308
+ "model.language_model.layers.11.mlp.shared_expert.up_proj": {
309
+ "bits": 16,
310
+ "data_type": "float"
311
+ },
312
+ "model.language_model.layers.11.mlp.shared_expert.down_proj": {
313
+ "bits": 16,
314
+ "data_type": "float"
315
+ },
316
+ "model.language_model.layers.12.mlp.shared_expert.gate_proj": {
317
+ "bits": 16,
318
+ "data_type": "float"
319
+ },
320
+ "model.language_model.layers.12.mlp.shared_expert.up_proj": {
321
+ "bits": 16,
322
+ "data_type": "float"
323
+ },
324
+ "model.language_model.layers.12.mlp.shared_expert.down_proj": {
325
+ "bits": 16,
326
+ "data_type": "float"
327
+ },
328
+ "model.language_model.layers.13.mlp.shared_expert.gate_proj": {
329
+ "bits": 16,
330
+ "data_type": "float"
331
+ },
332
+ "model.language_model.layers.13.mlp.shared_expert.up_proj": {
333
+ "bits": 16,
334
+ "data_type": "float"
335
+ },
336
+ "model.language_model.layers.13.mlp.shared_expert.down_proj": {
337
+ "bits": 16,
338
+ "data_type": "float"
339
+ },
340
+ "model.language_model.layers.14.mlp.shared_expert.gate_proj": {
341
+ "bits": 16,
342
+ "data_type": "float"
343
+ },
344
+ "model.language_model.layers.14.mlp.shared_expert.up_proj": {
345
+ "bits": 16,
346
+ "data_type": "float"
347
+ },
348
+ "model.language_model.layers.14.mlp.shared_expert.down_proj": {
349
+ "bits": 16,
350
+ "data_type": "float"
351
+ },
352
+ "model.language_model.layers.15.mlp.shared_expert.gate_proj": {
353
+ "bits": 16,
354
+ "data_type": "float"
355
+ },
356
+ "model.language_model.layers.15.mlp.shared_expert.up_proj": {
357
+ "bits": 16,
358
+ "data_type": "float"
359
+ },
360
+ "model.language_model.layers.15.mlp.shared_expert.down_proj": {
361
+ "bits": 16,
362
+ "data_type": "float"
363
+ },
364
+ "model.language_model.layers.16.mlp.shared_expert.gate_proj": {
365
+ "bits": 16,
366
+ "data_type": "float"
367
+ },
368
+ "model.language_model.layers.16.mlp.shared_expert.up_proj": {
369
+ "bits": 16,
370
+ "data_type": "float"
371
+ },
372
+ "model.language_model.layers.16.mlp.shared_expert.down_proj": {
373
+ "bits": 16,
374
+ "data_type": "float"
375
+ },
376
+ "model.language_model.layers.17.mlp.shared_expert.gate_proj": {
377
+ "bits": 16,
378
+ "data_type": "float"
379
+ },
380
+ "model.language_model.layers.17.mlp.shared_expert.up_proj": {
381
+ "bits": 16,
382
+ "data_type": "float"
383
+ },
384
+ "model.language_model.layers.17.mlp.shared_expert.down_proj": {
385
+ "bits": 16,
386
+ "data_type": "float"
387
+ },
388
+ "model.language_model.layers.18.mlp.shared_expert.gate_proj": {
389
+ "bits": 16,
390
+ "data_type": "float"
391
+ },
392
+ "model.language_model.layers.18.mlp.shared_expert.up_proj": {
393
+ "bits": 16,
394
+ "data_type": "float"
395
+ },
396
+ "model.language_model.layers.18.mlp.shared_expert.down_proj": {
397
+ "bits": 16,
398
+ "data_type": "float"
399
+ },
400
+ "model.language_model.layers.19.mlp.shared_expert.gate_proj": {
401
+ "bits": 16,
402
+ "data_type": "float"
403
+ },
404
+ "model.language_model.layers.19.mlp.shared_expert.up_proj": {
405
+ "bits": 16,
406
+ "data_type": "float"
407
+ },
408
+ "model.language_model.layers.19.mlp.shared_expert.down_proj": {
409
+ "bits": 16,
410
+ "data_type": "float"
411
+ },
412
+ "model.language_model.layers.20.mlp.shared_expert.gate_proj": {
413
+ "bits": 16,
414
+ "data_type": "float"
415
+ },
416
+ "model.language_model.layers.20.mlp.shared_expert.up_proj": {
417
+ "bits": 16,
418
+ "data_type": "float"
419
+ },
420
+ "model.language_model.layers.20.mlp.shared_expert.down_proj": {
421
+ "bits": 16,
422
+ "data_type": "float"
423
+ },
424
+ "model.language_model.layers.21.mlp.shared_expert.gate_proj": {
425
+ "bits": 16,
426
+ "data_type": "float"
427
+ },
428
+ "model.language_model.layers.21.mlp.shared_expert.up_proj": {
429
+ "bits": 16,
430
+ "data_type": "float"
431
+ },
432
+ "model.language_model.layers.21.mlp.shared_expert.down_proj": {
433
+ "bits": 16,
434
+ "data_type": "float"
435
+ },
436
+ "model.language_model.layers.22.mlp.shared_expert.gate_proj": {
437
+ "bits": 16,
438
+ "data_type": "float"
439
+ },
440
+ "model.language_model.layers.22.mlp.shared_expert.up_proj": {
441
+ "bits": 16,
442
+ "data_type": "float"
443
+ },
444
+ "model.language_model.layers.22.mlp.shared_expert.down_proj": {
445
+ "bits": 16,
446
+ "data_type": "float"
447
+ },
448
+ "model.language_model.layers.23.mlp.shared_expert.gate_proj": {
449
+ "bits": 16,
450
+ "data_type": "float"
451
+ },
452
+ "model.language_model.layers.23.mlp.shared_expert.up_proj": {
453
+ "bits": 16,
454
+ "data_type": "float"
455
+ },
456
+ "model.language_model.layers.23.mlp.shared_expert.down_proj": {
457
+ "bits": 16,
458
+ "data_type": "float"
459
+ },
460
+ "model.language_model.layers.24.mlp.shared_expert.gate_proj": {
461
+ "bits": 16,
462
+ "data_type": "float"
463
+ },
464
+ "model.language_model.layers.24.mlp.shared_expert.up_proj": {
465
+ "bits": 16,
466
+ "data_type": "float"
467
+ },
468
+ "model.language_model.layers.24.mlp.shared_expert.down_proj": {
469
+ "bits": 16,
470
+ "data_type": "float"
471
+ },
472
+ "model.language_model.layers.25.mlp.shared_expert.gate_proj": {
473
+ "bits": 16,
474
+ "data_type": "float"
475
+ },
476
+ "model.language_model.layers.25.mlp.shared_expert.up_proj": {
477
+ "bits": 16,
478
+ "data_type": "float"
479
+ },
480
+ "model.language_model.layers.25.mlp.shared_expert.down_proj": {
481
+ "bits": 16,
482
+ "data_type": "float"
483
+ },
484
+ "model.language_model.layers.26.mlp.shared_expert.gate_proj": {
485
+ "bits": 16,
486
+ "data_type": "float"
487
+ },
488
+ "model.language_model.layers.26.mlp.shared_expert.up_proj": {
489
+ "bits": 16,
490
+ "data_type": "float"
491
+ },
492
+ "model.language_model.layers.26.mlp.shared_expert.down_proj": {
493
+ "bits": 16,
494
+ "data_type": "float"
495
+ },
496
+ "model.language_model.layers.27.mlp.shared_expert.gate_proj": {
497
+ "bits": 16,
498
+ "data_type": "float"
499
+ },
500
+ "model.language_model.layers.27.mlp.shared_expert.up_proj": {
501
+ "bits": 16,
502
+ "data_type": "float"
503
+ },
504
+ "model.language_model.layers.27.mlp.shared_expert.down_proj": {
505
+ "bits": 16,
506
+ "data_type": "float"
507
+ },
508
+ "model.language_model.layers.28.mlp.shared_expert.gate_proj": {
509
+ "bits": 16,
510
+ "data_type": "float"
511
+ },
512
+ "model.language_model.layers.28.mlp.shared_expert.up_proj": {
513
+ "bits": 16,
514
+ "data_type": "float"
515
+ },
516
+ "model.language_model.layers.28.mlp.shared_expert.down_proj": {
517
+ "bits": 16,
518
+ "data_type": "float"
519
+ },
520
+ "model.language_model.layers.29.mlp.shared_expert.gate_proj": {
521
+ "bits": 16,
522
+ "data_type": "float"
523
+ },
524
+ "model.language_model.layers.29.mlp.shared_expert.up_proj": {
525
+ "bits": 16,
526
+ "data_type": "float"
527
+ },
528
+ "model.language_model.layers.29.mlp.shared_expert.down_proj": {
529
+ "bits": 16,
530
+ "data_type": "float"
531
+ },
532
+ "model.language_model.layers.30.mlp.shared_expert.gate_proj": {
533
+ "bits": 16,
534
+ "data_type": "float"
535
+ },
536
+ "model.language_model.layers.30.mlp.shared_expert.up_proj": {
537
+ "bits": 16,
538
+ "data_type": "float"
539
+ },
540
+ "model.language_model.layers.30.mlp.shared_expert.down_proj": {
541
+ "bits": 16,
542
+ "data_type": "float"
543
+ },
544
+ "model.language_model.layers.31.mlp.shared_expert.gate_proj": {
545
+ "bits": 16,
546
+ "data_type": "float"
547
+ },
548
+ "model.language_model.layers.31.mlp.shared_expert.up_proj": {
549
+ "bits": 16,
550
+ "data_type": "float"
551
+ },
552
+ "model.language_model.layers.31.mlp.shared_expert.down_proj": {
553
+ "bits": 16,
554
+ "data_type": "float"
555
+ },
556
+ "model.language_model.layers.32.mlp.shared_expert.gate_proj": {
557
+ "bits": 16,
558
+ "data_type": "float"
559
+ },
560
+ "model.language_model.layers.32.mlp.shared_expert.up_proj": {
561
+ "bits": 16,
562
+ "data_type": "float"
563
+ },
564
+ "model.language_model.layers.32.mlp.shared_expert.down_proj": {
565
+ "bits": 16,
566
+ "data_type": "float"
567
+ },
568
+ "model.language_model.layers.33.mlp.shared_expert.gate_proj": {
569
+ "bits": 16,
570
+ "data_type": "float"
571
+ },
572
+ "model.language_model.layers.33.mlp.shared_expert.up_proj": {
573
+ "bits": 16,
574
+ "data_type": "float"
575
+ },
576
+ "model.language_model.layers.33.mlp.shared_expert.down_proj": {
577
+ "bits": 16,
578
+ "data_type": "float"
579
+ },
580
+ "model.language_model.layers.34.mlp.shared_expert.gate_proj": {
581
+ "bits": 16,
582
+ "data_type": "float"
583
+ },
584
+ "model.language_model.layers.34.mlp.shared_expert.up_proj": {
585
+ "bits": 16,
586
+ "data_type": "float"
587
+ },
588
+ "model.language_model.layers.34.mlp.shared_expert.down_proj": {
589
+ "bits": 16,
590
+ "data_type": "float"
591
+ },
592
+ "model.language_model.layers.35.mlp.shared_expert.gate_proj": {
593
+ "bits": 16,
594
+ "data_type": "float"
595
+ },
596
+ "model.language_model.layers.35.mlp.shared_expert.up_proj": {
597
+ "bits": 16,
598
+ "data_type": "float"
599
+ },
600
+ "model.language_model.layers.35.mlp.shared_expert.down_proj": {
601
+ "bits": 16,
602
+ "data_type": "float"
603
+ },
604
+ "model.language_model.layers.36.mlp.shared_expert.gate_proj": {
605
+ "bits": 16,
606
+ "data_type": "float"
607
+ },
608
+ "model.language_model.layers.36.mlp.shared_expert.up_proj": {
609
+ "bits": 16,
610
+ "data_type": "float"
611
+ },
612
+ "model.language_model.layers.36.mlp.shared_expert.down_proj": {
613
+ "bits": 16,
614
+ "data_type": "float"
615
+ },
616
+ "model.language_model.layers.37.mlp.shared_expert.gate_proj": {
617
+ "bits": 16,
618
+ "data_type": "float"
619
+ },
620
+ "model.language_model.layers.37.mlp.shared_expert.up_proj": {
621
+ "bits": 16,
622
+ "data_type": "float"
623
+ },
624
+ "model.language_model.layers.37.mlp.shared_expert.down_proj": {
625
+ "bits": 16,
626
+ "data_type": "float"
627
+ },
628
+ "model.language_model.layers.38.mlp.shared_expert.gate_proj": {
629
+ "bits": 16,
630
+ "data_type": "float"
631
+ },
632
+ "model.language_model.layers.38.mlp.shared_expert.up_proj": {
633
+ "bits": 16,
634
+ "data_type": "float"
635
+ },
636
+ "model.language_model.layers.38.mlp.shared_expert.down_proj": {
637
+ "bits": 16,
638
+ "data_type": "float"
639
+ },
640
+ "model.language_model.layers.39.mlp.shared_expert.gate_proj": {
641
+ "bits": 16,
642
+ "data_type": "float"
643
+ },
644
+ "model.language_model.layers.39.mlp.shared_expert.up_proj": {
645
+ "bits": 16,
646
+ "data_type": "float"
647
+ },
648
+ "model.language_model.layers.39.mlp.shared_expert.down_proj": {
649
+ "bits": 16,
650
+ "data_type": "float"
651
+ },
652
+ "model.language_model.layers.0.linear_attn.out_proj": {
653
+ "bits": 16,
654
+ "data_type": "float"
655
+ },
656
+ "model.language_model.layers.0.linear_attn.in_proj_qkv": {
657
+ "bits": 16,
658
+ "data_type": "float"
659
+ },
660
+ "model.language_model.layers.0.linear_attn.in_proj_z": {
661
+ "bits": 16,
662
+ "data_type": "float"
663
+ },
664
+ "model.language_model.layers.0.linear_attn.in_proj_b": {
665
+ "bits": 16,
666
+ "data_type": "float"
667
+ },
668
+ "model.language_model.layers.0.linear_attn.in_proj_a": {
669
+ "bits": 16,
670
+ "data_type": "float"
671
+ },
672
+ "model.language_model.layers.1.linear_attn.out_proj": {
673
+ "bits": 16,
674
+ "data_type": "float"
675
+ },
676
+ "model.language_model.layers.1.linear_attn.in_proj_qkv": {
677
+ "bits": 16,
678
+ "data_type": "float"
679
+ },
680
+ "model.language_model.layers.1.linear_attn.in_proj_z": {
681
+ "bits": 16,
682
+ "data_type": "float"
683
+ },
684
+ "model.language_model.layers.1.linear_attn.in_proj_b": {
685
+ "bits": 16,
686
+ "data_type": "float"
687
+ },
688
+ "model.language_model.layers.1.linear_attn.in_proj_a": {
689
+ "bits": 16,
690
+ "data_type": "float"
691
+ },
692
+ "model.language_model.layers.2.linear_attn.out_proj": {
693
+ "bits": 16,
694
+ "data_type": "float"
695
+ },
696
+ "model.language_model.layers.2.linear_attn.in_proj_qkv": {
697
+ "bits": 16,
698
+ "data_type": "float"
699
+ },
700
+ "model.language_model.layers.2.linear_attn.in_proj_z": {
701
+ "bits": 16,
702
+ "data_type": "float"
703
+ },
704
+ "model.language_model.layers.2.linear_attn.in_proj_b": {
705
+ "bits": 16,
706
+ "data_type": "float"
707
+ },
708
+ "model.language_model.layers.2.linear_attn.in_proj_a": {
709
+ "bits": 16,
710
+ "data_type": "float"
711
+ },
712
+ "model.language_model.layers.4.linear_attn.out_proj": {
713
+ "bits": 16,
714
+ "data_type": "float"
715
+ },
716
+ "model.language_model.layers.4.linear_attn.in_proj_qkv": {
717
+ "bits": 16,
718
+ "data_type": "float"
719
+ },
720
+ "model.language_model.layers.4.linear_attn.in_proj_z": {
721
+ "bits": 16,
722
+ "data_type": "float"
723
+ },
724
+ "model.language_model.layers.4.linear_attn.in_proj_b": {
725
+ "bits": 16,
726
+ "data_type": "float"
727
+ },
728
+ "model.language_model.layers.4.linear_attn.in_proj_a": {
729
+ "bits": 16,
730
+ "data_type": "float"
731
+ },
732
+ "model.language_model.layers.5.linear_attn.out_proj": {
733
+ "bits": 16,
734
+ "data_type": "float"
735
+ },
736
+ "model.language_model.layers.5.linear_attn.in_proj_qkv": {
737
+ "bits": 16,
738
+ "data_type": "float"
739
+ },
740
+ "model.language_model.layers.5.linear_attn.in_proj_z": {
741
+ "bits": 16,
742
+ "data_type": "float"
743
+ },
744
+ "model.language_model.layers.5.linear_attn.in_proj_b": {
745
+ "bits": 16,
746
+ "data_type": "float"
747
+ },
748
+ "model.language_model.layers.5.linear_attn.in_proj_a": {
749
+ "bits": 16,
750
+ "data_type": "float"
751
+ },
752
+ "model.language_model.layers.6.linear_attn.out_proj": {
753
+ "bits": 16,
754
+ "data_type": "float"
755
+ },
756
+ "model.language_model.layers.6.linear_attn.in_proj_qkv": {
757
+ "bits": 16,
758
+ "data_type": "float"
759
+ },
760
+ "model.language_model.layers.6.linear_attn.in_proj_z": {
761
+ "bits": 16,
762
+ "data_type": "float"
763
+ },
764
+ "model.language_model.layers.6.linear_attn.in_proj_b": {
765
+ "bits": 16,
766
+ "data_type": "float"
767
+ },
768
+ "model.language_model.layers.6.linear_attn.in_proj_a": {
769
+ "bits": 16,
770
+ "data_type": "float"
771
+ },
772
+ "model.language_model.layers.8.linear_attn.out_proj": {
773
+ "bits": 16,
774
+ "data_type": "float"
775
+ },
776
+ "model.language_model.layers.8.linear_attn.in_proj_qkv": {
777
+ "bits": 16,
778
+ "data_type": "float"
779
+ },
780
+ "model.language_model.layers.8.linear_attn.in_proj_z": {
781
+ "bits": 16,
782
+ "data_type": "float"
783
+ },
784
+ "model.language_model.layers.8.linear_attn.in_proj_b": {
785
+ "bits": 16,
786
+ "data_type": "float"
787
+ },
788
+ "model.language_model.layers.8.linear_attn.in_proj_a": {
789
+ "bits": 16,
790
+ "data_type": "float"
791
+ },
792
+ "model.language_model.layers.9.linear_attn.out_proj": {
793
+ "bits": 16,
794
+ "data_type": "float"
795
+ },
796
+ "model.language_model.layers.9.linear_attn.in_proj_qkv": {
797
+ "bits": 16,
798
+ "data_type": "float"
799
+ },
800
+ "model.language_model.layers.9.linear_attn.in_proj_z": {
801
+ "bits": 16,
802
+ "data_type": "float"
803
+ },
804
+ "model.language_model.layers.9.linear_attn.in_proj_b": {
805
+ "bits": 16,
806
+ "data_type": "float"
807
+ },
808
+ "model.language_model.layers.9.linear_attn.in_proj_a": {
809
+ "bits": 16,
810
+ "data_type": "float"
811
+ },
812
+ "model.language_model.layers.10.linear_attn.out_proj": {
813
+ "bits": 16,
814
+ "data_type": "float"
815
+ },
816
+ "model.language_model.layers.10.linear_attn.in_proj_qkv": {
817
+ "bits": 16,
818
+ "data_type": "float"
819
+ },
820
+ "model.language_model.layers.10.linear_attn.in_proj_z": {
821
+ "bits": 16,
822
+ "data_type": "float"
823
+ },
824
+ "model.language_model.layers.10.linear_attn.in_proj_b": {
825
+ "bits": 16,
826
+ "data_type": "float"
827
+ },
828
+ "model.language_model.layers.10.linear_attn.in_proj_a": {
829
+ "bits": 16,
830
+ "data_type": "float"
831
+ },
832
+ "model.language_model.layers.12.linear_attn.out_proj": {
833
+ "bits": 16,
834
+ "data_type": "float"
835
+ },
836
+ "model.language_model.layers.12.linear_attn.in_proj_qkv": {
837
+ "bits": 16,
838
+ "data_type": "float"
839
+ },
840
+ "model.language_model.layers.12.linear_attn.in_proj_z": {
841
+ "bits": 16,
842
+ "data_type": "float"
843
+ },
844
+ "model.language_model.layers.12.linear_attn.in_proj_b": {
845
+ "bits": 16,
846
+ "data_type": "float"
847
+ },
848
+ "model.language_model.layers.12.linear_attn.in_proj_a": {
849
+ "bits": 16,
850
+ "data_type": "float"
851
+ },
852
+ "model.language_model.layers.13.linear_attn.out_proj": {
853
+ "bits": 16,
854
+ "data_type": "float"
855
+ },
856
+ "model.language_model.layers.13.linear_attn.in_proj_qkv": {
857
+ "bits": 16,
858
+ "data_type": "float"
859
+ },
860
+ "model.language_model.layers.13.linear_attn.in_proj_z": {
861
+ "bits": 16,
862
+ "data_type": "float"
863
+ },
864
+ "model.language_model.layers.13.linear_attn.in_proj_b": {
865
+ "bits": 16,
866
+ "data_type": "float"
867
+ },
868
+ "model.language_model.layers.13.linear_attn.in_proj_a": {
869
+ "bits": 16,
870
+ "data_type": "float"
871
+ },
872
+ "model.language_model.layers.14.linear_attn.out_proj": {
873
+ "bits": 16,
874
+ "data_type": "float"
875
+ },
876
+ "model.language_model.layers.14.linear_attn.in_proj_qkv": {
877
+ "bits": 16,
878
+ "data_type": "float"
879
+ },
880
+ "model.language_model.layers.14.linear_attn.in_proj_z": {
881
+ "bits": 16,
882
+ "data_type": "float"
883
+ },
884
+ "model.language_model.layers.14.linear_attn.in_proj_b": {
885
+ "bits": 16,
886
+ "data_type": "float"
887
+ },
888
+ "model.language_model.layers.14.linear_attn.in_proj_a": {
889
+ "bits": 16,
890
+ "data_type": "float"
891
+ },
892
+ "model.language_model.layers.16.linear_attn.out_proj": {
893
+ "bits": 16,
894
+ "data_type": "float"
895
+ },
896
+ "model.language_model.layers.16.linear_attn.in_proj_qkv": {
897
+ "bits": 16,
898
+ "data_type": "float"
899
+ },
900
+ "model.language_model.layers.16.linear_attn.in_proj_z": {
901
+ "bits": 16,
902
+ "data_type": "float"
903
+ },
904
+ "model.language_model.layers.16.linear_attn.in_proj_b": {
905
+ "bits": 16,
906
+ "data_type": "float"
907
+ },
908
+ "model.language_model.layers.16.linear_attn.in_proj_a": {
909
+ "bits": 16,
910
+ "data_type": "float"
911
+ },
912
+ "model.language_model.layers.17.linear_attn.out_proj": {
913
+ "bits": 16,
914
+ "data_type": "float"
915
+ },
916
+ "model.language_model.layers.17.linear_attn.in_proj_qkv": {
917
+ "bits": 16,
918
+ "data_type": "float"
919
+ },
920
+ "model.language_model.layers.17.linear_attn.in_proj_z": {
921
+ "bits": 16,
922
+ "data_type": "float"
923
+ },
924
+ "model.language_model.layers.17.linear_attn.in_proj_b": {
925
+ "bits": 16,
926
+ "data_type": "float"
927
+ },
928
+ "model.language_model.layers.17.linear_attn.in_proj_a": {
929
+ "bits": 16,
930
+ "data_type": "float"
931
+ },
932
+ "model.language_model.layers.18.linear_attn.out_proj": {
933
+ "bits": 16,
934
+ "data_type": "float"
935
+ },
936
+ "model.language_model.layers.18.linear_attn.in_proj_qkv": {
937
+ "bits": 16,
938
+ "data_type": "float"
939
+ },
940
+ "model.language_model.layers.18.linear_attn.in_proj_z": {
941
+ "bits": 16,
942
+ "data_type": "float"
943
+ },
944
+ "model.language_model.layers.18.linear_attn.in_proj_b": {
945
+ "bits": 16,
946
+ "data_type": "float"
947
+ },
948
+ "model.language_model.layers.18.linear_attn.in_proj_a": {
949
+ "bits": 16,
950
+ "data_type": "float"
951
+ },
952
+ "model.language_model.layers.20.linear_attn.out_proj": {
953
+ "bits": 16,
954
+ "data_type": "float"
955
+ },
956
+ "model.language_model.layers.20.linear_attn.in_proj_qkv": {
957
+ "bits": 16,
958
+ "data_type": "float"
959
+ },
960
+ "model.language_model.layers.20.linear_attn.in_proj_z": {
961
+ "bits": 16,
962
+ "data_type": "float"
963
+ },
964
+ "model.language_model.layers.20.linear_attn.in_proj_b": {
965
+ "bits": 16,
966
+ "data_type": "float"
967
+ },
968
+ "model.language_model.layers.20.linear_attn.in_proj_a": {
969
+ "bits": 16,
970
+ "data_type": "float"
971
+ },
972
+ "model.language_model.layers.21.linear_attn.out_proj": {
973
+ "bits": 16,
974
+ "data_type": "float"
975
+ },
976
+ "model.language_model.layers.21.linear_attn.in_proj_qkv": {
977
+ "bits": 16,
978
+ "data_type": "float"
979
+ },
980
+ "model.language_model.layers.21.linear_attn.in_proj_z": {
981
+ "bits": 16,
982
+ "data_type": "float"
983
+ },
984
+ "model.language_model.layers.21.linear_attn.in_proj_b": {
985
+ "bits": 16,
986
+ "data_type": "float"
987
+ },
988
+ "model.language_model.layers.21.linear_attn.in_proj_a": {
989
+ "bits": 16,
990
+ "data_type": "float"
991
+ },
992
+ "model.language_model.layers.22.linear_attn.out_proj": {
993
+ "bits": 16,
994
+ "data_type": "float"
995
+ },
996
+ "model.language_model.layers.22.linear_attn.in_proj_qkv": {
997
+ "bits": 16,
998
+ "data_type": "float"
999
+ },
1000
+ "model.language_model.layers.22.linear_attn.in_proj_z": {
1001
+ "bits": 16,
1002
+ "data_type": "float"
1003
+ },
1004
+ "model.language_model.layers.22.linear_attn.in_proj_b": {
1005
+ "bits": 16,
1006
+ "data_type": "float"
1007
+ },
1008
+ "model.language_model.layers.22.linear_attn.in_proj_a": {
1009
+ "bits": 16,
1010
+ "data_type": "float"
1011
+ },
1012
+ "model.language_model.layers.24.linear_attn.out_proj": {
1013
+ "bits": 16,
1014
+ "data_type": "float"
1015
+ },
1016
+ "model.language_model.layers.24.linear_attn.in_proj_qkv": {
1017
+ "bits": 16,
1018
+ "data_type": "float"
1019
+ },
1020
+ "model.language_model.layers.24.linear_attn.in_proj_z": {
1021
+ "bits": 16,
1022
+ "data_type": "float"
1023
+ },
1024
+ "model.language_model.layers.24.linear_attn.in_proj_b": {
1025
+ "bits": 16,
1026
+ "data_type": "float"
1027
+ },
1028
+ "model.language_model.layers.24.linear_attn.in_proj_a": {
1029
+ "bits": 16,
1030
+ "data_type": "float"
1031
+ },
1032
+ "model.language_model.layers.25.linear_attn.out_proj": {
1033
+ "bits": 16,
1034
+ "data_type": "float"
1035
+ },
1036
+ "model.language_model.layers.25.linear_attn.in_proj_qkv": {
1037
+ "bits": 16,
1038
+ "data_type": "float"
1039
+ },
1040
+ "model.language_model.layers.25.linear_attn.in_proj_z": {
1041
+ "bits": 16,
1042
+ "data_type": "float"
1043
+ },
1044
+ "model.language_model.layers.25.linear_attn.in_proj_b": {
1045
+ "bits": 16,
1046
+ "data_type": "float"
1047
+ },
1048
+ "model.language_model.layers.25.linear_attn.in_proj_a": {
1049
+ "bits": 16,
1050
+ "data_type": "float"
1051
+ },
1052
+ "model.language_model.layers.26.linear_attn.out_proj": {
1053
+ "bits": 16,
1054
+ "data_type": "float"
1055
+ },
1056
+ "model.language_model.layers.26.linear_attn.in_proj_qkv": {
1057
+ "bits": 16,
1058
+ "data_type": "float"
1059
+ },
1060
+ "model.language_model.layers.26.linear_attn.in_proj_z": {
1061
+ "bits": 16,
1062
+ "data_type": "float"
1063
+ },
1064
+ "model.language_model.layers.26.linear_attn.in_proj_b": {
1065
+ "bits": 16,
1066
+ "data_type": "float"
1067
+ },
1068
+ "model.language_model.layers.26.linear_attn.in_proj_a": {
1069
+ "bits": 16,
1070
+ "data_type": "float"
1071
+ },
1072
+ "model.language_model.layers.28.linear_attn.out_proj": {
1073
+ "bits": 16,
1074
+ "data_type": "float"
1075
+ },
1076
+ "model.language_model.layers.28.linear_attn.in_proj_qkv": {
1077
+ "bits": 16,
1078
+ "data_type": "float"
1079
+ },
1080
+ "model.language_model.layers.28.linear_attn.in_proj_z": {
1081
+ "bits": 16,
1082
+ "data_type": "float"
1083
+ },
1084
+ "model.language_model.layers.28.linear_attn.in_proj_b": {
1085
+ "bits": 16,
1086
+ "data_type": "float"
1087
+ },
1088
+ "model.language_model.layers.28.linear_attn.in_proj_a": {
1089
+ "bits": 16,
1090
+ "data_type": "float"
1091
+ },
1092
+ "model.language_model.layers.29.linear_attn.out_proj": {
1093
+ "bits": 16,
1094
+ "data_type": "float"
1095
+ },
1096
+ "model.language_model.layers.29.linear_attn.in_proj_qkv": {
1097
+ "bits": 16,
1098
+ "data_type": "float"
1099
+ },
1100
+ "model.language_model.layers.29.linear_attn.in_proj_z": {
1101
+ "bits": 16,
1102
+ "data_type": "float"
1103
+ },
1104
+ "model.language_model.layers.29.linear_attn.in_proj_b": {
1105
+ "bits": 16,
1106
+ "data_type": "float"
1107
+ },
1108
+ "model.language_model.layers.29.linear_attn.in_proj_a": {
1109
+ "bits": 16,
1110
+ "data_type": "float"
1111
+ },
1112
+ "model.language_model.layers.30.linear_attn.out_proj": {
1113
+ "bits": 16,
1114
+ "data_type": "float"
1115
+ },
1116
+ "model.language_model.layers.30.linear_attn.in_proj_qkv": {
1117
+ "bits": 16,
1118
+ "data_type": "float"
1119
+ },
1120
+ "model.language_model.layers.30.linear_attn.in_proj_z": {
1121
+ "bits": 16,
1122
+ "data_type": "float"
1123
+ },
1124
+ "model.language_model.layers.30.linear_attn.in_proj_b": {
1125
+ "bits": 16,
1126
+ "data_type": "float"
1127
+ },
1128
+ "model.language_model.layers.30.linear_attn.in_proj_a": {
1129
+ "bits": 16,
1130
+ "data_type": "float"
1131
+ },
1132
+ "model.language_model.layers.32.linear_attn.out_proj": {
1133
+ "bits": 16,
1134
+ "data_type": "float"
1135
+ },
1136
+ "model.language_model.layers.32.linear_attn.in_proj_qkv": {
1137
+ "bits": 16,
1138
+ "data_type": "float"
1139
+ },
1140
+ "model.language_model.layers.32.linear_attn.in_proj_z": {
1141
+ "bits": 16,
1142
+ "data_type": "float"
1143
+ },
1144
+ "model.language_model.layers.32.linear_attn.in_proj_b": {
1145
+ "bits": 16,
1146
+ "data_type": "float"
1147
+ },
1148
+ "model.language_model.layers.32.linear_attn.in_proj_a": {
1149
+ "bits": 16,
1150
+ "data_type": "float"
1151
+ },
1152
+ "model.language_model.layers.33.linear_attn.out_proj": {
1153
+ "bits": 16,
1154
+ "data_type": "float"
1155
+ },
1156
+ "model.language_model.layers.33.linear_attn.in_proj_qkv": {
1157
+ "bits": 16,
1158
+ "data_type": "float"
1159
+ },
1160
+ "model.language_model.layers.33.linear_attn.in_proj_z": {
1161
+ "bits": 16,
1162
+ "data_type": "float"
1163
+ },
1164
+ "model.language_model.layers.33.linear_attn.in_proj_b": {
1165
+ "bits": 16,
1166
+ "data_type": "float"
1167
+ },
1168
+ "model.language_model.layers.33.linear_attn.in_proj_a": {
1169
+ "bits": 16,
1170
+ "data_type": "float"
1171
+ },
1172
+ "model.language_model.layers.34.linear_attn.out_proj": {
1173
+ "bits": 16,
1174
+ "data_type": "float"
1175
+ },
1176
+ "model.language_model.layers.34.linear_attn.in_proj_qkv": {
1177
+ "bits": 16,
1178
+ "data_type": "float"
1179
+ },
1180
+ "model.language_model.layers.34.linear_attn.in_proj_z": {
1181
+ "bits": 16,
1182
+ "data_type": "float"
1183
+ },
1184
+ "model.language_model.layers.34.linear_attn.in_proj_b": {
1185
+ "bits": 16,
1186
+ "data_type": "float"
1187
+ },
1188
+ "model.language_model.layers.34.linear_attn.in_proj_a": {
1189
+ "bits": 16,
1190
+ "data_type": "float"
1191
+ },
1192
+ "model.language_model.layers.36.linear_attn.out_proj": {
1193
+ "bits": 16,
1194
+ "data_type": "float"
1195
+ },
1196
+ "model.language_model.layers.36.linear_attn.in_proj_qkv": {
1197
+ "bits": 16,
1198
+ "data_type": "float"
1199
+ },
1200
+ "model.language_model.layers.36.linear_attn.in_proj_z": {
1201
+ "bits": 16,
1202
+ "data_type": "float"
1203
+ },
1204
+ "model.language_model.layers.36.linear_attn.in_proj_b": {
1205
+ "bits": 16,
1206
+ "data_type": "float"
1207
+ },
1208
+ "model.language_model.layers.36.linear_attn.in_proj_a": {
1209
+ "bits": 16,
1210
+ "data_type": "float"
1211
+ },
1212
+ "model.language_model.layers.37.linear_attn.out_proj": {
1213
+ "bits": 16,
1214
+ "data_type": "float"
1215
+ },
1216
+ "model.language_model.layers.37.linear_attn.in_proj_qkv": {
1217
+ "bits": 16,
1218
+ "data_type": "float"
1219
+ },
1220
+ "model.language_model.layers.37.linear_attn.in_proj_z": {
1221
+ "bits": 16,
1222
+ "data_type": "float"
1223
+ },
1224
+ "model.language_model.layers.37.linear_attn.in_proj_b": {
1225
+ "bits": 16,
1226
+ "data_type": "float"
1227
+ },
1228
+ "model.language_model.layers.37.linear_attn.in_proj_a": {
1229
+ "bits": 16,
1230
+ "data_type": "float"
1231
+ },
1232
+ "model.language_model.layers.38.linear_attn.out_proj": {
1233
+ "bits": 16,
1234
+ "data_type": "float"
1235
+ },
1236
+ "model.language_model.layers.38.linear_attn.in_proj_qkv": {
1237
+ "bits": 16,
1238
+ "data_type": "float"
1239
+ },
1240
+ "model.language_model.layers.38.linear_attn.in_proj_z": {
1241
+ "bits": 16,
1242
+ "data_type": "float"
1243
+ },
1244
+ "model.language_model.layers.38.linear_attn.in_proj_b": {
1245
+ "bits": 16,
1246
+ "data_type": "float"
1247
+ },
1248
+ "model.language_model.layers.38.linear_attn.in_proj_a": {
1249
+ "bits": 16,
1250
+ "data_type": "float"
1251
+ },
1252
+ ".*shared_expert.*": {
1253
+ "bits": 16,
1254
+ "data_type": "float"
1255
+ },
1256
+ ".*shared_expert_gate.*": {
1257
+ "bits": 16,
1258
+ "data_type": "fp"
1259
+ },
1260
+ ".*mtp\\.fc.*": {
1261
+ "bits": 16,
1262
+ "data_type": "float"
1263
+ },
1264
+ ".*linear_attn.*": {
1265
+ "bits": 16,
1266
+ "data_type": "float"
1267
+ }
1268
+ }
1269
+ }
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87a7830d63fcf43bf241c3c5242e96e62dd3fdc29224ca26fed8ea333db72de4
3
+ size 19989343
tokenizer_config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "audio_bos_token": "<|audio_start|>",
4
+ "audio_eos_token": "<|audio_end|>",
5
+ "audio_token": "<|audio_pad|>",
6
+ "backend": "tokenizers",
7
+ "bos_token": null,
8
+ "clean_up_tokenization_spaces": false,
9
+ "eos_token": "<|im_end|>",
10
+ "errors": "replace",
11
+ "image_token": "<|image_pad|>",
12
+ "is_local": true,
13
+ "model_max_length": 262144,
14
+ "model_specific_special_tokens": {
15
+ "audio_bos_token": "<|audio_start|>",
16
+ "audio_eos_token": "<|audio_end|>",
17
+ "audio_token": "<|audio_pad|>",
18
+ "image_token": "<|image_pad|>",
19
+ "video_token": "<|video_pad|>",
20
+ "vision_bos_token": "<|vision_start|>",
21
+ "vision_eos_token": "<|vision_end|>"
22
+ },
23
+ "pad_token": "<|endoftext|>",
24
+ "padding_side": "right",
25
+ "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
26
+ "processor_class": "Qwen3VLProcessor",
27
+ "split_special_tokens": false,
28
+ "tokenizer_class": "Qwen2TokenizerFast",
29
+ "unk_token": null,
30
+ "video_token": "<|video_pad|>",
31
+ "vision_bos_token": "<|vision_start|>",
32
+ "vision_eos_token": "<|vision_end|>"
33
+ }