Hugging Face's logo

OpensourceWTF
/
Qwen3.8-Flash-Next-MTPLX-oQ4-MTP

MLX
Safetensors
qwen4_exp
qwen
qwen4
mtplx
speculative-decoding
q4
4-bit precision
Model card Files
xet
 Community
OpensourceWTF commited on
Commit
917d643
·
verified ·
1 Parent(s): 8d9affc

Add files using upload-large-folder tool

Browse files
Files changed (39) hide show
  1. .gitattributes +2 -0
  2. LICENSE +16 -0
  3. README.md +131 -0
  4. chat_template.jinja +170 -0
  5. config.json +2488 -0
  6. expert-manifest.json +3 -0
  7. generation_config.json +12 -0
  8. island-placement.json +1 -0
  9. merges.txt +0 -0
  10. model-00001-of-00022.safetensors +3 -0
  11. model-00002-of-00022.safetensors +3 -0
  12. model-00003-of-00022.safetensors +3 -0
  13. model-00004-of-00022.safetensors +3 -0
  14. model-00005-of-00022.safetensors +3 -0
  15. model-00006-of-00022.safetensors +3 -0
  16. model-00007-of-00022.safetensors +3 -0
  17. model-00008-of-00022.safetensors +3 -0
  18. model-00009-of-00022.safetensors +3 -0
  19. model-00010-of-00022.safetensors +3 -0
  20. model-00011-of-00022.safetensors +3 -0
  21. model-00012-of-00022.safetensors +3 -0
  22. model-00013-of-00022.safetensors +3 -0
  23. model-00014-of-00022.safetensors +3 -0
  24. model-00015-of-00022.safetensors +3 -0
  25. model-00016-of-00022.safetensors +3 -0
  26. model-00017-of-00022.safetensors +3 -0
  27. model-00018-of-00022.safetensors +3 -0
  28. model-00019-of-00022.safetensors +3 -0
  29. model-00020-of-00022.safetensors +3 -0
  30. model-00021-of-00022.safetensors +3 -0
  31. model-00022-of-00022.safetensors +3 -0
  32. model.safetensors.index.json +0 -0
  33. ngram-manifest.json +0 -0
  34. preprocessor_config.json +21 -0
  35. qwen-logo.png +0 -0
  36. route-census.json +0 -0
  37. tokenizer.json +3 -0
  38. tokenizer_config.json +305 -0
  39. vocab.json +0 -0
.gitattributes CHANGED
@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
37
+ expert-manifest.json filter=lfs diff=lfs merge=lfs -text
LICENSE ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Qwen Community License 1.0
2
+
3
+ Copyright (c) 2026 Qwen
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining a copy of this software, including the model weights, parameters, configuration files, inference code and associated documentation files (collectively, the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, sell, deploy, host, fine-tune, and create derivative works from (collectively, "Use" or "Using") copies of the Software; and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
6
+
7
+ 1. The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. If the Software (or any derivative works thereof) is Used for any of the licensee's commercial products or services that have more than 100,000,000 monthly active users or US$ 20,000,000 (or equivalent in other currencies) monthly revenue, respective model name must be prominently displayed on the user interface of such product or service; and,
8
+
9
+ 2. If the licensee or any of its affiliates conducts a Model as a Service or AI Work Assistant business, the licensee shall obtain a separate license from Qwen before Using the Software or its derivative works for any commercial purpose. The foregoing requirement shall not apply to the licensee's internal Use of the Software, provided that such Use does not make the Software, its outputs, or its underlying model capabilities available to any third party.
10
+
11
+ "Model as a Service" means giving a third party access to language model inference or fine-tuning (e.g., via API or a hosted endpoint) in a manner that allows such third parties to exercise meaningful control over the inputs, parameters, or training data. This does not include the mere relaying of requests to models hosted by other third parties.
12
+ “AI Work Assistant” means an independent AI-powered product primarily designed for AI-assisted coding or office productivity (e.g., Qoder and QwenWork). It does not include: (a) a single-purpose AI tool (such as an AI translation tool); (b) an AI assistant primarily designed for a domain other than coding or office productivity (such as Taobao AI Shopping Assistant or AMap AI Chat); or (c) an AI assistant that is a feature of a product whose primary purpose is not AI-assisted coding or office productivity.
13
+
14
+ THE SOFTWARE AND ANY OUTPUT AND RESULTS THEREFROM ARE PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL QWEN, ITS AFFILIATES OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. THE USE OF THE SOFTWARE MUST COMPLY WITH APPLICABLE LAWS AND REGULATIONS, AND MUST NOT INFRINGE THE INTELLECTUAL PROPERTY RIGHTS OF ANY THIRD PARTY.
15
+
16
+ For any questions regarding this license, please contact model-business@notice.qwencloud.com.
README.md ADDED
@@ -0,0 +1,131 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: mlx
3
+ license: other
4
+ license_name: qwen-community-1.0
5
+ license_link: LICENSE
6
+ base_model: Qwen/Qwen3.8-Flash-Next
7
+ base_model_relation: quantized
8
+ pipeline_tag: image-text-to-text
9
+ tags:
10
+ - mlx
11
+ - mlx-vlm
12
+ - omlx
13
+ - oq
14
+ - mtp
15
+ - speculative-decoding
16
+ - qwen
17
+ - qwen3.8
18
+ - mixture-of-experts
19
+ - vision-language
20
+ - quantized
21
+ - apple-silicon
22
+ - 4-bit
23
+ ---
24
+
25
+ <p align="center">
26
+ <a href="https://qwen.ai/"><img src="qwen-logo.png" width="96" height="95" alt="Qwen"></a>
27
+ </p>
28
+
29
+ <p align="center">
30
+ <img src="https://img.shields.io/badge/Qwen-Qwen3.8-615CED?style=for-the-badge&logo=qwen&logoColor=white" alt="Qwen Qwen3.8">
31
+ <img src="https://img.shields.io/badge/Apple_Silicon-MLX-000000?style=for-the-badge&logo=apple&logoColor=white" alt="Apple silicon MLX">
32
+ <img src="https://img.shields.io/badge/Native_MTP-Included-22C55E?style=for-the-badge" alt="Native MTP included">
33
+ <img src="https://img.shields.io/badge/Vontra-oQ4-6E56CF?style=for-the-badge&logo=huggingface&logoColor=white" alt="Vontra oQ4">
34
+ </p>
35
+
36
+ <h1 align="center">Qwen3.8 Flash Next — MLX oQ4 with native MTP</h1>
37
+
38
+ <p align="center">
39
+ A mixed-precision MLX conversion of <a href="https://huggingface.co/Qwen/Qwen3.8-Flash-Next">Qwen/Qwen3.8-Flash-Next</a>, quantised directly from the official BF16 checkpoint with its native MTP draft block preserved.
40
+ </p>
41
+
42
+ <p align="center">
43
+ <a href="https://huggingface.co/Qwen/Qwen3.8-Flash-Next">Original model</a> ·
44
+ <a href="https://qwen.ai/blog?id=qwen3.8-flash-next">Qwen overview</a> ·
45
+ <a href="https://github.com/ml-explore/mlx-vlm">MLX-VLM</a> ·
46
+ <a href="LICENSE">Qwen Community License 1.0</a>
47
+ </p>
48
+
49
+ ## About this conversion
50
+
51
+ This repository contains an oQ4 mixed-precision MLX conversion produced directly from Qwen's BF16 weights. Layer sensitivity was measured with a validated local proxy. Every final tensor, including the native MTP head, was rebuilt from the official BF16 checkpoint. Group size 32 supports the model's 160-wide hashed n-gram embedding tables.
52
+
53
+ | Item | Value |
54
+ | --- | --- |
55
+ | Repository | `Vontra/Qwen3.8-Flash-Next-MLX-oQ4-MTP` |
56
+ | Base model | [`Qwen/Qwen3.8-Flash-Next`](https://huggingface.co/Qwen/Qwen3.8-Flash-Next) |
57
+ | Format | MLX safetensors |
58
+ | Quantisation | oQ4 mixed precision, 4-bit affine base with protected modules at 5/8-bit |
59
+ | Base group size | 32 |
60
+ | Protected modules | 232 |
61
+ | Native MTP | Included, one Qwen4Exp draft block |
62
+ | Weight tensors | 3,747 total, including 76 converted MTP tensors |
63
+ | Weight shards | 22 |
64
+ | Weight size | 113.33 GB, 105.54 GiB |
65
+ | Configured context | 262,144 tokens |
66
+ | Architecture | `qwen4_exp` vision-language sparse MoE |
67
+
68
+ The upstream tokenizer, chat template, vision processor, generation configuration, and native MTP configuration are preserved.
69
+
70
+ > [!IMPORTANT]
71
+ > This checkpoint requires an oMLX or MLX-VLM runtime with explicit `qwen4_exp` native-MTP support. Stock runtimes that do not construct the Qwen4Exp MTP module may reject the 76 MTP tensors during strict weight loading.
72
+
73
+ > [!CAUTION]
74
+ > Do not attach a Qwen3.8 27B drafter to this model. Flash Next has different hidden dimensions and ships its own matching MTP block here.
75
+
76
+ ## Download and use
77
+
78
+ ```bash
79
+ hf download Vontra/Qwen3.8-Flash-Next-MLX-oQ4-MTP \
80
+ --local-dir Qwen3.8-Flash-Next-MLX-oQ4-MTP
81
+ ```
82
+
83
+ Add the downloaded directory to an MTP-capable oMLX installation, select the model, and enable native MTP in its model settings.
84
+
85
+ ## Apple M3 Studio performance
86
+
87
+ Validated with native MTP enabled in oMLX on an Apple M3 Studio:
88
+
89
+ | Test | Output tokens | Speed |
90
+ | --- | ---: | ---: |
91
+ | Raw completion, first measured run | 32 | 29.4 tokens/s |
92
+ | Raw completion, warmed | 32 | 34.4 tokens/s |
93
+ | Exact-instruction chat | 27 | 17.4 tokens/s |
94
+ | Casual chat | 71 | 39.7 tokens/s |
95
+
96
+ The two deterministic raw-completion runs produced identical output. The exact-instruction test returned `hello`, and the longer chat completed coherently without repetition or cache-reconciliation errors. Native MTP remained active throughout, with 58.3 to 89.5% draft acceptance across these tests.
97
+
98
+ Results vary with prompt length, cache state, sampling settings, runtime version, and memory pressure.
99
+
100
+ ## Architecture
101
+
102
+ Qwen3.8 Flash Next combines Gated DeltaNet, Qwen Sparse Attention, sparse mixture-of-experts layers, widened gated residual streams, hashed bigram and trigram embeddings, and a native next-token prediction block for speculative decoding.
103
+
104
+ | Architecture detail | Upstream value |
105
+ | --- | ---: |
106
+ | Language-model parameters | 125B total / 6B active |
107
+ | N-gram embedding | 51B parameters |
108
+ | Layers | 48 |
109
+ | Routed / active experts | 512 / 10, plus 1 shared |
110
+ | Attention heads / KV heads | 24 / 2 |
111
+ | Hidden size | 2,560 |
112
+ | Native configured context | 262,144 tokens |
113
+ | Native MTP draft blocks | 1 |
114
+
115
+ For upstream evaluations, intended use, limitations, safety guidance, and the complete architecture discussion, see the [original model card](https://huggingface.co/Qwen/Qwen3.8-Flash-Next).
116
+
117
+ ## Conversion and validation
118
+
119
+ - The converter read the official BF16 checkpoint directly.
120
+ - Sensitivity-guided allocation used a 4-bit base and 232 protected or overridden modules.
121
+ - Structural validation checked all 3,747 indexed tensors and all 22 shards.
122
+ - MTP validation confirmed one configured draft layer and 76 converted MTP tensor entries.
123
+ - Live generation validation covered deterministic completion, exact-instruction chat, coherent chat, MTP telemetry, and cache rollback.
124
+
125
+ This is a community conversion, not an official Qwen release.
126
+
127
+ ## License and attribution
128
+
129
+ The upstream model is released under the **Qwen Community License 1.0**. The required licence text is included in this repository.
130
+
131
+ Model design, training, evaluations, and upstream documentation belong to Qwen and the original contributors. The MLX conversion and packaging are provided by [Vontra](https://huggingface.co/Vontra).
chat_template.jinja ADDED
@@ -0,0 +1,170 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- set image_count = namespace(value=0) %}
2
+ {%- set video_count = namespace(value=0) %}
3
+ {%- macro render_content(content, do_vision_count, is_system_content=false) %}
4
+ {%- if content is string %}
5
+ {{- content }}
6
+ {%- elif content is iterable and content is not mapping %}
7
+ {%- for item in content %}
8
+ {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
9
+ {%- if is_system_content %}
10
+ {{- raise_exception('System message cannot contain images.') }}
11
+ {%- endif %}
12
+ {%- if do_vision_count %}
13
+ {%- set image_count.value = image_count.value + 1 %}
14
+ {%- endif %}
15
+ {%- if add_vision_id %}
16
+ {{- 'Picture ' ~ image_count.value ~ ': ' }}
17
+ {%- endif %}
18
+ {{- '<|vision_start|><|image_pad|><|vision_end|>' }}
19
+ {%- elif 'video' in item or item.type == 'video' %}
20
+ {%- if is_system_content %}
21
+ {{- raise_exception('System message cannot contain videos.') }}
22
+ {%- endif %}
23
+ {%- if do_vision_count %}
24
+ {%- set video_count.value = video_count.value + 1 %}
25
+ {%- endif %}
26
+ {%- if add_vision_id %}
27
+ {{- 'Video ' ~ video_count.value ~ ': ' }}
28
+ {%- endif %}
29
+ {{- '<|vision_start|><|video_pad|><|vision_end|>' }}
30
+ {%- elif 'text' in item %}
31
+ {{- item.text }}
32
+ {%- else %}
33
+ {{- raise_exception('Unexpected item type in content.') }}
34
+ {%- endif %}
35
+ {%- endfor %}
36
+ {%- elif content is none or content is undefined %}
37
+ {{- '' }}
38
+ {%- else %}
39
+ {{- raise_exception('Unexpected content type.') }}
40
+ {%- endif %}
41
+ {%- endmacro %}
42
+ {%- if not messages %}
43
+ {{- raise_exception('No messages provided.') }}
44
+ {%- endif %}
45
+ {%- set reasoning_instructions = '' %}
46
+ {%- if enable_thinking is undefined or enable_thinking is true %}
47
+ {%- set resolved_reasoning_effort = reasoning_effort|default('xhigh') %}
48
+ {%- if resolved_reasoning_effort not in ('xhigh', 'medium', 'low') %}
49
+ {{- raise_exception('Unexpected reasoning effort ' ~ reasoning_effort ~ '. Supported types are xhigh (default), medium, and low.') }}
50
+ {%- endif %}
51
+ {%- if resolved_reasoning_effort == 'xhigh' %}
52
+ {%- set reasoning_instructions = 'Reasoning effort is set to xhigh. Please think carefully through the task, validate key assumptions, consider plausible alternatives, and prioritize correctness, consistency, and clarity in the final answer.' %}
53
+ {%- elif resolved_reasoning_effort == 'low' %}
54
+ {%- set reasoning_instructions = 'Reasoning effort is set to low. Keep your thinking brief and focused, moving directly to the conclusion without unnecessary elaboration.' %}
55
+ {%- endif %}
56
+ {%- endif %}
57
+ {%- if tools and tools is iterable and tools is not mapping %}
58
+ {{- '<|im_start|>system\n' }}
59
+ {%- if reasoning_instructions %}
60
+ {{- reasoning_instructions + '\n\n' }}
61
+ {%- endif %}
62
+ {{- "# Tools\n\nYou have access to the following functions:\n\n<tools>" }}
63
+ {%- for tool in tools %}
64
+ {{- "\n" }}
65
+ {{- tool | tojson }}
66
+ {%- endfor %}
67
+ {{- "\n</tools>" }}
68
+ {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
69
+ {%- if messages[0].role == 'system' %}
70
+ {%- set content = render_content(messages[0].content, false, true)|trim %}
71
+ {%- if content %}
72
+ {{- '\n\n' + content }}
73
+ {%- endif %}
74
+ {%- endif %}
75
+ {{- '<|im_end|>\n' }}
76
+ {%- else %}
77
+ {%- if messages[0].role == 'system' %}
78
+ {%- set content = render_content(messages[0].content, false, true)|trim %}
79
+ {%- if content %}
80
+ {{- '<|im_start|>system\n' + (reasoning_instructions + '\n\n' if reasoning_instructions else '') + content + '<|im_end|>\n' }}
81
+ {%- elif reasoning_instructions %}
82
+ {{- '<|im_start|>system\n' + reasoning_instructions + '<|im_end|>\n' }}
83
+ {%- endif %}
84
+ {%- elif reasoning_instructions %}
85
+ {{- '<|im_start|>system\n' + reasoning_instructions + '<|im_end|>\n' }}
86
+ {%- endif %}
87
+ {%- endif %}
88
+ {%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
89
+ {%- for message in messages[::-1] %}
90
+ {%- set index = (messages|length - 1) - loop.index0 %}
91
+ {%- if ns.multi_step_tool and message.role == "user" %}
92
+ {%- set content = render_content(message.content, false)|trim %}
93
+ {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}
94
+ {%- set ns.multi_step_tool = false %}
95
+ {%- set ns.last_query_index = index %}
96
+ {%- endif %}
97
+ {%- endif %}
98
+ {%- endfor %}
99
+ {%- if ns.multi_step_tool %}
100
+ {{- raise_exception('No user query found in messages.') }}
101
+ {%- endif %}
102
+ {%- for message in messages %}
103
+ {%- set content = render_content(message.content, true)|trim %}
104
+ {%- if message.role == "system" %}
105
+ {%- if not loop.first %}
106
+ {{- raise_exception('System message must be at the beginning.') }}
107
+ {%- endif %}
108
+ {%- elif message.role == "user" %}
109
+ {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
110
+ {%- elif message.role == "assistant" %}
111
+ {%- set reasoning_content = '' %}
112
+ {%- if message.reasoning_content is string %}
113
+ {%- set reasoning_content = message.reasoning_content %}
114
+ {%- endif %}
115
+ {%- set reasoning_content = reasoning_content|trim %}
116
+ {%- if preserve_thinking is undefined or preserve_thinking is true or loop.index0 > ns.last_query_index %}
117
+ {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content + '\n</think>\n\n' + content }}
118
+ {%- else %}
119
+ {{- '<|im_start|>' + message.role + '\n' + content }}
120
+ {%- endif %}
121
+ {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
122
+ {%- for tool_call in message.tool_calls %}
123
+ {%- if tool_call.function is defined %}
124
+ {%- set tool_call = tool_call.function %}
125
+ {%- endif %}
126
+ {%- if loop.first %}
127
+ {%- if content|trim %}
128
+ {{- '\n\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
129
+ {%- else %}
130
+ {{- '<tool_call>\n<function=' + tool_call.name + '>\n' }}
131
+ {%- endif %}
132
+ {%- else %}
133
+ {{- '\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
134
+ {%- endif %}
135
+ {%- if tool_call.arguments is defined and tool_call.arguments != '' %}
136
+ {%- for args_name, args_value in tool_call.arguments|items %}
137
+ {{- '<parameter=' + args_name + '>\n' }}
138
+ {%- set args_value = args_value | string if args_value is string else args_value | tojson | safe %}
139
+ {{- args_value }}
140
+ {{- '\n</parameter>\n' }}
141
+ {%- endfor %}
142
+ {%- endif %}
143
+ {{- '</function>\n</tool_call>' }}
144
+ {%- endfor %}
145
+ {%- endif %}
146
+ {{- '<|im_end|>\n' }}
147
+ {%- elif message.role == "tool" %}
148
+ {%- if loop.previtem and loop.previtem.role != "tool" %}
149
+ {{- '<|im_start|>user' }}
150
+ {%- endif %}
151
+ {{- '\n<tool_response>\n' }}
152
+ {{- content }}
153
+ {{- '\n</tool_response>' }}
154
+ {%- if not loop.last and loop.nextitem.role != "tool" %}
155
+ {{- '<|im_end|>\n' }}
156
+ {%- elif loop.last %}
157
+ {{- '<|im_end|>\n' }}
158
+ {%- endif %}
159
+ {%- else %}
160
+ {{- raise_exception('Unexpected message role.') }}
161
+ {%- endif %}
162
+ {%- endfor %}
163
+ {%- if add_generation_prompt %}
164
+ {{- '<|im_start|>assistant\n' }}
165
+ {%- if enable_thinking is defined and enable_thinking is false %}
166
+ {{- '<think>\n\n</think>\n\n' }}
167
+ {%- else %}
168
+ {{- '<think>\n' }}
169
+ {%- endif %}
170
+ {%- endif %}
config.json ADDED
@@ -0,0 +1,2488 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen4ExpForConditionalGeneration"
4
+ ],
5
+ "image_token_id": 248056,
6
+ "language_model_only": false,
7
+ "model_type": "qwen4_exp",
8
+ "text_config": {
9
+ "attention_bias": false,
10
+ "attention_dropout": 0.0,
11
+ "bos_token_id": 248044,
12
+ "dtype": "bfloat16",
13
+ "eos_token_id": 248044,
14
+ "full_attention_interval": 4,
15
+ "hc_count": 4,
16
+ "hc_lowrank": 320,
17
+ "head_dim": 256,
18
+ "heads_per_ngram": 8,
19
+ "hidden_act": "silu",
20
+ "hidden_size": 2560,
21
+ "indexer_budget": 2048,
22
+ "indexer_compress_ratio": 4,
23
+ "indexer_head_dim": 128,
24
+ "indexer_kv_heads": 1,
25
+ "indexer_n_heads": 4,
26
+ "initializer_range": 0.02,
27
+ "layer_types": [
28
+ "linear_attention",
29
+ "linear_attention",
30
+ "linear_attention",
31
+ "full_attention",
32
+ "linear_attention",
33
+ "linear_attention",
34
+ "linear_attention",
35
+ "full_attention",
36
+ "linear_attention",
37
+ "linear_attention",
38
+ "linear_attention",
39
+ "full_attention",
40
+ "linear_attention",
41
+ "linear_attention",
42
+ "linear_attention",
43
+ "full_attention",
44
+ "linear_attention",
45
+ "linear_attention",
46
+ "linear_attention",
47
+ "full_attention",
48
+ "linear_attention",
49
+ "linear_attention",
50
+ "linear_attention",
51
+ "full_attention",
52
+ "linear_attention",
53
+ "linear_attention",
54
+ "linear_attention",
55
+ "full_attention",
56
+ "linear_attention",
57
+ "linear_attention",
58
+ "linear_attention",
59
+ "full_attention",
60
+ "linear_attention",
61
+ "linear_attention",
62
+ "linear_attention",
63
+ "full_attention",
64
+ "linear_attention",
65
+ "linear_attention",
66
+ "linear_attention",
67
+ "full_attention",
68
+ "linear_attention",
69
+ "linear_attention",
70
+ "linear_attention",
71
+ "full_attention",
72
+ "linear_attention",
73
+ "linear_attention",
74
+ "linear_attention",
75
+ "full_attention"
76
+ ],
77
+ "linear_conv_kernel_dim": 4,
78
+ "linear_key_head_dim": 128,
79
+ "linear_num_key_heads": 16,
80
+ "linear_num_value_heads": 48,
81
+ "linear_value_head_dim": 128,
82
+ "make_ngram_vocab_size_divisible_by": 128,
83
+ "mamba_ssm_dtype": "float32",
84
+ "max_position_embeddings": 262144,
85
+ "model_type": "qwen4_exp_text",
86
+ "moe_intermediate_size": 640,
87
+ "mtp": {
88
+ "hybrid": true,
89
+ "layer_types": [
90
+ "full_attention"
91
+ ],
92
+ "mtp_use_hidden_state_from_layer": null,
93
+ "num_hidden_layers": 1,
94
+ "rope_theta": 10000000
95
+ },
96
+ "mtp_num_hidden_layers": 1,
97
+ "mtp_use_dedicated_embeddings": false,
98
+ "ngram_size": 3,
99
+ "ngram_vocab_size_base": 20000000,
100
+ "num_attention_heads": 24,
101
+ "num_experts": 512,
102
+ "num_experts_per_tok": 10,
103
+ "num_hidden_layers": 48,
104
+ "num_key_value_heads": 2,
105
+ "output_gate_type": "sigmoid",
106
+ "output_router_logits": false,
107
+ "pad_token_id": null,
108
+ "partial_rotary_factor": 0.25,
109
+ "ple_conv_kernel_size": 4,
110
+ "ple_embed_dim": 2560,
111
+ "ple_layer_ids": [
112
+ 2
113
+ ],
114
+ "rms_norm_eps": 1e-06,
115
+ "rope_parameters": {
116
+ "mrope_interleaved": true,
117
+ "mrope_section": [
118
+ 11,
119
+ 11,
120
+ 10
121
+ ],
122
+ "partial_rotary_factor": 0.25,
123
+ "rope_theta": 10000000,
124
+ "type": "default"
125
+ },
126
+ "router_aux_loss_coef": 0.001,
127
+ "shared_expert_intermediate_size": 640,
128
+ "split_ngram_parts": 128,
129
+ "tie_word_embeddings": false,
130
+ "use_cache": true,
131
+ "vocab_size": 248320
132
+ },
133
+ "tie_word_embeddings": false,
134
+ "transformers_version": "5.8.0.dev0",
135
+ "video_token_id": 248057,
136
+ "vision_config": {
137
+ "deepstack_visual_indexes": [],
138
+ "depth": 27,
139
+ "hidden_act": "gelu_pytorch_tanh",
140
+ "hidden_size": 1152,
141
+ "in_channels": 3,
142
+ "initializer_range": 0.02,
143
+ "intermediate_size": 4304,
144
+ "model_type": "qwen4_exp",
145
+ "num_heads": 16,
146
+ "num_position_embeddings": 2304,
147
+ "out_hidden_size": 2560,
148
+ "patch_size": 16,
149
+ "spatial_merge_size": 2,
150
+ "temporal_patch_size": 2
151
+ },
152
+ "vision_end_token_id": 248054,
153
+ "vision_start_token_id": 248053,
154
+ "eos_token_id": [
155
+ 248046,
156
+ 248044
157
+ ],
158
+ "quantization": {
159
+ "group_size": 32,
160
+ "bits": 4,
161
+ "mode": "affine",
162
+ "language_model.model.layers.0.linear_attn.out_proj": {
163
+ "bits": 5,
164
+ "group_size": 128,
165
+ "mode": "affine"
166
+ },
167
+ "language_model.model.layers.0.mlp.shared_expert.down_proj": {
168
+ "bits": 8,
169
+ "group_size": 128,
170
+ "mode": "affine"
171
+ },
172
+ "language_model.model.layers.0.mlp.shared_expert.gate_proj": {
173
+ "bits": 8,
174
+ "group_size": 128,
175
+ "mode": "affine"
176
+ },
177
+ "language_model.model.layers.0.mlp.shared_expert.up_proj": {
178
+ "bits": 8,
179
+ "group_size": 128,
180
+ "mode": "affine"
181
+ },
182
+ "language_model.model.layers.0.mlp.shared_expert_gate": {
183
+ "bits": 8,
184
+ "group_size": 64,
185
+ "mode": "affine"
186
+ },
187
+ "language_model.model.layers.1.linear_attn.out_proj": {
188
+ "bits": 5,
189
+ "group_size": 128,
190
+ "mode": "affine"
191
+ },
192
+ "language_model.model.layers.1.mlp.shared_expert.down_proj": {
193
+ "bits": 8,
194
+ "group_size": 128,
195
+ "mode": "affine"
196
+ },
197
+ "language_model.model.layers.1.mlp.shared_expert.gate_proj": {
198
+ "bits": 8,
199
+ "group_size": 128,
200
+ "mode": "affine"
201
+ },
202
+ "language_model.model.layers.1.mlp.shared_expert.up_proj": {
203
+ "bits": 8,
204
+ "group_size": 128,
205
+ "mode": "affine"
206
+ },
207
+ "language_model.model.layers.1.mlp.shared_expert_gate": {
208
+ "bits": 8,
209
+ "group_size": 64,
210
+ "mode": "affine"
211
+ },
212
+ "language_model.model.layers.10.linear_attn.out_proj": {
213
+ "bits": 5,
214
+ "group_size": 128,
215
+ "mode": "affine"
216
+ },
217
+ "language_model.model.layers.10.mlp.shared_expert.down_proj": {
218
+ "bits": 8,
219
+ "group_size": 128,
220
+ "mode": "affine"
221
+ },
222
+ "language_model.model.layers.10.mlp.shared_expert.gate_proj": {
223
+ "bits": 8,
224
+ "group_size": 128,
225
+ "mode": "affine"
226
+ },
227
+ "language_model.model.layers.10.mlp.shared_expert.up_proj": {
228
+ "bits": 8,
229
+ "group_size": 128,
230
+ "mode": "affine"
231
+ },
232
+ "language_model.model.layers.10.mlp.shared_expert_gate": {
233
+ "bits": 8,
234
+ "group_size": 64,
235
+ "mode": "affine"
236
+ },
237
+ "language_model.model.layers.11.mlp.shared_expert.down_proj": {
238
+ "bits": 8,
239
+ "group_size": 128,
240
+ "mode": "affine"
241
+ },
242
+ "language_model.model.layers.11.mlp.shared_expert.gate_proj": {
243
+ "bits": 8,
244
+ "group_size": 128,
245
+ "mode": "affine"
246
+ },
247
+ "language_model.model.layers.11.mlp.shared_expert.up_proj": {
248
+ "bits": 8,
249
+ "group_size": 128,
250
+ "mode": "affine"
251
+ },
252
+ "language_model.model.layers.11.mlp.shared_expert_gate": {
253
+ "bits": 8,
254
+ "group_size": 64,
255
+ "mode": "affine"
256
+ },
257
+ "language_model.model.layers.12.linear_attn.out_proj": {
258
+ "bits": 5,
259
+ "group_size": 128,
260
+ "mode": "affine"
261
+ },
262
+ "language_model.model.layers.12.mlp.shared_expert.down_proj": {
263
+ "bits": 8,
264
+ "group_size": 128,
265
+ "mode": "affine"
266
+ },
267
+ "language_model.model.layers.12.mlp.shared_expert.gate_proj": {
268
+ "bits": 8,
269
+ "group_size": 128,
270
+ "mode": "affine"
271
+ },
272
+ "language_model.model.layers.12.mlp.shared_expert.up_proj": {
273
+ "bits": 8,
274
+ "group_size": 128,
275
+ "mode": "affine"
276
+ },
277
+ "language_model.model.layers.12.mlp.shared_expert_gate": {
278
+ "bits": 8,
279
+ "group_size": 64,
280
+ "mode": "affine"
281
+ },
282
+ "language_model.model.layers.13.linear_attn.out_proj": {
283
+ "bits": 5,
284
+ "group_size": 128,
285
+ "mode": "affine"
286
+ },
287
+ "language_model.model.layers.13.mlp.shared_expert.down_proj": {
288
+ "bits": 8,
289
+ "group_size": 128,
290
+ "mode": "affine"
291
+ },
292
+ "language_model.model.layers.13.mlp.shared_expert.gate_proj": {
293
+ "bits": 8,
294
+ "group_size": 128,
295
+ "mode": "affine"
296
+ },
297
+ "language_model.model.layers.13.mlp.shared_expert.up_proj": {
298
+ "bits": 8,
299
+ "group_size": 128,
300
+ "mode": "affine"
301
+ },
302
+ "language_model.model.layers.13.mlp.shared_expert_gate": {
303
+ "bits": 8,
304
+ "group_size": 64,
305
+ "mode": "affine"
306
+ },
307
+ "language_model.model.layers.14.linear_attn.out_proj": {
308
+ "bits": 5,
309
+ "group_size": 128,
310
+ "mode": "affine"
311
+ },
312
+ "language_model.model.layers.14.mlp.shared_expert.down_proj": {
313
+ "bits": 8,
314
+ "group_size": 128,
315
+ "mode": "affine"
316
+ },
317
+ "language_model.model.layers.14.mlp.shared_expert.gate_proj": {
318
+ "bits": 8,
319
+ "group_size": 128,
320
+ "mode": "affine"
321
+ },
322
+ "language_model.model.layers.14.mlp.shared_expert.up_proj": {
323
+ "bits": 8,
324
+ "group_size": 128,
325
+ "mode": "affine"
326
+ },
327
+ "language_model.model.layers.14.mlp.shared_expert_gate": {
328
+ "bits": 8,
329
+ "group_size": 64,
330
+ "mode": "affine"
331
+ },
332
+ "language_model.model.layers.15.mlp.shared_expert.down_proj": {
333
+ "bits": 8,
334
+ "group_size": 128,
335
+ "mode": "affine"
336
+ },
337
+ "language_model.model.layers.15.mlp.shared_expert.gate_proj": {
338
+ "bits": 8,
339
+ "group_size": 128,
340
+ "mode": "affine"
341
+ },
342
+ "language_model.model.layers.15.mlp.shared_expert.up_proj": {
343
+ "bits": 8,
344
+ "group_size": 128,
345
+ "mode": "affine"
346
+ },
347
+ "language_model.model.layers.15.mlp.shared_expert_gate": {
348
+ "bits": 8,
349
+ "group_size": 64,
350
+ "mode": "affine"
351
+ },
352
+ "language_model.model.layers.16.linear_attn.out_proj": {
353
+ "bits": 5,
354
+ "group_size": 128,
355
+ "mode": "affine"
356
+ },
357
+ "language_model.model.layers.16.mlp.shared_expert.down_proj": {
358
+ "bits": 8,
359
+ "group_size": 128,
360
+ "mode": "affine"
361
+ },
362
+ "language_model.model.layers.16.mlp.shared_expert.gate_proj": {
363
+ "bits": 8,
364
+ "group_size": 128,
365
+ "mode": "affine"
366
+ },
367
+ "language_model.model.layers.16.mlp.shared_expert.up_proj": {
368
+ "bits": 8,
369
+ "group_size": 128,
370
+ "mode": "affine"
371
+ },
372
+ "language_model.model.layers.16.mlp.shared_expert_gate": {
373
+ "bits": 8,
374
+ "group_size": 64,
375
+ "mode": "affine"
376
+ },
377
+ "language_model.model.layers.17.linear_attn.out_proj": {
378
+ "bits": 5,
379
+ "group_size": 128,
380
+ "mode": "affine"
381
+ },
382
+ "language_model.model.layers.17.mlp.shared_expert.down_proj": {
383
+ "bits": 8,
384
+ "group_size": 128,
385
+ "mode": "affine"
386
+ },
387
+ "language_model.model.layers.17.mlp.shared_expert.gate_proj": {
388
+ "bits": 8,
389
+ "group_size": 128,
390
+ "mode": "affine"
391
+ },
392
+ "language_model.model.layers.17.mlp.shared_expert.up_proj": {
393
+ "bits": 8,
394
+ "group_size": 128,
395
+ "mode": "affine"
396
+ },
397
+ "language_model.model.layers.17.mlp.shared_expert_gate": {
398
+ "bits": 8,
399
+ "group_size": 64,
400
+ "mode": "affine"
401
+ },
402
+ "language_model.model.layers.18.linear_attn.out_proj": {
403
+ "bits": 5,
404
+ "group_size": 128,
405
+ "mode": "affine"
406
+ },
407
+ "language_model.model.layers.18.mlp.shared_expert.down_proj": {
408
+ "bits": 8,
409
+ "group_size": 128,
410
+ "mode": "affine"
411
+ },
412
+ "language_model.model.layers.18.mlp.shared_expert.gate_proj": {
413
+ "bits": 8,
414
+ "group_size": 128,
415
+ "mode": "affine"
416
+ },
417
+ "language_model.model.layers.18.mlp.shared_expert.up_proj": {
418
+ "bits": 8,
419
+ "group_size": 128,
420
+ "mode": "affine"
421
+ },
422
+ "language_model.model.layers.18.mlp.shared_expert_gate": {
423
+ "bits": 8,
424
+ "group_size": 64,
425
+ "mode": "affine"
426
+ },
427
+ "language_model.model.layers.19.mlp.shared_expert.down_proj": {
428
+ "bits": 8,
429
+ "group_size": 128,
430
+ "mode": "affine"
431
+ },
432
+ "language_model.model.layers.19.mlp.shared_expert.gate_proj": {
433
+ "bits": 8,
434
+ "group_size": 128,
435
+ "mode": "affine"
436
+ },
437
+ "language_model.model.layers.19.mlp.shared_expert.up_proj": {
438
+ "bits": 8,
439
+ "group_size": 128,
440
+ "mode": "affine"
441
+ },
442
+ "language_model.model.layers.19.mlp.shared_expert_gate": {
443
+ "bits": 8,
444
+ "group_size": 64,
445
+ "mode": "affine"
446
+ },
447
+ "language_model.model.layers.2.linear_attn.out_proj": {
448
+ "bits": 5,
449
+ "group_size": 128,
450
+ "mode": "affine"
451
+ },
452
+ "language_model.model.layers.2.mlp.shared_expert.down_proj": {
453
+ "bits": 8,
454
+ "group_size": 128,
455
+ "mode": "affine"
456
+ },
457
+ "language_model.model.layers.2.mlp.shared_expert.gate_proj": {
458
+ "bits": 8,
459
+ "group_size": 128,
460
+ "mode": "affine"
461
+ },
462
+ "language_model.model.layers.2.mlp.shared_expert.up_proj": {
463
+ "bits": 8,
464
+ "group_size": 128,
465
+ "mode": "affine"
466
+ },
467
+ "language_model.model.layers.2.mlp.shared_expert_gate": {
468
+ "bits": 8,
469
+ "group_size": 64,
470
+ "mode": "affine"
471
+ },
472
+ "language_model.model.layers.20.linear_attn.out_proj": {
473
+ "bits": 5,
474
+ "group_size": 128,
475
+ "mode": "affine"
476
+ },
477
+ "language_model.model.layers.20.mlp.shared_expert.down_proj": {
478
+ "bits": 8,
479
+ "group_size": 128,
480
+ "mode": "affine"
481
+ },
482
+ "language_model.model.layers.20.mlp.shared_expert.gate_proj": {
483
+ "bits": 8,
484
+ "group_size": 128,
485
+ "mode": "affine"
486
+ },
487
+ "language_model.model.layers.20.mlp.shared_expert.up_proj": {
488
+ "bits": 8,
489
+ "group_size": 128,
490
+ "mode": "affine"
491
+ },
492
+ "language_model.model.layers.20.mlp.shared_expert_gate": {
493
+ "bits": 8,
494
+ "group_size": 64,
495
+ "mode": "affine"
496
+ },
497
+ "language_model.model.layers.21.linear_attn.out_proj": {
498
+ "bits": 5,
499
+ "group_size": 128,
500
+ "mode": "affine"
501
+ },
502
+ "language_model.model.layers.21.mlp.shared_expert.down_proj": {
503
+ "bits": 8,
504
+ "group_size": 128,
505
+ "mode": "affine"
506
+ },
507
+ "language_model.model.layers.21.mlp.shared_expert.gate_proj": {
508
+ "bits": 8,
509
+ "group_size": 128,
510
+ "mode": "affine"
511
+ },
512
+ "language_model.model.layers.21.mlp.shared_expert.up_proj": {
513
+ "bits": 8,
514
+ "group_size": 128,
515
+ "mode": "affine"
516
+ },
517
+ "language_model.model.layers.21.mlp.shared_expert_gate": {
518
+ "bits": 8,
519
+ "group_size": 64,
520
+ "mode": "affine"
521
+ },
522
+ "language_model.model.layers.22.linear_attn.out_proj": {
523
+ "bits": 5,
524
+ "group_size": 128,
525
+ "mode": "affine"
526
+ },
527
+ "language_model.model.layers.22.mlp.shared_expert.down_proj": {
528
+ "bits": 8,
529
+ "group_size": 128,
530
+ "mode": "affine"
531
+ },
532
+ "language_model.model.layers.22.mlp.shared_expert.gate_proj": {
533
+ "bits": 8,
534
+ "group_size": 128,
535
+ "mode": "affine"
536
+ },
537
+ "language_model.model.layers.22.mlp.shared_expert.up_proj": {
538
+ "bits": 8,
539
+ "group_size": 128,
540
+ "mode": "affine"
541
+ },
542
+ "language_model.model.layers.22.mlp.shared_expert_gate": {
543
+ "bits": 8,
544
+ "group_size": 64,
545
+ "mode": "affine"
546
+ },
547
+ "language_model.model.layers.23.mlp.shared_expert.down_proj": {
548
+ "bits": 8,
549
+ "group_size": 128,
550
+ "mode": "affine"
551
+ },
552
+ "language_model.model.layers.23.mlp.shared_expert.gate_proj": {
553
+ "bits": 8,
554
+ "group_size": 128,
555
+ "mode": "affine"
556
+ },
557
+ "language_model.model.layers.23.mlp.shared_expert.up_proj": {
558
+ "bits": 8,
559
+ "group_size": 128,
560
+ "mode": "affine"
561
+ },
562
+ "language_model.model.layers.23.mlp.shared_expert_gate": {
563
+ "bits": 8,
564
+ "group_size": 64,
565
+ "mode": "affine"
566
+ },
567
+ "language_model.model.layers.24.linear_attn.out_proj": {
568
+ "bits": 5,
569
+ "group_size": 128,
570
+ "mode": "affine"
571
+ },
572
+ "language_model.model.layers.24.mlp.shared_expert.down_proj": {
573
+ "bits": 8,
574
+ "group_size": 128,
575
+ "mode": "affine"
576
+ },
577
+ "language_model.model.layers.24.mlp.shared_expert.gate_proj": {
578
+ "bits": 8,
579
+ "group_size": 128,
580
+ "mode": "affine"
581
+ },
582
+ "language_model.model.layers.24.mlp.shared_expert.up_proj": {
583
+ "bits": 8,
584
+ "group_size": 128,
585
+ "mode": "affine"
586
+ },
587
+ "language_model.model.layers.24.mlp.shared_expert_gate": {
588
+ "bits": 8,
589
+ "group_size": 64,
590
+ "mode": "affine"
591
+ },
592
+ "language_model.model.layers.25.linear_attn.out_proj": {
593
+ "bits": 5,
594
+ "group_size": 128,
595
+ "mode": "affine"
596
+ },
597
+ "language_model.model.layers.25.mlp.shared_expert.down_proj": {
598
+ "bits": 8,
599
+ "group_size": 128,
600
+ "mode": "affine"
601
+ },
602
+ "language_model.model.layers.25.mlp.shared_expert.gate_proj": {
603
+ "bits": 8,
604
+ "group_size": 128,
605
+ "mode": "affine"
606
+ },
607
+ "language_model.model.layers.25.mlp.shared_expert.up_proj": {
608
+ "bits": 8,
609
+ "group_size": 128,
610
+ "mode": "affine"
611
+ },
612
+ "language_model.model.layers.25.mlp.shared_expert_gate": {
613
+ "bits": 8,
614
+ "group_size": 64,
615
+ "mode": "affine"
616
+ },
617
+ "language_model.model.layers.26.linear_attn.out_proj": {
618
+ "bits": 5,
619
+ "group_size": 128,
620
+ "mode": "affine"
621
+ },
622
+ "language_model.model.layers.26.mlp.shared_expert.down_proj": {
623
+ "bits": 8,
624
+ "group_size": 128,
625
+ "mode": "affine"
626
+ },
627
+ "language_model.model.layers.26.mlp.shared_expert.gate_proj": {
628
+ "bits": 8,
629
+ "group_size": 128,
630
+ "mode": "affine"
631
+ },
632
+ "language_model.model.layers.26.mlp.shared_expert.up_proj": {
633
+ "bits": 8,
634
+ "group_size": 128,
635
+ "mode": "affine"
636
+ },
637
+ "language_model.model.layers.26.mlp.shared_expert_gate": {
638
+ "bits": 8,
639
+ "group_size": 64,
640
+ "mode": "affine"
641
+ },
642
+ "language_model.model.layers.27.mlp.shared_expert.down_proj": {
643
+ "bits": 8,
644
+ "group_size": 128,
645
+ "mode": "affine"
646
+ },
647
+ "language_model.model.layers.27.mlp.shared_expert.gate_proj": {
648
+ "bits": 8,
649
+ "group_size": 128,
650
+ "mode": "affine"
651
+ },
652
+ "language_model.model.layers.27.mlp.shared_expert.up_proj": {
653
+ "bits": 8,
654
+ "group_size": 128,
655
+ "mode": "affine"
656
+ },
657
+ "language_model.model.layers.27.mlp.shared_expert_gate": {
658
+ "bits": 8,
659
+ "group_size": 64,
660
+ "mode": "affine"
661
+ },
662
+ "language_model.model.layers.28.linear_attn.out_proj": {
663
+ "bits": 5,
664
+ "group_size": 128,
665
+ "mode": "affine"
666
+ },
667
+ "language_model.model.layers.28.mlp.shared_expert.down_proj": {
668
+ "bits": 8,
669
+ "group_size": 128,
670
+ "mode": "affine"
671
+ },
672
+ "language_model.model.layers.28.mlp.shared_expert.gate_proj": {
673
+ "bits": 8,
674
+ "group_size": 128,
675
+ "mode": "affine"
676
+ },
677
+ "language_model.model.layers.28.mlp.shared_expert.up_proj": {
678
+ "bits": 8,
679
+ "group_size": 128,
680
+ "mode": "affine"
681
+ },
682
+ "language_model.model.layers.28.mlp.shared_expert_gate": {
683
+ "bits": 8,
684
+ "group_size": 64,
685
+ "mode": "affine"
686
+ },
687
+ "language_model.model.layers.29.linear_attn.out_proj": {
688
+ "bits": 5,
689
+ "group_size": 128,
690
+ "mode": "affine"
691
+ },
692
+ "language_model.model.layers.29.mlp.shared_expert.down_proj": {
693
+ "bits": 8,
694
+ "group_size": 128,
695
+ "mode": "affine"
696
+ },
697
+ "language_model.model.layers.29.mlp.shared_expert.gate_proj": {
698
+ "bits": 8,
699
+ "group_size": 128,
700
+ "mode": "affine"
701
+ },
702
+ "language_model.model.layers.29.mlp.shared_expert.up_proj": {
703
+ "bits": 8,
704
+ "group_size": 128,
705
+ "mode": "affine"
706
+ },
707
+ "language_model.model.layers.29.mlp.shared_expert_gate": {
708
+ "bits": 8,
709
+ "group_size": 64,
710
+ "mode": "affine"
711
+ },
712
+ "language_model.model.layers.3.mlp.shared_expert.down_proj": {
713
+ "bits": 8,
714
+ "group_size": 128,
715
+ "mode": "affine"
716
+ },
717
+ "language_model.model.layers.3.mlp.shared_expert.gate_proj": {
718
+ "bits": 8,
719
+ "group_size": 128,
720
+ "mode": "affine"
721
+ },
722
+ "language_model.model.layers.3.mlp.shared_expert.up_proj": {
723
+ "bits": 8,
724
+ "group_size": 128,
725
+ "mode": "affine"
726
+ },
727
+ "language_model.model.layers.3.mlp.shared_expert_gate": {
728
+ "bits": 8,
729
+ "group_size": 64,
730
+ "mode": "affine"
731
+ },
732
+ "language_model.model.layers.30.linear_attn.out_proj": {
733
+ "bits": 5,
734
+ "group_size": 128,
735
+ "mode": "affine"
736
+ },
737
+ "language_model.model.layers.30.mlp.shared_expert.down_proj": {
738
+ "bits": 8,
739
+ "group_size": 128,
740
+ "mode": "affine"
741
+ },
742
+ "language_model.model.layers.30.mlp.shared_expert.gate_proj": {
743
+ "bits": 8,
744
+ "group_size": 128,
745
+ "mode": "affine"
746
+ },
747
+ "language_model.model.layers.30.mlp.shared_expert.up_proj": {
748
+ "bits": 8,
749
+ "group_size": 128,
750
+ "mode": "affine"
751
+ },
752
+ "language_model.model.layers.30.mlp.shared_expert_gate": {
753
+ "bits": 8,
754
+ "group_size": 64,
755
+ "mode": "affine"
756
+ },
757
+ "language_model.model.layers.31.mlp.shared_expert.down_proj": {
758
+ "bits": 8,
759
+ "group_size": 128,
760
+ "mode": "affine"
761
+ },
762
+ "language_model.model.layers.31.mlp.shared_expert.gate_proj": {
763
+ "bits": 8,
764
+ "group_size": 128,
765
+ "mode": "affine"
766
+ },
767
+ "language_model.model.layers.31.mlp.shared_expert.up_proj": {
768
+ "bits": 8,
769
+ "group_size": 128,
770
+ "mode": "affine"
771
+ },
772
+ "language_model.model.layers.31.mlp.shared_expert_gate": {
773
+ "bits": 8,
774
+ "group_size": 64,
775
+ "mode": "affine"
776
+ },
777
+ "language_model.model.layers.32.linear_attn.out_proj": {
778
+ "bits": 5,
779
+ "group_size": 128,
780
+ "mode": "affine"
781
+ },
782
+ "language_model.model.layers.32.mlp.shared_expert.down_proj": {
783
+ "bits": 8,
784
+ "group_size": 128,
785
+ "mode": "affine"
786
+ },
787
+ "language_model.model.layers.32.mlp.shared_expert.gate_proj": {
788
+ "bits": 8,
789
+ "group_size": 128,
790
+ "mode": "affine"
791
+ },
792
+ "language_model.model.layers.32.mlp.shared_expert.up_proj": {
793
+ "bits": 8,
794
+ "group_size": 128,
795
+ "mode": "affine"
796
+ },
797
+ "language_model.model.layers.32.mlp.shared_expert_gate": {
798
+ "bits": 8,
799
+ "group_size": 64,
800
+ "mode": "affine"
801
+ },
802
+ "language_model.model.layers.33.linear_attn.out_proj": {
803
+ "bits": 5,
804
+ "group_size": 128,
805
+ "mode": "affine"
806
+ },
807
+ "language_model.model.layers.33.mlp.shared_expert.down_proj": {
808
+ "bits": 8,
809
+ "group_size": 128,
810
+ "mode": "affine"
811
+ },
812
+ "language_model.model.layers.33.mlp.shared_expert.gate_proj": {
813
+ "bits": 8,
814
+ "group_size": 128,
815
+ "mode": "affine"
816
+ },
817
+ "language_model.model.layers.33.mlp.shared_expert.up_proj": {
818
+ "bits": 8,
819
+ "group_size": 128,
820
+ "mode": "affine"
821
+ },
822
+ "language_model.model.layers.33.mlp.shared_expert_gate": {
823
+ "bits": 8,
824
+ "group_size": 64,
825
+ "mode": "affine"
826
+ },
827
+ "language_model.model.layers.34.linear_attn.out_proj": {
828
+ "bits": 5,
829
+ "group_size": 128,
830
+ "mode": "affine"
831
+ },
832
+ "language_model.model.layers.34.mlp.shared_expert.down_proj": {
833
+ "bits": 8,
834
+ "group_size": 128,
835
+ "mode": "affine"
836
+ },
837
+ "language_model.model.layers.34.mlp.shared_expert.gate_proj": {
838
+ "bits": 8,
839
+ "group_size": 128,
840
+ "mode": "affine"
841
+ },
842
+ "language_model.model.layers.34.mlp.shared_expert.up_proj": {
843
+ "bits": 8,
844
+ "group_size": 128,
845
+ "mode": "affine"
846
+ },
847
+ "language_model.model.layers.34.mlp.shared_expert_gate": {
848
+ "bits": 8,
849
+ "group_size": 64,
850
+ "mode": "affine"
851
+ },
852
+ "language_model.model.layers.35.mlp.shared_expert.down_proj": {
853
+ "bits": 8,
854
+ "group_size": 128,
855
+ "mode": "affine"
856
+ },
857
+ "language_model.model.layers.35.mlp.shared_expert.gate_proj": {
858
+ "bits": 8,
859
+ "group_size": 128,
860
+ "mode": "affine"
861
+ },
862
+ "language_model.model.layers.35.mlp.shared_expert.up_proj": {
863
+ "bits": 8,
864
+ "group_size": 128,
865
+ "mode": "affine"
866
+ },
867
+ "language_model.model.layers.35.mlp.shared_expert_gate": {
868
+ "bits": 8,
869
+ "group_size": 64,
870
+ "mode": "affine"
871
+ },
872
+ "language_model.model.layers.36.linear_attn.out_proj": {
873
+ "bits": 5,
874
+ "group_size": 128,
875
+ "mode": "affine"
876
+ },
877
+ "language_model.model.layers.36.mlp.shared_expert.down_proj": {
878
+ "bits": 8,
879
+ "group_size": 128,
880
+ "mode": "affine"
881
+ },
882
+ "language_model.model.layers.36.mlp.shared_expert.gate_proj": {
883
+ "bits": 8,
884
+ "group_size": 128,
885
+ "mode": "affine"
886
+ },
887
+ "language_model.model.layers.36.mlp.shared_expert.up_proj": {
888
+ "bits": 8,
889
+ "group_size": 128,
890
+ "mode": "affine"
891
+ },
892
+ "language_model.model.layers.36.mlp.shared_expert_gate": {
893
+ "bits": 8,
894
+ "group_size": 64,
895
+ "mode": "affine"
896
+ },
897
+ "language_model.model.layers.37.linear_attn.out_proj": {
898
+ "bits": 5,
899
+ "group_size": 128,
900
+ "mode": "affine"
901
+ },
902
+ "language_model.model.layers.37.mlp.shared_expert.down_proj": {
903
+ "bits": 8,
904
+ "group_size": 128,
905
+ "mode": "affine"
906
+ },
907
+ "language_model.model.layers.37.mlp.shared_expert.gate_proj": {
908
+ "bits": 8,
909
+ "group_size": 128,
910
+ "mode": "affine"
911
+ },
912
+ "language_model.model.layers.37.mlp.shared_expert.up_proj": {
913
+ "bits": 8,
914
+ "group_size": 128,
915
+ "mode": "affine"
916
+ },
917
+ "language_model.model.layers.37.mlp.shared_expert_gate": {
918
+ "bits": 8,
919
+ "group_size": 64,
920
+ "mode": "affine"
921
+ },
922
+ "language_model.model.layers.38.linear_attn.out_proj": {
923
+ "bits": 5,
924
+ "group_size": 128,
925
+ "mode": "affine"
926
+ },
927
+ "language_model.model.layers.38.mlp.shared_expert.down_proj": {
928
+ "bits": 8,
929
+ "group_size": 128,
930
+ "mode": "affine"
931
+ },
932
+ "language_model.model.layers.38.mlp.shared_expert.gate_proj": {
933
+ "bits": 8,
934
+ "group_size": 128,
935
+ "mode": "affine"
936
+ },
937
+ "language_model.model.layers.38.mlp.shared_expert.up_proj": {
938
+ "bits": 8,
939
+ "group_size": 128,
940
+ "mode": "affine"
941
+ },
942
+ "language_model.model.layers.38.mlp.shared_expert_gate": {
943
+ "bits": 8,
944
+ "group_size": 64,
945
+ "mode": "affine"
946
+ },
947
+ "language_model.model.layers.39.mlp.shared_expert.down_proj": {
948
+ "bits": 8,
949
+ "group_size": 128,
950
+ "mode": "affine"
951
+ },
952
+ "language_model.model.layers.39.mlp.shared_expert.gate_proj": {
953
+ "bits": 8,
954
+ "group_size": 128,
955
+ "mode": "affine"
956
+ },
957
+ "language_model.model.layers.39.mlp.shared_expert.up_proj": {
958
+ "bits": 8,
959
+ "group_size": 128,
960
+ "mode": "affine"
961
+ },
962
+ "language_model.model.layers.39.mlp.shared_expert_gate": {
963
+ "bits": 8,
964
+ "group_size": 64,
965
+ "mode": "affine"
966
+ },
967
+ "language_model.model.layers.4.linear_attn.out_proj": {
968
+ "bits": 5,
969
+ "group_size": 128,
970
+ "mode": "affine"
971
+ },
972
+ "language_model.model.layers.4.mlp.shared_expert.down_proj": {
973
+ "bits": 8,
974
+ "group_size": 128,
975
+ "mode": "affine"
976
+ },
977
+ "language_model.model.layers.4.mlp.shared_expert.gate_proj": {
978
+ "bits": 8,
979
+ "group_size": 128,
980
+ "mode": "affine"
981
+ },
982
+ "language_model.model.layers.4.mlp.shared_expert.up_proj": {
983
+ "bits": 8,
984
+ "group_size": 128,
985
+ "mode": "affine"
986
+ },
987
+ "language_model.model.layers.4.mlp.shared_expert_gate": {
988
+ "bits": 8,
989
+ "group_size": 64,
990
+ "mode": "affine"
991
+ },
992
+ "language_model.model.layers.40.linear_attn.out_proj": {
993
+ "bits": 5,
994
+ "group_size": 128,
995
+ "mode": "affine"
996
+ },
997
+ "language_model.model.layers.40.mlp.shared_expert.down_proj": {
998
+ "bits": 8,
999
+ "group_size": 128,
1000
+ "mode": "affine"
1001
+ },
1002
+ "language_model.model.layers.40.mlp.shared_expert.gate_proj": {
1003
+ "bits": 8,
1004
+ "group_size": 128,
1005
+ "mode": "affine"
1006
+ },
1007
+ "language_model.model.layers.40.mlp.shared_expert.up_proj": {
1008
+ "bits": 8,
1009
+ "group_size": 128,
1010
+ "mode": "affine"
1011
+ },
1012
+ "language_model.model.layers.40.mlp.shared_expert_gate": {
1013
+ "bits": 8,
1014
+ "group_size": 64,
1015
+ "mode": "affine"
1016
+ },
1017
+ "language_model.model.layers.41.linear_attn.out_proj": {
1018
+ "bits": 5,
1019
+ "group_size": 128,
1020
+ "mode": "affine"
1021
+ },
1022
+ "language_model.model.layers.41.mlp.shared_expert.down_proj": {
1023
+ "bits": 8,
1024
+ "group_size": 128,
1025
+ "mode": "affine"
1026
+ },
1027
+ "language_model.model.layers.41.mlp.shared_expert.gate_proj": {
1028
+ "bits": 8,
1029
+ "group_size": 128,
1030
+ "mode": "affine"
1031
+ },
1032
+ "language_model.model.layers.41.mlp.shared_expert.up_proj": {
1033
+ "bits": 8,
1034
+ "group_size": 128,
1035
+ "mode": "affine"
1036
+ },
1037
+ "language_model.model.layers.41.mlp.shared_expert_gate": {
1038
+ "bits": 8,
1039
+ "group_size": 64,
1040
+ "mode": "affine"
1041
+ },
1042
+ "language_model.model.layers.42.linear_attn.out_proj": {
1043
+ "bits": 5,
1044
+ "group_size": 128,
1045
+ "mode": "affine"
1046
+ },
1047
+ "language_model.model.layers.42.mlp.shared_expert.down_proj": {
1048
+ "bits": 8,
1049
+ "group_size": 128,
1050
+ "mode": "affine"
1051
+ },
1052
+ "language_model.model.layers.42.mlp.shared_expert.gate_proj": {
1053
+ "bits": 8,
1054
+ "group_size": 128,
1055
+ "mode": "affine"
1056
+ },
1057
+ "language_model.model.layers.42.mlp.shared_expert.up_proj": {
1058
+ "bits": 8,
1059
+ "group_size": 128,
1060
+ "mode": "affine"
1061
+ },
1062
+ "language_model.model.layers.42.mlp.shared_expert_gate": {
1063
+ "bits": 8,
1064
+ "group_size": 64,
1065
+ "mode": "affine"
1066
+ },
1067
+ "language_model.model.layers.43.mlp.shared_expert.down_proj": {
1068
+ "bits": 8,
1069
+ "group_size": 128,
1070
+ "mode": "affine"
1071
+ },
1072
+ "language_model.model.layers.43.mlp.shared_expert.gate_proj": {
1073
+ "bits": 8,
1074
+ "group_size": 128,
1075
+ "mode": "affine"
1076
+ },
1077
+ "language_model.model.layers.43.mlp.shared_expert.up_proj": {
1078
+ "bits": 8,
1079
+ "group_size": 128,
1080
+ "mode": "affine"
1081
+ },
1082
+ "language_model.model.layers.43.mlp.shared_expert_gate": {
1083
+ "bits": 8,
1084
+ "group_size": 64,
1085
+ "mode": "affine"
1086
+ },
1087
+ "language_model.model.layers.44.linear_attn.out_proj": {
1088
+ "bits": 5,
1089
+ "group_size": 128,
1090
+ "mode": "affine"
1091
+ },
1092
+ "language_model.model.layers.44.mlp.shared_expert.down_proj": {
1093
+ "bits": 8,
1094
+ "group_size": 128,
1095
+ "mode": "affine"
1096
+ },
1097
+ "language_model.model.layers.44.mlp.shared_expert.gate_proj": {
1098
+ "bits": 8,
1099
+ "group_size": 128,
1100
+ "mode": "affine"
1101
+ },
1102
+ "language_model.model.layers.44.mlp.shared_expert.up_proj": {
1103
+ "bits": 8,
1104
+ "group_size": 128,
1105
+ "mode": "affine"
1106
+ },
1107
+ "language_model.model.layers.44.mlp.shared_expert_gate": {
1108
+ "bits": 8,
1109
+ "group_size": 64,
1110
+ "mode": "affine"
1111
+ },
1112
+ "language_model.model.layers.45.linear_attn.out_proj": {
1113
+ "bits": 5,
1114
+ "group_size": 128,
1115
+ "mode": "affine"
1116
+ },
1117
+ "language_model.model.layers.45.mlp.shared_expert.down_proj": {
1118
+ "bits": 8,
1119
+ "group_size": 128,
1120
+ "mode": "affine"
1121
+ },
1122
+ "language_model.model.layers.45.mlp.shared_expert.gate_proj": {
1123
+ "bits": 8,
1124
+ "group_size": 128,
1125
+ "mode": "affine"
1126
+ },
1127
+ "language_model.model.layers.45.mlp.shared_expert.up_proj": {
1128
+ "bits": 8,
1129
+ "group_size": 128,
1130
+ "mode": "affine"
1131
+ },
1132
+ "language_model.model.layers.45.mlp.shared_expert_gate": {
1133
+ "bits": 8,
1134
+ "group_size": 64,
1135
+ "mode": "affine"
1136
+ },
1137
+ "language_model.model.layers.46.linear_attn.out_proj": {
1138
+ "bits": 5,
1139
+ "group_size": 128,
1140
+ "mode": "affine"
1141
+ },
1142
+ "language_model.model.layers.46.mlp.shared_expert.down_proj": {
1143
+ "bits": 8,
1144
+ "group_size": 128,
1145
+ "mode": "affine"
1146
+ },
1147
+ "language_model.model.layers.46.mlp.shared_expert.gate_proj": {
1148
+ "bits": 8,
1149
+ "group_size": 128,
1150
+ "mode": "affine"
1151
+ },
1152
+ "language_model.model.layers.46.mlp.shared_expert.up_proj": {
1153
+ "bits": 8,
1154
+ "group_size": 128,
1155
+ "mode": "affine"
1156
+ },
1157
+ "language_model.model.layers.46.mlp.shared_expert_gate": {
1158
+ "bits": 8,
1159
+ "group_size": 64,
1160
+ "mode": "affine"
1161
+ },
1162
+ "language_model.model.layers.47.mlp.shared_expert.down_proj": {
1163
+ "bits": 8,
1164
+ "group_size": 128,
1165
+ "mode": "affine"
1166
+ },
1167
+ "language_model.model.layers.47.mlp.shared_expert.gate_proj": {
1168
+ "bits": 8,
1169
+ "group_size": 128,
1170
+ "mode": "affine"
1171
+ },
1172
+ "language_model.model.layers.47.mlp.shared_expert.up_proj": {
1173
+ "bits": 8,
1174
+ "group_size": 128,
1175
+ "mode": "affine"
1176
+ },
1177
+ "language_model.model.layers.47.mlp.shared_expert_gate": {
1178
+ "bits": 8,
1179
+ "group_size": 64,
1180
+ "mode": "affine"
1181
+ },
1182
+ "language_model.model.layers.5.linear_attn.out_proj": {
1183
+ "bits": 5,
1184
+ "group_size": 128,
1185
+ "mode": "affine"
1186
+ },
1187
+ "language_model.model.layers.5.mlp.shared_expert.down_proj": {
1188
+ "bits": 8,
1189
+ "group_size": 128,
1190
+ "mode": "affine"
1191
+ },
1192
+ "language_model.model.layers.5.mlp.shared_expert.gate_proj": {
1193
+ "bits": 8,
1194
+ "group_size": 128,
1195
+ "mode": "affine"
1196
+ },
1197
+ "language_model.model.layers.5.mlp.shared_expert.up_proj": {
1198
+ "bits": 8,
1199
+ "group_size": 128,
1200
+ "mode": "affine"
1201
+ },
1202
+ "language_model.model.layers.5.mlp.shared_expert_gate": {
1203
+ "bits": 8,
1204
+ "group_size": 64,
1205
+ "mode": "affine"
1206
+ },
1207
+ "language_model.model.layers.6.linear_attn.out_proj": {
1208
+ "bits": 5,
1209
+ "group_size": 128,
1210
+ "mode": "affine"
1211
+ },
1212
+ "language_model.model.layers.6.mlp.shared_expert.down_proj": {
1213
+ "bits": 8,
1214
+ "group_size": 128,
1215
+ "mode": "affine"
1216
+ },
1217
+ "language_model.model.layers.6.mlp.shared_expert.gate_proj": {
1218
+ "bits": 8,
1219
+ "group_size": 128,
1220
+ "mode": "affine"
1221
+ },
1222
+ "language_model.model.layers.6.mlp.shared_expert.up_proj": {
1223
+ "bits": 8,
1224
+ "group_size": 128,
1225
+ "mode": "affine"
1226
+ },
1227
+ "language_model.model.layers.6.mlp.shared_expert_gate": {
1228
+ "bits": 8,
1229
+ "group_size": 64,
1230
+ "mode": "affine"
1231
+ },
1232
+ "language_model.model.layers.7.mlp.shared_expert.down_proj": {
1233
+ "bits": 8,
1234
+ "group_size": 128,
1235
+ "mode": "affine"
1236
+ },
1237
+ "language_model.model.layers.7.mlp.shared_expert.gate_proj": {
1238
+ "bits": 8,
1239
+ "group_size": 128,
1240
+ "mode": "affine"
1241
+ },
1242
+ "language_model.model.layers.7.mlp.shared_expert.up_proj": {
1243
+ "bits": 8,
1244
+ "group_size": 128,
1245
+ "mode": "affine"
1246
+ },
1247
+ "language_model.model.layers.7.mlp.shared_expert_gate": {
1248
+ "bits": 8,
1249
+ "group_size": 64,
1250
+ "mode": "affine"
1251
+ },
1252
+ "language_model.model.layers.8.linear_attn.out_proj": {
1253
+ "bits": 5,
1254
+ "group_size": 128,
1255
+ "mode": "affine"
1256
+ },
1257
+ "language_model.model.layers.8.mlp.shared_expert.down_proj": {
1258
+ "bits": 8,
1259
+ "group_size": 128,
1260
+ "mode": "affine"
1261
+ },
1262
+ "language_model.model.layers.8.mlp.shared_expert.gate_proj": {
1263
+ "bits": 8,
1264
+ "group_size": 128,
1265
+ "mode": "affine"
1266
+ },
1267
+ "language_model.model.layers.8.mlp.shared_expert.up_proj": {
1268
+ "bits": 8,
1269
+ "group_size": 128,
1270
+ "mode": "affine"
1271
+ },
1272
+ "language_model.model.layers.8.mlp.shared_expert_gate": {
1273
+ "bits": 8,
1274
+ "group_size": 64,
1275
+ "mode": "affine"
1276
+ },
1277
+ "language_model.model.layers.9.linear_attn.out_proj": {
1278
+ "bits": 5,
1279
+ "group_size": 128,
1280
+ "mode": "affine"
1281
+ },
1282
+ "language_model.model.layers.9.mlp.shared_expert.down_proj": {
1283
+ "bits": 8,
1284
+ "group_size": 128,
1285
+ "mode": "affine"
1286
+ },
1287
+ "language_model.model.layers.9.mlp.shared_expert.gate_proj": {
1288
+ "bits": 8,
1289
+ "group_size": 128,
1290
+ "mode": "affine"
1291
+ },
1292
+ "language_model.model.layers.9.mlp.shared_expert.up_proj": {
1293
+ "bits": 8,
1294
+ "group_size": 128,
1295
+ "mode": "affine"
1296
+ },
1297
+ "language_model.model.layers.9.mlp.shared_expert_gate": {
1298
+ "bits": 8,
1299
+ "group_size": 64,
1300
+ "mode": "affine"
1301
+ },
1302
+ "language_model.mtp.layers.0.mlp.shared_expert_gate": {
1303
+ "bits": 8,
1304
+ "group_size": 64,
1305
+ "mode": "affine"
1306
+ },
1307
+ "language_model.mtp.layers.0.mlp.shared_expert.gate_proj": {
1308
+ "bits": 8,
1309
+ "group_size": 128,
1310
+ "mode": "affine"
1311
+ },
1312
+ "language_model.mtp.layers.0.mlp.shared_expert.up_proj": {
1313
+ "bits": 8,
1314
+ "group_size": 128,
1315
+ "mode": "affine"
1316
+ },
1317
+ "language_model.mtp.layers.0.mlp.shared_expert.down_proj": {
1318
+ "bits": 8,
1319
+ "group_size": 128,
1320
+ "mode": "affine"
1321
+ }
1322
+ },
1323
+ "quantization_config": {
1324
+ "group_size": 32,
1325
+ "bits": 4,
1326
+ "mode": "affine",
1327
+ "language_model.model.layers.0.linear_attn.out_proj": {
1328
+ "bits": 5,
1329
+ "group_size": 128,
1330
+ "mode": "affine"
1331
+ },
1332
+ "language_model.model.layers.0.mlp.shared_expert.down_proj": {
1333
+ "bits": 8,
1334
+ "group_size": 128,
1335
+ "mode": "affine"
1336
+ },
1337
+ "language_model.model.layers.0.mlp.shared_expert.gate_proj": {
1338
+ "bits": 8,
1339
+ "group_size": 128,
1340
+ "mode": "affine"
1341
+ },
1342
+ "language_model.model.layers.0.mlp.shared_expert.up_proj": {
1343
+ "bits": 8,
1344
+ "group_size": 128,
1345
+ "mode": "affine"
1346
+ },
1347
+ "language_model.model.layers.0.mlp.shared_expert_gate": {
1348
+ "bits": 8,
1349
+ "group_size": 64,
1350
+ "mode": "affine"
1351
+ },
1352
+ "language_model.model.layers.1.linear_attn.out_proj": {
1353
+ "bits": 5,
1354
+ "group_size": 128,
1355
+ "mode": "affine"
1356
+ },
1357
+ "language_model.model.layers.1.mlp.shared_expert.down_proj": {
1358
+ "bits": 8,
1359
+ "group_size": 128,
1360
+ "mode": "affine"
1361
+ },
1362
+ "language_model.model.layers.1.mlp.shared_expert.gate_proj": {
1363
+ "bits": 8,
1364
+ "group_size": 128,
1365
+ "mode": "affine"
1366
+ },
1367
+ "language_model.model.layers.1.mlp.shared_expert.up_proj": {
1368
+ "bits": 8,
1369
+ "group_size": 128,
1370
+ "mode": "affine"
1371
+ },
1372
+ "language_model.model.layers.1.mlp.shared_expert_gate": {
1373
+ "bits": 8,
1374
+ "group_size": 64,
1375
+ "mode": "affine"
1376
+ },
1377
+ "language_model.model.layers.10.linear_attn.out_proj": {
1378
+ "bits": 5,
1379
+ "group_size": 128,
1380
+ "mode": "affine"
1381
+ },
1382
+ "language_model.model.layers.10.mlp.shared_expert.down_proj": {
1383
+ "bits": 8,
1384
+ "group_size": 128,
1385
+ "mode": "affine"
1386
+ },
1387
+ "language_model.model.layers.10.mlp.shared_expert.gate_proj": {
1388
+ "bits": 8,
1389
+ "group_size": 128,
1390
+ "mode": "affine"
1391
+ },
1392
+ "language_model.model.layers.10.mlp.shared_expert.up_proj": {
1393
+ "bits": 8,
1394
+ "group_size": 128,
1395
+ "mode": "affine"
1396
+ },
1397
+ "language_model.model.layers.10.mlp.shared_expert_gate": {
1398
+ "bits": 8,
1399
+ "group_size": 64,
1400
+ "mode": "affine"
1401
+ },
1402
+ "language_model.model.layers.11.mlp.shared_expert.down_proj": {
1403
+ "bits": 8,
1404
+ "group_size": 128,
1405
+ "mode": "affine"
1406
+ },
1407
+ "language_model.model.layers.11.mlp.shared_expert.gate_proj": {
1408
+ "bits": 8,
1409
+ "group_size": 128,
1410
+ "mode": "affine"
1411
+ },
1412
+ "language_model.model.layers.11.mlp.shared_expert.up_proj": {
1413
+ "bits": 8,
1414
+ "group_size": 128,
1415
+ "mode": "affine"
1416
+ },
1417
+ "language_model.model.layers.11.mlp.shared_expert_gate": {
1418
+ "bits": 8,
1419
+ "group_size": 64,
1420
+ "mode": "affine"
1421
+ },
1422
+ "language_model.model.layers.12.linear_attn.out_proj": {
1423
+ "bits": 5,
1424
+ "group_size": 128,
1425
+ "mode": "affine"
1426
+ },
1427
+ "language_model.model.layers.12.mlp.shared_expert.down_proj": {
1428
+ "bits": 8,
1429
+ "group_size": 128,
1430
+ "mode": "affine"
1431
+ },
1432
+ "language_model.model.layers.12.mlp.shared_expert.gate_proj": {
1433
+ "bits": 8,
1434
+ "group_size": 128,
1435
+ "mode": "affine"
1436
+ },
1437
+ "language_model.model.layers.12.mlp.shared_expert.up_proj": {
1438
+ "bits": 8,
1439
+ "group_size": 128,
1440
+ "mode": "affine"
1441
+ },
1442
+ "language_model.model.layers.12.mlp.shared_expert_gate": {
1443
+ "bits": 8,
1444
+ "group_size": 64,
1445
+ "mode": "affine"
1446
+ },
1447
+ "language_model.model.layers.13.linear_attn.out_proj": {
1448
+ "bits": 5,
1449
+ "group_size": 128,
1450
+ "mode": "affine"
1451
+ },
1452
+ "language_model.model.layers.13.mlp.shared_expert.down_proj": {
1453
+ "bits": 8,
1454
+ "group_size": 128,
1455
+ "mode": "affine"
1456
+ },
1457
+ "language_model.model.layers.13.mlp.shared_expert.gate_proj": {
1458
+ "bits": 8,
1459
+ "group_size": 128,
1460
+ "mode": "affine"
1461
+ },
1462
+ "language_model.model.layers.13.mlp.shared_expert.up_proj": {
1463
+ "bits": 8,
1464
+ "group_size": 128,
1465
+ "mode": "affine"
1466
+ },
1467
+ "language_model.model.layers.13.mlp.shared_expert_gate": {
1468
+ "bits": 8,
1469
+ "group_size": 64,
1470
+ "mode": "affine"
1471
+ },
1472
+ "language_model.model.layers.14.linear_attn.out_proj": {
1473
+ "bits": 5,
1474
+ "group_size": 128,
1475
+ "mode": "affine"
1476
+ },
1477
+ "language_model.model.layers.14.mlp.shared_expert.down_proj": {
1478
+ "bits": 8,
1479
+ "group_size": 128,
1480
+ "mode": "affine"
1481
+ },
1482
+ "language_model.model.layers.14.mlp.shared_expert.gate_proj": {
1483
+ "bits": 8,
1484
+ "group_size": 128,
1485
+ "mode": "affine"
1486
+ },
1487
+ "language_model.model.layers.14.mlp.shared_expert.up_proj": {
1488
+ "bits": 8,
1489
+ "group_size": 128,
1490
+ "mode": "affine"
1491
+ },
1492
+ "language_model.model.layers.14.mlp.shared_expert_gate": {
1493
+ "bits": 8,
1494
+ "group_size": 64,
1495
+ "mode": "affine"
1496
+ },
1497
+ "language_model.model.layers.15.mlp.shared_expert.down_proj": {
1498
+ "bits": 8,
1499
+ "group_size": 128,
1500
+ "mode": "affine"
1501
+ },
1502
+ "language_model.model.layers.15.mlp.shared_expert.gate_proj": {
1503
+ "bits": 8,
1504
+ "group_size": 128,
1505
+ "mode": "affine"
1506
+ },
1507
+ "language_model.model.layers.15.mlp.shared_expert.up_proj": {
1508
+ "bits": 8,
1509
+ "group_size": 128,
1510
+ "mode": "affine"
1511
+ },
1512
+ "language_model.model.layers.15.mlp.shared_expert_gate": {
1513
+ "bits": 8,
1514
+ "group_size": 64,
1515
+ "mode": "affine"
1516
+ },
1517
+ "language_model.model.layers.16.linear_attn.out_proj": {
1518
+ "bits": 5,
1519
+ "group_size": 128,
1520
+ "mode": "affine"
1521
+ },
1522
+ "language_model.model.layers.16.mlp.shared_expert.down_proj": {
1523
+ "bits": 8,
1524
+ "group_size": 128,
1525
+ "mode": "affine"
1526
+ },
1527
+ "language_model.model.layers.16.mlp.shared_expert.gate_proj": {
1528
+ "bits": 8,
1529
+ "group_size": 128,
1530
+ "mode": "affine"
1531
+ },
1532
+ "language_model.model.layers.16.mlp.shared_expert.up_proj": {
1533
+ "bits": 8,
1534
+ "group_size": 128,
1535
+ "mode": "affine"
1536
+ },
1537
+ "language_model.model.layers.16.mlp.shared_expert_gate": {
1538
+ "bits": 8,
1539
+ "group_size": 64,
1540
+ "mode": "affine"
1541
+ },
1542
+ "language_model.model.layers.17.linear_attn.out_proj": {
1543
+ "bits": 5,
1544
+ "group_size": 128,
1545
+ "mode": "affine"
1546
+ },
1547
+ "language_model.model.layers.17.mlp.shared_expert.down_proj": {
1548
+ "bits": 8,
1549
+ "group_size": 128,
1550
+ "mode": "affine"
1551
+ },
1552
+ "language_model.model.layers.17.mlp.shared_expert.gate_proj": {
1553
+ "bits": 8,
1554
+ "group_size": 128,
1555
+ "mode": "affine"
1556
+ },
1557
+ "language_model.model.layers.17.mlp.shared_expert.up_proj": {
1558
+ "bits": 8,
1559
+ "group_size": 128,
1560
+ "mode": "affine"
1561
+ },
1562
+ "language_model.model.layers.17.mlp.shared_expert_gate": {
1563
+ "bits": 8,
1564
+ "group_size": 64,
1565
+ "mode": "affine"
1566
+ },
1567
+ "language_model.model.layers.18.linear_attn.out_proj": {
1568
+ "bits": 5,
1569
+ "group_size": 128,
1570
+ "mode": "affine"
1571
+ },
1572
+ "language_model.model.layers.18.mlp.shared_expert.down_proj": {
1573
+ "bits": 8,
1574
+ "group_size": 128,
1575
+ "mode": "affine"
1576
+ },
1577
+ "language_model.model.layers.18.mlp.shared_expert.gate_proj": {
1578
+ "bits": 8,
1579
+ "group_size": 128,
1580
+ "mode": "affine"
1581
+ },
1582
+ "language_model.model.layers.18.mlp.shared_expert.up_proj": {
1583
+ "bits": 8,
1584
+ "group_size": 128,
1585
+ "mode": "affine"
1586
+ },
1587
+ "language_model.model.layers.18.mlp.shared_expert_gate": {
1588
+ "bits": 8,
1589
+ "group_size": 64,
1590
+ "mode": "affine"
1591
+ },
1592
+ "language_model.model.layers.19.mlp.shared_expert.down_proj": {
1593
+ "bits": 8,
1594
+ "group_size": 128,
1595
+ "mode": "affine"
1596
+ },
1597
+ "language_model.model.layers.19.mlp.shared_expert.gate_proj": {
1598
+ "bits": 8,
1599
+ "group_size": 128,
1600
+ "mode": "affine"
1601
+ },
1602
+ "language_model.model.layers.19.mlp.shared_expert.up_proj": {
1603
+ "bits": 8,
1604
+ "group_size": 128,
1605
+ "mode": "affine"
1606
+ },
1607
+ "language_model.model.layers.19.mlp.shared_expert_gate": {
1608
+ "bits": 8,
1609
+ "group_size": 64,
1610
+ "mode": "affine"
1611
+ },
1612
+ "language_model.model.layers.2.linear_attn.out_proj": {
1613
+ "bits": 5,
1614
+ "group_size": 128,
1615
+ "mode": "affine"
1616
+ },
1617
+ "language_model.model.layers.2.mlp.shared_expert.down_proj": {
1618
+ "bits": 8,
1619
+ "group_size": 128,
1620
+ "mode": "affine"
1621
+ },
1622
+ "language_model.model.layers.2.mlp.shared_expert.gate_proj": {
1623
+ "bits": 8,
1624
+ "group_size": 128,
1625
+ "mode": "affine"
1626
+ },
1627
+ "language_model.model.layers.2.mlp.shared_expert.up_proj": {
1628
+ "bits": 8,
1629
+ "group_size": 128,
1630
+ "mode": "affine"
1631
+ },
1632
+ "language_model.model.layers.2.mlp.shared_expert_gate": {
1633
+ "bits": 8,
1634
+ "group_size": 64,
1635
+ "mode": "affine"
1636
+ },
1637
+ "language_model.model.layers.20.linear_attn.out_proj": {
1638
+ "bits": 5,
1639
+ "group_size": 128,
1640
+ "mode": "affine"
1641
+ },
1642
+ "language_model.model.layers.20.mlp.shared_expert.down_proj": {
1643
+ "bits": 8,
1644
+ "group_size": 128,
1645
+ "mode": "affine"
1646
+ },
1647
+ "language_model.model.layers.20.mlp.shared_expert.gate_proj": {
1648
+ "bits": 8,
1649
+ "group_size": 128,
1650
+ "mode": "affine"
1651
+ },
1652
+ "language_model.model.layers.20.mlp.shared_expert.up_proj": {
1653
+ "bits": 8,
1654
+ "group_size": 128,
1655
+ "mode": "affine"
1656
+ },
1657
+ "language_model.model.layers.20.mlp.shared_expert_gate": {
1658
+ "bits": 8,
1659
+ "group_size": 64,
1660
+ "mode": "affine"
1661
+ },
1662
+ "language_model.model.layers.21.linear_attn.out_proj": {
1663
+ "bits": 5,
1664
+ "group_size": 128,
1665
+ "mode": "affine"
1666
+ },
1667
+ "language_model.model.layers.21.mlp.shared_expert.down_proj": {
1668
+ "bits": 8,
1669
+ "group_size": 128,
1670
+ "mode": "affine"
1671
+ },
1672
+ "language_model.model.layers.21.mlp.shared_expert.gate_proj": {
1673
+ "bits": 8,
1674
+ "group_size": 128,
1675
+ "mode": "affine"
1676
+ },
1677
+ "language_model.model.layers.21.mlp.shared_expert.up_proj": {
1678
+ "bits": 8,
1679
+ "group_size": 128,
1680
+ "mode": "affine"
1681
+ },
1682
+ "language_model.model.layers.21.mlp.shared_expert_gate": {
1683
+ "bits": 8,
1684
+ "group_size": 64,
1685
+ "mode": "affine"
1686
+ },
1687
+ "language_model.model.layers.22.linear_attn.out_proj": {
1688
+ "bits": 5,
1689
+ "group_size": 128,
1690
+ "mode": "affine"
1691
+ },
1692
+ "language_model.model.layers.22.mlp.shared_expert.down_proj": {
1693
+ "bits": 8,
1694
+ "group_size": 128,
1695
+ "mode": "affine"
1696
+ },
1697
+ "language_model.model.layers.22.mlp.shared_expert.gate_proj": {
1698
+ "bits": 8,
1699
+ "group_size": 128,
1700
+ "mode": "affine"
1701
+ },
1702
+ "language_model.model.layers.22.mlp.shared_expert.up_proj": {
1703
+ "bits": 8,
1704
+ "group_size": 128,
1705
+ "mode": "affine"
1706
+ },
1707
+ "language_model.model.layers.22.mlp.shared_expert_gate": {
1708
+ "bits": 8,
1709
+ "group_size": 64,
1710
+ "mode": "affine"
1711
+ },
1712
+ "language_model.model.layers.23.mlp.shared_expert.down_proj": {
1713
+ "bits": 8,
1714
+ "group_size": 128,
1715
+ "mode": "affine"
1716
+ },
1717
+ "language_model.model.layers.23.mlp.shared_expert.gate_proj": {
1718
+ "bits": 8,
1719
+ "group_size": 128,
1720
+ "mode": "affine"
1721
+ },
1722
+ "language_model.model.layers.23.mlp.shared_expert.up_proj": {
1723
+ "bits": 8,
1724
+ "group_size": 128,
1725
+ "mode": "affine"
1726
+ },
1727
+ "language_model.model.layers.23.mlp.shared_expert_gate": {
1728
+ "bits": 8,
1729
+ "group_size": 64,
1730
+ "mode": "affine"
1731
+ },
1732
+ "language_model.model.layers.24.linear_attn.out_proj": {
1733
+ "bits": 5,
1734
+ "group_size": 128,
1735
+ "mode": "affine"
1736
+ },
1737
+ "language_model.model.layers.24.mlp.shared_expert.down_proj": {
1738
+ "bits": 8,
1739
+ "group_size": 128,
1740
+ "mode": "affine"
1741
+ },
1742
+ "language_model.model.layers.24.mlp.shared_expert.gate_proj": {
1743
+ "bits": 8,
1744
+ "group_size": 128,
1745
+ "mode": "affine"
1746
+ },
1747
+ "language_model.model.layers.24.mlp.shared_expert.up_proj": {
1748
+ "bits": 8,
1749
+ "group_size": 128,
1750
+ "mode": "affine"
1751
+ },
1752
+ "language_model.model.layers.24.mlp.shared_expert_gate": {
1753
+ "bits": 8,
1754
+ "group_size": 64,
1755
+ "mode": "affine"
1756
+ },
1757
+ "language_model.model.layers.25.linear_attn.out_proj": {
1758
+ "bits": 5,
1759
+ "group_size": 128,
1760
+ "mode": "affine"
1761
+ },
1762
+ "language_model.model.layers.25.mlp.shared_expert.down_proj": {
1763
+ "bits": 8,
1764
+ "group_size": 128,
1765
+ "mode": "affine"
1766
+ },
1767
+ "language_model.model.layers.25.mlp.shared_expert.gate_proj": {
1768
+ "bits": 8,
1769
+ "group_size": 128,
1770
+ "mode": "affine"
1771
+ },
1772
+ "language_model.model.layers.25.mlp.shared_expert.up_proj": {
1773
+ "bits": 8,
1774
+ "group_size": 128,
1775
+ "mode": "affine"
1776
+ },
1777
+ "language_model.model.layers.25.mlp.shared_expert_gate": {
1778
+ "bits": 8,
1779
+ "group_size": 64,
1780
+ "mode": "affine"
1781
+ },
1782
+ "language_model.model.layers.26.linear_attn.out_proj": {
1783
+ "bits": 5,
1784
+ "group_size": 128,
1785
+ "mode": "affine"
1786
+ },
1787
+ "language_model.model.layers.26.mlp.shared_expert.down_proj": {
1788
+ "bits": 8,
1789
+ "group_size": 128,
1790
+ "mode": "affine"
1791
+ },
1792
+ "language_model.model.layers.26.mlp.shared_expert.gate_proj": {
1793
+ "bits": 8,
1794
+ "group_size": 128,
1795
+ "mode": "affine"
1796
+ },
1797
+ "language_model.model.layers.26.mlp.shared_expert.up_proj": {
1798
+ "bits": 8,
1799
+ "group_size": 128,
1800
+ "mode": "affine"
1801
+ },
1802
+ "language_model.model.layers.26.mlp.shared_expert_gate": {
1803
+ "bits": 8,
1804
+ "group_size": 64,
1805
+ "mode": "affine"
1806
+ },
1807
+ "language_model.model.layers.27.mlp.shared_expert.down_proj": {
1808
+ "bits": 8,
1809
+ "group_size": 128,
1810
+ "mode": "affine"
1811
+ },
1812
+ "language_model.model.layers.27.mlp.shared_expert.gate_proj": {
1813
+ "bits": 8,
1814
+ "group_size": 128,
1815
+ "mode": "affine"
1816
+ },
1817
+ "language_model.model.layers.27.mlp.shared_expert.up_proj": {
1818
+ "bits": 8,
1819
+ "group_size": 128,
1820
+ "mode": "affine"
1821
+ },
1822
+ "language_model.model.layers.27.mlp.shared_expert_gate": {
1823
+ "bits": 8,
1824
+ "group_size": 64,
1825
+ "mode": "affine"
1826
+ },
1827
+ "language_model.model.layers.28.linear_attn.out_proj": {
1828
+ "bits": 5,
1829
+ "group_size": 128,
1830
+ "mode": "affine"
1831
+ },
1832
+ "language_model.model.layers.28.mlp.shared_expert.down_proj": {
1833
+ "bits": 8,
1834
+ "group_size": 128,
1835
+ "mode": "affine"
1836
+ },
1837
+ "language_model.model.layers.28.mlp.shared_expert.gate_proj": {
1838
+ "bits": 8,
1839
+ "group_size": 128,
1840
+ "mode": "affine"
1841
+ },
1842
+ "language_model.model.layers.28.mlp.shared_expert.up_proj": {
1843
+ "bits": 8,
1844
+ "group_size": 128,
1845
+ "mode": "affine"
1846
+ },
1847
+ "language_model.model.layers.28.mlp.shared_expert_gate": {
1848
+ "bits": 8,
1849
+ "group_size": 64,
1850
+ "mode": "affine"
1851
+ },
1852
+ "language_model.model.layers.29.linear_attn.out_proj": {
1853
+ "bits": 5,
1854
+ "group_size": 128,
1855
+ "mode": "affine"
1856
+ },
1857
+ "language_model.model.layers.29.mlp.shared_expert.down_proj": {
1858
+ "bits": 8,
1859
+ "group_size": 128,
1860
+ "mode": "affine"
1861
+ },
1862
+ "language_model.model.layers.29.mlp.shared_expert.gate_proj": {
1863
+ "bits": 8,
1864
+ "group_size": 128,
1865
+ "mode": "affine"
1866
+ },
1867
+ "language_model.model.layers.29.mlp.shared_expert.up_proj": {
1868
+ "bits": 8,
1869
+ "group_size": 128,
1870
+ "mode": "affine"
1871
+ },
1872
+ "language_model.model.layers.29.mlp.shared_expert_gate": {
1873
+ "bits": 8,
1874
+ "group_size": 64,
1875
+ "mode": "affine"
1876
+ },
1877
+ "language_model.model.layers.3.mlp.shared_expert.down_proj": {
1878
+ "bits": 8,
1879
+ "group_size": 128,
1880
+ "mode": "affine"
1881
+ },
1882
+ "language_model.model.layers.3.mlp.shared_expert.gate_proj": {
1883
+ "bits": 8,
1884
+ "group_size": 128,
1885
+ "mode": "affine"
1886
+ },
1887
+ "language_model.model.layers.3.mlp.shared_expert.up_proj": {
1888
+ "bits": 8,
1889
+ "group_size": 128,
1890
+ "mode": "affine"
1891
+ },
1892
+ "language_model.model.layers.3.mlp.shared_expert_gate": {
1893
+ "bits": 8,
1894
+ "group_size": 64,
1895
+ "mode": "affine"
1896
+ },
1897
+ "language_model.model.layers.30.linear_attn.out_proj": {
1898
+ "bits": 5,
1899
+ "group_size": 128,
1900
+ "mode": "affine"
1901
+ },
1902
+ "language_model.model.layers.30.mlp.shared_expert.down_proj": {
1903
+ "bits": 8,
1904
+ "group_size": 128,
1905
+ "mode": "affine"
1906
+ },
1907
+ "language_model.model.layers.30.mlp.shared_expert.gate_proj": {
1908
+ "bits": 8,
1909
+ "group_size": 128,
1910
+ "mode": "affine"
1911
+ },
1912
+ "language_model.model.layers.30.mlp.shared_expert.up_proj": {
1913
+ "bits": 8,
1914
+ "group_size": 128,
1915
+ "mode": "affine"
1916
+ },
1917
+ "language_model.model.layers.30.mlp.shared_expert_gate": {
1918
+ "bits": 8,
1919
+ "group_size": 64,
1920
+ "mode": "affine"
1921
+ },
1922
+ "language_model.model.layers.31.mlp.shared_expert.down_proj": {
1923
+ "bits": 8,
1924
+ "group_size": 128,
1925
+ "mode": "affine"
1926
+ },
1927
+ "language_model.model.layers.31.mlp.shared_expert.gate_proj": {
1928
+ "bits": 8,
1929
+ "group_size": 128,
1930
+ "mode": "affine"
1931
+ },
1932
+ "language_model.model.layers.31.mlp.shared_expert.up_proj": {
1933
+ "bits": 8,
1934
+ "group_size": 128,
1935
+ "mode": "affine"
1936
+ },
1937
+ "language_model.model.layers.31.mlp.shared_expert_gate": {
1938
+ "bits": 8,
1939
+ "group_size": 64,
1940
+ "mode": "affine"
1941
+ },
1942
+ "language_model.model.layers.32.linear_attn.out_proj": {
1943
+ "bits": 5,
1944
+ "group_size": 128,
1945
+ "mode": "affine"
1946
+ },
1947
+ "language_model.model.layers.32.mlp.shared_expert.down_proj": {
1948
+ "bits": 8,
1949
+ "group_size": 128,
1950
+ "mode": "affine"
1951
+ },
1952
+ "language_model.model.layers.32.mlp.shared_expert.gate_proj": {
1953
+ "bits": 8,
1954
+ "group_size": 128,
1955
+ "mode": "affine"
1956
+ },
1957
+ "language_model.model.layers.32.mlp.shared_expert.up_proj": {
1958
+ "bits": 8,
1959
+ "group_size": 128,
1960
+ "mode": "affine"
1961
+ },
1962
+ "language_model.model.layers.32.mlp.shared_expert_gate": {
1963
+ "bits": 8,
1964
+ "group_size": 64,
1965
+ "mode": "affine"
1966
+ },
1967
+ "language_model.model.layers.33.linear_attn.out_proj": {
1968
+ "bits": 5,
1969
+ "group_size": 128,
1970
+ "mode": "affine"
1971
+ },
1972
+ "language_model.model.layers.33.mlp.shared_expert.down_proj": {
1973
+ "bits": 8,
1974
+ "group_size": 128,
1975
+ "mode": "affine"
1976
+ },
1977
+ "language_model.model.layers.33.mlp.shared_expert.gate_proj": {
1978
+ "bits": 8,
1979
+ "group_size": 128,
1980
+ "mode": "affine"
1981
+ },
1982
+ "language_model.model.layers.33.mlp.shared_expert.up_proj": {
1983
+ "bits": 8,
1984
+ "group_size": 128,
1985
+ "mode": "affine"
1986
+ },
1987
+ "language_model.model.layers.33.mlp.shared_expert_gate": {
1988
+ "bits": 8,
1989
+ "group_size": 64,
1990
+ "mode": "affine"
1991
+ },
1992
+ "language_model.model.layers.34.linear_attn.out_proj": {
1993
+ "bits": 5,
1994
+ "group_size": 128,
1995
+ "mode": "affine"
1996
+ },
1997
+ "language_model.model.layers.34.mlp.shared_expert.down_proj": {
1998
+ "bits": 8,
1999
+ "group_size": 128,
2000
+ "mode": "affine"
2001
+ },
2002
+ "language_model.model.layers.34.mlp.shared_expert.gate_proj": {
2003
+ "bits": 8,
2004
+ "group_size": 128,
2005
+ "mode": "affine"
2006
+ },
2007
+ "language_model.model.layers.34.mlp.shared_expert.up_proj": {
2008
+ "bits": 8,
2009
+ "group_size": 128,
2010
+ "mode": "affine"
2011
+ },
2012
+ "language_model.model.layers.34.mlp.shared_expert_gate": {
2013
+ "bits": 8,
2014
+ "group_size": 64,
2015
+ "mode": "affine"
2016
+ },
2017
+ "language_model.model.layers.35.mlp.shared_expert.down_proj": {
2018
+ "bits": 8,
2019
+ "group_size": 128,
2020
+ "mode": "affine"
2021
+ },
2022
+ "language_model.model.layers.35.mlp.shared_expert.gate_proj": {
2023
+ "bits": 8,
2024
+ "group_size": 128,
2025
+ "mode": "affine"
2026
+ },
2027
+ "language_model.model.layers.35.mlp.shared_expert.up_proj": {
2028
+ "bits": 8,
2029
+ "group_size": 128,
2030
+ "mode": "affine"
2031
+ },
2032
+ "language_model.model.layers.35.mlp.shared_expert_gate": {
2033
+ "bits": 8,
2034
+ "group_size": 64,
2035
+ "mode": "affine"
2036
+ },
2037
+ "language_model.model.layers.36.linear_attn.out_proj": {
2038
+ "bits": 5,
2039
+ "group_size": 128,
2040
+ "mode": "affine"
2041
+ },
2042
+ "language_model.model.layers.36.mlp.shared_expert.down_proj": {
2043
+ "bits": 8,
2044
+ "group_size": 128,
2045
+ "mode": "affine"
2046
+ },
2047
+ "language_model.model.layers.36.mlp.shared_expert.gate_proj": {
2048
+ "bits": 8,
2049
+ "group_size": 128,
2050
+ "mode": "affine"
2051
+ },
2052
+ "language_model.model.layers.36.mlp.shared_expert.up_proj": {
2053
+ "bits": 8,
2054
+ "group_size": 128,
2055
+ "mode": "affine"
2056
+ },
2057
+ "language_model.model.layers.36.mlp.shared_expert_gate": {
2058
+ "bits": 8,
2059
+ "group_size": 64,
2060
+ "mode": "affine"
2061
+ },
2062
+ "language_model.model.layers.37.linear_attn.out_proj": {
2063
+ "bits": 5,
2064
+ "group_size": 128,
2065
+ "mode": "affine"
2066
+ },
2067
+ "language_model.model.layers.37.mlp.shared_expert.down_proj": {
2068
+ "bits": 8,
2069
+ "group_size": 128,
2070
+ "mode": "affine"
2071
+ },
2072
+ "language_model.model.layers.37.mlp.shared_expert.gate_proj": {
2073
+ "bits": 8,
2074
+ "group_size": 128,
2075
+ "mode": "affine"
2076
+ },
2077
+ "language_model.model.layers.37.mlp.shared_expert.up_proj": {
2078
+ "bits": 8,
2079
+ "group_size": 128,
2080
+ "mode": "affine"
2081
+ },
2082
+ "language_model.model.layers.37.mlp.shared_expert_gate": {
2083
+ "bits": 8,
2084
+ "group_size": 64,
2085
+ "mode": "affine"
2086
+ },
2087
+ "language_model.model.layers.38.linear_attn.out_proj": {
2088
+ "bits": 5,
2089
+ "group_size": 128,
2090
+ "mode": "affine"
2091
+ },
2092
+ "language_model.model.layers.38.mlp.shared_expert.down_proj": {
2093
+ "bits": 8,
2094
+ "group_size": 128,
2095
+ "mode": "affine"
2096
+ },
2097
+ "language_model.model.layers.38.mlp.shared_expert.gate_proj": {
2098
+ "bits": 8,
2099
+ "group_size": 128,
2100
+ "mode": "affine"
2101
+ },
2102
+ "language_model.model.layers.38.mlp.shared_expert.up_proj": {
2103
+ "bits": 8,
2104
+ "group_size": 128,
2105
+ "mode": "affine"
2106
+ },
2107
+ "language_model.model.layers.38.mlp.shared_expert_gate": {
2108
+ "bits": 8,
2109
+ "group_size": 64,
2110
+ "mode": "affine"
2111
+ },
2112
+ "language_model.model.layers.39.mlp.shared_expert.down_proj": {
2113
+ "bits": 8,
2114
+ "group_size": 128,
2115
+ "mode": "affine"
2116
+ },
2117
+ "language_model.model.layers.39.mlp.shared_expert.gate_proj": {
2118
+ "bits": 8,
2119
+ "group_size": 128,
2120
+ "mode": "affine"
2121
+ },
2122
+ "language_model.model.layers.39.mlp.shared_expert.up_proj": {
2123
+ "bits": 8,
2124
+ "group_size": 128,
2125
+ "mode": "affine"
2126
+ },
2127
+ "language_model.model.layers.39.mlp.shared_expert_gate": {
2128
+ "bits": 8,
2129
+ "group_size": 64,
2130
+ "mode": "affine"
2131
+ },
2132
+ "language_model.model.layers.4.linear_attn.out_proj": {
2133
+ "bits": 5,
2134
+ "group_size": 128,
2135
+ "mode": "affine"
2136
+ },
2137
+ "language_model.model.layers.4.mlp.shared_expert.down_proj": {
2138
+ "bits": 8,
2139
+ "group_size": 128,
2140
+ "mode": "affine"
2141
+ },
2142
+ "language_model.model.layers.4.mlp.shared_expert.gate_proj": {
2143
+ "bits": 8,
2144
+ "group_size": 128,
2145
+ "mode": "affine"
2146
+ },
2147
+ "language_model.model.layers.4.mlp.shared_expert.up_proj": {
2148
+ "bits": 8,
2149
+ "group_size": 128,
2150
+ "mode": "affine"
2151
+ },
2152
+ "language_model.model.layers.4.mlp.shared_expert_gate": {
2153
+ "bits": 8,
2154
+ "group_size": 64,
2155
+ "mode": "affine"
2156
+ },
2157
+ "language_model.model.layers.40.linear_attn.out_proj": {
2158
+ "bits": 5,
2159
+ "group_size": 128,
2160
+ "mode": "affine"
2161
+ },
2162
+ "language_model.model.layers.40.mlp.shared_expert.down_proj": {
2163
+ "bits": 8,
2164
+ "group_size": 128,
2165
+ "mode": "affine"
2166
+ },
2167
+ "language_model.model.layers.40.mlp.shared_expert.gate_proj": {
2168
+ "bits": 8,
2169
+ "group_size": 128,
2170
+ "mode": "affine"
2171
+ },
2172
+ "language_model.model.layers.40.mlp.shared_expert.up_proj": {
2173
+ "bits": 8,
2174
+ "group_size": 128,
2175
+ "mode": "affine"
2176
+ },
2177
+ "language_model.model.layers.40.mlp.shared_expert_gate": {
2178
+ "bits": 8,
2179
+ "group_size": 64,
2180
+ "mode": "affine"
2181
+ },
2182
+ "language_model.model.layers.41.linear_attn.out_proj": {
2183
+ "bits": 5,
2184
+ "group_size": 128,
2185
+ "mode": "affine"
2186
+ },
2187
+ "language_model.model.layers.41.mlp.shared_expert.down_proj": {
2188
+ "bits": 8,
2189
+ "group_size": 128,
2190
+ "mode": "affine"
2191
+ },
2192
+ "language_model.model.layers.41.mlp.shared_expert.gate_proj": {
2193
+ "bits": 8,
2194
+ "group_size": 128,
2195
+ "mode": "affine"
2196
+ },
2197
+ "language_model.model.layers.41.mlp.shared_expert.up_proj": {
2198
+ "bits": 8,
2199
+ "group_size": 128,
2200
+ "mode": "affine"
2201
+ },
2202
+ "language_model.model.layers.41.mlp.shared_expert_gate": {
2203
+ "bits": 8,
2204
+ "group_size": 64,
2205
+ "mode": "affine"
2206
+ },
2207
+ "language_model.model.layers.42.linear_attn.out_proj": {
2208
+ "bits": 5,
2209
+ "group_size": 128,
2210
+ "mode": "affine"
2211
+ },
2212
+ "language_model.model.layers.42.mlp.shared_expert.down_proj": {
2213
+ "bits": 8,
2214
+ "group_size": 128,
2215
+ "mode": "affine"
2216
+ },
2217
+ "language_model.model.layers.42.mlp.shared_expert.gate_proj": {
2218
+ "bits": 8,
2219
+ "group_size": 128,
2220
+ "mode": "affine"
2221
+ },
2222
+ "language_model.model.layers.42.mlp.shared_expert.up_proj": {
2223
+ "bits": 8,
2224
+ "group_size": 128,
2225
+ "mode": "affine"
2226
+ },
2227
+ "language_model.model.layers.42.mlp.shared_expert_gate": {
2228
+ "bits": 8,
2229
+ "group_size": 64,
2230
+ "mode": "affine"
2231
+ },
2232
+ "language_model.model.layers.43.mlp.shared_expert.down_proj": {
2233
+ "bits": 8,
2234
+ "group_size": 128,
2235
+ "mode": "affine"
2236
+ },
2237
+ "language_model.model.layers.43.mlp.shared_expert.gate_proj": {
2238
+ "bits": 8,
2239
+ "group_size": 128,
2240
+ "mode": "affine"
2241
+ },
2242
+ "language_model.model.layers.43.mlp.shared_expert.up_proj": {
2243
+ "bits": 8,
2244
+ "group_size": 128,
2245
+ "mode": "affine"
2246
+ },
2247
+ "language_model.model.layers.43.mlp.shared_expert_gate": {
2248
+ "bits": 8,
2249
+ "group_size": 64,
2250
+ "mode": "affine"
2251
+ },
2252
+ "language_model.model.layers.44.linear_attn.out_proj": {
2253
+ "bits": 5,
2254
+ "group_size": 128,
2255
+ "mode": "affine"
2256
+ },
2257
+ "language_model.model.layers.44.mlp.shared_expert.down_proj": {
2258
+ "bits": 8,
2259
+ "group_size": 128,
2260
+ "mode": "affine"
2261
+ },
2262
+ "language_model.model.layers.44.mlp.shared_expert.gate_proj": {
2263
+ "bits": 8,
2264
+ "group_size": 128,
2265
+ "mode": "affine"
2266
+ },
2267
+ "language_model.model.layers.44.mlp.shared_expert.up_proj": {
2268
+ "bits": 8,
2269
+ "group_size": 128,
2270
+ "mode": "affine"
2271
+ },
2272
+ "language_model.model.layers.44.mlp.shared_expert_gate": {
2273
+ "bits": 8,
2274
+ "group_size": 64,
2275
+ "mode": "affine"
2276
+ },
2277
+ "language_model.model.layers.45.linear_attn.out_proj": {
2278
+ "bits": 5,
2279
+ "group_size": 128,
2280
+ "mode": "affine"
2281
+ },
2282
+ "language_model.model.layers.45.mlp.shared_expert.down_proj": {
2283
+ "bits": 8,
2284
+ "group_size": 128,
2285
+ "mode": "affine"
2286
+ },
2287
+ "language_model.model.layers.45.mlp.shared_expert.gate_proj": {
2288
+ "bits": 8,
2289
+ "group_size": 128,
2290
+ "mode": "affine"
2291
+ },
2292
+ "language_model.model.layers.45.mlp.shared_expert.up_proj": {
2293
+ "bits": 8,
2294
+ "group_size": 128,
2295
+ "mode": "affine"
2296
+ },
2297
+ "language_model.model.layers.45.mlp.shared_expert_gate": {
2298
+ "bits": 8,
2299
+ "group_size": 64,
2300
+ "mode": "affine"
2301
+ },
2302
+ "language_model.model.layers.46.linear_attn.out_proj": {
2303
+ "bits": 5,
2304
+ "group_size": 128,
2305
+ "mode": "affine"
2306
+ },
2307
+ "language_model.model.layers.46.mlp.shared_expert.down_proj": {
2308
+ "bits": 8,
2309
+ "group_size": 128,
2310
+ "mode": "affine"
2311
+ },
2312
+ "language_model.model.layers.46.mlp.shared_expert.gate_proj": {
2313
+ "bits": 8,
2314
+ "group_size": 128,
2315
+ "mode": "affine"
2316
+ },
2317
+ "language_model.model.layers.46.mlp.shared_expert.up_proj": {
2318
+ "bits": 8,
2319
+ "group_size": 128,
2320
+ "mode": "affine"
2321
+ },
2322
+ "language_model.model.layers.46.mlp.shared_expert_gate": {
2323
+ "bits": 8,
2324
+ "group_size": 64,
2325
+ "mode": "affine"
2326
+ },
2327
+ "language_model.model.layers.47.mlp.shared_expert.down_proj": {
2328
+ "bits": 8,
2329
+ "group_size": 128,
2330
+ "mode": "affine"
2331
+ },
2332
+ "language_model.model.layers.47.mlp.shared_expert.gate_proj": {
2333
+ "bits": 8,
2334
+ "group_size": 128,
2335
+ "mode": "affine"
2336
+ },
2337
+ "language_model.model.layers.47.mlp.shared_expert.up_proj": {
2338
+ "bits": 8,
2339
+ "group_size": 128,
2340
+ "mode": "affine"
2341
+ },
2342
+ "language_model.model.layers.47.mlp.shared_expert_gate": {
2343
+ "bits": 8,
2344
+ "group_size": 64,
2345
+ "mode": "affine"
2346
+ },
2347
+ "language_model.model.layers.5.linear_attn.out_proj": {
2348
+ "bits": 5,
2349
+ "group_size": 128,
2350
+ "mode": "affine"
2351
+ },
2352
+ "language_model.model.layers.5.mlp.shared_expert.down_proj": {
2353
+ "bits": 8,
2354
+ "group_size": 128,
2355
+ "mode": "affine"
2356
+ },
2357
+ "language_model.model.layers.5.mlp.shared_expert.gate_proj": {
2358
+ "bits": 8,
2359
+ "group_size": 128,
2360
+ "mode": "affine"
2361
+ },
2362
+ "language_model.model.layers.5.mlp.shared_expert.up_proj": {
2363
+ "bits": 8,
2364
+ "group_size": 128,
2365
+ "mode": "affine"
2366
+ },
2367
+ "language_model.model.layers.5.mlp.shared_expert_gate": {
2368
+ "bits": 8,
2369
+ "group_size": 64,
2370
+ "mode": "affine"
2371
+ },
2372
+ "language_model.model.layers.6.linear_attn.out_proj": {
2373
+ "bits": 5,
2374
+ "group_size": 128,
2375
+ "mode": "affine"
2376
+ },
2377
+ "language_model.model.layers.6.mlp.shared_expert.down_proj": {
2378
+ "bits": 8,
2379
+ "group_size": 128,
2380
+ "mode": "affine"
2381
+ },
2382
+ "language_model.model.layers.6.mlp.shared_expert.gate_proj": {
2383
+ "bits": 8,
2384
+ "group_size": 128,
2385
+ "mode": "affine"
2386
+ },
2387
+ "language_model.model.layers.6.mlp.shared_expert.up_proj": {
2388
+ "bits": 8,
2389
+ "group_size": 128,
2390
+ "mode": "affine"
2391
+ },
2392
+ "language_model.model.layers.6.mlp.shared_expert_gate": {
2393
+ "bits": 8,
2394
+ "group_size": 64,
2395
+ "mode": "affine"
2396
+ },
2397
+ "language_model.model.layers.7.mlp.shared_expert.down_proj": {
2398
+ "bits": 8,
2399
+ "group_size": 128,
2400
+ "mode": "affine"
2401
+ },
2402
+ "language_model.model.layers.7.mlp.shared_expert.gate_proj": {
2403
+ "bits": 8,
2404
+ "group_size": 128,
2405
+ "mode": "affine"
2406
+ },
2407
+ "language_model.model.layers.7.mlp.shared_expert.up_proj": {
2408
+ "bits": 8,
2409
+ "group_size": 128,
2410
+ "mode": "affine"
2411
+ },
2412
+ "language_model.model.layers.7.mlp.shared_expert_gate": {
2413
+ "bits": 8,
2414
+ "group_size": 64,
2415
+ "mode": "affine"
2416
+ },
2417
+ "language_model.model.layers.8.linear_attn.out_proj": {
2418
+ "bits": 5,
2419
+ "group_size": 128,
2420
+ "mode": "affine"
2421
+ },
2422
+ "language_model.model.layers.8.mlp.shared_expert.down_proj": {
2423
+ "bits": 8,
2424
+ "group_size": 128,
2425
+ "mode": "affine"
2426
+ },
2427
+ "language_model.model.layers.8.mlp.shared_expert.gate_proj": {
2428
+ "bits": 8,
2429
+ "group_size": 128,
2430
+ "mode": "affine"
2431
+ },
2432
+ "language_model.model.layers.8.mlp.shared_expert.up_proj": {
2433
+ "bits": 8,
2434
+ "group_size": 128,
2435
+ "mode": "affine"
2436
+ },
2437
+ "language_model.model.layers.8.mlp.shared_expert_gate": {
2438
+ "bits": 8,
2439
+ "group_size": 64,
2440
+ "mode": "affine"
2441
+ },
2442
+ "language_model.model.layers.9.linear_attn.out_proj": {
2443
+ "bits": 5,
2444
+ "group_size": 128,
2445
+ "mode": "affine"
2446
+ },
2447
+ "language_model.model.layers.9.mlp.shared_expert.down_proj": {
2448
+ "bits": 8,
2449
+ "group_size": 128,
2450
+ "mode": "affine"
2451
+ },
2452
+ "language_model.model.layers.9.mlp.shared_expert.gate_proj": {
2453
+ "bits": 8,
2454
+ "group_size": 128,
2455
+ "mode": "affine"
2456
+ },
2457
+ "language_model.model.layers.9.mlp.shared_expert.up_proj": {
2458
+ "bits": 8,
2459
+ "group_size": 128,
2460
+ "mode": "affine"
2461
+ },
2462
+ "language_model.model.layers.9.mlp.shared_expert_gate": {
2463
+ "bits": 8,
2464
+ "group_size": 64,
2465
+ "mode": "affine"
2466
+ },
2467
+ "language_model.mtp.layers.0.mlp.shared_expert_gate": {
2468
+ "bits": 8,
2469
+ "group_size": 64,
2470
+ "mode": "affine"
2471
+ },
2472
+ "language_model.mtp.layers.0.mlp.shared_expert.gate_proj": {
2473
+ "bits": 8,
2474
+ "group_size": 128,
2475
+ "mode": "affine"
2476
+ },
2477
+ "language_model.mtp.layers.0.mlp.shared_expert.up_proj": {
2478
+ "bits": 8,
2479
+ "group_size": 128,
2480
+ "mode": "affine"
2481
+ },
2482
+ "language_model.mtp.layers.0.mlp.shared_expert.down_proj": {
2483
+ "bits": 8,
2484
+ "group_size": 128,
2485
+ "mode": "affine"
2486
+ }
2487
+ }
2488
+ }
expert-manifest.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d1571bc334e7f2f4c66778e7f7ccad6f301a70e4a4038bd98fb9a17f7cb39fb
3
+ size 83827740
generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 248044,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 248046,
6
+ 248044
7
+ ],
8
+ "pad_token_id": 248044,
9
+ "temperature": 1.0,
10
+ "top_k": 20,
11
+ "top_p": 0.95
12
+ }
island-placement.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"advisory":false,"census_total_routed_assignments":1072430,"coverage_by_layer":{"0":0.8838986883763004,"1":0.9336951605608322,"10":0.9787426503844414,"11":0.9841248303934871,"12":0.9758028041610132,"13":0.9712347354138399,"14":0.9834011759384894,"15":0.9992763455450022,"16":0.9986883763003166,"17":0.9925373134328358,"18":0.9738579828132067,"19":0.9936227951153325,"2":0.9455902306648575,"20":0.9905924920850294,"21":0.980958842152872,"22":0.9600633197648123,"23":0.9858435097241067,"24":0.9907734056987788,"25":0.9953867028493895,"26":0.9834464043419268,"27":0.9933966530981456,"28":0.9845771144278607,"29":0.9781999095431931,"3":0.9853459972862958,"30":0.9906829488919041,"31":1.0,"32":0.998869289914066,"33":0.9932157394843962,"34":0.9815015829941203,"35":0.994708276797829,"36":0.9975124378109452,"37":0.9938941655359566,"38":0.9757123473541384,"39":0.9988240615106286,"4":0.9767073722297603,"40":0.9979194934418815,"41":0.9931252826775215,"42":0.9943916779737675,"43":0.9959746720940751,"44":0.9973767526006332,"45":0.9955223880597015,"46":0.9953414744459521,"47":0.9879240162822253,"48":0.9188340807174888,"5":0.9686567164179104,"6":0.9563093622795116,"7":0.9654907281772953,"8":0.9837177747625508,"9":0.9857078245137947},"expert_count":512,"expert_ranking_by_layer":{"0":[93,423,480,163,74,349,326,504,157,199,0,384,309,476,69,217,470,7,273,401,316,451,97,176,329,1,79,481,485,360,251,90,98,17,64,189,330,62,160,198,369,44,190,376,416,219,272,46,37,278,430,67,134,139,494,27,108,109,58,188,446,172,49,240,175,290,16,53,265,270,282,459,20,312,254,36,383,145,277,289,132,186,10,201,203,288,378,149,249,362,224,105,187,297,406,432,192,197,293,464,169,354,24,165,222,180,218,264,308,234,15,32,258,286,505,212,213,322,453,123,267,320,395,471,31,182,235,315,438,493,66,71,337,95,99,138,246,280,294,321,458,35,75,130,148,209,381,475,5,80,170,173,346,380,167,215,301,338,42,126,214,371,463,23,119,164,409,92,396,426,120,306,324,412,333,452,9,205,19,83,168,241,319,367,440,499,60,72,237,117,508,232,291,305,418,200,457,473,492,48,208,391,392,34,411,425,101,253,435,144,379,404,45,211,242,269,351,54,73,227,393,479,495,43,65,178,248,259,403,496,14,38,133,220,223,335,342,427,431,12,154,238,331,363,433,39,162,353,61,158,245,420,63,102,110,143,174,299,414,296,328,358,415,449,461,121,129,194,302,332,370,441,467,33,107,127,159,228,436,491,506,4,118,161,274,287,298,347,364,478,91,179,340,462,482,500,114,327,343,356,377,445,103,151,318,325,336,372,399,408,468,52,279,339,456,96,116,183,196,216,275,352,394,460,68,400,405,442,221,239,247,350,355,21,59,94,113,207,389,466,70,348,447,450,507,28,147,184,304,386,474,111,166,434,498,2,3,29,88,122,156,341,18,30,233,261,263,266,361,402,497,503,89,366,397,465,76,125,230,255,439,81,84,153,185,256,285,303,334,385,398,490,268,310,359,8,50,106,128,195,229,295,307,313,314,388,511,155,225,419,428,489,510,41,100,210,317,390,448,483,124,226,276,387,77,87,56,57,204,262,357,365,375,25,104,283,311,323,373,410,429,131,150,177,206,260,501,11,13,26,82,115,135,152,171,231,345,421,443,472,488,509,22,281,344,368,422,487],"1":[324,130,197,483,263,169,371,241,413,78,293,386,390,229,60,405,209,470,398,304,30,124,496,215,157,119,269,166,423,316,186,431,434,475,8,48,251,462,58,447,352,426,320,34,482,245,179,358,71,305,314,420,67,285,383,228,486,240,427,102,366,421,498,287,74,189,394,329,112,471,88,162,378,63,385,51,62,163,491,23,176,80,456,237,225,108,336,454,200,410,440,172,220,243,389,437,5,57,469,203,238,465,244,373,477,125,281,315,372,458,76,164,313,134,202,499,128,279,325,18,262,59,174,214,242,464,6,328,115,156,206,152,261,3,342,445,451,61,286,395,446,346,401,414,403,36,123,226,363,489,1,97,113,353,368,402,4,85,165,182,391,466,135,190,211,382,101,302,91,195,210,249,297,476,481,505,94,106,168,69,84,138,235,331,111,0,143,294,14,16,20,265,288,355,468,86,223,276,68,70,158,29,32,53,132,230,326,144,291,131,311,334,415,100,137,340,370,510,52,129,155,161,171,184,273,356,406,504,224,362,430,500,509,103,339,487,120,146,280,283,381,87,236,319,388,50,77,90,105,126,282,303,502,272,417,44,250,345,407,442,257,349,467,277,444,15,160,219,264,9,19,42,55,64,73,95,196,367,37,66,393,142,183,207,212,248,267,295,425,493,508,268,307,333,375,452,192,234,275,351,376,497,147,292,296,309,364,12,43,151,178,191,213,11,38,159,227,232,310,45,104,110,149,299,317,118,148,170,205,246,258,443,459,490,503,72,92,216,221,274,387,392,400,478,7,35,81,109,122,145,173,253,278,450,506,17,21,47,49,117,396,455,10,82,139,194,247,252,312,323,399,432,485,31,141,150,167,217,306,429,449,479,22,96,153,208,231,266,301,344,354,380,422,438,473,26,28,54,75,177,180,193,300,348,404,457,27,39,46,188,239,327,330,492,24,79,133,136,140,154,175,260,289,365,379,411,418,441,453,495,507,40,98,107,121,181,185,201,204,271,284,290,298,338,397,409,416,435,461,501,511,13,33,41,65,89,255,308,350,369,439],"10":[212,314,92,437,10,490,488,50,77,509,162,384,60,180,468,280,123,202,6,218,362,29,207,56,173,282,373,274,26,215,188,251,349,271,320,441,170,445,507,17,236,378,374,328,501,97,346,361,65,253,78,178,152,279,87,194,44,400,64,3,265,19,153,413,390,114,179,163,239,340,285,311,494,377,409,129,49,53,240,46,370,497,371,487,220,310,16,72,102,410,424,67,291,51,234,350,2,308,5,217,235,244,48,91,345,137,326,293,1,31,273,440,327,425,391,415,22,464,79,255,402,143,417,59,157,106,354,492,12,275,292,298,305,103,444,446,211,363,398,485,331,365,408,146,8,414,466,278,343,355,421,307,7,125,474,18,100,315,290,109,187,232,191,299,176,389,403,37,139,455,506,450,23,233,245,348,502,247,341,61,160,161,368,397,428,82,84,175,177,197,393,230,145,158,249,267,269,427,156,369,196,296,367,454,130,30,198,469,69,71,322,107,111,448,74,459,483,489,193,216,313,380,436,121,243,406,430,480,43,55,396,36,88,126,238,330,351,366,461,465,467,213,9,35,199,203,257,270,317,347,432,66,148,182,223,289,385,98,108,231,288,303,332,335,447,481,510,28,89,113,195,357,392,443,419,42,116,138,150,276,324,423,20,24,164,171,172,226,242,306,333,364,136,27,117,300,394,426,32,105,165,237,301,376,433,442,119,181,40,83,110,133,155,167,222,241,323,456,505,41,104,115,493,38,174,319,395,14,33,54,90,94,120,140,208,214,224,229,258,263,297,304,353,407,496,503,0,47,63,70,73,76,112,131,134,142,159,166,184,209,227,228,248,264,281,284,294,295,312,325,372,382,386,404,439,458,475,478,486,504,58,62,93,192,210,225,254,256,266,272,277,342,379,387,388,405,453,460,470,476,477,495],"11":[409,59,255,178,111,13,384,304,434,231,432,207,63,322,144,239,375,442,319,331,343,311,479,337,172,390,378,89,419,347,35,76,139,234,256,437,422,335,410,345,318,467,153,3,360,243,339,238,389,377,74,78,502,150,356,205,98,399,17,114,297,53,328,385,312,381,443,252,353,415,154,473,163,336,509,97,273,77,363,12,129,370,392,115,123,148,99,258,287,295,7,18,481,131,425,371,85,340,416,491,498,2,446,376,214,211,402,87,120,158,251,43,187,308,407,171,288,34,222,235,426,84,195,321,342,429,181,215,197,325,503,71,413,14,292,408,233,33,110,352,386,168,175,179,216,323,449,220,277,460,291,492,250,279,365,471,24,86,299,465,56,127,350,92,141,39,46,48,55,73,183,427,484,79,125,456,497,38,103,383,105,495,83,294,380,428,169,418,159,189,20,170,469,271,283,16,217,346,387,511,49,156,162,237,341,470,316,406,474,122,248,284,403,0,66,194,289,354,388,25,113,177,232,257,334,398,80,196,266,281,327,329,367,508,5,58,206,438,69,91,165,188,296,298,351,50,62,130,146,166,185,221,242,332,349,500,27,133,193,209,246,249,270,274,302,320,373,430,453,472,480,30,117,135,136,155,173,344,420,444,452,501,45,128,132,203,244,262,268,310,359,374,451,475,4,54,100,104,160,174,192,261,275,333,368,401,424,431,450,464,476,482,488,496,506,11,28,29,47,95,107,145,191,253,263,301,314,396,417,454,468,8,9,81,118,219,230,264,445,459,493,1,10,36,60,64,72,90,102,137,157,184,202,218,223,227,247,254,269,272,305,317,357,382,391,394,397,412,439,441,447,457,463,478,485,505,23,32,44,67,82,94,112,121,124,126,138,152,200,240,285,315,411,421,423,440,489,490],"12":[372,84,288,6,440,475,110,347,366,24,432,228,162,345,168,273,233,265,3,52,161,218,401,136,143,47,75,78,127,123,462,220,234,190,198,307,312,352,13,303,395,502,463,294,317,494,155,223,253,98,206,97,120,135,289,444,219,299,167,341,510,470,313,261,37,140,287,11,246,404,438,251,286,306,442,80,91,165,229,350,154,509,48,202,331,33,340,215,484,32,145,324,408,410,2,400,445,284,360,50,459,16,22,305,378,473,174,189,406,493,351,495,506,7,14,103,243,231,327,434,178,456,457,380,267,301,217,160,379,409,82,177,182,248,302,478,51,107,266,326,355,63,108,113,221,227,446,503,172,181,278,356,426,62,418,363,126,481,0,41,369,87,461,4,448,38,274,416,216,487,252,334,144,232,338,396,429,291,479,498,21,272,8,95,230,336,152,42,315,93,111,128,138,159,453,224,240,421,53,187,211,390,86,141,505,419,188,209,269,346,1,71,501,511,491,18,60,392,420,242,249,285,375,377,399,469,507,96,157,225,342,332,460,77,85,115,122,339,508,170,204,76,150,271,383,66,151,280,10,185,314,499,241,343,191,245,275,488,489,105,109,335,452,130,134,148,258,290,195,311,467,17,35,100,197,239,277,323,441,9,43,133,153,477,23,29,46,112,292,389,36,83,179,316,27,173,262,45,169,175,238,318,386,414,430,436,443,471,476,137,176,203,281,308,403,497,64,147,193,257,304,325,368,374,381,412,166,235,279,330,397,458,496,129,196,247,322,333,354,370,398,422,5,15,28,30,94,125,142,171,199,201,214,268,283,309,371,424,449,480,34,67,73,74,90,99,114,118,121,124,132,139,164,184,186,254,260,263,367,384,385,417,435,465,483,490,20,26,92,117,119,194,282,296,298,300,329,353,361,365,423,425,428,450,451,472],"13":[234,346,147,45,373,58,246,129,100,265,71,241,348,248,349,167,202,391,118,36,292,81,105,486,445,123,203,17,367,76,138,331,260,375,10,42,390,274,212,304,171,6,153,303,427,157,195,270,351,201,460,122,139,116,124,472,483,169,9,394,457,64,80,372,404,416,477,31,330,412,127,26,339,113,29,286,128,336,119,48,337,421,40,187,280,47,34,467,137,313,70,121,175,82,110,306,15,43,257,109,323,135,186,370,491,24,233,59,277,316,77,144,208,356,442,232,379,283,321,355,205,334,2,252,335,487,273,482,506,154,415,177,93,378,151,178,307,499,96,243,328,238,429,180,329,414,84,244,314,168,309,347,364,401,14,69,8,57,83,155,160,440,385,35,311,384,443,463,259,322,211,389,423,25,32,87,101,156,291,420,55,298,126,190,60,220,62,163,382,16,21,239,359,225,332,365,454,464,214,226,261,387,324,22,140,432,107,222,398,56,61,176,196,287,305,46,72,198,497,344,380,455,493,185,489,52,79,89,302,369,456,162,406,91,426,39,461,266,465,419,500,188,350,413,433,435,438,50,490,501,44,117,120,182,263,288,326,381,97,282,318,255,258,290,459,23,51,104,134,152,179,250,253,276,411,485,33,102,115,333,395,399,475,504,136,184,235,360,374,462,63,447,449,510,4,146,264,312,352,106,131,193,215,224,431,53,68,405,407,481,3,12,94,237,247,254,358,453,496,503,19,66,90,103,294,297,511,37,74,145,174,183,362,366,409,417,446,480,41,54,67,86,112,130,132,133,166,172,181,251,262,275,325,377,388,408,410,418,436,7,11,27,95,142,149,192,209,221,227,229,284,300,310,397,422,430,466,468,488,1,13,18,108,141,143,148,170,228,245,267,269,293,301,315,338,345,386,392,400,425,473,478,492,507,98,197,206,217,218,271,279,343,353,371,396,428,441,458,471],"14":[260,441,231,486,102,19,142,381,324,192,461,355,435,196,109,105,304,6,77,404,387,470,275,298,86,219,437,127,153,276,391,384,334,238,330,99,451,301,374,450,274,351,44,484,280,329,51,273,388,74,328,293,382,118,212,213,68,249,1,300,174,65,69,262,200,509,171,323,354,283,83,48,57,508,138,160,203,85,218,320,256,90,190,291,383,476,497,401,76,311,406,3,33,98,46,438,504,154,20,345,502,16,55,61,95,447,455,188,191,436,448,316,422,462,239,326,377,368,498,14,18,114,432,456,344,94,124,132,420,479,175,303,403,45,107,146,42,50,67,5,96,211,396,493,40,236,268,278,505,29,70,104,312,266,339,341,215,287,469,2,39,115,15,56,92,292,506,242,489,507,93,147,357,444,367,79,338,495,425,34,145,150,197,207,180,335,458,488,251,41,267,80,137,206,423,454,112,366,390,398,411,499,140,246,281,510,187,314,319,452,82,189,340,356,28,126,247,424,254,305,421,168,182,194,269,302,386,333,43,72,84,235,284,405,47,100,117,179,186,428,30,53,294,482,9,24,49,136,164,176,204,385,394,73,116,123,195,244,365,371,21,111,130,414,258,315,500,13,103,159,205,209,237,241,408,409,439,492,108,119,148,149,233,332,353,397,459,64,139,151,252,288,331,360,369,402,434,183,208,210,395,419,23,26,37,134,165,173,221,234,407,416,443,490,66,71,75,87,133,169,243,257,261,265,277,296,310,378,417,426,427,460,464,471,477,501,10,11,17,91,106,131,161,166,184,201,321,325,412,429,430,27,32,60,62,177,181,226,229,282,342,349,350,431,467,473,480,36,63,122,125,135,158,222,240,248,250,318,337,389,415,446,472,474,487],"15":[392,487,74,352,98,358,119,226,193,131,39,64,73,206,495,65,245,481,293,500,60,459,510,30,211,463,266,6,54,294,306,494,476,66,491,343,382,426,268,375,501,237,61,252,83,89,85,431,508,187,297,396,231,13,79,175,58,346,138,496,420,364,391,311,118,271,135,309,241,373,389,70,322,370,32,318,356,106,147,336,209,288,308,146,397,199,15,111,289,19,153,383,347,205,227,82,449,160,75,189,169,486,296,327,29,35,222,218,405,178,212,275,88,264,101,110,128,380,21,258,427,321,411,475,27,446,273,195,220,414,416,265,365,478,291,400,174,112,133,214,51,163,191,299,384,415,503,36,63,71,43,57,339,12,117,140,208,228,260,14,28,47,56,123,173,185,240,280,402,412,439,502,22,105,136,325,454,141,224,243,254,261,274,295,351,360,423,498,506,9,50,68,145,156,216,279,283,292,300,341,394,437,460,461,471,473,499,511,25,143,167,177,253,255,267,290,303,408,456,479,7,127,151,168,194,200,234,257,328,371,399,432,450,493,1,2,18,81,92,103,108,113,122,130,144,170,181,186,190,207,225,249,298,304,334,350,355,362,366,367,376,386,390,398,401,407,424,465,474,507,11,37,41,48,100,124,125,129,152,161,172,184,192,196,204,238,246,247,282,310,314,315,340,395,417,441,451,464,488,504],"16":[260,245,476,196,282,442,53,96,143,123,249,129,201,419,101,505,348,109,409,500,393,428,140,344,355,299,482,276,222,501,489,108,338,135,174,194,23,115,294,424,182,33,311,144,57,450,28,225,337,244,320,90,118,62,280,243,334,153,157,278,195,148,375,480,94,368,99,391,207,227,130,441,26,133,451,102,172,226,467,2,359,88,179,470,147,231,453,32,110,31,120,216,283,403,340,163,220,240,8,22,210,322,332,415,380,429,171,352,438,183,421,459,74,292,169,11,98,121,43,394,246,75,265,326,45,127,35,324,360,422,10,63,261,313,61,168,199,238,25,354,373,381,173,17,58,152,164,181,191,345,4,146,235,267,277,378,389,3,325,42,70,180,92,506,51,414,16,288,333,82,228,385,432,149,498,401,224,272,397,477,73,87,202,91,263,312,492,269,330,370,377,209,361,452,39,159,508,205,412,142,208,250,284,362,383,423,12,203,351,166,192,328,388,433,471,486,495,34,59,122,204,262,264,286,341,382,478,67,107,175,223,252,271,275,297,392,434,473,21,52,68,71,78,134,295,302,364,366,395,399,461,479,18,30,36,44,48,77,126,131,136,156,184,187,189,221,233,254,266,270,306,308,327,346,350,404,407,435,439,466,497,13,49,65,66,105,114,158,200,236,239,247,256,268,285,305,309,318,323,336,387,396,416,417,425,443,446,454,464,472,475,481,496],"17":[394,410,190,187,117,449,288,93,319,422,144,455,194,14,276,495,91,196,80,156,259,325,224,442,282,125,216,273,165,223,260,109,440,201,398,177,39,306,409,116,214,219,133,349,441,188,172,304,418,443,477,246,500,252,407,175,25,381,81,357,173,470,499,42,372,113,266,371,17,193,459,159,390,488,73,237,346,67,70,264,340,391,112,265,430,404,284,336,462,351,118,299,505,38,490,347,72,426,87,419,138,164,413,293,453,245,420,467,401,370,163,279,324,238,255,294,403,228,463,484,147,270,44,261,334,105,210,466,62,68,285,331,235,236,86,305,16,136,10,111,365,411,460,41,102,192,437,461,272,54,98,281,286,311,402,454,101,326,406,508,234,287,312,457,378,222,498,71,202,452,123,145,343,491,382,389,475,191,207,244,120,283,362,215,211,363,480,50,82,160,74,198,263,315,323,338,104,132,32,53,140,209,321,328,58,106,303,359,110,181,374,103,253,432,108,387,267,329,486,90,52,146,385,43,204,231,327,30,197,301,333,469,511,2,7,35,55,95,277,278,396,425,465,503,6,61,84,79,206,225,379,468,127,240,51,227,302,386,494,504,0,59,65,151,169,180,221,431,186,218,493,1,8,143,166,257,375,392,429,24,31,152,155,178,307,341,421,424,471,20,34,49,63,78,121,126,137,199,220,232,310,313,356,364,423,487,489,15,19,22,46,48,69,89,114,124,141,142,148,150,171,183,205,233,249,254,290,308,309,330,345,355,383,384,428,434,473,483,485,12,66,85,97,122,128,154,157,158,170,174,184,195,208,250,274,295,314,332,337,350,367,369,436,456,474,497],"18":[326,47,494,80,309,157,248,173,221,351,472,170,331,497,29,37,122,416,33,306,506,100,252,109,438,137,164,42,20,280,373,233,312,485,132,131,146,394,49,366,459,117,266,403,108,235,13,85,62,246,101,168,58,358,434,213,483,67,418,287,419,51,181,297,395,422,241,277,330,385,437,34,219,185,374,386,510,24,206,249,284,336,361,63,228,94,468,260,144,341,95,18,53,5,178,179,258,127,152,440,88,500,276,503,106,305,255,283,128,264,282,307,408,318,22,156,275,387,481,43,353,70,93,196,285,111,135,464,79,103,227,447,388,487,444,484,57,120,84,98,169,198,229,96,340,72,76,162,220,428,193,435,21,308,493,28,212,265,310,451,10,125,118,402,38,471,68,457,473,482,81,237,261,304,391,183,217,398,207,223,360,363,417,390,507,327,175,184,486,19,92,381,139,154,203,232,321,337,115,55,298,119,199,378,399,456,467,480,167,176,347,91,121,324,411,65,414,293,379,397,87,460,345,442,69,256,319,384,396,343,224,501,7,150,443,141,159,240,338,405,153,216,218,6,102,234,1,165,315,441,107,200,401,450,12,104,151,172,294,409,369,75,329,359,25,26,410,461,504,505,41,66,147,160,166,174,211,180,286,314,407,36,60,82,380,453,244,288,291,475,73,105,243,462,11,15,204,239,344,448,8,272,295,362,32,44,48,133,242,301,334,371,376,209,268,278,300,323,488,201,299,302,316,354,477,478,50,78,124,140,194,365,400,454,491,54,83,145,197,226,274,325,346,355,357,383,445,489,492,9,14,56,59,90,114,189,335,436,449,463,498,35,40,64,89,97,112,123,126,142,245,250,251,311,322,372,413,420,427,446,465,490,509,39,46,77,110,113,134,143,186,205,214,230,231,238,263,270,271,350,370,392,423,424,430,452,496,499,502,508],"19":[384,112,421,362,255,21,297,308,175,47,107,480,452,79,51,143,469,9,172,136,418,129,81,401,161,472,1,48,464,498,135,292,104,382,409,395,73,106,122,140,91,263,110,14,428,456,259,225,445,209,242,331,347,396,34,506,378,468,502,438,273,50,317,82,217,166,408,280,289,298,141,285,407,446,310,332,145,193,247,62,221,56,210,412,223,124,20,26,507,343,482,483,471,46,238,376,204,450,503,19,66,113,254,212,286,90,328,433,39,184,371,277,373,411,372,443,377,453,307,133,31,165,385,313,55,10,29,291,185,127,222,24,80,160,67,315,118,88,440,142,457,246,71,356,174,429,59,92,163,320,162,383,316,365,60,234,148,489,13,257,463,40,123,207,190,89,167,302,487,78,57,63,126,306,25,260,130,147,348,399,490,235,364,38,15,22,155,369,75,44,101,157,192,279,309,49,275,324,405,16,173,284,374,5,45,93,152,177,188,213,312,339,454,461,510,36,99,138,232,248,269,77,215,252,360,86,131,149,335,475,501,37,52,58,84,158,239,265,319,389,394,397,426,444,448,465,61,176,233,283,288,422,508,121,220,251,253,351,406,435,11,64,296,336,354,33,105,137,183,226,243,333,337,357,366,375,388,413,504,4,94,103,125,236,276,329,349,478,479,481,497,0,30,43,128,206,237,290,327,338,341,346,451,8,12,17,18,42,100,102,170,180,181,196,231,241,258,262,314,334,342,355,358,424,434,460,467,470,499,500,505,509,3,23,27,41,116,154,182,214,249,250,267,281,379,417,439,455,473,477,484],"2":[180,394,69,339,393,96,436,333,109,434,28,214,92,107,170,273,417,138,306,469,283,147,190,22,37,89,185,321,402,42,50,142,435,200,363,231,310,467,20,449,162,351,268,483,439,220,388,256,385,257,86,305,145,202,286,360,253,263,404,358,101,315,364,443,495,258,367,496,127,211,245,511,149,95,486,112,30,406,370,377,296,444,132,457,378,454,494,74,85,236,295,171,210,405,134,460,0,79,97,249,151,237,349,380,13,81,114,17,311,346,419,84,199,387,304,319,207,212,105,16,294,324,342,470,502,57,137,154,452,250,287,316,445,506,135,300,433,2,87,168,508,141,282,490,59,103,197,264,426,208,215,10,41,64,169,191,226,288,303,359,414,198,238,418,477,432,66,119,181,371,451,193,261,280,382,55,65,104,206,325,379,475,265,410,472,46,44,317,372,247,271,504,252,437,83,150,307,322,357,493,497,503,201,259,391,36,153,230,251,61,63,270,39,106,148,276,308,313,4,8,424,73,75,262,500,33,260,291,335,430,143,239,399,48,51,293,161,146,176,421,442,88,113,240,337,481,492,125,27,32,172,76,102,122,334,365,38,139,164,192,320,338,373,389,431,505,25,140,173,177,195,196,229,312,327,401,412,117,155,350,18,19,21,128,77,184,361,362,3,15,152,160,332,462,12,222,336,354,375,392,427,70,458,461,463,471,62,158,213,476,491,34,133,228,341,356,420,440,474,43,54,186,266,289,411,464,466,479,489,11,24,45,56,68,302,409,498,53,121,130,157,178,189,225,232,468,507,510,1,98,159,182,298,353,5,71,166,290,301,453,35,72,90,100,115,165,267,292,309,344,347,396,403,448,459,49,82,123,188,216,234,244,248,254,284,368,369,390,425,450,484,9,118,163,203,205,218,235,278,279,376,415,485,499,93,110,116,129,187,217,224,272,277,299,374,395,400,473,480,482,14,47,167,179,183,243,297,326,331,352,366,398,413,416,423,428,441,446,455,26,29,60,91,108,124,126,131,144,275,323,355,381,407,438,501],"20":[478,175,90,355,51,160,490,366,230,373,204,213,10,58,336,262,290,256,198,167,502,349,445,297,436,412,315,409,66,5,433,218,483,140,413,507,423,45,136,395,122,142,506,96,311,339,258,190,74,92,335,437,319,55,170,125,44,56,223,361,228,75,138,121,178,145,274,101,325,298,27,317,417,15,215,260,494,295,102,278,177,216,244,124,401,345,396,105,154,347,63,13,95,117,59,127,210,225,168,93,380,180,147,321,247,229,451,353,0,497,94,457,464,8,226,189,327,24,214,511,386,227,318,65,426,42,114,176,195,29,34,18,508,47,137,391,91,98,106,328,332,356,448,289,394,99,173,141,243,271,485,236,276,387,459,251,89,390,202,441,76,346,453,306,418,82,11,151,348,212,468,351,360,14,78,252,370,37,123,130,217,248,456,234,374,39,53,71,404,477,7,308,344,430,182,246,314,369,372,504,57,272,338,383,501,88,169,405,30,36,79,155,367,408,431,503,192,285,388,60,143,131,292,310,363,429,482,28,249,250,350,443,2,83,116,265,301,414,474,25,85,97,172,191,200,208,340,442,20,87,174,206,211,296,304,425,466,469,6,80,132,166,179,220,237,269,378,427,435,449,492,4,185,187,233,253,261,270,281,291,357,381,384,440,463,472,40,107,109,159,161,197,203,309,330,410,458,467,479,489,33,43,84,104,112,113,150,171,196,232,235,239,254,267,287,293,300,324,358,428,434,12,16,26,62,64,115,158,221,279,305,320,342,354,359,371,377,379,385,389,397,438,450,461,475,488,509,9,22,31,41,49,110,128,133,144,149,157,193,255,266,268,316,382,392,400,406,416,446,447,462,470,473,491],"21":[252,32,457,362,506,324,340,442,451,332,372,64,54,116,206,477,56,337,440,74,168,19,45,354,237,48,214,459,419,369,31,33,28,11,436,92,40,163,62,470,499,294,370,136,154,312,305,119,260,21,208,268,107,220,308,91,281,147,198,400,345,288,443,169,286,306,474,118,160,311,27,502,178,271,456,494,435,204,253,152,222,242,398,131,199,223,458,18,454,115,146,195,250,292,39,104,239,264,313,464,424,101,485,414,328,83,86,283,388,320,360,183,447,504,384,409,111,3,113,279,301,333,88,261,78,148,200,257,496,280,321,465,471,266,338,466,479,216,287,129,331,334,402,96,100,139,153,164,407,29,43,166,80,236,412,98,233,243,251,67,192,467,201,299,392,493,84,76,180,227,275,347,350,150,167,290,61,282,461,130,218,353,417,53,172,255,0,5,77,224,446,57,438,155,162,25,59,241,377,44,90,58,240,404,17,212,401,134,246,247,385,422,441,450,351,418,182,349,432,509,230,316,69,120,158,421,142,248,298,23,210,254,327,472,128,376,381,170,189,277,121,176,497,81,394,489,6,70,379,395,425,429,303,434,460,72,157,213,359,481,52,231,317,423,468,41,68,185,194,202,238,267,304,314,399,426,487,122,144,367,382,452,501,36,47,50,175,211,270,352,427,469,478,482,505,38,123,209,234,235,274,289,296,342,344,484,492,46,51,93,99,109,126,171,256,291,336,413,508,10,42,63,137,219,221,232,259,262,293,318,356,410,476,500,511,34,65,66,79,85,94,117,177,188,197,244,263,302,326,343,357,389,391,420,503,4,106,114,135,138,140,141,145,149,165,181,187,215,228,229,295,297,307,339,341,355,366,368,373,378,387,403,405,406,431,445,448,453,480,2,12,14,26,89,105,133,159,269,278,300,348,365,371,380,462,463,475,488,507],"22":[410,133,269,252,204,242,238,164,345,265,469,300,187,322,304,434,148,49,96,47,422,328,405,77,124,460,468,453,106,186,181,177,179,42,504,275,255,12,78,125,230,414,264,270,444,188,225,109,59,171,309,279,253,149,281,431,276,3,349,500,509,373,401,321,377,193,381,65,23,150,320,503,511,17,366,11,241,20,52,437,15,30,293,24,384,189,355,74,387,6,316,428,473,295,435,452,66,290,302,317,429,305,470,13,102,115,136,175,256,319,499,60,142,215,487,471,86,162,224,32,306,465,243,297,334,374,298,343,472,205,358,424,10,56,112,192,234,301,365,461,423,400,416,69,426,273,283,324,495,339,246,40,33,104,344,415,201,458,325,485,507,43,111,34,39,135,440,122,303,48,81,419,75,160,206,41,223,292,332,371,4,21,51,285,35,159,308,462,479,121,307,8,73,210,61,239,310,214,408,438,313,390,467,489,229,490,53,157,284,386,417,432,218,379,385,356,420,454,50,357,441,217,450,45,80,107,123,190,369,494,250,257,140,82,216,399,421,446,451,158,445,502,22,380,146,340,360,492,235,508,163,178,221,232,375,411,101,120,267,436,62,99,196,430,443,67,141,147,395,404,484,491,7,16,95,105,259,261,287,481,368,372,391,403,482,496,89,110,130,138,388,406,413,456,134,402,483,378,497,197,249,354,449,463,476,9,57,126,208,341,407,55,92,202,294,312,457,19,116,155,174,327,336,350,363,392,493,14,37,46,83,87,117,172,195,342,383,394,506,90,97,119,145,212,213,226,231,240,266,346,361,376,397,409,439,505,18,108,137,237,254,296,425,442,488,498,5,28,94,127,144,152,165,169,180,233,244,263,272,364,389,412,474,27,38,113,185,194,203,222,245,278,323,338,351,393,418,464,1,25,64,128,129,167,176,207,220,227,228,248,274,289,311,329,331,335,337,352,353,367,447,478,486,501,54,58,76,88,91,100,103,132,151,168,211,236,251,315,318,348,396],"23":[313,368,121,493,6,103,251,394,402,353,83,105,387,78,4,285,227,74,393,155,443,316,382,119,242,478,60,438,58,401,162,416,95,237,341,146,81,96,356,299,404,297,166,167,179,234,284,363,390,82,498,188,92,308,257,68,317,190,501,452,496,3,263,139,434,18,73,435,110,54,453,66,245,467,486,398,199,292,344,32,40,174,163,134,223,97,107,378,117,362,108,120,294,291,338,16,260,480,236,482,210,222,69,194,87,118,295,499,407,490,505,384,233,48,128,180,504,383,447,511,142,203,238,185,272,127,250,156,193,34,208,296,439,484,275,214,477,191,221,403,226,327,357,410,35,84,464,22,24,195,49,209,510,269,278,334,45,111,168,224,248,376,425,70,106,244,247,310,29,89,217,318,448,61,124,153,321,332,360,430,457,115,25,59,145,252,289,337,147,361,415,455,77,186,53,104,181,15,254,389,406,494,0,14,47,154,187,449,76,79,88,143,160,172,183,184,465,100,130,171,176,409,418,475,509,232,268,303,31,36,52,228,446,90,144,150,287,302,320,325,331,17,42,206,256,267,293,426,442,197,215,266,309,336,359,374,420,440,451,1,23,71,72,126,140,189,322,346,414,429,462,463,470,476,479,483,488,41,46,65,80,102,123,149,158,175,198,213,231,241,290,375,417,424,481,487,506,8,37,38,57,112,169,204,235,253,328,329,365,377,413,433,471,492,13,51,63,91,101,113,114,116,122,133,137,138,164,177,178,202,240,259,270,271,277,330,352,364,385,392,396,397,419,450,503,507,5,19,27,64,98,99,136,157,173,207,211,212,218,229,261,274,276,288,300,354,366,369,454,460,466,469,26,30,39,85,93,109,125,161,200,219,239,262,265,273,282,283,304,306,315,323,345,350,351,379,391,400,405,431,436,459,491,497],"24":[163,189,191,389,204,431,500,34,151,44,317,387,171,414,225,89,88,110,370,148,184,108,489,197,443,134,81,356,82,442,275,446,482,508,505,307,93,252,162,217,409,186,87,6,239,30,154,497,366,116,378,253,295,49,138,60,268,471,509,233,331,78,432,360,381,470,383,161,127,67,277,126,178,3,68,503,177,242,457,510,32,419,73,260,367,296,59,169,353,155,392,455,466,496,363,51,115,205,232,301,150,357,386,448,131,354,76,109,304,365,427,487,27,237,55,92,486,305,337,462,53,70,111,207,236,133,210,215,325,61,96,219,312,166,377,449,28,330,144,194,64,35,36,113,173,202,507,86,199,213,318,66,182,193,329,11,164,439,14,223,281,297,77,220,465,54,335,458,183,241,198,355,451,493,327,37,230,300,395,402,146,247,175,420,477,31,52,137,292,104,13,50,117,209,309,390,41,45,216,316,447,40,347,488,140,290,4,206,324,344,426,187,322,438,491,270,261,339,200,399,405,456,218,221,244,262,454,469,165,211,269,452,99,272,313,328,46,118,181,254,319,334,410,26,188,315,375,158,227,416,464,90,95,100,160,258,361,400,506,267,350,358,369,401,425,435,461,479,480,159,276,323,393,413,433,440,79,119,105,112,136,224,229,251,288,376,417,434,463,490,5,9,63,114,201,203,263,265,283,285,338,441,445,460,475,499,0,19,38,80,91,142,156,172,274,306,468,502,7,8,16,20,24,47,72,135,179,248,249,271,273,278,282,284,299,314,349,374,397,403,406,423,494,495,498,504,1,65,130,132,147,174,196,214,228,280,294,394,396,408,424,450,484,492],"25":[432,14,90,320,260,306,426,407,246,69,310,369,180,83,153,408,410,141,430,10,206,2,128,289,137,145,319,157,302,29,130,34,122,152,111,511,171,154,167,63,395,163,232,32,504,420,109,62,82,482,17,36,184,383,45,42,146,443,463,301,404,506,499,364,89,0,132,187,391,389,140,170,427,335,77,119,223,68,125,47,193,277,293,340,270,492,76,115,118,276,316,374,414,210,269,242,161,50,70,485,284,298,39,220,447,372,166,241,475,103,44,182,149,204,86,221,483,502,461,88,265,400,155,195,213,450,267,491,300,405,264,429,442,53,56,207,256,55,359,8,35,332,488,248,183,338,49,160,192,243,471,393,37,361,337,460,143,484,262,214,308,322,330,456,169,421,304,412,67,79,224,280,299,309,411,59,239,327,346,20,254,296,48,147,449,46,333,249,452,366,367,424,494,133,244,321,331,417,464,466,124,473,58,74,240,258,4,127,329,368,185,236,245,352,472,274,360,23,295,355,462,481,501,98,112,493,131,209,255,328,344,384,388,434,116,136,172,416,469,40,156,168,181,194,202,303,409,508,41,51,96,139,199,218,259,357,403,445,451,19,30,104,114,225,288,350,394,436,495,75,84,85,87,129,164,176,203,211,234,323,353,438,24,73,80,196,228,268,291,292,314,370,380,6,9,27,95,100,102,126,135,144,150,216,222,229,263,266,285,348,349,375,378,387,441,457,479,500,5,11,22,26,28,33,43,108,142,186,190,233,287,290,297,313,373,392,398,399,413,446,455,458,497],"26":[212,314,92,10,437,280,490,50,468,218,97,320,77,207,371,19,362,390,123,271,282,60,215,22,509,279,153,274,29,349,398,180,173,194,346,488,251,17,56,129,179,373,445,114,441,46,100,273,78,292,361,217,293,202,384,188,464,64,65,400,152,340,285,424,211,72,125,74,26,6,308,238,267,236,250,310,49,234,178,413,374,355,494,220,497,378,235,501,163,170,397,507,417,3,87,239,67,240,137,71,102,265,477,492,16,53,328,31,191,48,244,348,410,7,296,311,428,466,474,370,425,2,409,326,450,44,440,30,84,176,109,88,275,391,245,299,446,485,91,377,291,415,5,23,139,286,402,469,368,455,18,59,20,177,385,146,253,327,331,421,203,157,175,305,473,106,403,36,111,61,162,298,82,341,483,487,506,315,232,278,489,158,233,335,480,467,502,182,243,196,448,51,389,1,313,345,408,414,43,367,430,454,461,103,197,213,89,126,164,249,306,343,350,332,365,418,444,8,79,230,290,42,107,160,322,393,396,12,98,161,277,347,354,432,113,117,263,330,369,187,258,491,199,37,324,9,28,138,247,270,288,333,360,443,303,363,484,40,73,119,259,264,317,319,366,471,481,32,35,66,69,115,120,167,172,222,226,229,242,416,38,108,155,294,300,394,433,34,110,121,295,304,352,381,406,459,508,41,54,76,143,214,260,301,307,337,407,423,426,427,436,39,47,136,181,195,297,379,386,392,420,14,142,165,312,325,351,364,429,439,57,68,70,93,134,184,206,223,269,358,24,55,198,201,204,208,224,228,276,284,287,309,334,342,382,404,419,442,447,452,475,478,495,504,510,58,83,116,130,148,156,192,193,219,227,237,241,255,272,289,316,356,380,387,438,482,500],"27":[59,409,111,434,322,178,255,319,13,207,231,144,384,239,331,304,381,347,390,432,63,98,437,311,360,35,76,343,89,375,77,442,422,256,12,297,194,237,385,467,250,252,410,337,150,419,243,273,97,123,3,139,415,222,318,339,53,479,74,407,234,118,399,402,99,288,426,449,78,378,389,353,345,14,154,443,197,335,498,377,299,33,363,206,392,413,294,340,181,270,350,465,295,205,17,92,171,129,211,484,427,386,352,323,502,509,84,169,172,85,291,321,491,233,43,215,48,258,34,179,308,284,120,187,214,346,54,24,86,71,55,397,473,79,175,246,7,2,114,296,429,73,163,221,249,18,115,312,49,268,328,334,376,148,232,357,371,46,251,416,336,382,383,342,257,356,122,125,235,401,492,189,39,153,472,95,20,158,511,131,141,213,355,406,503,508,277,292,428,471,0,127,226,388,110,184,216,287,372,403,238,327,365,16,248,368,5,456,128,165,168,283,354,367,495,72,374,474,58,244,263,164,446,45,62,87,271,349,177,274,373,430,57,103,113,137,188,203,408,420,506,38,50,69,136,261,310,329,418,424,439,463,466,477,1,66,96,279,305,417,425,160,170,185,262,366,460,25,56,146,195,229,241,266,301,325,469,11,68,121,161,173,180,204,220,253,341,359,457,481,486,500,15,27,64,80,126,135,156,183,193,200,219,230,240,285,316,380,450,454,462,468,501,10,36,104,272,281,286,289,361,379,445,458,470,475,476,493,61,75,82,94,102,105,106,107,162,166,201,209,242,405,421,431,480,483,490,497,499],"28":[288,21,228,6,372,440,52,80,366,475,334,356,84,110,162,168,167,459,219,11,103,345,470,123,432,462,350,265,285,161,24,473,3,13,0,220,233,509,395,442,234,494,190,469,32,461,75,143,317,145,136,91,229,253,303,202,489,312,448,352,294,177,107,113,307,502,127,215,7,438,47,152,340,401,261,37,246,286,223,198,289,306,315,16,154,155,78,174,299,218,313,446,400,189,257,324,341,463,98,347,404,403,211,217,408,484,135,248,160,180,410,97,267,305,351,140,165,409,331,510,327,100,50,379,278,429,495,181,456,221,406,48,377,378,478,194,14,33,360,426,41,62,178,231,326,434,493,206,22,95,111,252,336,42,82,204,445,453,251,273,338,444,87,187,249,182,4,96,120,369,396,243,355,418,71,94,230,363,9,66,511,53,76,335,51,503,115,172,208,188,424,506,38,392,458,86,342,419,421,287,159,191,240,416,93,390,323,499,457,122,144,343,383,467,498,507,8,18,266,275,332,386,487,280,284,460,43,148,153,505,296,302,501,77,112,175,380,36,60,197,216,346,373,1,83,277,375,384,441,2,28,157,389,488,236,258,471,46,141,185,235,292,201,242,452,134,272,274,314,318,399,476,508,63,64,81,90,130,137,225,17,109,173,281,311,330,414,430,436,5,39,133,147,170,239,271,322,325,491,29,237,241,269,310,337,371,374,415,420,34,67,68,85,105,125,138,209,214,301,329,353,364,368,398,412,435,455,465,479,480,483,10,139,150,169,196,291,300,433,451,15,35,72,79,104,114,121,124,128,129,171,193,203,207,224,232,238,250,254,283,293,297,319,339,381,422,437,449,490,500,20,23,26,27,74,106,108,117,142,151,158,176,264,316,328,333,348,382,485,496,497],"29":[234,147,367,346,129,373,45,58,331,265,139,167,81,100,105,260,6,336,151,348,42,15,286,34,259,246,26,128,445,123,118,126,186,127,385,80,157,490,212,356,69,292,427,202,412,449,390,303,195,241,334,138,372,362,203,302,93,171,59,168,337,314,97,153,76,375,55,71,420,429,24,349,370,274,483,122,175,304,160,101,144,440,31,351,271,291,10,110,321,423,506,96,46,116,364,379,401,56,347,137,12,220,404,61,355,248,273,297,109,328,489,222,257,60,421,135,37,119,205,306,369,486,252,382,387,415,83,443,477,156,52,283,435,64,329,57,335,463,115,140,233,491,391,426,460,497,2,32,201,287,394,29,40,339,481,47,82,25,87,163,277,22,72,113,208,322,499,36,413,141,209,214,9,177,225,261,309,313,407,21,180,284,323,398,124,350,352,442,457,154,16,102,414,4,77,84,178,232,312,432,467,190,365,188,288,487,117,197,62,184,472,120,359,14,411,416,23,244,50,67,169,238,459,17,360,378,389,112,182,187,196,343,70,226,307,358,419,500,91,107,243,406,85,152,318,461,43,311,399,63,484,507,51,324,332,333,384,438,439,54,136,218,330,475,35,48,258,269,316,353,482,74,158,298,493,498,503,504,164,270,280,95,193,221,239,275,326,464,508,104,179,198,235,250,251,392,44,79,172,185,192,211,341,418,466,7,33,53,132,145,155,181,263,374,393,417,447,454,505,68,121,148,325,395,431,446,456,1,8,86,134,142,166,216,224,231,245,268,290,293,342,408,422,450,455,462,496,89,90,131,149,162,229,230,254,262,315,338,344,381,405,474,501,5,13,18,38,66,133,191,194,200,237,266,276,282,294,301,317,371,376,380,441,452,458,468,494,510,88,111,130,143,183,236,247,285,300,305,400,444,476,480,488,511],"3":[24,310,49,403,120,444,96,503,416,200,150,482,331,14,507,78,333,280,188,469,249,376,496,268,381,293,392,395,340,274,64,129,115,29,240,171,237,411,474,323,269,178,391,408,342,379,186,265,215,505,326,216,465,86,199,1,357,175,45,426,489,210,196,35,168,61,225,407,85,384,332,229,374,402,285,305,398,405,450,13,220,283,335,15,205,461,54,288,430,214,235,404,491,52,197,68,272,354,108,383,424,26,23,202,264,279,364,434,191,420,510,51,103,160,447,0,425,246,363,451,128,183,252,212,385,495,182,287,4,58,300,459,236,442,127,62,30,203,282,328,90,132,309,11,467,174,151,234,69,245,360,18,130,423,301,441,497,162,330,386,125,184,409,65,217,348,185,483,36,189,139,147,204,347,493,74,107,161,290,394,449,473,60,173,296,336,445,104,163,193,228,271,338,414,470,73,101,149,277,406,88,247,258,382,468,37,438,457,21,70,152,190,273,371,397,481,504,3,7,39,209,352,421,437,100,117,180,259,350,48,67,89,114,206,319,400,484,8,34,47,81,154,176,179,207,238,278,284,312,324,368,91,124,148,177,253,255,306,307,362,415,427,463,40,109,233,281,436,50,83,94,218,222,242,262,297,372,506,75,98,266,267,314,373,443,59,87,105,137,241,365,370,417,455,462,44,123,158,165,243,325,337,341,375,380,429,439,477,490,80,92,112,113,144,227,251,289,343,433,452,472,2,42,102,126,135,143,166,167,298,351,361,367,448,454,511,6,12,20,22,25,82,84,95,116,119,136,141,201,219,223,226,232,261,263,270,294,304,339,349,356,369,396,399,401,418,422,440,498,502,509,5,16,31,66,71,72,111,131,142,156,157,194,254,315,317,318,320,334,366,388,435,471,476,508],"30":[462,486,441,260,381,219,102,508,435,276,366,493,330,19,105,324,304,142,196,355,391,294,86,461,268,273,428,404,388,334,249,69,231,120,77,274,218,374,387,298,323,74,384,11,72,160,192,450,326,109,484,132,398,118,470,451,51,436,68,213,114,291,301,153,188,328,65,3,90,20,21,238,280,61,111,127,138,458,383,278,497,509,345,406,329,448,476,57,354,507,175,320,438,116,422,112,190,432,504,99,212,92,123,174,251,96,499,455,200,351,154,191,401,147,256,283,85,146,203,333,95,145,368,502,50,293,427,420,444,140,80,83,239,377,45,139,447,136,137,505,205,5,33,171,15,319,14,222,236,314,403,42,66,311,382,424,437,489,506,76,124,275,378,498,300,150,211,349,409,117,479,56,241,55,287,405,303,1,44,179,233,460,39,246,469,2,46,452,28,79,98,237,284,434,16,151,262,53,104,107,186,6,48,130,421,176,288,344,94,161,242,247,257,302,30,41,252,267,367,13,208,209,414,164,281,292,339,492,103,204,269,321,357,115,454,23,31,64,67,82,93,119,126,135,156,168,180,245,305,371,423,488,7,10,18,244,338,386,411,417,456,473,510,32,71,169,197,207,235,282,316,464,91,128,217,337,396,490,494,37,49,122,148,187,312,335,340,342,360,369,443,480,24,34,110,159,165,221,265,266,325,331,385,439,459,17,184,210,215,226,229,254,308,310,327,341,352,356,390,407,501,4,9,38,47,131,158,177,181,183,195,198,206,230,250,277,296,353,410,416,418,430,445,29,40,60,62,70,73,97,100,149,194,224,232,234,315,389,394,395,419,442,453,467,482],"31":[392,487,352,226,358,476,293,66,119,74,131,237,268,306,29,83,245,481,496,118,206,382,495,98,193,266,60,500,409,231,371,501,19,64,424,65,391,153,73,258,491,375,294,70,347,411,58,6,494,370,252,426,1,364,510,444,309,297,211,303,135,175,271,322,336,61,274,459,420,39,13,35,139,341,373,343,89,199,243,123,238,405,446,25,205,227,189,169,423,21,30,463,431,239,15,88,327,346,27,508,449,187,330,394,128,140,146,160,85,383,389,418,194,214,396,79,111,288,308,47,311,456,2,202,283,295,397,12,38,192,261,289,96,209,68,178,212,221,242,356,416,441,101,492,498,78,241,417,432,103,282,365,75,393,435,54,110,138,415,22,57,275,400,454,185,208,215,129,143,147,195,380,422,425,427,442,486,63,91,150,328,414,142,260,296,448,460,141,228,240,361,384,437,69,173,339,376,401,14,84,112,120,136,321,32,36,48,82,229,354,438,499,505,4,7,51,81,220,269,290,299,325,345,363,379,386,398,402,412,458,0,56,122,155,183,203,222,232,254,262,280,310,318,338,349,351,357,407,440,464,475,478,480,485,497,509,511,37,67,109,117,145,157,161,172,174,248,253,264,281,291,292,355,366,374,390,408,429,450,465,469,484,493,507],"32":[260,196,476,245,282,442,53,337,174,108,505,109,489,123,332,90,249,194,115,201,210,182,31,419,225,121,409,348,393,101,143,96,299,311,26,244,222,294,262,403,63,501,278,23,107,202,276,500,163,3,344,57,283,129,424,482,99,391,355,207,148,470,338,359,135,428,118,480,361,140,110,243,216,375,71,33,88,227,320,147,4,28,183,438,133,226,235,144,506,322,195,94,327,450,149,159,380,430,190,265,153,157,280,105,171,340,453,459,239,334,2,22,62,111,397,8,352,58,70,345,354,51,451,477,35,67,441,485,389,377,429,446,168,240,288,77,120,467,492,152,228,399,169,368,25,164,496,127,231,415,181,373,277,473,102,385,475,134,261,435,61,328,412,56,122,203,324,416,421,43,45,74,142,192,221,333,150,177,351,422,433,75,76,325,388,92,172,189,266,317,117,179,220,297,330,339,461,20,30,98,209,326,378,443,454,36,87,131,238,264,307,381,390,407,494,17,34,78,146,208,246,250,263,275,306,336,394,423,434,493,0,42,50,205,230,305,312,356,425,452,498,12,32,91,95,173,258,267,286,360,370,379,432,479,508,11,38,130,136,191,259,346,382,414,472,39,48,175,197,241,242,251,255,256,268,291,300,308,323,366,384,439,471,487,495,16,41,44,49,73,82,85,86,211,254,257,272,292,302,341,350,353,365,392,401,402,417,466],"33":[394,410,190,117,276,144,288,422,449,202,187,442,93,455,495,91,172,14,216,259,273,371,312,196,39,125,440,224,306,246,325,304,282,462,81,156,237,214,477,188,398,287,500,42,279,409,418,17,165,407,419,113,80,319,265,219,177,349,426,138,470,351,173,441,223,484,82,346,116,73,264,343,7,252,201,266,118,430,480,370,324,459,133,159,163,390,120,270,285,299,340,336,234,175,334,443,499,67,403,357,25,123,38,72,391,372,103,305,206,261,164,461,345,293,453,411,420,101,260,272,10,191,98,210,136,488,245,362,44,404,193,321,331,50,68,286,229,468,192,112,267,378,490,87,374,74,255,16,147,236,401,467,227,385,452,198,228,389,491,231,284,328,347,387,109,244,281,311,315,381,102,303,2,71,194,460,58,471,148,294,396,503,207,326,0,79,145,41,62,365,505,508,43,106,386,498,32,65,139,215,20,209,437,463,511,86,104,132,152,263,19,130,257,140,204,382,413,447,52,108,235,54,238,253,435,155,211,423,222,301,359,70,105,127,402,406,476,59,314,333,457,24,169,251,61,110,199,432,489,1,6,53,111,143,151,183,240,309,504,75,84,88,135,274,277,283,364,424,166,269,323,329,363,22,30,89,126,160,197,302,327,425,454,466,472,12,85,100,119,150,161,226,295,375,379,431,479,494,497,27,90,373,393,474,483,492,3,15,28,55,56,107,141,146,208,212,232,250,298,300,384,392,427,428,485,486,493,501,506,33,94,96,115,121,124,181,205,225,268,307,308,348,356,369,376,383,482,487,496,502,507],"34":[47,80,361,109,29,101,326,24,203,472,416,366,117,494,459,331,100,22,493,419,487,122,306,94,497,58,170,248,173,358,418,309,312,199,85,169,485,156,373,164,217,473,57,162,252,246,179,374,42,256,233,67,330,468,20,146,157,351,108,168,132,386,434,131,62,394,402,277,483,53,153,275,307,49,403,185,266,510,481,506,213,219,241,340,447,144,249,385,72,221,336,63,235,305,237,255,260,460,503,43,196,287,318,407,438,18,341,6,297,261,127,152,428,34,178,13,33,220,95,337,321,395,276,353,482,98,435,76,96,285,440,227,280,107,120,258,128,79,464,218,500,125,193,282,283,21,38,81,308,5,391,70,229,422,234,437,486,88,106,265,228,51,93,471,139,212,198,363,293,176,381,10,84,183,232,314,456,457,92,103,417,115,324,388,137,184,387,390,121,304,36,442,55,68,119,284,443,25,206,347,480,50,56,91,223,264,104,298,397,399,450,384,462,441,141,207,401,444,507,239,240,294,380,398,102,118,174,242,319,338,362,360,87,150,405,111,154,376,408,37,66,216,505,65,329,396,28,172,344,12,354,378,475,181,211,369,44,160,60,272,411,414,41,165,166,315,359,379,453,454,19,175,204,316,461,467,1,48,71,73,75,126,135,200,224,243,311,448,46,82,327,343,409,474,301,393,214,263,268,291,310,463,478,26,40,59,69,83,288,371,446,451,496,77,105,124,142,151,209,389,400,449,484,15,180,187,197,244,286,335,350,355,372,163,250,251,253,259,278,325,333,415,491,495,509,8,27,116,129,136,138,140,159,189,195,236,271,281,323,334,346,412,420,431,465,489,498,2,7,9,39,99,123,133,143,230,332,345,349,357,370,392,413,424,452,477,490],"35":[384,421,14,362,175,136,112,382,472,445,297,129,1,104,9,161,502,21,308,443,51,469,378,113,280,328,289,273,440,332,498,286,409,452,172,401,506,242,456,217,10,463,396,212,47,331,480,223,107,373,66,79,259,110,140,50,408,127,56,482,16,207,507,468,254,383,36,483,34,418,225,313,395,428,26,48,91,39,255,407,143,82,92,81,446,141,263,135,292,285,166,298,433,310,73,118,124,67,343,484,174,385,247,145,246,133,277,279,471,377,62,429,315,210,19,24,238,106,165,464,33,411,192,31,317,475,142,209,55,204,307,148,188,291,167,147,369,302,365,438,63,222,234,457,88,347,90,371,487,510,60,152,13,426,453,130,232,162,329,163,173,184,316,320,29,220,59,185,206,306,327,45,65,126,193,262,412,478,37,43,49,89,196,462,504,221,324,405,494,93,122,261,422,503,237,267,299,99,121,80,103,123,356,450,20,376,389,454,465,489,15,77,215,269,354,406,497,157,158,312,509,22,30,339,490,501,160,178,399,448,474,508,138,236,257,346,366,374,375,58,200,258,342,61,208,235,260,321,424,449,461,496,500,155,176,239,251,275,281,340,348,360,466,511,71,177,219,226,265,288,434,435,3,57,128,137,154,253,334,335,349,353,394,400,444,481,17,38,40,83,101,169,182,190,248,330,363,413,499,2,7,8,11,52,100,150,213,214,228,296,309,314,319,337,355,364,390,391,505,0,5,25,32,84,86,131,134,151,181,186,194,199,224,249,250,284,338,350,351,357,387,398,402,437,451,458,460,476,479],"36":[478,175,90,366,433,198,58,10,355,74,490,51,204,290,315,256,436,230,373,506,297,160,213,423,349,413,502,412,258,409,311,5,47,218,260,445,136,437,262,142,75,177,215,138,96,483,140,45,228,190,335,122,178,380,278,121,92,42,124,13,168,189,55,15,93,8,125,244,336,339,327,210,298,65,94,507,378,216,361,56,325,417,319,391,295,347,80,317,102,227,29,117,292,27,451,497,182,274,401,167,247,448,63,176,289,387,370,494,180,145,44,24,396,234,394,418,225,456,106,395,249,59,386,459,468,485,328,348,226,338,66,270,463,141,310,374,426,314,98,214,321,95,105,356,441,509,34,154,202,332,11,147,229,360,14,37,89,404,482,0,236,251,18,76,82,91,149,223,272,425,457,127,353,431,390,508,88,169,363,430,320,318,453,477,492,503,64,137,170,344,7,114,172,369,424,36,155,243,2,16,28,101,143,313,511,25,41,57,107,195,212,296,466,501,144,151,357,487,40,85,265,442,469,219,248,419,20,113,246,271,291,304,308,379,39,158,276,346,367,30,166,288,443,83,200,211,252,275,293,331,340,60,84,104,109,159,162,173,345,351,388,408,434,440,496,6,87,116,119,123,128,131,196,207,217,306,385,399,429,439,454,473,21,33,52,133,152,179,192,242,250,268,300,307,384,389,397,414,449,484,4,38,68,71,78,99,130,148,197,233,238,241,253,255,284,285,358,371,435,447,461,464,470],"37":[33,32,252,506,457,362,369,11,442,19,324,28,332,337,477,54,206,56,62,305,163,345,91,119,168,311,370,78,116,260,440,451,419,64,208,40,459,136,199,470,281,340,21,288,80,400,308,377,443,107,294,250,313,372,384,499,237,456,220,268,154,214,398,204,354,118,261,306,502,178,414,474,111,447,18,253,101,464,27,45,494,169,67,131,287,485,164,88,146,271,320,147,454,139,264,257,115,104,183,286,239,93,148,152,333,496,280,301,39,83,292,331,412,435,216,113,200,3,129,360,407,504,198,275,409,57,223,242,312,48,236,279,334,53,465,392,347,247,484,255,76,150,160,43,303,458,17,84,100,233,338,467,98,167,218,44,192,29,96,90,120,241,450,471,195,316,144,436,432,25,291,59,69,246,41,153,266,404,489,77,92,417,166,418,0,86,128,162,244,468,81,172,282,401,222,256,350,180,394,381,481,121,290,421,97,503,5,227,466,130,142,425,479,176,158,298,379,201,299,352,134,258,277,469,10,70,213,274,473,6,38,52,58,441,157,243,349,375,448,46,254,314,326,373,382,391,438,446,72,126,302,318,359,434,501,51,79,143,194,209,289,307,420,445,31,102,125,135,234,356,376,423,476,487,495,30,42,170,175,196,212,231,328,351,387,399,422,426,430,460,22,68,71,74,94,122,174,248,267,300,327,346,368,385,389,402,405,1,85,117,141,145,197,229,240,296,297,336,342,353,371,388,390,393,437,461,507,61,63,185,202,211,270,293,295,344,355,378,380,410,444,452,472,478,482,483,505],"38":[133,204,242,238,164,269,328,96,345,469,322,275,252,500,300,49,230,77,265,181,422,434,47,187,460,405,177,78,453,264,373,504,225,414,186,109,270,444,255,106,6,401,468,125,12,42,148,206,503,189,309,281,366,65,124,7,241,295,13,349,495,59,253,400,273,20,226,381,415,437,319,377,320,321,179,293,86,150,279,24,149,30,52,438,509,215,290,32,17,171,229,317,470,23,499,428,104,256,3,60,157,193,11,297,48,316,332,15,276,201,224,305,387,429,334,471,511,298,416,487,10,465,175,188,339,66,343,384,472,424,69,136,461,74,112,217,292,325,51,246,426,420,99,192,356,73,358,374,40,56,81,284,8,243,473,411,121,283,4,162,234,285,102,134,160,324,355,421,440,21,110,365,410,111,307,75,142,306,423,43,135,210,479,50,390,490,33,408,431,446,41,299,419,35,223,303,218,507,147,250,462,508,435,379,441,158,196,302,313,340,445,39,45,80,467,489,308,53,178,159,221,301,386,409,494,115,123,216,385,105,120,391,82,140,432,482,202,239,491,117,257,62,101,126,395,458,205,368,406,502,107,357,375,443,361,483,16,249,378,393,413,163,430,436,452,61,342,360,363,404,454,67,89,95,261,346,155,197,219,232,235,289,372,383,457,152,287,310,22,127,371,399,450,496,57,139,380,402,418,18,27,38,94,141,144,146,173,214,456,481,492,220,268,327,388,442,506,92,184,190,207,267,271,36,83,166,195,312,478,486,493,5,26,87,128,138,174,272,347,367,394,463,505,64,116,118,137,233,244,254,259,266,294,350,351,484,34,46,70,84,88,90,131,132,154,156,194,213,237,263,277,330,331,341,369,382,407,425,439,477,480,485,497,498,501,9,54,55,68,72,91,93,100,113,143,153,203,208,222,258,282,291,323,344,348,364,389,392,396,397,412,451,464],"39":[313,368,121,6,493,394,251,443,105,402,83,103,416,353,78,155,60,108,96,32,263,257,401,510,162,139,452,387,338,81,115,299,383,95,4,438,245,179,390,478,356,156,118,363,496,69,234,146,221,119,58,404,316,260,92,166,393,410,285,341,167,174,68,199,66,236,467,104,226,344,82,284,302,244,407,297,294,470,110,237,228,403,48,242,14,247,337,117,477,272,3,5,406,215,54,188,120,501,40,111,494,100,150,59,27,77,248,250,116,194,208,128,175,291,97,453,107,222,87,318,227,334,511,34,213,462,292,433,15,41,190,25,74,465,486,89,73,185,389,144,53,142,145,124,455,454,499,308,35,63,90,203,303,449,172,209,238,482,45,290,450,16,79,153,425,426,464,480,184,61,127,210,274,398,10,18,88,289,323,373,382,471,126,140,169,269,275,309,430,463,189,223,256,409,437,481,24,168,325,328,365,380,446,487,36,106,180,252,267,293,310,417,445,483,13,39,157,295,345,376,439,484,488,9,22,109,137,233,241,243,278,336,457,490,31,52,67,113,134,214,346,374,392,396,405,424,429,442,498,504,11,17,30,49,51,114,133,171,183,193,219,224,232,254,259,266,321,352,395,422,435,466,475,492,507,23,29,70,76,85,130,147,151,163,165,176,181,186,191,201,212,217,239,265,268,276,282,283,287,301,305,347,357,359,364,375,397,408,434,505],"4":[424,272,316,105,167,325,289,458,308,199,249,45,266,283,168,222,430,73,506,351,149,488,436,432,252,90,66,9,84,465,346,292,342,412,339,329,67,102,114,32,294,357,296,110,14,216,390,92,130,399,131,267,287,34,386,24,64,417,420,336,62,309,310,311,237,197,360,393,425,192,257,104,116,54,191,243,340,152,359,317,431,223,403,405,447,184,221,371,143,445,499,115,496,437,117,288,452,315,29,96,129,370,392,471,324,63,161,245,338,422,428,65,81,495,74,128,464,51,379,333,13,391,440,175,196,198,344,433,12,85,86,349,455,77,448,5,125,163,507,265,94,331,382,409,119,212,395,156,449,55,69,83,16,132,323,511,56,121,468,148,295,307,169,240,314,28,41,87,334,460,469,50,246,270,304,493,7,127,502,91,183,480,426,144,337,30,59,185,472,68,238,273,367,491,215,299,319,358,401,476,482,485,138,207,284,363,20,260,322,99,193,202,276,404,410,438,463,89,126,233,113,166,262,407,178,302,332,388,504,3,58,27,293,384,400,443,501,10,203,306,356,402,70,244,263,39,174,345,355,37,258,353,398,500,235,11,17,259,365,423,470,509,103,141,253,281,291,162,188,278,444,19,25,118,256,269,369,389,415,429,23,80,108,120,147,177,182,190,274,277,282,301,406,474,153,155,157,232,236,241,247,300,350,453,462,486,490,492,508,35,93,106,124,312,354,381,397,416,6,44,122,165,195,208,279,362,414,419,498,31,347,2,42,139,186,194,206,209,213,217,297,394,441,473,494,505,15,26,48,135,150,179,427,442,446,459,475,8,33,57,61,75,95,97,107,134,189,211,228,261,264,285,305,318,321,348,373,374,421,434,503,76,79,82,100,109,136,151,154,171,172,181,214,230,231,248,255,290,328,341,366,375,376,457,483,484],"40":[262,364,261,136,135,290,222,44,165,106,168,141,340,304,456,251,215,59,190,270,92,56,434,411,505,298,244,203,275,96,471,396,357,6,120,280,452,335,264,420,356,449,301,18,186,495,397,138,176,450,266,240,352,428,49,213,205,407,498,77,263,425,227,254,377,281,348,497,146,311,16,157,246,382,85,100,318,229,440,351,179,366,294,459,391,60,174,153,218,36,156,145,208,239,453,91,398,39,282,324,483,143,247,346,442,172,322,162,486,28,113,451,250,389,66,323,508,8,98,355,127,295,362,384,25,219,430,437,74,268,476,29,88,330,137,9,53,178,195,363,493,445,58,188,204,443,499,403,448,255,371,458,126,463,116,166,278,258,315,46,105,252,110,170,271,400,472,34,232,248,314,43,173,354,465,470,61,193,291,404,460,224,395,22,33,198,206,457,79,201,209,4,287,288,485,424,24,103,150,180,342,431,86,177,234,293,414,469,41,45,118,236,257,309,439,496,501,31,64,87,134,151,171,197,230,231,267,289,333,344,455,482,17,38,47,84,97,155,167,187,283,284,310,373,378,381,484,500,48,122,130,148,185,207,235,269,350,359,487,509,14,27,37,51,82,90,107,109,115,144,169,194,210,211,253,286,292,327,341,349,376,385,478,507,511,7,11,20,32,50,68,69,72,83,108,111,125,132,154,200,202,216,220,221,256,259,265,285,302,306,308,325,337,360,374,394,399,409,410,412,418,421,423,429,477,479,491,492,510],"41":[365,0,273,263,36,46,414,94,399,415,348,340,329,52,335,80,434,210,91,243,61,358,439,485,432,245,484,12,394,390,175,118,378,125,342,424,334,435,87,384,500,353,164,151,170,20,302,351,385,304,489,361,226,2,67,264,171,299,16,475,300,77,352,86,350,59,511,448,84,445,217,331,133,157,505,380,51,375,430,11,501,38,44,259,433,85,265,471,143,283,132,180,220,290,427,443,21,431,499,42,140,328,32,417,34,252,306,23,293,229,363,457,496,27,145,294,58,272,287,35,449,493,349,240,116,55,79,205,383,391,100,356,416,88,447,404,235,332,29,231,301,147,195,196,244,289,425,19,310,491,476,68,257,407,456,26,508,185,142,65,198,83,468,124,276,108,465,37,49,296,167,368,389,452,480,69,223,366,402,450,510,131,177,179,364,92,213,418,105,253,462,6,275,47,398,421,440,14,41,451,109,190,256,279,312,377,397,454,507,54,60,63,97,359,373,400,408,45,81,162,218,266,479,498,71,82,158,174,444,482,495,7,24,103,136,163,199,214,249,269,286,410,5,50,70,98,123,192,219,232,236,258,261,282,333,369,406,420,463,15,40,48,90,120,127,166,187,216,221,260,323,455,473,1,8,22,28,43,62,78,96,113,126,128,134,155,159,181,197,212,246,248,250,251,303,341,409,441,453,4,17,53,72,75,115,121,148,153,161,168,224,227,233,274,308,325,327,362,370,372,387,393,412,423,438,461,478,483,494,3,10,30,56,64,74,76,111,117,139,141,150,156,173,178,184,193,201,203,211,228,234,268,270,281,298,311,313,314,316,336,337,339,347,354,360,381,386,388,413,436,460,464,467,481,492,506],"42":[431,319,23,104,37,95,261,257,97,9,93,114,218,123,293,235,22,479,169,279,45,62,402,482,187,495,303,85,463,310,354,222,268,287,428,387,508,296,139,362,67,304,243,470,342,205,448,91,286,341,137,236,365,119,131,267,476,110,462,78,472,248,491,177,403,490,273,325,355,194,249,20,438,318,388,17,113,216,424,87,16,368,391,232,233,301,197,168,190,225,480,50,357,181,3,410,106,133,138,423,56,130,136,43,382,140,220,393,426,40,237,389,436,457,24,386,378,33,432,478,71,302,214,496,90,260,124,142,152,380,394,215,226,379,458,27,455,202,280,210,18,25,165,207,359,272,322,290,351,367,68,39,49,300,217,288,484,141,151,291,294,419,439,143,203,263,413,417,47,385,285,430,278,376,48,53,193,204,364,12,19,128,153,58,335,366,15,212,315,471,499,8,107,162,172,489,0,21,79,238,269,132,185,265,274,191,332,340,509,147,200,425,487,35,80,186,250,282,55,163,450,26,231,321,434,441,77,175,295,435,473,159,234,245,433,14,76,118,154,199,251,289,317,350,377,36,59,103,201,242,276,331,30,88,102,157,184,189,208,343,437,13,44,51,86,100,166,182,195,196,219,241,244,247,271,298,307,349,363,369,383,404,407,408,485,504,506,57,61,283,361,400,412,418,427,440,488,492,42,46,64,70,72,74,82,94,108,109,129,161,176,213,252,292,299,358,390,411,452,500,10,32,73,75,83,115,116,121,127,174,179,183,192,211,221,227,229,253,258,305,306,316,330,333,348,375,392,398,399,415,421,466,493,494,502],"43":[284,24,346,246,85,365,255,342,445,161,207,178,500,498,124,198,322,451,509,14,414,185,239,94,4,40,256,293,486,87,370,95,427,462,92,181,31,481,106,15,300,378,294,280,173,345,438,320,180,48,483,499,2,506,164,166,359,297,217,435,44,224,119,107,84,127,128,209,156,391,131,421,172,121,226,349,377,422,79,203,373,38,145,206,340,339,333,26,456,74,355,363,495,99,42,420,118,136,380,162,220,47,200,423,484,266,267,270,148,18,146,417,190,490,25,358,458,460,274,86,64,97,338,505,485,133,201,276,278,430,488,77,331,508,30,49,134,45,10,0,27,428,497,61,184,120,289,364,336,393,470,299,337,425,54,250,311,154,325,50,116,139,245,273,321,406,418,496,197,244,457,91,125,137,182,227,196,412,167,416,165,248,332,19,110,195,260,272,319,385,471,493,413,151,261,309,315,353,387,388,57,71,98,163,264,323,409,46,155,193,369,379,491,11,138,150,234,262,444,448,482,152,308,436,480,28,343,360,440,12,20,83,105,153,170,218,243,271,286,298,306,329,356,357,372,464,466,474,475,501,13,73,157,191,221,222,237,277,283,285,295,296,302,303,310,352,361,386,396,419,434,450,454,472,476,489,494,502,507,6,21,33,34,35,52,67,69,81,90,104,112,140,143,168,186,192,215,216,290,291,305,326,335,383,394,399,400,433,443,452,492,503,5,9,37,59,60,62,76,102,111,113,122,130,142,159,189,199,212,233,240,242,263,334,348,366,375,403,424,449,459,467,469,487,511],"44":[104,352,402,76,445,505,290,358,212,471,232,510,500,148,474,213,164,337,4,184,294,136,189,177,418,237,276,292,59,280,54,297,158,441,287,39,173,440,473,127,74,120,446,465,270,43,134,350,283,1,51,145,495,333,55,28,456,220,286,35,135,338,342,472,195,362,223,489,183,250,319,447,313,454,322,389,33,174,315,293,490,207,419,81,468,141,37,256,79,47,192,225,169,314,106,359,405,372,75,129,227,231,481,238,248,301,480,288,247,100,433,167,366,266,49,502,277,344,99,156,273,483,92,42,424,73,224,45,204,497,87,88,105,160,56,142,339,69,267,399,228,246,284,394,6,324,143,199,203,484,417,452,374,249,506,209,368,170,70,178,162,190,438,485,499,154,243,302,325,387,393,95,150,34,103,211,307,404,455,185,186,234,281,451,110,144,172,272,415,501,90,138,303,318,356,412,163,202,327,390,395,448,44,159,206,300,408,24,125,200,411,62,102,197,217,252,346,386,486,27,205,262,331,353,361,119,124,340,464,491,509,14,214,279,298,343,434,442,450,16,22,31,53,268,289,304,305,316,317,370,373,385,444,479,67,126,187,196,215,278,299,306,347,354,380,396,459,462,493,8,12,15,21,30,46,50,107,108,113,121,137,175,216,218,230,245,257,263,269,271,275,308,329,345,364,371,382,383,421,427,457,494,5,48,94,118,139,147,193,235,295,309,334,336,379,413,416,422,425,430,443,467,496,503],"45":[202,334,314,141,401,381,260,25,126,230,104,220,168,223,193,45,376,119,351,359,500,132,169,290,10,28,406,144,232,148,346,162,200,280,365,488,5,33,191,356,179,84,42,332,412,282,507,201,297,451,171,145,225,348,136,470,481,235,182,56,283,382,47,472,173,330,479,111,455,7,215,399,22,435,188,26,114,189,405,34,227,429,185,485,270,264,66,316,2,508,167,237,484,269,48,172,299,363,99,210,231,386,253,15,324,454,79,475,37,303,333,366,89,158,343,196,239,304,456,147,294,127,440,325,442,44,61,385,243,268,222,367,238,87,317,40,233,349,240,229,166,313,421,425,494,226,416,471,149,181,339,428,453,51,103,9,156,289,411,433,70,327,338,322,0,205,443,449,131,262,373,466,64,137,204,408,138,415,113,420,57,63,275,480,32,75,163,213,245,265,254,11,29,174,218,252,398,438,452,90,115,165,328,394,503,293,482,509,309,362,388,54,142,186,219,221,390,446,124,183,266,400,407,459,180,354,501,62,209,258,352,357,419,458,462,135,197,279,379,69,100,106,208,308,341,444,447,60,81,110,118,272,284,355,383,397,510,31,129,130,161,170,360,431,473,505,4,49,74,93,97,133,251,257,271,274,276,301,312,342,345,370,396,404,430,439,465,477,39,85,98,121,123,155,160,194,212,217,241,249,259,277,288,291,306,307,315,424,437,441,460,493,497,8,12,30,55,73,83,95,101,146,152,153,177,184,207,211,261,286,292,295,302,311,318,335,368,374,378,389,391,403,410,418,426,427,461,486,489,511],"46":[185,236,51,339,241,232,199,44,57,319,92,56,329,193,412,446,431,227,374,38,393,469,177,346,23,489,340,93,322,25,211,85,107,214,141,256,499,392,477,421,87,257,156,167,188,281,248,128,336,504,359,454,351,181,106,147,5,314,221,244,417,464,81,239,33,115,41,27,73,357,370,272,290,250,286,438,71,384,343,471,363,372,432,112,220,54,77,151,510,104,194,493,123,124,264,388,196,317,348,8,138,110,490,265,418,66,283,378,452,218,390,492,502,80,129,443,444,261,419,195,268,288,191,299,350,427,67,297,362,461,161,338,31,334,458,163,486,247,311,379,9,64,262,457,215,439,509,228,491,171,433,466,495,246,445,16,88,219,409,213,429,164,324,353,496,316,373,207,500,271,280,24,43,165,209,294,389,60,68,96,245,266,356,382,86,200,436,53,342,30,45,37,121,255,315,383,507,189,406,154,169,78,142,206,240,481,48,145,162,434,455,470,10,385,404,484,119,172,226,231,302,387,505,300,467,284,58,89,252,267,293,337,398,465,476,82,97,136,285,289,420,503,113,269,14,42,179,233,260,263,416,6,15,55,130,152,217,273,275,308,323,403,405,437,450,1,32,91,132,155,192,259,291,292,296,304,364,396,413,473,511,12,13,76,90,111,120,122,149,203,216,274,320,333,472,475,483,497,4,18,75,84,208,235,258,279,328,361,442,463,468,479,488,494,0,21,49,61,62,63,65,69,70,83,95,102,103,108,139,140,144,198,270,295,307,367,380,394,411,440,441,447,506],"47":[112,333,323,132,40,242,66,29,37,356,248,235,175,272,89,119,125,234,75,11,336,414,270,217,218,137,36,458,480,142,166,369,280,232,324,398,12,85,78,31,326,88,45,152,349,439,76,128,360,90,126,320,33,491,451,54,144,372,338,446,202,181,298,254,370,317,39,269,438,17,277,222,424,163,204,149,61,292,316,65,399,487,433,80,344,281,157,321,108,122,501,337,457,431,51,207,9,492,188,442,109,224,445,2,400,403,357,444,307,367,273,289,485,508,77,343,60,284,354,463,479,257,486,377,79,24,120,220,178,448,48,171,350,183,136,0,4,379,416,73,138,100,148,176,318,184,205,221,407,453,395,340,74,92,123,509,147,154,203,233,52,246,275,303,425,151,226,278,127,469,97,285,454,497,306,334,50,263,417,143,286,351,391,412,150,237,245,311,345,365,293,315,346,376,186,394,415,305,129,134,206,358,496,20,104,210,268,332,411,18,27,231,408,410,14,106,141,196,227,276,362,418,26,199,201,209,225,258,260,264,413,64,189,240,313,384,387,420,475,70,82,140,194,299,348,364,467,105,162,169,195,247,308,466,96,121,145,155,213,274,381,393,452,460,470,478,35,49,95,135,255,327,380,392,489,502,505,86,139,185,250,261,397,409,423,503,504,55,58,71,99,165,170,256,296,309,386,390,481,498,10,42,67,72,93,158,294,301,319,341,361,385,473,495,25,59,87,103,124,168,223,230,241,244,253,291,359,389,456,462,494,16,28,38,53,81,101,146,156,187,211,279,288,302,310,328,352,355,435,450,461,472,476,482,488,506,5,15,41,44,83,115,153,159,161,174,216,236,249,252,271,290,312,342,378,401,422,440,449,464,483,499,507],"48":[439,433,409,386,257,506,8,423,378,59,318,147,215,6,417,96,407,233,410,149,296,240,176,144,265,66,19,239,5,86,412,22,103,136,177,241,369,490,0,389,430,354,458,483,64,153,323,38,18,403,208,155,360,480,256,375,398,511,225,266,284,352,9,370,39,132,168,84,170,186,216,301,444,206,101,217,312,325,440,491,502,231,120,163,264,384,401,469,470,13,16,69,121,285,383,429,33,50,207,357,487,501,1,53,267,372,42,124,150,193,214,275,283,303,317,359,435,137,221,305,306,339,347,478,11,30,35,182,252,321,336,192,238,254,367,381,488,495,55,108,315,343,376,405,443,456,484,497,31,110,128,212,320,363,419,432,446,37,68,90,184,188,235,468,21,63,99,116,205,274,335,425,489,508,52,98,160,244,251,356,392,406,486,65,175,253,395,397,499,504,25,46,61,178,185,211,220,237,338,342,355,394,91,143,145,151,165,259,260,327,349,418,438,462,510,27,73,94,113,179,199,243,294,393,454,47,102,180,201,232,270,280,364,473,14,133,154,281,416,437,15,58,135,141,224,350,400,503,82,95,129,142,365,399,427,449,482,498,36,83,97,131,187,202,230,250,263,374,408,431,477,485,3,12,23,57,140,146,174,218,227,249,289,314,331,346,377,391,51,70,106,114,278,293,411,450,496,62,67,78,79,122,127,134,157,161,311,373,382,387,463,76,80,92,156,167,173,247,271,272,286,316,328,337,345,414,420,428,472,474,20,41,109,130,169,226,242,295,322,348,49,89,111,159,255,292,380,448,460,24,44,48,56,71,125,181,189,204,213,245,329,330,362,371,390,402,404,421,447,451,455,509,87,93,191,291,341,385,388,424,476,117,123,196,197,222,228,288,299,361,461,475,7,158,162,164,195,203,210,229,279,287,353,415,4,32,74,115,234,261,304,344,445,467,481,492,43,112,118,148,152,223,262,273,282,297,319,334,434,436,441,466,500],"5":[449,280,492,147,487,112,202,293,378,94,32,355,154,286,478,426,11,109,167,37,191,454,212,98,90,204,273,38,485,340,131,424,36,47,7,247,459,297,415,100,279,501,368,104,187,354,101,31,160,26,188,85,258,153,348,159,391,290,491,21,110,399,311,387,301,185,196,346,133,54,257,322,60,46,111,172,180,255,416,373,169,129,119,132,456,468,74,76,245,379,464,233,370,493,506,68,149,215,275,96,420,497,392,430,91,241,312,146,342,350,394,509,296,475,234,364,382,80,164,294,452,422,5,136,140,20,33,52,285,477,483,1,236,400,186,374,93,143,124,206,125,239,482,161,331,347,56,79,139,228,27,242,75,471,369,250,291,15,9,58,195,115,244,278,508,29,222,82,126,283,284,344,89,266,442,42,156,162,272,292,63,71,458,2,314,339,413,466,10,44,107,446,17,259,113,317,498,270,376,84,337,419,455,116,358,433,158,70,461,53,151,213,324,414,445,3,171,218,263,481,61,102,177,438,128,318,366,12,30,310,120,197,232,353,226,349,510,35,216,362,330,488,137,193,4,83,201,377,404,505,55,64,252,402,411,122,130,174,230,398,405,437,41,92,134,165,281,351,356,375,380,496,81,121,289,359,385,418,495,183,299,326,361,460,500,502,106,138,181,277,306,325,334,427,13,50,97,178,190,214,224,248,327,19,210,217,253,261,276,302,397,451,503,507,67,118,148,209,246,298,412,463,465,486,198,287,381,421,443,0,14,49,336,341,410,435,441,448,470,87,163,205,343,357,403,23,24,28,34,51,57,99,173,182,194,231,319,320,321,328,429,453,467,72,105,141,142,189,199,211,240,249,256,282,307,352,363,388,408,425,436,476,490,504,8,22,45,48,59,66,69,88,127,150,168,192,223,274,389,390,406,407,6,40,86,114,235,264,295,333,360,367,384,393,409,431,474,484],"6":[286,387,210,37,415,221,55,59,193,296,326,73,136,121,174,84,263,208,498,201,171,388,118,47,142,269,115,280,140,170,90,46,383,428,329,42,149,137,151,231,495,272,281,471,68,298,354,26,258,279,169,230,234,251,292,476,112,429,435,132,349,285,179,381,496,288,451,45,259,472,353,66,116,138,384,446,147,455,50,125,345,499,52,250,461,33,176,347,484,40,168,397,189,310,371,423,444,95,253,309,144,3,162,237,243,255,158,184,391,129,207,96,153,224,392,398,447,49,74,338,431,441,452,209,113,27,111,65,103,306,333,249,408,145,164,357,382,480,22,185,102,6,77,131,324,468,7,24,416,166,245,195,481,482,161,198,53,233,264,39,188,220,299,54,175,335,509,5,178,180,212,459,486,359,127,489,320,394,295,304,395,457,505,13,78,352,372,58,246,318,331,403,417,492,348,479,30,117,194,99,67,81,267,337,63,411,87,100,146,290,374,80,134,283,404,425,148,238,274,284,379,419,19,301,427,14,187,239,312,491,181,260,407,25,154,282,291,336,474,44,126,36,119,182,244,248,399,413,464,493,216,247,297,511,130,172,350,430,71,91,313,370,470,202,346,393,235,344,401,412,422,454,510,1,4,108,223,410,438,35,123,128,303,163,165,214,322,367,385,437,445,501,218,308,342,490,217,311,358,60,101,133,215,240,294,307,317,325,361,368,456,0,107,109,114,213,319,323,355,364,31,183,205,227,252,293,321,369,377,386,439,497,500,98,156,160,191,211,225,236,256,265,268,330,363,442,11,17,28,159,204,278,351,356,365,405,483,503,61,97,120,157,173,241,418,433,494,12,76,186,190,196,203,409,434,462,8,57,79,83,122,150,219,229,254,270,305,414,508,21,23,43,226,232,242,276,316,340,400,448,478,93,139,141,152,167,273,302,339,341,343,362,436,449,453,460,465,2,51,56,88,94,110,124,135,222,257,262,266,373,424,443,450,463,473,485,502],"7":[226,304,333,44,2,40,406,386,341,15,315,147,154,348,194,323,423,307,378,437,80,489,506,368,113,282,377,41,239,35,410,357,263,142,37,286,316,327,250,499,174,235,314,93,202,22,103,72,228,118,294,408,76,170,112,295,128,123,166,492,167,418,399,116,117,436,132,208,367,188,220,231,306,155,450,101,119,168,65,261,158,171,461,95,121,86,135,182,438,193,508,58,296,441,403,115,268,145,267,358,374,148,177,334,71,33,48,324,206,305,175,312,404,473,469,451,242,275,232,244,500,245,325,139,260,351,51,288,172,176,191,259,322,449,20,120,122,134,11,83,253,269,274,302,6,143,186,352,457,505,164,252,283,256,160,96,212,10,21,140,424,426,496,234,258,395,350,493,509,12,61,359,199,464,503,36,141,16,308,355,156,299,64,287,422,224,481,94,277,397,417,221,223,353,480,181,430,78,396,152,227,285,62,190,291,425,427,429,465,479,485,9,84,92,303,105,241,5,52,173,215,276,360,413,414,442,49,328,354,419,444,470,54,60,129,225,390,28,400,3,365,392,412,455,150,159,280,317,448,70,165,257,363,387,200,326,401,466,50,81,248,264,27,383,218,321,332,75,445,0,14,38,189,382,474,34,43,192,217,491,100,136,144,179,372,82,300,335,346,411,439,47,87,161,272,273,340,344,18,69,102,127,454,477,13,26,29,77,178,195,281,380,421,8,32,68,107,183,207,284,389,416,494,501,507,187,204,211,229,237,338,369,405,46,53,57,162,163,197,214,219,255,349,384,415,459,490,17,30,98,99,108,319,381,394,458,19,39,85,126,180,184,238,270,279,290,339,342,345,366,398,440,452,467,4,31,66,67,114,243,361,471,1,56,106,131,133,157,205,236,246,266,289,298,301,310,318,330,347,356,373,388,443,460,462,468,472,476,482,484,486,488,23,55,125,130,146,151,185,198,210,240,297,309,336,364,370,371,375,385,453,456,463,475,502],"8":[189,163,191,500,489,34,81,204,370,389,151,482,51,431,44,295,88,317,162,307,275,442,186,197,414,253,508,225,296,365,252,78,161,148,378,155,356,387,110,93,30,138,171,116,432,111,497,361,462,471,510,87,134,496,363,357,360,126,217,260,305,89,3,59,108,82,11,184,318,331,164,239,366,505,268,68,199,270,178,443,166,177,277,507,381,55,172,232,410,32,337,237,36,127,67,446,236,353,144,383,449,448,470,193,61,6,49,53,486,60,115,312,487,173,355,73,113,169,242,281,304,290,419,241,66,154,76,207,215,37,109,349,301,457,466,509,146,196,210,213,247,367,409,133,292,322,182,451,233,14,230,329,465,447,70,86,330,427,92,131,183,216,439,218,150,354,468,272,420,211,158,205,4,477,297,31,181,175,399,52,358,461,306,316,227,392,402,493,132,198,254,426,54,369,50,386,104,334,27,90,249,456,40,64,325,377,434,491,202,223,488,503,220,258,288,28,45,112,137,302,327,339,219,229,262,311,35,140,379,77,99,100,228,309,504,347,352,248,256,328,484,96,390,397,455,495,24,224,244,283,308,415,494,19,41,46,190,395,458,84,123,141,153,180,187,221,265,405,21,201,240,263,350,422,424,26,101,102,261,271,273,323,324,335,345,475,12,16,65,284,313,423,433,498,0,95,105,119,136,251,375,418,480,1,145,147,159,179,294,319,320,437,454,469,7,13,69,114,117,120,174,200,206,235,269,359,400,404,440,452,490,18,139,314,315,371,393,394,425,430,9,15,17,72,79,80,91,170,176,203,208,222,266,274,310,332,341,346,396,401,403,411,412,421,441,464,472,492,499,502,2,25,57,85,185,231,243,259,267,276,278,291,298,326,338,342,348,351,376,388,436,438,478,501],"9":[432,14,426,90,320,10,260,69,246,302,180,410,511,420,232,103,319,408,163,506,32,372,154,63,206,289,141,184,128,17,137,140,499,77,157,29,109,301,34,2,153,304,400,45,485,36,152,187,391,132,171,340,430,463,89,145,395,369,269,310,429,53,62,122,70,195,244,8,44,50,407,130,364,335,405,443,0,23,316,366,68,393,111,49,213,300,404,119,456,473,146,193,214,55,166,39,115,204,4,225,389,508,48,83,256,299,502,287,427,183,239,267,414,484,56,118,82,359,207,194,258,504,19,167,210,424,245,30,41,243,447,221,399,242,86,220,262,374,464,47,412,155,170,76,276,284,270,288,421,42,67,147,182,466,88,293,461,383,483,491,208,332,380,475,46,161,277,492,124,192,223,388,471,133,241,337,127,160,168,355,409,438,59,264,327,462,7,125,135,165,169,368,5,20,79,249,254,472,75,333,460,329,363,450,58,224,330,494,478,488,100,139,149,156,345,416,259,361,403,457,482,349,441,126,236,263,452,40,417,51,202,274,308,331,394,74,143,481,105,280,321,398,442,95,96,185,190,211,218,295,446,480,11,24,35,228,396,434,436,9,37,80,85,108,123,298,323,346,422,503,505,138,306,344,378,73,129,200,354,367,469,71,158,191,222,248,286,348,360,495,250,268,296,328,356,489,493,33,92,142,162,212,255,278,352,373,376,384,439,449,497,501,104,112,181,205,230,252,261,265,275,290,322,341,458,116,164,209,307,338,370,377,500,3,15,22,26,27,38,43,60,66,114,136,197,199,203,215,216,229,266,285,292,358,379,381,397,415,418,445,507,510,61,65,87,98,107,134,148,240,247,257,291,312,313,324,371,385,413,431,433,451,455,474,479]},"layer_pin_order":[0,48,1,2,6,22,7,5,13,18,38,12,4,29,10,21,34,14,26,8,11,28,3,9,23,47,20,30,24,17,41,33,27,19,37,42,35,46,25,45,43,44,36,40,16,39,32,15,31],"model_key":"qwen38-flash-next-q4","schema_version":1,"slots_per_layer_hint":284,"updated_at":"2026-08-27T01:48:19+00:00"}
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00022.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903
3
+ size 5024004024
model-00002-of-00022.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113
3
+ size 5000033486
model-00003-of-00022.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434
3
+ size 5000033492
model-00004-of-00022.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e
3
+ size 5000033488
model-00005-of-00022.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1
3
+ size 5000033488
model-00006-of-00022.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56
3
+ size 5000033534
model-00007-of-00022.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249
3
+ size 5003702912
model-00008-of-00022.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fb4369163af02fdef86880e8c221e93f04a6043edf0c78c4fc0112a9586ad80
3
+ size 5360833633
model-00009-of-00022.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0af6ef5ed6f06baa7df38f566d023feb87b7c094460b585e9f2373005820edac
3
+ size 5242884238
model-00010-of-00022.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bc4d643b2e8118582c6dda92d5639644826f31a034df36e1a47af143700d6f4
3
+ size 5242884236
model-00011-of-00022.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b23288c7d6f98d8f3611333dc8f7151ee708d6c033cae5e97a69ff5c2d72eea
3
+ size 5242884250
model-00012-of-00022.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96955e1b7f825c4bb369903acdae863519ede270042b9f16160b6af7f0e7a445
3
+ size 5242884272
model-00013-of-00022.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24a48199cc9ce36ff966f32f9cd5f8d5825c12c0b4b2676c3daeb2c7b5fccc5c
3
+ size 5242884268
model-00014-of-00022.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f1b204e1cb093c2f178322ecc0df7db20fe282a5b827856caae4d0a884f1aa2
3
+ size 5242884260
model-00015-of-00022.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d43d193cd68e4a615fc9373f3a5e811ee8870ed8c9e62ca83f49457c731149b
3
+ size 5242884274
model-00016-of-00022.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab2d9b143caaa58476558aa10f05e261d4038cdee771216ab1f4e957b1ffbe3c
3
+ size 5242884266
model-00017-of-00022.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10650475107c1ef15de5881f35a559f801a1ca3bf92ec6df1e7258bf75ec97ea
3
+ size 5242884254
model-00018-of-00022.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd8b2547ac04e15b0f232a9be2f3a7778dc39e6767a3e64e2c5f523e7972e5d2
3
+ size 5242884270
model-00019-of-00022.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:163655acdc2ac24bbb6d9dd830895310f8795965f78f13a26c1671743f5fe9f2
3
+ size 5242884266
model-00020-of-00022.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ddb7c20db486887b2396eb29a8163946f86ade6e1d16fe0fb7e904eac39eee9
3
+ size 5242884262
model-00021-of-00022.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:824ef152cbbdf30d1a9f87e3beee03660cc3320a62a9c5cac7abe22657d16463
3
+ size 5242884270
model-00022-of-00022.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acca79b029b521fdab2c40dba168e77799a126e219b46c92937566f7878b198c
3
+ size 4779071169
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
ngram-manifest.json ADDED
The diff for this file is too large to render. See raw diff
 
preprocessor_config.json ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "size": {
3
+ "longest_edge": 16777216,
4
+ "shortest_edge": 65536
5
+ },
6
+ "patch_size": 16,
7
+ "temporal_patch_size": 2,
8
+ "merge_size": 2,
9
+ "image_mean": [
10
+ 0.5,
11
+ 0.5,
12
+ 0.5
13
+ ],
14
+ "image_std": [
15
+ 0.5,
16
+ 0.5,
17
+ 0.5
18
+ ],
19
+ "processor_class": "Qwen3VLProcessor",
20
+ "image_processor_type": "Qwen2VLImageProcessorFast"
21
+ }
qwen-logo.png ADDED
route-census.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0997f410c57a1f4e53b09e4be8f4a172d90edd9564368fb0847030937229b9f3
3
+ size 12809320
tokenizer_config.json ADDED
@@ -0,0 +1,305 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "added_tokens_decoder": {
4
+ "248044": {
5
+ "content": "<|endoftext|>",
6
+ "lstrip": false,
7
+ "normalized": false,
8
+ "rstrip": false,
9
+ "single_word": false,
10
+ "special": true
11
+ },
12
+ "248045": {
13
+ "content": "<|im_start|>",
14
+ "lstrip": false,
15
+ "normalized": false,
16
+ "rstrip": false,
17
+ "single_word": false,
18
+ "special": true
19
+ },
20
+ "248046": {
21
+ "content": "<|im_end|>",
22
+ "lstrip": false,
23
+ "normalized": false,
24
+ "rstrip": false,
25
+ "single_word": false,
26
+ "special": true
27
+ },
28
+ "248047": {
29
+ "content": "<|object_ref_start|>",
30
+ "lstrip": false,
31
+ "normalized": false,
32
+ "rstrip": false,
33
+ "single_word": false,
34
+ "special": true
35
+ },
36
+ "248048": {
37
+ "content": "<|object_ref_end|>",
38
+ "lstrip": false,
39
+ "normalized": false,
40
+ "rstrip": false,
41
+ "single_word": false,
42
+ "special": true
43
+ },
44
+ "248049": {
45
+ "content": "<|box_start|>",
46
+ "lstrip": false,
47
+ "normalized": false,
48
+ "rstrip": false,
49
+ "single_word": false,
50
+ "special": true
51
+ },
52
+ "248050": {
53
+ "content": "<|box_end|>",
54
+ "lstrip": false,
55
+ "normalized": false,
56
+ "rstrip": false,
57
+ "single_word": false,
58
+ "special": true
59
+ },
60
+ "248051": {
61
+ "content": "<|quad_start|>",
62
+ "lstrip": false,
63
+ "normalized": false,
64
+ "rstrip": false,
65
+ "single_word": false,
66
+ "special": true
67
+ },
68
+ "248052": {
69
+ "content": "<|quad_end|>",
70
+ "lstrip": false,
71
+ "normalized": false,
72
+ "rstrip": false,
73
+ "single_word": false,
74
+ "special": true
75
+ },
76
+ "248053": {
77
+ "content": "<|vision_start|>",
78
+ "lstrip": false,
79
+ "normalized": false,
80
+ "rstrip": false,
81
+ "single_word": false,
82
+ "special": true
83
+ },
84
+ "248054": {
85
+ "content": "<|vision_end|>",
86
+ "lstrip": false,
87
+ "normalized": false,
88
+ "rstrip": false,
89
+ "single_word": false,
90
+ "special": true
91
+ },
92
+ "248055": {
93
+ "content": "<|vision_pad|>",
94
+ "lstrip": false,
95
+ "normalized": false,
96
+ "rstrip": false,
97
+ "single_word": false,
98
+ "special": true
99
+ },
100
+ "248056": {
101
+ "content": "<|image_pad|>",
102
+ "lstrip": false,
103
+ "normalized": false,
104
+ "rstrip": false,
105
+ "single_word": false,
106
+ "special": true
107
+ },
108
+ "248057": {
109
+ "content": "<|video_pad|>",
110
+ "lstrip": false,
111
+ "normalized": false,
112
+ "rstrip": false,
113
+ "single_word": false,
114
+ "special": true
115
+ },
116
+ "248058": {
117
+ "content": "<tool_call>",
118
+ "lstrip": false,
119
+ "normalized": false,
120
+ "rstrip": false,
121
+ "single_word": false,
122
+ "special": false
123
+ },
124
+ "248059": {
125
+ "content": "</tool_call>",
126
+ "lstrip": false,
127
+ "normalized": false,
128
+ "rstrip": false,
129
+ "single_word": false,
130
+ "special": false
131
+ },
132
+ "248060": {
133
+ "content": "<|fim_prefix|>",
134
+ "lstrip": false,
135
+ "normalized": false,
136
+ "rstrip": false,
137
+ "single_word": false,
138
+ "special": false
139
+ },
140
+ "248061": {
141
+ "content": "<|fim_middle|>",
142
+ "lstrip": false,
143
+ "normalized": false,
144
+ "rstrip": false,
145
+ "single_word": false,
146
+ "special": false
147
+ },
148
+ "248062": {
149
+ "content": "<|fim_suffix|>",
150
+ "lstrip": false,
151
+ "normalized": false,
152
+ "rstrip": false,
153
+ "single_word": false,
154
+ "special": false
155
+ },
156
+ "248063": {
157
+ "content": "<|fim_pad|>",
158
+ "lstrip": false,
159
+ "normalized": false,
160
+ "rstrip": false,
161
+ "single_word": false,
162
+ "special": false
163
+ },
164
+ "248064": {
165
+ "content": "<|repo_name|>",
166
+ "lstrip": false,
167
+ "normalized": false,
168
+ "rstrip": false,
169
+ "single_word": false,
170
+ "special": false
171
+ },
172
+ "248065": {
173
+ "content": "<|file_sep|>",
174
+ "lstrip": false,
175
+ "normalized": false,
176
+ "rstrip": false,
177
+ "single_word": false,
178
+ "special": false
179
+ },
180
+ "248066": {
181
+ "content": "<tool_response>",
182
+ "lstrip": false,
183
+ "normalized": false,
184
+ "rstrip": false,
185
+ "single_word": false,
186
+ "special": false
187
+ },
188
+ "248067": {
189
+ "content": "</tool_response>",
190
+ "lstrip": false,
191
+ "normalized": false,
192
+ "rstrip": false,
193
+ "single_word": false,
194
+ "special": false
195
+ },
196
+ "248068": {
197
+ "content": "<think>",
198
+ "lstrip": false,
199
+ "normalized": false,
200
+ "rstrip": false,
201
+ "single_word": false,
202
+ "special": false
203
+ },
204
+ "248069": {
205
+ "content": "</think>",
206
+ "lstrip": false,
207
+ "normalized": false,
208
+ "rstrip": false,
209
+ "single_word": false,
210
+ "special": false
211
+ },
212
+ "248070": {
213
+ "content": "<|audio_start|>",
214
+ "lstrip": false,
215
+ "normalized": false,
216
+ "rstrip": false,
217
+ "single_word": false,
218
+ "special": true
219
+ },
220
+ "248071": {
221
+ "content": "<|audio_end|>",
222
+ "lstrip": false,
223
+ "normalized": false,
224
+ "rstrip": false,
225
+ "single_word": false,
226
+ "special": true
227
+ },
228
+ "248072": {
229
+ "content": "<tts_pad>",
230
+ "lstrip": false,
231
+ "normalized": false,
232
+ "rstrip": false,
233
+ "single_word": false,
234
+ "special": true
235
+ },
236
+ "248073": {
237
+ "content": "<tts_text_bos>",
238
+ "lstrip": false,
239
+ "normalized": false,
240
+ "rstrip": false,
241
+ "single_word": false,
242
+ "special": true
243
+ },
244
+ "248074": {
245
+ "content": "<tts_text_eod>",
246
+ "lstrip": false,
247
+ "normalized": false,
248
+ "rstrip": false,
249
+ "single_word": false,
250
+ "special": true
251
+ },
252
+ "248075": {
253
+ "content": "<tts_text_bos_single>",
254
+ "lstrip": false,
255
+ "normalized": false,
256
+ "rstrip": false,
257
+ "single_word": false,
258
+ "special": true
259
+ },
260
+ "248076": {
261
+ "content": "<|audio_pad|>",
262
+ "lstrip": false,
263
+ "normalized": false,
264
+ "rstrip": false,
265
+ "single_word": false,
266
+ "special": true
267
+ }
268
+ },
269
+ "additional_special_tokens": [
270
+ "<|im_start|>",
271
+ "<|im_end|>",
272
+ "<|object_ref_start|>",
273
+ "<|object_ref_end|>",
274
+ "<|box_start|>",
275
+ "<|box_end|>",
276
+ "<|quad_start|>",
277
+ "<|quad_end|>",
278
+ "<|vision_start|>",
279
+ "<|vision_end|>",
280
+ "<|vision_pad|>",
281
+ "<|image_pad|>",
282
+ "<|video_pad|>"
283
+ ],
284
+ "bos_token": null,
285
+ "chat_template": "{%- set image_count = namespace(value=0) %}\n{%- set video_count = namespace(value=0) %}\n{%- macro render_content(content, do_vision_count, is_system_content=false) %}\n {%- if content is string %}\n {{- content }}\n {%- elif content is iterable and content is not mapping %}\n {%- for item in content %}\n {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}\n {%- if is_system_content %}\n {{- raise_exception('System message cannot contain images.') }}\n {%- endif %}\n {%- if do_vision_count %}\n {%- set image_count.value = image_count.value + 1 %}\n {%- endif %}\n {%- if add_vision_id %}\n {{- 'Picture ' ~ image_count.value ~ ': ' }}\n {%- endif %}\n {{- '<|vision_start|><|image_pad|><|vision_end|>' }}\n {%- elif 'video' in item or item.type == 'video' %}\n {%- if is_system_content %}\n {{- raise_exception('System message cannot contain videos.') }}\n {%- endif %}\n {%- if do_vision_count %}\n {%- set video_count.value = video_count.value + 1 %}\n {%- endif %}\n {%- if add_vision_id %}\n {{- 'Video ' ~ video_count.value ~ ': ' }}\n {%- endif %}\n {{- '<|vision_start|><|video_pad|><|vision_end|>' }}\n {%- elif 'text' in item %}\n {{- item.text }}\n {%- else %}\n {{- raise_exception('Unexpected item type in content.') }}\n {%- endif %}\n {%- endfor %}\n {%- elif content is none or content is undefined %}\n {{- '' }}\n {%- else %}\n {{- raise_exception('Unexpected content type.') }}\n {%- endif %}\n{%- endmacro %}\n{%- if not messages %}\n {{- raise_exception('No messages provided.') }}\n{%- endif %}\n{%- set reasoning_instructions = '' %}\n{%- if enable_thinking is undefined or enable_thinking is true %}\n {%- set resolved_reasoning_effort = reasoning_effort|default('xhigh') %}\n {%- if resolved_reasoning_effort not in ('xhigh', 'medium', 'low') %}\n {{- raise_exception('Unexpected reasoning effort ' ~ reasoning_effort ~ '. Supported types are xhigh (default), medium, and low.') }}\n {%- endif %}\n {%- if resolved_reasoning_effort == 'xhigh' %}\n {%- set reasoning_instructions = 'Reasoning effort is set to xhigh. Please think carefully through the task, validate key assumptions, consider plausible alternatives, and prioritize correctness, consistency, and clarity in the final answer.' %}\n {%- elif resolved_reasoning_effort == 'low' %}\n {%- set reasoning_instructions = 'Reasoning effort is set to low. Keep your thinking brief and focused, moving directly to the conclusion without unnecessary elaboration.' %}\n {%- endif %}\n{%- endif %}\n{%- if tools and tools is iterable and tools is not mapping %}\n {{- '<|im_start|>system\\n' }}\n {%- if reasoning_instructions %}\n {{- reasoning_instructions + '\\n\\n' }}\n {%- endif %}\n {{- \"# Tools\\n\\nYou have access to the following functions:\\n\\n<tools>\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n</tools>\" }}\n {{- '\\n\\nIf you choose to call a function ONLY reply in the following format with NO suffix:\\n\\n<tool_call>\\n<function=example_function_name>\\n<parameter=example_parameter_1>\\nvalue_1\\n</parameter>\\n<parameter=example_parameter_2>\\nThis is the value for the second parameter\\nthat can span\\nmultiple lines\\n</parameter>\\n</function>\\n</tool_call>\\n\\n<IMPORTANT>\\nReminder:\\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\\n- Required parameters MUST be specified\\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\\n</IMPORTANT>' }}\n {%- if messages[0].role == 'system' %}\n {%- set content = render_content(messages[0].content, false, true)|trim %}\n {%- if content %}\n {{- '\\n\\n' + content }}\n {%- endif %}\n {%- endif %}\n {{- '<|im_end|>\\n' }}\n{%- else %}\n {%- if messages[0].role == 'system' %}\n {%- set content = render_content(messages[0].content, false, true)|trim %}\n {%- if content %}\n {{- '<|im_start|>system\\n' + (reasoning_instructions + '\\n\\n' if reasoning_instructions else '') + content + '<|im_end|>\\n' }}\n {%- elif reasoning_instructions %}\n {{- '<|im_start|>system\\n' + reasoning_instructions + '<|im_end|>\\n' }}\n {%- endif %}\n {%- elif reasoning_instructions %}\n {{- '<|im_start|>system\\n' + reasoning_instructions + '<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}\n{%- for message in messages[::-1] %}\n {%- set index = (messages|length - 1) - loop.index0 %}\n {%- if ns.multi_step_tool and message.role == \"user\" %}\n {%- set content = render_content(message.content, false)|trim %}\n {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}\n {%- set ns.multi_step_tool = false %}\n {%- set ns.last_query_index = index %}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if ns.multi_step_tool %}\n {{- raise_exception('No user query found in messages.') }}\n{%- endif %}\n{%- for message in messages %}\n {%- set content = render_content(message.content, true)|trim %}\n {%- if message.role == \"system\" %}\n {%- if not loop.first %}\n {{- raise_exception('System message must be at the beginning.') }}\n {%- endif %}\n {%- elif message.role == \"user\" %}\n {{- '<|im_start|>' + message.role + '\\n' + content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {%- set reasoning_content = '' %}\n {%- if message.reasoning_content is string %}\n {%- set reasoning_content = message.reasoning_content %}\n {%- endif %}\n {%- set reasoning_content = reasoning_content|trim %}\n {%- if preserve_thinking is undefined or preserve_thinking is true or loop.index0 > ns.last_query_index %}\n {{- '<|im_start|>' + message.role + '\\n<think>\\n' + reasoning_content + '\\n</think>\\n\\n' + content }}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}\n {%- for tool_call in message.tool_calls %}\n {%- if tool_call.function is defined %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {%- if loop.first %}\n {%- if content|trim %}\n {{- '\\n\\n<tool_call>\\n<function=' + tool_call.name + '>\\n' }}\n {%- else %}\n {{- '<tool_call>\\n<function=' + tool_call.name + '>\\n' }}\n {%- endif %}\n {%- else %}\n {{- '\\n<tool_call>\\n<function=' + tool_call.name + '>\\n' }}\n {%- endif %}\n {%- if tool_call.arguments is defined and tool_call.arguments != '' %}\n {%- for args_name, args_value in tool_call.arguments|items %}\n {{- '<parameter=' + args_name + '>\\n' }}\n {%- set args_value = args_value | string if args_value is string else args_value | tojson | safe %}\n {{- args_value }}\n {{- '\\n</parameter>\\n' }}\n {%- endfor %}\n {%- endif %}\n {{- '</function>\\n</tool_call>' }}\n {%- endfor %}\n {%- endif %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if loop.previtem and loop.previtem.role != \"tool\" %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n<tool_response>\\n' }}\n {{- content }}\n {{- '\\n</tool_response>' }}\n {%- if not loop.last and loop.nextitem.role != \"tool\" %}\n {{- '<|im_end|>\\n' }}\n {%- elif loop.last %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- else %}\n {{- raise_exception('Unexpected message role.') }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n {%- if enable_thinking is defined and enable_thinking is false %}\n {{- '<think>\\n\\n</think>\\n\\n' }}\n {%- else %}\n {{- '<think>\\n' }}\n {%- endif %}\n{%- endif %}",
286
+ "clean_up_tokenization_spaces": false,
287
+ "eos_token": "<|im_end|>",
288
+ "errors": "replace",
289
+ "model_max_length": 262144,
290
+ "pad_token": "<|endoftext|>",
291
+ "split_special_tokens": false,
292
+ "tokenizer_class": "Qwen2Tokenizer",
293
+ "unk_token": null,
294
+ "add_bos_token": false,
295
+ "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
296
+ "extra_special_tokens": {
297
+ "audio_bos_token": "<|audio_start|>",
298
+ "audio_eos_token": "<|audio_end|>",
299
+ "audio_token": "<|audio_pad|>",
300
+ "image_token": "<|image_pad|>",
301
+ "video_token": "<|video_pad|>",
302
+ "vision_bos_token": "<|vision_start|>",
303
+ "vision_eos_token": "<|vision_end|>"
304
+ }
305
+ }
vocab.json ADDED
The diff for this file is too large to render. See raw diff