Blackfrost-AI commited on
Commit
21c7f20
·
verified ·
1 Parent(s): 47fc5c7

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. chat_template.jinja +251 -0
  3. config.json +224 -0
  4. generation_config.json +12 -0
  5. model-00001-of-00158.safetensors +3 -0
  6. model-00007-of-00158.safetensors +3 -0
  7. model-00008-of-00158.safetensors +3 -0
  8. model-00010-of-00158.safetensors +3 -0
  9. model-00012-of-00158.safetensors +3 -0
  10. model-00017-of-00158.safetensors +3 -0
  11. model-00020-of-00158.safetensors +3 -0
  12. model-00023-of-00158.safetensors +3 -0
  13. model-00028-of-00158.safetensors +3 -0
  14. model-00029-of-00158.safetensors +3 -0
  15. model-00031-of-00158.safetensors +3 -0
  16. model-00036-of-00158.safetensors +3 -0
  17. model-00038-of-00158.safetensors +3 -0
  18. model-00046-of-00158.safetensors +3 -0
  19. model-00050-of-00158.safetensors +3 -0
  20. model-00051-of-00158.safetensors +3 -0
  21. model-00052-of-00158.safetensors +3 -0
  22. model-00053-of-00158.safetensors +3 -0
  23. model-00056-of-00158.safetensors +3 -0
  24. model-00058-of-00158.safetensors +3 -0
  25. model-00064-of-00158.safetensors +3 -0
  26. model-00069-of-00158.safetensors +3 -0
  27. model-00071-of-00158.safetensors +3 -0
  28. model-00073-of-00158.safetensors +3 -0
  29. model-00074-of-00158.safetensors +3 -0
  30. model-00076-of-00158.safetensors +3 -0
  31. model-00077-of-00158.safetensors +3 -0
  32. model-00080-of-00158.safetensors +3 -0
  33. model-00093-of-00158.safetensors +3 -0
  34. model-00094-of-00158.safetensors +3 -0
  35. model-00095-of-00158.safetensors +3 -0
  36. model-00099-of-00158.safetensors +3 -0
  37. model-00103-of-00158.safetensors +3 -0
  38. model-00108-of-00158.safetensors +3 -0
  39. model-00113-of-00158.safetensors +3 -0
  40. model-00119-of-00158.safetensors +3 -0
  41. model-00122-of-00158.safetensors +3 -0
  42. model-00123-of-00158.safetensors +3 -0
  43. model-00127-of-00158.safetensors +3 -0
  44. model-00132-of-00158.safetensors +3 -0
  45. model-00145-of-00158.safetensors +3 -0
  46. model-00148-of-00158.safetensors +3 -0
  47. model-00149-of-00158.safetensors +3 -0
  48. model-00157-of-00158.safetensors +3 -0
  49. model.safetensors.index.json +0 -0
  50. tokenizer.json +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
chat_template.jinja ADDED
@@ -0,0 +1,251 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [gMASK]<sop>
2
+ {%- set effective_reasoning_effort = reasoning_effort if reasoning_effort is defined and reasoning_effort in ['low', 'high'] else 'max' -%}
3
+ {%- if effective_reasoning_effort is not none -%}<|system|>Reasoning Effort: {{ effective_reasoning_effort | capitalize }}{%- endif -%}
4
+ {%- set clear_thinking = clear_thinking if clear_thinking is defined else false -%}
5
+ {%- if tools -%}
6
+ {%- macro tool_to_json(tool) -%}
7
+ {%- set ns_tool = namespace(first=true) -%}
8
+ {{ '{' -}}
9
+ {%- for k, v in tool.items() -%}
10
+ {%- if k != 'defer_loading' and k != 'strict' -%}
11
+ {%- if not ns_tool.first -%}{{- ', ' -}}{%- endif -%}
12
+ {%- set ns_tool.first = false -%}
13
+ "{{ k }}": {{ v | tojson(ensure_ascii=False) }}
14
+ {%- endif -%}
15
+ {%- endfor -%}
16
+ {{- '}' -}}
17
+ {%- endmacro -%}
18
+ {%- macro tool_references_to_response(refs) -%}
19
+ {{- '<tool_response><tools>\n' -}}
20
+ {%- for tr in refs -%}
21
+ {%- for tool in tools -%}
22
+ {%- if 'function' in tool -%}
23
+ {%- set tool = tool['function'] -%}
24
+ {%- endif -%}
25
+ {%- if tool.name == tr.name -%}
26
+ {{- tool_to_json(tool) + '\n' -}}
27
+ {%- endif -%}
28
+ {%- endfor -%}
29
+ {%- endfor -%}
30
+ {{- '</tools></tool_response>' -}}
31
+ {%- endmacro -%}
32
+ <|system|>
33
+ # Tools
34
+
35
+ You may call one or more functions to assist with the user query.
36
+
37
+ You are provided with function signatures within <tools></tools> XML tags:
38
+ <tools>
39
+ {% for tool in tools %}
40
+ {%- if 'function' in tool -%}
41
+ {%- set tool = tool['function'] -%}
42
+ {%- endif -%}
43
+ {% if tool.defer_loading is not defined or not tool.defer_loading %}
44
+ {{ tool_to_json(tool) }}
45
+ {% endif %}
46
+ {% endfor %}
47
+ </tools>
48
+
49
+ For each function call, output the function name and arguments within the following XML format:
50
+ <tool_call>{function-name}<arg_key>{arg-key-1}</arg_key><arg_value>{arg-value-1}</arg_value><arg_key>{arg-key-2}</arg_key><arg_value>{arg-value-2}</arg_value>...</tool_call>{%- endif -%}
51
+ {%- macro visible_text(content) -%}
52
+ {%- if content is string -%}
53
+ {{- content }}
54
+ {%- elif content is iterable and content is not mapping -%}
55
+ {%- for item in content -%}
56
+ {%- if item is mapping and item.type == 'text' -%}
57
+ {{- item.text }}
58
+ {%- elif item is string -%}
59
+ {{- item }}
60
+ {%- elif item is mapping and item.type in ['image', 'image_url', 'video', 'video_url', 'audio', 'audio_url', 'input_audio'] -%}
61
+ {%- set media_type = item.type | replace('_url', '') | replace('input_', '') -%}
62
+ {{- "<reminder>You are unable to process this " ~ media_type ~ " because you don't have multi-modal input ability. Try different methods.</reminder>" }}
63
+ {%- endif -%}
64
+ {%- endfor -%}
65
+ {%- else -%}
66
+ {{- content }}
67
+ {%- endif -%}
68
+ {%- endmacro -%}
69
+ {%- macro tool_response(text) -%}
70
+ {{- '<tool_response>' + text + '</tool_response>' -}}
71
+ {%- endmacro -%}
72
+ {%- macro render_tool_response(m) -%}
73
+ {%- if m.content is string -%}
74
+ {{- tool_response(m.content) -}}
75
+ {%- elif m.content and m.content is not mapping and m.content.0.type == "tool_reference" -%}
76
+ {{- tool_references_to_response(m.content) -}}
77
+ {%- elif is_list_of_outputs(m) -%}
78
+ {%- for tr in m.content -%}
79
+ {%- if tr.output is iterable and tr.output is not string and tr.output is not mapping and tr.output and tr.output.0.type == "tool_reference" -%}
80
+ {{- tool_references_to_response(tr.output) -}}
81
+ {%- else -%}
82
+ {{- tool_response(visible_text(tr.output)) -}}
83
+ {%- endif -%}
84
+ {%- endfor -%}
85
+ {%- else -%}
86
+ {{- tool_response(visible_text(m.content)) -}}
87
+ {%- endif -%}
88
+ {%- endmacro -%}
89
+ {%- macro id_of(obj) -%}
90
+ {%- if obj.tool_call_id -%}
91
+ {{- obj.tool_call_id -}}
92
+ {%- elif obj.id -%}
93
+ {{- obj.id -}}
94
+ {%- endif -%}
95
+ {%- endmacro -%}
96
+ {%- macro is_list_of_outputs(m) -%}
97
+ {%- if m.content and m.content.0.output is defined -%}1{%- endif -%}
98
+ {%- endmacro -%}
99
+ {%- macro has_dup_tool_result_id(lo, hi, target) -%}
100
+ {%- set ns_cnt = namespace(n=0) -%}
101
+ {%- for k in range(lo, hi + 1) -%}
102
+ {%- set m = messages[k] -%}
103
+ {%- if is_list_of_outputs(m) -%}
104
+ {%- for entry in m.content -%}
105
+ {%- if id_of(entry) == target -%}
106
+ {%- set ns_cnt.n = ns_cnt.n + 1 -%}
107
+ {%- endif -%}
108
+ {%- endfor -%}
109
+ {%- elif id_of(m) == target -%}
110
+ {%- set ns_cnt.n = ns_cnt.n + 1 -%}
111
+ {%- endif -%}
112
+ {%- if ns_cnt.n > 1 -%}{%- break -%}{%- endif -%}
113
+ {%- endfor -%}
114
+ {%- if ns_cnt.n > 1 -%}1{%- endif -%}
115
+ {%- endmacro -%}
116
+ {%- macro tc_id_exists(tcs, target) -%}
117
+ {%- set ns_f = namespace(found=false) -%}
118
+ {%- for tc in tcs -%}
119
+ {%- if id_of(tc) == target -%}
120
+ {%- set ns_f.found = true -%}
121
+ {%- break -%}
122
+ {%- endif -%}
123
+ {%- endfor -%}
124
+ {%- if ns_f.found -%}1{%- endif -%}
125
+ {%- endmacro -%}
126
+ {%- set ns = namespace(last_user_index=-1) -%}
127
+ {%- for m in messages %}
128
+ {%- if m.role == 'user' %}
129
+ {%- set ns.last_user_index = loop.index0 -%}
130
+ {%- endif %}
131
+ {%- endfor %}
132
+ {%- for m in messages -%}
133
+ {%- if m.role == 'user' -%}<|user|>{{ visible_text(m.content) }}
134
+ {%- elif m.role == 'assistant' -%}
135
+ <|assistant|>
136
+ {%- set content = visible_text(m.content) %}
137
+ {%- if m.reasoning_content is string %}
138
+ {%- set reasoning_content = m.reasoning_content %}
139
+ {%- elif '</think>' in content %}
140
+ {%- set reasoning_content = content.split('</think>')[0].split('<think>')[-1] %}
141
+ {%- set content = content.split('</think>')[-1] %}
142
+ {%- endif %}
143
+ {%- if (not clear_thinking or loop.index0 > ns.last_user_index) and reasoning_content is defined -%}
144
+ {{ '<think>' + reasoning_content + '</think>'}}
145
+ {%- else -%}
146
+ {{ '<think></think>' }}
147
+ {%- endif -%}
148
+ {%- if content.strip() -%}
149
+ {{ content.strip() }}
150
+ {%- endif -%}
151
+ {% if m.tool_calls %}
152
+ {% for tc in m.tool_calls %}
153
+ {%- if tc.function %}
154
+ {%- set tc = tc.function %}
155
+ {%- endif %}
156
+ {{- '<tool_call>' + tc.name -}}
157
+ {% set _args = tc.arguments %}{% for k, v in _args.items() %}<arg_key>{{ k }}</arg_key><arg_value>{{ v | tojson(ensure_ascii=False) if v is not string else v }}</arg_value>{% endfor %}</tool_call>{% endfor %}
158
+ {% endif %}
159
+ {%- elif m.role == 'tool' -%}
160
+ {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
161
+ {{- '<|observation|>' -}}
162
+ {%- set block_start = loop.index0 -%}
163
+ {%- set ns_blk = namespace(end=block_start) -%}
164
+ {%- for j in range(block_start, messages|length) -%}
165
+ {%- if messages[j].role == 'tool' -%}
166
+ {%- set ns_blk.end = j -%}
167
+ {%- else -%}
168
+ {%- break -%}
169
+ {%- endif -%}
170
+ {%- endfor -%}
171
+ {%- set ns_a = namespace(tool_calls=none) -%}
172
+ {%- if block_start > 0 and messages[block_start - 1].role == 'assistant' and messages[block_start - 1].tool_calls -%}
173
+ {%- set ns_a.tool_calls = messages[block_start - 1].tool_calls -%}
174
+ {%- endif -%}
175
+ {%- set ns_chk = namespace(can_sort=true) -%}
176
+ {%- if not ns_a.tool_calls -%}
177
+ {%- set ns_chk.can_sort = false -%}
178
+ {%- else -%}
179
+ {%- for k in range(block_start, ns_blk.end + 1) -%}
180
+ {%- set m = messages[k] -%}
181
+ {%- if is_list_of_outputs(m) -%}
182
+ {%- for entry in m.content -%}
183
+ {%- set eid = id_of(entry) -%}
184
+ {%- if not eid -%}
185
+ {%- set ns_chk.can_sort = false -%}
186
+ {%- elif has_dup_tool_result_id(block_start, ns_blk.end, eid) -%}
187
+ {%- set ns_chk.can_sort = false -%}
188
+ {%- elif not tc_id_exists(ns_a.tool_calls, eid) -%}
189
+ {%- set ns_chk.can_sort = false -%}
190
+ {%- endif -%}
191
+ {%- endfor -%}
192
+ {%- else -%}
193
+ {%- set tk_id = id_of(m) -%}
194
+ {%- if not tk_id -%}
195
+ {%- set ns_chk.can_sort = false -%}
196
+ {%- elif has_dup_tool_result_id(block_start, ns_blk.end, tk_id) -%}
197
+ {%- set ns_chk.can_sort = false -%}
198
+ {%- elif not tc_id_exists(ns_a.tool_calls, tk_id) -%}
199
+ {%- set ns_chk.can_sort = false -%}
200
+ {%- endif -%}
201
+ {%- endif -%}
202
+ {%- endfor -%}
203
+ {%- for i in range(ns_a.tool_calls | length) -%}
204
+ {%- set tc_id = id_of(ns_a.tool_calls[i]) -%}
205
+ {%- if not tc_id -%}
206
+ {%- set ns_chk.can_sort = false -%}
207
+ {%- endif -%}
208
+ {%- for j in range(i + 1, ns_a.tool_calls | length) -%}
209
+ {%- if id_of(ns_a.tool_calls[j]) == tc_id -%}
210
+ {%- set ns_chk.can_sort = false -%}
211
+ {%- endif -%}
212
+ {%- endfor -%}
213
+ {%- endfor -%}
214
+ {%- endif -%}
215
+ {%- if ns_chk.can_sort -%}
216
+ {%- for tc in ns_a.tool_calls -%}
217
+ {%- set tc_id = id_of(tc) -%}
218
+ {%- for k in range(block_start, ns_blk.end + 1) -%}
219
+ {%- set m = messages[k] -%}
220
+ {%- if is_list_of_outputs(m) -%}
221
+ {%- for entry in m.content -%}
222
+ {%- set eid = id_of(entry) -%}
223
+ {%- if eid == tc_id -%}
224
+ {%- if entry.output is iterable and entry.output is not string and entry.output is not mapping and entry.output and entry.output.0.type == "tool_reference" -%}
225
+ {{- tool_references_to_response(entry.output) -}}
226
+ {%- else -%}
227
+ {{- tool_response(visible_text(entry.output)) -}}
228
+ {%- endif -%}
229
+ {%- endif -%}
230
+ {%- endfor -%}
231
+ {%- else -%}
232
+ {%- set tk_id = id_of(m) -%}
233
+ {%- if tk_id == tc_id -%}
234
+ {{- render_tool_response(m) -}}
235
+ {%- endif -%}
236
+ {%- endif -%}
237
+ {%- endfor -%}
238
+ {%- endfor -%}
239
+ {%- else -%}
240
+ {%- for k in range(block_start, ns_blk.end + 1) -%}
241
+ {{- render_tool_response(messages[k]) -}}
242
+ {%- endfor -%}
243
+ {%- endif -%}
244
+ {% endif -%}
245
+ {%- elif m.role == 'system' -%}
246
+ <|system|>{{ visible_text(m.content) }}
247
+ {%- endif -%}
248
+ {%- endfor -%}
249
+ {%- if add_generation_prompt -%}
250
+ <|assistant|>{{- '<think>' -}}
251
+ {%- endif -%}
config.json ADDED
@@ -0,0 +1,224 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "GlmMoeDsaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "dtype": "bfloat16",
8
+ "eos_token_id": [
9
+ 154820,
10
+ 154827,
11
+ 154829
12
+ ],
13
+ "ep_size": 1,
14
+ "first_k_dense_replace": 3,
15
+ "head_dim": 192,
16
+ "hidden_act": "silu",
17
+ "hidden_size": 6144,
18
+ "index_head_dim": 128,
19
+ "index_n_heads": 32,
20
+ "index_share_for_mtp_iteration": true,
21
+ "index_skip_topk_offset": 3,
22
+ "index_topk": 2048,
23
+ "index_topk_freq": 4,
24
+ "index_topk_pattern": null,
25
+ "indexer_rope_interleave": true,
26
+ "indexer_types": [
27
+ "full",
28
+ "full",
29
+ "full",
30
+ "shared",
31
+ "shared",
32
+ "shared",
33
+ "full",
34
+ "shared",
35
+ "shared",
36
+ "shared",
37
+ "full",
38
+ "shared",
39
+ "shared",
40
+ "shared",
41
+ "full",
42
+ "shared",
43
+ "shared",
44
+ "shared",
45
+ "full",
46
+ "shared",
47
+ "shared",
48
+ "shared",
49
+ "full",
50
+ "shared",
51
+ "shared",
52
+ "shared",
53
+ "full",
54
+ "shared",
55
+ "shared",
56
+ "shared",
57
+ "full",
58
+ "shared",
59
+ "shared",
60
+ "shared",
61
+ "full",
62
+ "shared",
63
+ "shared",
64
+ "shared",
65
+ "full",
66
+ "shared",
67
+ "shared",
68
+ "shared",
69
+ "full",
70
+ "shared",
71
+ "shared",
72
+ "shared",
73
+ "full",
74
+ "shared",
75
+ "shared",
76
+ "shared",
77
+ "full",
78
+ "shared",
79
+ "shared",
80
+ "shared",
81
+ "full",
82
+ "shared",
83
+ "shared",
84
+ "shared",
85
+ "full",
86
+ "shared",
87
+ "shared",
88
+ "shared",
89
+ "full",
90
+ "shared",
91
+ "shared",
92
+ "shared",
93
+ "full",
94
+ "shared",
95
+ "shared",
96
+ "shared",
97
+ "full",
98
+ "shared",
99
+ "shared",
100
+ "shared",
101
+ "full",
102
+ "shared",
103
+ "shared",
104
+ "shared"
105
+ ],
106
+ "initializer_range": 0.02,
107
+ "intermediate_size": 12288,
108
+ "kv_lora_rank": 512,
109
+ "max_position_embeddings": 1048576,
110
+ "mlp_layer_types": [
111
+ "dense",
112
+ "dense",
113
+ "dense",
114
+ "sparse",
115
+ "sparse",
116
+ "sparse",
117
+ "sparse",
118
+ "sparse",
119
+ "sparse",
120
+ "sparse",
121
+ "sparse",
122
+ "sparse",
123
+ "sparse",
124
+ "sparse",
125
+ "sparse",
126
+ "sparse",
127
+ "sparse",
128
+ "sparse",
129
+ "sparse",
130
+ "sparse",
131
+ "sparse",
132
+ "sparse",
133
+ "sparse",
134
+ "sparse",
135
+ "sparse",
136
+ "sparse",
137
+ "sparse",
138
+ "sparse",
139
+ "sparse",
140
+ "sparse",
141
+ "sparse",
142
+ "sparse",
143
+ "sparse",
144
+ "sparse",
145
+ "sparse",
146
+ "sparse",
147
+ "sparse",
148
+ "sparse",
149
+ "sparse",
150
+ "sparse",
151
+ "sparse",
152
+ "sparse",
153
+ "sparse",
154
+ "sparse",
155
+ "sparse",
156
+ "sparse",
157
+ "sparse",
158
+ "sparse",
159
+ "sparse",
160
+ "sparse",
161
+ "sparse",
162
+ "sparse",
163
+ "sparse",
164
+ "sparse",
165
+ "sparse",
166
+ "sparse",
167
+ "sparse",
168
+ "sparse",
169
+ "sparse",
170
+ "sparse",
171
+ "sparse",
172
+ "sparse",
173
+ "sparse",
174
+ "sparse",
175
+ "sparse",
176
+ "sparse",
177
+ "sparse",
178
+ "sparse",
179
+ "sparse",
180
+ "sparse",
181
+ "sparse",
182
+ "sparse",
183
+ "sparse",
184
+ "sparse",
185
+ "sparse",
186
+ "sparse",
187
+ "sparse",
188
+ "sparse"
189
+ ],
190
+ "model_type": "glm_moe_dsa",
191
+ "moe_intermediate_size": 2048,
192
+ "moe_layer_freq": 1,
193
+ "moe_router_dtype": "float32",
194
+ "n_group": 1,
195
+ "n_routed_experts": 256,
196
+ "n_shared_experts": 1,
197
+ "norm_topk_prob": true,
198
+ "num_attention_heads": 64,
199
+ "num_experts_per_tok": 8,
200
+ "num_hidden_layers": 78,
201
+ "num_key_value_heads": 64,
202
+ "num_nextn_predict_layers": 1,
203
+ "pad_token_id": 154820,
204
+ "pretraining_tp": 1,
205
+ "q_lora_rank": 2048,
206
+ "qk_head_dim": 256,
207
+ "qk_nope_head_dim": 192,
208
+ "qk_rope_head_dim": 64,
209
+ "rms_norm_eps": 1e-05,
210
+ "rope_interleave": true,
211
+ "rope_parameters": {
212
+ "rope_theta": 8000000,
213
+ "rope_type": "default"
214
+ },
215
+ "routed_scaling_factor": 2.5,
216
+ "scoring_func": "sigmoid",
217
+ "tie_word_embeddings": false,
218
+ "topk_group": 1,
219
+ "topk_method": "noaux_tc",
220
+ "transformers_version": "5.15.0",
221
+ "use_cache": true,
222
+ "v_head_dim": 256,
223
+ "vocab_size": 154880
224
+ }
generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "eos_token_id": [
4
+ 154820,
5
+ 154827,
6
+ 154829
7
+ ],
8
+ "pad_token_id": 154820,
9
+ "temperature": 1.0,
10
+ "top_p": 0.95,
11
+ "transformers_version": "5.12.0"
12
+ }
model-00001-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60fe2e8bb0c897c94bec6ecc9a10100b310427a1c3ab96e25252f6f3323fc131
3
+ size 12884965848
model-00007-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef07962a44fc1892500efc0438475bf4cda65b8d57c6c405979d857d6f591010
3
+ size 6442483040
model-00008-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adb7fabadc9ad5507f796dfcdc9dd51f7d39859085eadf39c1d541cb589e604a
3
+ size 12884965848
model-00010-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28a82edab877daf4914b4a00ad1c857e6631a27cc2ea401db0dea672bad2b7b4
3
+ size 12884965848
model-00012-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:faa5d0b1434063e2c6b4620bef0bc772c78ac8cdb446adc93aab79f6fbcfb067
3
+ size 12884965848
model-00017-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d40373b6e24d0cd043a7d889ef240f3d8000e257f1e3fe23799f149a9cfd80be
3
+ size 6442483296
model-00020-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff09d01eb40c02c90e055ffffc2ae028acb93f56e1dd41d4dcde136e72e32fb7
3
+ size 12884966360
model-00023-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3453e4c254157b8e2783d3443f934d469a9a3679754b98d7a8c114d93afb6f8b
3
+ size 6442483296
model-00028-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53b8e248314d2b2b35d9bfaae43aef39e8407c366d9b20f335ec8505c1cc5639
3
+ size 4960811960
model-00029-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:140a93afe6b2769d6cc65cc85b4ba0ff840852d671a3fa5209f785345c2faf18
3
+ size 12884966360
model-00031-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9d42fe347b16ff7cbec0b70d3241e9832ce9f8e0ed91946347cf1444335cf41
3
+ size 12884966360
model-00036-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73bc0336abc2d0a4e198537e0a6d1ecefc2a0b8f51759394d26c06584ff879e9
3
+ size 6442483296
model-00038-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ccaf0df2b24bfaa4bb1142830522f36832ff0d6e6e4f0d2f1ef6c6a3185c0ed
3
+ size 6442483296
model-00046-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2213a1cfff11355620af9492727edef688c97b198cee84626aebb7c456da20d5
3
+ size 6442483296
model-00050-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d15eb67428cc6c37e0770f212600baf036c158983cd96610e904833b1c563cb
3
+ size 6442483296
model-00051-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92e71f0961cb7b360e1c1069073840bce4abe5381872a642aea77b35610a26c6
3
+ size 12884966360
model-00052-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e54e8d38644a15e083dd6b6894cac5e6136a6d70b8b0a26faae00e797db50bee
3
+ size 6442483296
model-00053-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3724d6043390ebaf2414c87790756581100ac4f34229c02b26ace89578e0a14
3
+ size 4960812064
model-00056-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f30bbce4c181ceeae797c7ad6f717b07caeb2082ab46a4c6a3644d443f11906
3
+ size 12884966360
model-00058-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:993a0ec5a70fd695958d5a94b60139ff9d5f341a3814e0811d6504a7ef6981f7
3
+ size 12884966360
model-00064-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91e86ec2f71154957e5b5364f3b1c995023ca2f1cf9d7298c5395e9baa00bfb8
3
+ size 12884966360
model-00069-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ee8b5338a214143d1cca57f75c74b7b55175ae64c2b40a6b146e7c721ad3e2d
3
+ size 6442483296
model-00071-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d0f7c068c0e503061b70801378f4bfc228d9a694fcd91c57fa3138d7b3525de
3
+ size 6442483296
model-00073-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47b36544d43f8442b4f32745c6bd7dfdd186a0ba2e262d56bbc75a342bb2999a
3
+ size 6442483296
model-00074-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:effde43b2ddb9ae48f7616f489f65e710adcf0b8bfdcdb1a2f85843ceb544a07
3
+ size 12884966360
model-00076-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33ab24d9360238a96656f08e96f3a8b82413f261e34bec3b46a6bbcc9906295b
3
+ size 12884966360
model-00077-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d756af494dbe891f89fb4b8ea45d5ac9f5629f7bc8f2aa8cb2928ef36c61eee9
3
+ size 6442483296
model-00080-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea915f51a34ff3b2bc9d30a855548ca099324d28b8121fea8034c470ccc23a3d
3
+ size 6442483296
model-00093-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5250f95b553a48c8fb93d33e07af4a0481bb245761703c6620d3ad5a8f100e43
3
+ size 12884966360
model-00094-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f759208bb39b78d1ee2d57a1b3bf7aefb8c31c9d17317c42a54743d783b21eec
3
+ size 6442483296
model-00095-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b80f645e7a3d7dfcce476e0082bc8edbdf56827c8f75ebf45c5d13c3dbbc0e26
3
+ size 12884966360
model-00099-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34280c6f15408fff54ab0d5844610ba984509924ed93a9dffdb639c58afed6dd
3
+ size 12884966360
model-00103-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8bf22ae8bf2b8cff89c3e4df92e607181949ba58f5ea38ac0d2a06cbb1c2a39
3
+ size 4960812064
model-00108-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9466b4c4886fd5950e3c165ae684e7b41be61055203c53586a19b57d29cee83a
3
+ size 12884966360
model-00113-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3126a848b03e7ecc79df1ec6faca7c9cea7fc5e2364131e51ff00c08a03cda4
3
+ size 6442483296
model-00119-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de403b8c14d44e2f122460e0fba7b53f487ddcca573514ef2efea046698d3b28
3
+ size 6442483296
model-00122-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dd77430c186781de543a618aa8a74bc289341e6149709b04f6d33df5598a411
3
+ size 12884966360
model-00123-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b675c5278344bdd002459afc0258cbbb88abab6393c8c1b15544fa07d688b18a
3
+ size 6442483296
model-00127-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78673349eb7ba5181110cde05484592de456cad19925fff5c453dc5dd0e0f6a9
3
+ size 6442483296
model-00132-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c47745d14e6e6c26d83e9cc552e83c4994ef535f4a9e96586189fe5be55430a5
3
+ size 6442483296
model-00145-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c2acd310578bc6b97f5a4fff8228b2f5092ff3d3f8ba958adf11b7903bb006f
3
+ size 12884966360
model-00148-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b4d7d1f85e3b58ed2461d2e126992af0524e60f2952017834152ba3755f8d26
3
+ size 6442483296
model-00149-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b8269e475778c00f4cdcd1ec566a539d344503bedf935cfb009c6f6d6a7cbc6
3
+ size 12884966360
model-00157-of-00158.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1b724aa409d09e92b50609c8942252245a6332735a1d7a028d84ee2bda02af7
3
+ size 6442483296
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f2005e8bb3fa61c8b16cb0177e09eae30726d3658e0302da790ca27b5fbfd6b
3
+ size 20217609