Hugging Face's logo

xiaomi-research
/
SpatioLM-Understanding-SenseNovaSI

Image-Text-to-Text
Transformers
Safetensors
internvl_chat
multimodal
vision-language
spatial-reasoning
spatiolm
conversational
Model card Files
xet
 Community
edatai commited on
Commit
7b888c6
·
verified ·
1 Parent(s): 14121a8

Upload model checkpoint

Browse files
Files changed (15) hide show
  1. .gitattributes +1 -0
  2. added_tokens.json +33 -0
  3. chat_template.jinja +10 -0
  4. config.json +310 -0
  5. generation_config.json +5 -0
  6. merges.txt +0 -0
  7. model-00001-of-00004.safetensors +3 -0
  8. model-00002-of-00004.safetensors +3 -0
  9. model-00003-of-00004.safetensors +3 -0
  10. model-00004-of-00004.safetensors +3 -0
  11. model.safetensors.index.json +0 -0
  12. special_tokens_map.json +31 -0
  13. tokenizer.json +3 -0
  14. tokenizer_config.json +280 -0
  15. vocab.json +0 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
added_tokens.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</box>": 151673,
3
+ "</img>": 151666,
4
+ "</quad>": 151669,
5
+ "</ref>": 151671,
6
+ "</tool_call>": 151658,
7
+ "<IMG_CONTEXT>": 151667,
8
+ "<box>": 151672,
9
+ "<img>": 151665,
10
+ "<quad>": 151668,
11
+ "<ref>": 151670,
12
+ "<tool_call>": 151657,
13
+ "<|box_end|>": 151649,
14
+ "<|box_start|>": 151648,
15
+ "<|endoftext|>": 151643,
16
+ "<|file_sep|>": 151664,
17
+ "<|fim_middle|>": 151660,
18
+ "<|fim_pad|>": 151662,
19
+ "<|fim_prefix|>": 151659,
20
+ "<|fim_suffix|>": 151661,
21
+ "<|im_end|>": 151645,
22
+ "<|im_start|>": 151644,
23
+ "<|image_pad|>": 151655,
24
+ "<|object_ref_end|>": 151647,
25
+ "<|object_ref_start|>": 151646,
26
+ "<|quad_end|>": 151651,
27
+ "<|quad_start|>": 151650,
28
+ "<|repo_name|>": 151663,
29
+ "<|video_pad|>": 151656,
30
+ "<|vision_end|>": 151653,
31
+ "<|vision_pad|>": 151654,
32
+ "<|vision_start|>": 151652
33
+ }
chat_template.jinja ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- if messages[0]['role'] == 'system' %}{{- '<|im_start|>system
2
+ ' + messages[0]['content'] + '<|im_end|>
3
+ ' }}{%- else %}{{- '<|im_start|>system
4
+ 你是书生·万象，英文名是InternVL，是由上海人工智能实验室、清华大学及多家合作单位联合开发的多模态大语言模型。<|im_end|>
5
+ ' }}{%- endif %}{% for message in messages %}{%- if messages[0]['role'] != 'system' or not loop.first %}{{'<|im_start|>' + message['role'] + '
6
+ '}}{% if message['content'] is string %}{{ message['content'] }}{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' %}{{ '<image>
7
+ ' }}{% elif content['type'] == 'video' %}{{ '<video>
8
+ ' }}{% elif content['type'] == 'text' %}{{ content['text'] }}{% endif %}{% endfor %}{% endif %}{{'<|im_end|>
9
+ '}}{%- endif %}{% endfor %}{% if add_generation_prompt %}{{'<|im_start|>assistant
10
+ ' }}{% endif %}
config.json ADDED
@@ -0,0 +1,310 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "InternVL3RChatModel"
4
+ ],
5
+ "downsample_ratio": 0.5,
6
+ "dtype": "bfloat16",
7
+ "dynamic_image_size": true,
8
+ "eos_token_id": 151645,
9
+ "force_image_size": 448,
10
+ "hidden_size": 3584,
11
+ "image_fold": null,
12
+ "keys_to_ignore_at_inference": [
13
+ "past_key_values"
14
+ ],
15
+ "llm_config": {
16
+ "_attn_implementation_autoset": true,
17
+ "architectures": [
18
+ "Qwen2ForV3RCausalLM"
19
+ ],
20
+ "attention_dropout": 0.0,
21
+ "bos_token_id": 151643,
22
+ "dtype": "bfloat16",
23
+ "eos_token_id": 151643,
24
+ "hidden_act": "silu",
25
+ "hidden_size": 3584,
26
+ "initializer_range": 0.02,
27
+ "intermediate_size": 18944,
28
+ "layer_types": [
29
+ "full_attention",
30
+ "full_attention",
31
+ "full_attention",
32
+ "full_attention",
33
+ "full_attention",
34
+ "full_attention",
35
+ "full_attention",
36
+ "full_attention",
37
+ "full_attention",
38
+ "full_attention",
39
+ "full_attention",
40
+ "full_attention",
41
+ "full_attention",
42
+ "full_attention",
43
+ "full_attention",
44
+ "full_attention",
45
+ "full_attention",
46
+ "full_attention",
47
+ "full_attention",
48
+ "full_attention",
49
+ "full_attention",
50
+ "full_attention",
51
+ "full_attention",
52
+ "full_attention",
53
+ "full_attention",
54
+ "full_attention",
55
+ "full_attention",
56
+ "full_attention"
57
+ ],
58
+ "max_position_embeddings": 32768,
59
+ "max_window_layers": 70,
60
+ "model_type": "qwen2_v3r",
61
+ "moe_config": null,
62
+ "num_attention_heads": 28,
63
+ "num_hidden_layers": 28,
64
+ "num_key_value_heads": 4,
65
+ "pad_token_id": 151643,
66
+ "rms_norm_eps": 1e-06,
67
+ "rope_scaling": {
68
+ "factor": 2.0,
69
+ "rope_type": "dynamic",
70
+ "type": "dynamic"
71
+ },
72
+ "rope_theta": 1000000.0,
73
+ "sliding_window": null,
74
+ "use_bfloat16": true,
75
+ "use_cache": false,
76
+ "use_sliding_window": false,
77
+ "vision3r_head_dim": 32,
78
+ "vision3r_intermediate_size": 1024,
79
+ "vision3r_layer_ids": [
80
+ 4,
81
+ 8,
82
+ 12,
83
+ 16,
84
+ 20,
85
+ 24
86
+ ],
87
+ "vision3r_num_attention_heads": 16,
88
+ "vocab_size": 151674
89
+ },
90
+ "max_dynamic_patch": 12,
91
+ "min_dynamic_patch": 1,
92
+ "model_type": "internvl_chat",
93
+ "output_attentions": false,
94
+ "pad2square": false,
95
+ "pad_token_id": 151643,
96
+ "ps_version": "v2",
97
+ "select_layer": 18,
98
+ "system_message": null,
99
+ "template": "internvl2_5",
100
+ "tie_word_embeddings": false,
101
+ "transformers_version": null,
102
+ "use_backbone_lora": 0,
103
+ "use_llm_lora": 0,
104
+ "use_thumbnail": true,
105
+ "vision_condition_config": null,
106
+ "vision_config": {
107
+ "_attn_implementation_autoset": true,
108
+ "_name_or_path": "OpenGVLab/InternViT-6B-448px-V1-5",
109
+ "architectures": [
110
+ "InternVisionModel"
111
+ ],
112
+ "attention_dropout": 0.0,
113
+ "capacity_factor": 1.2,
114
+ "drop_path_rate": 0.0,
115
+ "dropout": 0.0,
116
+ "dtype": "bfloat16",
117
+ "eval_capacity_factor": 1.4,
118
+ "hidden_act": "gelu",
119
+ "hidden_size": 1024,
120
+ "image_size": 448,
121
+ "initializer_factor": 0.1,
122
+ "initializer_range": 1e-10,
123
+ "intermediate_size": 4096,
124
+ "laux_allreduce": "all_nodes",
125
+ "layer_norm_eps": 1e-06,
126
+ "model_type": "intern_vit_6b",
127
+ "moe_coeff_ratio": 0.5,
128
+ "moe_intermediate_size": 768,
129
+ "moe_output_scale": 4.0,
130
+ "noisy_gate_policy": "RSample_before",
131
+ "norm_type": "layer_norm",
132
+ "num_attention_heads": 16,
133
+ "num_channels": 3,
134
+ "num_experts": 8,
135
+ "num_hidden_layers": 24,
136
+ "num_routed_experts": 4,
137
+ "num_shared_experts": 4,
138
+ "pad_token_id": 151643,
139
+ "patch_size": 14,
140
+ "qk_normalization": false,
141
+ "qkv_bias": true,
142
+ "shared_expert_intermediate_size": 3072,
143
+ "use_bfloat16": true,
144
+ "use_flash_attn": true,
145
+ "use_moe": false,
146
+ "use_residual": true,
147
+ "use_rts": false,
148
+ "use_weighted_residual": false
149
+ },
150
+ "vision_dpt_config": {
151
+ "_name_or_path": "",
152
+ "add_cross_attention": false,
153
+ "architectures": null,
154
+ "bad_words_ids": null,
155
+ "begin_suppress_tokens": null,
156
+ "bos_token_id": null,
157
+ "chunk_size_feed_forward": 0,
158
+ "cross_attention_hidden_size": null,
159
+ "decoder_start_token_id": null,
160
+ "diversity_penalty": 0.0,
161
+ "do_sample": false,
162
+ "dpt_config": {
163
+ "_name_or_path": "",
164
+ "add_cross_attention": false,
165
+ "alt_start": 8,
166
+ "architectures": [
167
+ "DA3Model"
168
+ ],
169
+ "backbone_name": "vitl",
170
+ "bad_words_ids": null,
171
+ "begin_suppress_tokens": null,
172
+ "bos_token_id": null,
173
+ "camera_dec_dim_in": 2048,
174
+ "camera_enc_dim_out": 1024,
175
+ "cat_token": true,
176
+ "chunk_size_feed_forward": 0,
177
+ "cross_attention_hidden_size": null,
178
+ "decoder_start_token_id": null,
179
+ "depth_dim_in": 3584,
180
+ "depth_dim_out": 2,
181
+ "depth_features": 256,
182
+ "depth_out_channels": [
183
+ 256,
184
+ 512,
185
+ 1024,
186
+ 1024
187
+ ],
188
+ "diversity_penalty": 0.0,
189
+ "do_sample": false,
190
+ "dtype": null,
191
+ "early_stopping": false,
192
+ "encoder_no_repeat_ngram_size": 0,
193
+ "eos_token_id": null,
194
+ "exponential_decay_length_penalty": null,
195
+ "finetuning_task": null,
196
+ "forced_bos_token_id": null,
197
+ "forced_eos_token_id": null,
198
+ "hidden_size": 3584,
199
+ "id2label": {
200
+ "0": "LABEL_0",
201
+ "1": "LABEL_1"
202
+ },
203
+ "image_size": 518,
204
+ "is_decoder": false,
205
+ "is_encoder_decoder": false,
206
+ "label2id": {
207
+ "LABEL_0": 0,
208
+ "LABEL_1": 1
209
+ },
210
+ "length_penalty": 1.0,
211
+ "max_length": 20,
212
+ "min_length": 0,
213
+ "model_type": "depth_anything_3",
214
+ "no_repeat_ngram_size": 0,
215
+ "num_beam_groups": 1,
216
+ "num_beams": 1,
217
+ "num_return_sequences": 1,
218
+ "out_layers": [
219
+ 11,
220
+ 15,
221
+ 19,
222
+ 23
223
+ ],
224
+ "output_attentions": false,
225
+ "output_hidden_states": false,
226
+ "output_scores": false,
227
+ "pad_token_id": 151643,
228
+ "patch_size": 14,
229
+ "prefix": null,
230
+ "problem_type": null,
231
+ "pruned_heads": {},
232
+ "qknorm_start": 8,
233
+ "remove_invalid_values": false,
234
+ "repetition_penalty": 1.0,
235
+ "return_dict": true,
236
+ "return_dict_in_generate": false,
237
+ "rope_start": 8,
238
+ "sep_token_id": null,
239
+ "suppress_tokens": null,
240
+ "task_specific_params": null,
241
+ "temperature": 1.0,
242
+ "tf_legacy_loss": false,
243
+ "tie_encoder_decoder": false,
244
+ "tie_word_embeddings": true,
245
+ "tokenizer_class": null,
246
+ "top_k": 50,
247
+ "top_p": 1.0,
248
+ "torchscript": false,
249
+ "transformers_version": "4.57.1",
250
+ "typical_p": 1.0,
251
+ "use_bfloat16": false
252
+ },
253
+ "dtype": "float32",
254
+ "early_stopping": false,
255
+ "encoder_no_repeat_ngram_size": 0,
256
+ "eos_token_id": null,
257
+ "exponential_decay_length_penalty": null,
258
+ "finetuning_task": null,
259
+ "forced_bos_token_id": null,
260
+ "forced_eos_token_id": null,
261
+ "id2label": {
262
+ "0": "LABEL_0",
263
+ "1": "LABEL_1"
264
+ },
265
+ "is_decoder": false,
266
+ "is_encoder_decoder": false,
267
+ "label2id": {
268
+ "LABEL_0": 0,
269
+ "LABEL_1": 1
270
+ },
271
+ "layer_ids": [
272
+ 0,
273
+ 2,
274
+ 4,
275
+ 6
276
+ ],
277
+ "length_penalty": 1.0,
278
+ "max_length": 20,
279
+ "min_length": 0,
280
+ "no_repeat_ngram_size": 0,
281
+ "num_beam_groups": 1,
282
+ "num_beams": 1,
283
+ "num_return_sequences": 1,
284
+ "output_attentions": false,
285
+ "output_hidden_states": false,
286
+ "output_scores": false,
287
+ "pad_token_id": null,
288
+ "prefix": null,
289
+ "problem_type": null,
290
+ "pruned_heads": {},
291
+ "remove_invalid_values": false,
292
+ "repetition_penalty": 1.0,
293
+ "return_dict": true,
294
+ "return_dict_in_generate": false,
295
+ "sep_token_id": null,
296
+ "suppress_tokens": null,
297
+ "task_specific_params": null,
298
+ "temperature": 1.0,
299
+ "tf_legacy_loss": false,
300
+ "tie_encoder_decoder": false,
301
+ "tie_word_embeddings": true,
302
+ "tokenizer_class": null,
303
+ "top_k": 50,
304
+ "top_p": 1.0,
305
+ "torchscript": false,
306
+ "transformers_version": null,
307
+ "typical_p": 1.0,
308
+ "use_bfloat16": false
309
+ }
310
+ }
generation_config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "eos_token_id": 151645,
4
+ "transformers_version": "4.57.1"
5
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9a50f5e9163dcfbac7fe176f9baf3701324a7492dc6f041670b27a4cb7188e1
3
+ size 4991123960
model-00002-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db2cce7928b38ff06e6aab134fe50a34ca00d72a5cefe6d24bf7d1860449a075
3
+ size 4958443072
model-00003-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95a4c1b49422691cba5b74b613825fa8b76d58906520bd2593b15d854cd1fe85
3
+ size 4998891176
model-00004-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c52444e924eeaf78494a613a26345b80ebb910f609910ba794250dd497bd442
3
+ size 1755717468
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
special_tokens_map.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|im_start|>",
4
+ "<|im_end|>",
5
+ "<|object_ref_start|>",
6
+ "<|object_ref_end|>",
7
+ "<|box_start|>",
8
+ "<|box_end|>",
9
+ "<|quad_start|>",
10
+ "<|quad_end|>",
11
+ "<|vision_start|>",
12
+ "<|vision_end|>",
13
+ "<|vision_pad|>",
14
+ "<|image_pad|>",
15
+ "<|video_pad|>"
16
+ ],
17
+ "eos_token": {
18
+ "content": "<|im_end|>",
19
+ "lstrip": false,
20
+ "normalized": false,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ },
24
+ "pad_token": {
25
+ "content": "<|endoftext|>",
26
+ "lstrip": false,
27
+ "normalized": false,
28
+ "rstrip": false,
29
+ "single_word": false
30
+ }
31
+ }
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34a2790c1c37a3f4774fef44480b2b50e3c0f40f2122d26e057f249460b8735d
3
+ size 11423542
tokenizer_config.json ADDED
@@ -0,0 +1,280 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": false,
3
+ "add_eos_token": false,
4
+ "add_prefix_space": false,
5
+ "added_tokens_decoder": {
6
+ "151643": {
7
+ "content": "<|endoftext|>",
8
+ "lstrip": false,
9
+ "normalized": false,
10
+ "rstrip": false,
11
+ "single_word": false,
12
+ "special": true
13
+ },
14
+ "151644": {
15
+ "content": "<|im_start|>",
16
+ "lstrip": false,
17
+ "normalized": false,
18
+ "rstrip": false,
19
+ "single_word": false,
20
+ "special": true
21
+ },
22
+ "151645": {
23
+ "content": "<|im_end|>",
24
+ "lstrip": false,
25
+ "normalized": false,
26
+ "rstrip": false,
27
+ "single_word": false,
28
+ "special": true
29
+ },
30
+ "151646": {
31
+ "content": "<|object_ref_start|>",
32
+ "lstrip": false,
33
+ "normalized": false,
34
+ "rstrip": false,
35
+ "single_word": false,
36
+ "special": true
37
+ },
38
+ "151647": {
39
+ "content": "<|object_ref_end|>",
40
+ "lstrip": false,
41
+ "normalized": false,
42
+ "rstrip": false,
43
+ "single_word": false,
44
+ "special": true
45
+ },
46
+ "151648": {
47
+ "content": "<|box_start|>",
48
+ "lstrip": false,
49
+ "normalized": false,
50
+ "rstrip": false,
51
+ "single_word": false,
52
+ "special": true
53
+ },
54
+ "151649": {
55
+ "content": "<|box_end|>",
56
+ "lstrip": false,
57
+ "normalized": false,
58
+ "rstrip": false,
59
+ "single_word": false,
60
+ "special": true
61
+ },
62
+ "151650": {
63
+ "content": "<|quad_start|>",
64
+ "lstrip": false,
65
+ "normalized": false,
66
+ "rstrip": false,
67
+ "single_word": false,
68
+ "special": true
69
+ },
70
+ "151651": {
71
+ "content": "<|quad_end|>",
72
+ "lstrip": false,
73
+ "normalized": false,
74
+ "rstrip": false,
75
+ "single_word": false,
76
+ "special": true
77
+ },
78
+ "151652": {
79
+ "content": "<|vision_start|>",
80
+ "lstrip": false,
81
+ "normalized": false,
82
+ "rstrip": false,
83
+ "single_word": false,
84
+ "special": true
85
+ },
86
+ "151653": {
87
+ "content": "<|vision_end|>",
88
+ "lstrip": false,
89
+ "normalized": false,
90
+ "rstrip": false,
91
+ "single_word": false,
92
+ "special": true
93
+ },
94
+ "151654": {
95
+ "content": "<|vision_pad|>",
96
+ "lstrip": false,
97
+ "normalized": false,
98
+ "rstrip": false,
99
+ "single_word": false,
100
+ "special": true
101
+ },
102
+ "151655": {
103
+ "content": "<|image_pad|>",
104
+ "lstrip": false,
105
+ "normalized": false,
106
+ "rstrip": false,
107
+ "single_word": false,
108
+ "special": true
109
+ },
110
+ "151656": {
111
+ "content": "<|video_pad|>",
112
+ "lstrip": false,
113
+ "normalized": false,
114
+ "rstrip": false,
115
+ "single_word": false,
116
+ "special": true
117
+ },
118
+ "151657": {
119
+ "content": "<tool_call>",
120
+ "lstrip": false,
121
+ "normalized": false,
122
+ "rstrip": false,
123
+ "single_word": false,
124
+ "special": false
125
+ },
126
+ "151658": {
127
+ "content": "</tool_call>",
128
+ "lstrip": false,
129
+ "normalized": false,
130
+ "rstrip": false,
131
+ "single_word": false,
132
+ "special": false
133
+ },
134
+ "151659": {
135
+ "content": "<|fim_prefix|>",
136
+ "lstrip": false,
137
+ "normalized": false,
138
+ "rstrip": false,
139
+ "single_word": false,
140
+ "special": false
141
+ },
142
+ "151660": {
143
+ "content": "<|fim_middle|>",
144
+ "lstrip": false,
145
+ "normalized": false,
146
+ "rstrip": false,
147
+ "single_word": false,
148
+ "special": false
149
+ },
150
+ "151661": {
151
+ "content": "<|fim_suffix|>",
152
+ "lstrip": false,
153
+ "normalized": false,
154
+ "rstrip": false,
155
+ "single_word": false,
156
+ "special": false
157
+ },
158
+ "151662": {
159
+ "content": "<|fim_pad|>",
160
+ "lstrip": false,
161
+ "normalized": false,
162
+ "rstrip": false,
163
+ "single_word": false,
164
+ "special": false
165
+ },
166
+ "151663": {
167
+ "content": "<|repo_name|>",
168
+ "lstrip": false,
169
+ "normalized": false,
170
+ "rstrip": false,
171
+ "single_word": false,
172
+ "special": false
173
+ },
174
+ "151664": {
175
+ "content": "<|file_sep|>",
176
+ "lstrip": false,
177
+ "normalized": false,
178
+ "rstrip": false,
179
+ "single_word": false,
180
+ "special": false
181
+ },
182
+ "151665": {
183
+ "content": "<img>",
184
+ "lstrip": false,
185
+ "normalized": false,
186
+ "rstrip": false,
187
+ "single_word": false,
188
+ "special": true
189
+ },
190
+ "151666": {
191
+ "content": "</img>",
192
+ "lstrip": false,
193
+ "normalized": false,
194
+ "rstrip": false,
195
+ "single_word": false,
196
+ "special": true
197
+ },
198
+ "151667": {
199
+ "content": "<IMG_CONTEXT>",
200
+ "lstrip": false,
201
+ "normalized": false,
202
+ "rstrip": false,
203
+ "single_word": false,
204
+ "special": true
205
+ },
206
+ "151668": {
207
+ "content": "<quad>",
208
+ "lstrip": false,
209
+ "normalized": false,
210
+ "rstrip": false,
211
+ "single_word": false,
212
+ "special": true
213
+ },
214
+ "151669": {
215
+ "content": "</quad>",
216
+ "lstrip": false,
217
+ "normalized": false,
218
+ "rstrip": false,
219
+ "single_word": false,
220
+ "special": true
221
+ },
222
+ "151670": {
223
+ "content": "<ref>",
224
+ "lstrip": false,
225
+ "normalized": false,
226
+ "rstrip": false,
227
+ "single_word": false,
228
+ "special": true
229
+ },
230
+ "151671": {
231
+ "content": "</ref>",
232
+ "lstrip": false,
233
+ "normalized": false,
234
+ "rstrip": false,
235
+ "single_word": false,
236
+ "special": true
237
+ },
238
+ "151672": {
239
+ "content": "<box>",
240
+ "lstrip": false,
241
+ "normalized": false,
242
+ "rstrip": false,
243
+ "single_word": false,
244
+ "special": true
245
+ },
246
+ "151673": {
247
+ "content": "</box>",
248
+ "lstrip": false,
249
+ "normalized": false,
250
+ "rstrip": false,
251
+ "single_word": false,
252
+ "special": true
253
+ }
254
+ },
255
+ "additional_special_tokens": [
256
+ "<|im_start|>",
257
+ "<|im_end|>",
258
+ "<|object_ref_start|>",
259
+ "<|object_ref_end|>",
260
+ "<|box_start|>",
261
+ "<|box_end|>",
262
+ "<|quad_start|>",
263
+ "<|quad_end|>",
264
+ "<|vision_start|>",
265
+ "<|vision_end|>",
266
+ "<|vision_pad|>",
267
+ "<|image_pad|>",
268
+ "<|video_pad|>"
269
+ ],
270
+ "bos_token": null,
271
+ "clean_up_tokenization_spaces": false,
272
+ "eos_token": "<|im_end|>",
273
+ "errors": "replace",
274
+ "extra_special_tokens": {},
275
+ "model_max_length": 16384,
276
+ "pad_token": "<|endoftext|>",
277
+ "split_special_tokens": false,
278
+ "tokenizer_class": "Qwen2Tokenizer",
279
+ "unk_token": null
280
+ }
vocab.json ADDED
The diff for this file is too large to render. See raw diff