Upload tokenizer_config.json with huggingface_hub

tokenizer_config.json

@@ -291,11 +291,6 @@
   "tokenizer_class": "Qwen2Tokenizer",
   "unk_token": null,
   "add_bos_token": false,
-  "eos_token_id": [
-    248044,
-    248046,
-    248048
-  ],
   "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
   "extra_special_tokens": {
     "audio_bos_token": "<|audio_start|>",
@@ -306,6 +301,8 @@
     "vision_bos_token": "<|vision_start|>",
     "vision_eos_token": "<|vision_end|>"
   },
-  "bos_token_id": 248044,
+  "eos_token_id": [
+    248046
+  ],
   "pad_token_id": 248044
 }