{ "backend": "tokenizers", "bos_token": "<|begin_of_text|>", "clean_up_tokenization_spaces": false, "eos_token": "<|end_of_text|>", "extra_special_tokens": [ "<|system_instruction|>", "<|system_instruction_end|>", "", "", "<|user|>", "<|assistant|>", "<|end_of_turn|>" ], "model_max_length": 32768, "pad_token": "<|pad|>", "padding_side": "right", "tokenizer_class": "TokenizersBackend", "truncation_side": "right", "unk_token": "<|unknown|>" }