{ "backend": "tokenizers", "clean_up_tokenization_spaces": true, "cls_token": "[CLS]", "extra_special_tokens": [ "[DECISION]", "[STATE]", "[QUESTION]", "[OPT_0]", "[OPT_1]", "[OPT_2]", "[OPT_3]", "[OPT_4]", "[OPT_5]", "[OPT_6]", "[OPT_7]", "[OPT_8]", "[OPT_9]" ], "is_local": false, "local_files_only": false, "mask_token": "[MASK]", "model_input_names": [ "input_ids", "attention_mask" ], "model_max_length": 8192, "pad_token": "[PAD]", "sep_token": "[SEP]", "tokenizer_class": "TokenizersBackend", "unk_token": "[UNK]" }