| { | |
| "bos_token": "<|begin_of_text|>", | |
| "eos_token": "<|end_of_text|>", | |
| "pad_token": "<|padding|>", | |
| "unk_token": "<|unknown|>", | |
| "im_start": "<|im_start|>", | |
| "im_end": "<|im_end|>", | |
| "bos_token_id": 0, | |
| "eos_token_id": 1, | |
| "pad_token_id": 2, | |
| "unk_token_id": 3 | |
| } | |