Text Generation
PEFT
Safetensors
English
gpt-j
lora
reasoning
thinking
sft
qwen3-template
conversational
gpt-j-6b-thinking-sft-lora / tokenizer_config.json
ping98k's picture
Upload tokenizer
11f2fc5 verified
Raw
History Blame Contribute Delete
462 Bytes
{
"add_prefix_space": false,
"backend": "tokenizers",
"bos_token": "<|endoftext|>",
"eos_token": "<|im_end|>",
"errors": "replace",
"extra_special_tokens": [
"<|im_start|>",
"<|im_end|>",
"<think>",
"</think>",
"<|endoftext|>"
],
"from_slow": true,
"is_local": true,
"model_max_length": 2048,
"pad_token": "<|endoftext|>",
"padding_side": "left",
"tokenizer_class": "GPT2Tokenizer",
"unk_token": "<|endoftext|>"
}