{ "additional_special_tokens": [ { "content": "[UNUSED0]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED1]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED2]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED3]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED4]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED5]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED6]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED7]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED8]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED9]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED10]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED11]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED12]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED13]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED14]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED15]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED16]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED17]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED18]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED19]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED20]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED21]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED22]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED23]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED24]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED25]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED26]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED27]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED28]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED29]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED30]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED31]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED32]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED33]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED34]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED35]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED36]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED37]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED38]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED39]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED40]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED41]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED42]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED43]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED44]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED45]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED46]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED47]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED48]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED49]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED50]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED51]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED52]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED53]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED54]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED55]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED56]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED57]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED58]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED59]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED60]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED61]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED62]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED63]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED64]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED65]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED66]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED67]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED68]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED69]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED70]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED71]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED72]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UNUSED73]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false } ], "bos_token": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, "eos_token": { "content": "<|eot_id|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, "pad_token": "<|eot_id|>" }