mapa-mt-administrative / tokens_vocabulary.json
mbarrios-pangeanic's picture
Upload 10 files
1f5b739 verified
Raw
History Blame Contribute Delete
287 Bytes
{"name": "tokens", "is_sequence": true, "is_multilabel": false, "pad_token": "[PAD]", "default_value": "[UNK]", "cls_token": "[CLS]", "sep_token": "[SEP]", "bos_token": null, "eos_token": null, "special_tokens": ["[PAD]", "[UNK]", "[CLS]", "[SEP]"], "vocab": null, "reverse_vocab": null}