{ "version": "1.0", "truncation": null, "padding": null, "added_tokens": [ { "id": 0, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 1, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 2, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 3, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true } ], "normalizer": { "type": "Sequence", "normalizers": [ { "type": "Replace", "pattern": { "Regex": "\\s+" }, "content": " " } ] }, "pre_tokenizer": { "type": "Split", "pattern": { "Regex": "." }, "behavior": "Isolated", "invert": false }, "post_processor": { "type": "TemplateProcessing", "single": [ { "Sequence": { "id": "A", "type_id": 0 } } ], "pair": [ { "Sequence": { "id": "A", "type_id": 0 } }, { "Sequence": { "id": "B", "type_id": 1 } } ], "special_tokens": {} }, "decoder": null, "model": { "type": "WordLevel", "vocab": { "": 0, "": 1, "": 2, "": 3, " ": 4, "a": 5, "b": 6, "c": 7, "d": 8, "e": 9, "f": 10, "g": 11, "h": 12, "i": 13, "j": 14, "k": 15, "l": 16, "m": 17, "n": 18, "o": 19, "p": 20, "q": 21, "r": 22, "s": 23, "t": 24, "u": 25, "v": 26, "w": 27, "x": 28, "y": 29, "z": 30, "A": 31, "B": 32, "C": 33, "D": 34, "E": 35, "F": 36, "G": 37, "H": 38, "I": 39, "J": 40, "K": 41, "L": 42, "M": 43, "N": 44, "O": 45, "P": 46, "Q": 47, "R": 48, "S": 49, "T": 50, "U": 51, "V": 52, "W": 53, "X": 54, "Y": 55, "Z": 56, "'": 57, ".": 58, ",": 59, "?": 60, "!": 61, "-": 62, "ˈ": 63, "ˌ": 64, "ː": 65, "ˑ": 66, "˘": 67, "|": 68, "‖": 69, "‿": 70, "ɑ": 71, "ɐ": 72, "ɒ": 73, "æ": 74, "ɓ": 75, "ʙ": 76, "β": 77, "ɔ": 78, "ɕ": 79, "ç": 80, "ɗ": 81, "ɖ": 82, "ð": 83, "ʤ": 84, "ə": 85, "ɚ": 86, "ɛ": 87, "ɜ": 88, "ɝ": 89, "ɞ": 90, "ɟ": 91, "ɠ": 92, "ɡ": 93, "ɢ": 94, "ɣ": 95, "ɤ": 96, "ɥ": 97, "ɦ": 98, "ɧ": 99, "ħ": 100, "ɨ": 101, "ɪ": 102, "ʝ": 103, "ɭ": 104, "ɬ": 105, "ɫ": 106, "ɮ": 107, "ʟ": 108, "ɱ": 109, "ɯ": 110, "ɰ": 111, "ŋ": 112, "ɳ": 113, "ɲ": 114, "ɴ": 115, "ø": 116, "ɵ": 117, "ɸ": 118, "θ": 119, "œ": 120, "ɶ": 121, "ʘ": 122, "ɹ": 123, "ɺ": 124, "ɾ": 125, "ɻ": 126, "ʀ": 127, "ʁ": 128, "ʂ": 129, "ʃ": 130, "ʄ": 131, "ʈ": 132, "ʧ": 133, "ʉ": 134, "ʊ": 135, "ʋ": 136, "ʌ": 137, "ʍ": 138, "ʎ": 139, "ʏ": 140, "ʐ": 141, "ʑ": 142, "ʒ": 143, "ʔ": 144, "ʕ": 145, "ʡ": 146, "ʢ": 147, "ʼ": 148, "ʰ": 149, "ʱ": 150, "ʲ": 151, "ʷ": 152, "ˠ": 153, "ˤ": 154, "ⁿ": 155, "ˡ": 156, "̚": 157, "˞": 158, "̩": 159, "̯": 160, "̃": 161, "˥": 162, "˦": 163, "˧": 164, "˨": 165, "˩": 166, "À": 167, "Á": 168, "Â": 169, "Ã": 170, "Ä": 171, "Å": 172, "Æ": 173, "Ç": 174, "È": 175, "É": 176, "Ê": 177, "Ë": 178, "Ì": 179, "Í": 180, "Î": 181, "Ï": 182, "Ð": 183, "Ñ": 184, "Ò": 185, "Ó": 186, "Ô": 187, "Õ": 188, "Ö": 189, "Ø": 190, "Ù": 191, "Ú": 192, "Û": 193, "Ü": 194, "Ý": 195, "Þ": 196, "ß": 197, "à": 198, "á": 199, "â": 200, "ã": 201, "ä": 202, "å": 203, "è": 204, "é": 205, "ê": 206, "ë": 207, "ì": 208, "í": 209, "î": 210, "ï": 211, "ñ": 212, "ò": 213, "ó": 214, "ô": 215, "õ": 216, "ö": 217, "ù": 218, "ú": 219, "û": 220, "ü": 221, "ý": 222, "þ": 223, "ÿ": 224, "Ā": 225, "ā": 226, "Ă": 227, "ă": 228, "Ą": 229, "ą": 230, "Ć": 231, "ć": 232, "Ĉ": 233, "ĉ": 234, "Ċ": 235, "ċ": 236, "Č": 237, "č": 238, "Ď": 239, "ď": 240, "Đ": 241, "đ": 242, "Ē": 243, "ē": 244, "Ĕ": 245, "ĕ": 246, "Ė": 247, "ė": 248, "Ę": 249, "ę": 250, "Ě": 251, "ě": 252, "Ĝ": 253, "ĝ": 254, "Ğ": 255, "ğ": 256, "Ġ": 257, "ġ": 258, "Ģ": 259, "ģ": 260, "Ĥ": 261, "ĥ": 262, "Ħ": 263, "Ĩ": 264, "ĩ": 265, "Ī": 266, "ī": 267, "Ĭ": 268, "ĭ": 269, "Į": 270, "į": 271, "İ": 272, "ı": 273, "IJ": 274, "ij": 275, "Ĵ": 276, "ĵ": 277, "Ķ": 278, "ķ": 279, "ĸ": 280, "Ĺ": 281, "ĺ": 282, "Ļ": 283, "ļ": 284, "Ľ": 285, "ľ": 286, "Ŀ": 287, "ŀ": 288, "Ł": 289, "ł": 290, "Ń": 291, "ń": 292, "Ņ": 293, "ņ": 294, "Ň": 295, "ň": 296, "ʼn": 297, "Ŋ": 298, "Ō": 299, "ō": 300, "Ŏ": 301, "ŏ": 302, "Ő": 303, "ő": 304, "Œ": 305, "Ŕ": 306, "ŕ": 307, "Ŗ": 308, "ŗ": 309, "Ř": 310, "ř": 311, "Ś": 312, "ś": 313, "Ŝ": 314, "ŝ": 315, "Ş": 316, "ş": 317, "Š": 318, "š": 319, "Ţ": 320, "ţ": 321, "Ť": 322, "ť": 323, "Ŧ": 324, "ŧ": 325, "Ũ": 326, "ũ": 327, "Ū": 328, "ū": 329, "Ŭ": 330, "ŭ": 331, "Ů": 332, "ů": 333, "Ű": 334, "ű": 335, "Ų": 336, "ų": 337, "Ŵ": 338, "ŵ": 339, "Ŷ": 340, "ŷ": 341, "Ÿ": 342, "Ź": 343, "ź": 344, "Ż": 345, "ż": 346, "Ž": 347, "ž": 348, "ſ": 349, "Ơ": 350, "ơ": 351, "Ư": 352, "ư": 353, "Ǎ": 354, "ǎ": 355, "Ǐ": 356, "ǐ": 357, "Ǒ": 358, "ǒ": 359, "Ǔ": 360, "ǔ": 361, "Ǖ": 362, "ǖ": 363, "Ǘ": 364, "ǘ": 365, "Ǚ": 366, "ǚ": 367, "Ǜ": 368, "ǜ": 369, "ǝ": 370, "Ǟ": 371, "ǟ": 372, "Ǡ": 373, "ǡ": 374, "Ǣ": 375, "ǣ": 376, "Ǥ": 377, "ǥ": 378, "Ǧ": 379, "ǧ": 380, "Ǩ": 381, "ǩ": 382, "Ǫ": 383, "ǫ": 384, "Ǭ": 385, "ǭ": 386, "Ǯ": 387, "ǯ": 388, "ǰ": 389, "DZ": 390, "Dz": 391, "dz": 392, "Ǵ": 393, "ǵ": 394, "Ƕ": 395, "Ƿ": 396, "Ǹ": 397, "ǹ": 398, "Ǻ": 399, "ǻ": 400, "Ǽ": 401, "ǽ": 402, "Ǿ": 403, "ǿ": 404, "Ș": 405, "ș": 406, "Ț": 407, "ț": 408, "Ȫ": 409, "ȫ": 410, "Ȭ": 411, "ȭ": 412, "Ȯ": 413, "ȯ": 414, "Ȱ": 415, "ȱ": 416, "Ȳ": 417, "ȳ": 418, "ء": 419, "آ": 420, "أ": 421, "ؤ": 422, "إ": 423, "ئ": 424, "ا": 425, "ب": 426, "ة": 427, "ت": 428, "ث": 429, "ج": 430, "ح": 431, "خ": 432, "د": 433, "ذ": 434, "ر": 435, "ز": 436, "س": 437, "ش": 438, "ص": 439, "ض": 440, "ط": 441, "ظ": 442, "ع": 443, "غ": 444, "ف": 445, "ق": 446, "ك": 447, "ل": 448, "م": 449, "ن": 450, "ه": 451, "و": 452, "ى": 453, "ي": 454, "ً": 455, "ٌ": 456, "ٍ": 457, "َ": 458, "ُ": 459, "ِ": 460, "ّ": 461, "ْ": 462, "ٰ": 463, "ٹ": 464, "پ": 465, "چ": 466, "ڈ": 467, "ڑ": 468, "ژ": 469, "ک": 470, "گ": 471, "ں": 472, "ھ": 473, "ہ": 474, "ی": 475, "ے": 476, "ۅ": 477, "ۆ": 478, "ۇ": 479, "ۈ": 480, "ۉ": 481, "ې": 482, "А": 483, "Б": 484, "В": 485, "Г": 486, "Д": 487, "Е": 488, "Ё": 489, "Ж": 490, "З": 491, "И": 492, "Й": 493, "К": 494, "Л": 495, "М": 496, "Н": 497, "О": 498, "П": 499, "Р": 500, "С": 501, "Т": 502, "У": 503, "Ф": 504, "Х": 505, "Ц": 506, "Ч": 507, "Ш": 508, "Щ": 509, "Ъ": 510, "Ы": 511, "Ь": 512, "Э": 513, "Ю": 514, "Я": 515, "а": 516, "б": 517, "в": 518, "г": 519, "д": 520, "е": 521, "ё": 522, "ж": 523, "з": 524, "и": 525, "й": 526, "к": 527, "л": 528, "м": 529, "н": 530, "о": 531, "п": 532, "р": 533, "с": 534, "т": 535, "у": 536, "ф": 537, "х": 538, "ц": 539, "ч": 540, "ш": 541, "щ": 542, "ъ": 543, "ы": 544, "ь": 545, "э": 546, "ю": 547, "я": 548, "Ґ": 549, "ґ": 550, "Є": 551, "є": 552, "І": 553, "і": 554, "Ї": 555, "ї": 556, "Љ": 557, "љ": 558, "Њ": 559, "њ": 560, "Ћ": 561, "ћ": 562, "Ќ": 563, "ќ": 564, "Ў": 565, "ў": 566, "Џ": 567, "џ": 568, "Ғ": 569, "ғ": 570, "Җ": 571, "җ": 572, "Қ": 573, "қ": 574, "Ң": 575, "ң": 576, "Ү": 577, "ү": 578, "Ұ": 579, "ұ": 580, "Ҳ": 581, "ҳ": 582, "Һ": 583, "һ": 584, "Ә": 585, "ә": 586, "Ө": 587, "ө": 588 }, "unk_token": "" } }