Download tokenizer.json from aixk/BAAR4-3M: direct link, hf CLI and curl.
- Browser
- Download file 29.1 kB
-
https://huggingface.co/aixk/BAAR4-3M/resolve/main/tokenizer.json
- Command line
-
hf download hf://aixk/BAAR4-3M/tokenizer.json
-
curl -L -o tokenizer.json https://huggingface.co/aixk/BAAR4-3M/resolve/main/tokenizer.json
29.1 kB
| { | |
| "version": "1.0", | |
| "model": { | |
| "type": "WordLevel", | |
| "vocab": { | |
| "<pad>": 0, | |
| "<unk>": 1, | |
| "<bos>": 2, | |
| "<eos>": 3, | |
| "<0x00>": 4, | |
| "<0x01>": 5, | |
| "<0x02>": 6, | |
| "<0x03>": 7, | |
| "<0x04>": 8, | |
| "<0x05>": 9, | |
| "<0x06>": 10, | |
| "<0x07>": 11, | |
| "<0x08>": 12, | |
| "<0x09>": 13, | |
| "<0x0A>": 14, | |
| "<0x0B>": 15, | |
| "<0x0C>": 16, | |
| "<0x0D>": 17, | |
| "<0x0E>": 18, | |
| "<0x0F>": 19, | |
| "<0x10>": 20, | |
| "<0x11>": 21, | |
| "<0x12>": 22, | |
| "<0x13>": 23, | |
| "<0x14>": 24, | |
| "<0x15>": 25, | |
| "<0x16>": 26, | |
| "<0x17>": 27, | |
| "<0x18>": 28, | |
| "<0x19>": 29, | |
| "<0x1A>": 30, | |
| "<0x1B>": 31, | |
| "<0x1C>": 32, | |
| "<0x1D>": 33, | |
| "<0x1E>": 34, | |
| "<0x1F>": 35, | |
| "<0x20>": 36, | |
| "<0x21>": 37, | |
| "<0x22>": 38, | |
| "<0x23>": 39, | |
| "<0x24>": 40, | |
| "<0x25>": 41, | |
| "<0x26>": 42, | |
| "<0x27>": 43, | |
| "<0x28>": 44, | |
| "<0x29>": 45, | |
| "<0x2A>": 46, | |
| "<0x2B>": 47, | |
| "<0x2C>": 48, | |
| "<0x2D>": 49, | |
| "<0x2E>": 50, | |
| "<0x2F>": 51, | |
| "<0x30>": 52, | |
| "<0x31>": 53, | |
| "<0x32>": 54, | |
| "<0x33>": 55, | |
| "<0x34>": 56, | |
| "<0x35>": 57, | |
| "<0x36>": 58, | |
| "<0x37>": 59, | |
| "<0x38>": 60, | |
| "<0x39>": 61, | |
| "<0x3A>": 62, | |
| "<0x3B>": 63, | |
| "<0x3C>": 64, | |
| "<0x3D>": 65, | |
| "<0x3E>": 66, | |
| "<0x3F>": 67, | |
| "<0x40>": 68, | |
| "<0x41>": 69, | |
| "<0x42>": 70, | |
| "<0x43>": 71, | |
| "<0x44>": 72, | |
| "<0x45>": 73, | |
| "<0x46>": 74, | |
| "<0x47>": 75, | |
| "<0x48>": 76, | |
| "<0x49>": 77, | |
| "<0x4A>": 78, | |
| "<0x4B>": 79, | |
| "<0x4C>": 80, | |
| "<0x4D>": 81, | |
| "<0x4E>": 82, | |
| "<0x4F>": 83, | |
| "<0x50>": 84, | |
| "<0x51>": 85, | |
| "<0x52>": 86, | |
| "<0x53>": 87, | |
| "<0x54>": 88, | |
| "<0x55>": 89, | |
| "<0x56>": 90, | |
| "<0x57>": 91, | |
| "<0x58>": 92, | |
| "<0x59>": 93, | |
| "<0x5A>": 94, | |
| "<0x5B>": 95, | |
| "<0x5C>": 96, | |
| "<0x5D>": 97, | |
| "<0x5E>": 98, | |
| "<0x5F>": 99, | |
| "<0x60>": 100, | |
| "<0x61>": 101, | |
| "<0x62>": 102, | |
| "<0x63>": 103, | |
| "<0x64>": 104, | |
| "<0x65>": 105, | |
| "<0x66>": 106, | |
| "<0x67>": 107, | |
| "<0x68>": 108, | |
| "<0x69>": 109, | |
| "<0x6A>": 110, | |
| "<0x6B>": 111, | |
| "<0x6C>": 112, | |
| "<0x6D>": 113, | |
| "<0x6E>": 114, | |
| "<0x6F>": 115, | |
| "<0x70>": 116, | |
| "<0x71>": 117, | |
| "<0x72>": 118, | |
| "<0x73>": 119, | |
| "<0x74>": 120, | |
| "<0x75>": 121, | |
| "<0x76>": 122, | |
| "<0x77>": 123, | |
| "<0x78>": 124, | |
| "<0x79>": 125, | |
| "<0x7A>": 126, | |
| "<0x7B>": 127, | |
| "<0x7C>": 128, | |
| "<0x7D>": 129, | |
| "<0x7E>": 130, | |
| "<0x7F>": 131, | |
| "<0x80>": 132, | |
| "<0x81>": 133, | |
| "<0x82>": 134, | |
| "<0x83>": 135, | |
| "<0x84>": 136, | |
| "<0x85>": 137, | |
| "<0x86>": 138, | |
| "<0x87>": 139, | |
| "<0x88>": 140, | |
| "<0x89>": 141, | |
| "<0x8A>": 142, | |
| "<0x8B>": 143, | |
| "<0x8C>": 144, | |
| "<0x8D>": 145, | |
| "<0x8E>": 146, | |
| "<0x8F>": 147, | |
| "<0x90>": 148, | |
| "<0x91>": 149, | |
| "<0x92>": 150, | |
| "<0x93>": 151, | |
| "<0x94>": 152, | |
| "<0x95>": 153, | |
| "<0x96>": 154, | |
| "<0x97>": 155, | |
| "<0x98>": 156, | |
| "<0x99>": 157, | |
| "<0x9A>": 158, | |
| "<0x9B>": 159, | |
| "<0x9C>": 160, | |
| "<0x9D>": 161, | |
| "<0x9E>": 162, | |
| "<0x9F>": 163, | |
| "<0xA0>": 164, | |
| "<0xA1>": 165, | |
| "<0xA2>": 166, | |
| "<0xA3>": 167, | |
| "<0xA4>": 168, | |
| "<0xA5>": 169, | |
| "<0xA6>": 170, | |
| "<0xA7>": 171, | |
| "<0xA8>": 172, | |
| "<0xA9>": 173, | |
| "<0xAA>": 174, | |
| "<0xAB>": 175, | |
| "<0xAC>": 176, | |
| "<0xAD>": 177, | |
| "<0xAE>": 178, | |
| "<0xAF>": 179, | |
| "<0xB0>": 180, | |
| "<0xB1>": 181, | |
| "<0xB2>": 182, | |
| "<0xB3>": 183, | |
| "<0xB4>": 184, | |
| "<0xB5>": 185, | |
| "<0xB6>": 186, | |
| "<0xB7>": 187, | |
| "<0xB8>": 188, | |
| "<0xB9>": 189, | |
| "<0xBA>": 190, | |
| "<0xBB>": 191, | |
| "<0xBC>": 192, | |
| "<0xBD>": 193, | |
| "<0xBE>": 194, | |
| "<0xBF>": 195, | |
| "<0xC0>": 196, | |
| "<0xC1>": 197, | |
| "<0xC2>": 198, | |
| "<0xC3>": 199, | |
| "<0xC4>": 200, | |
| "<0xC5>": 201, | |
| "<0xC6>": 202, | |
| "<0xC7>": 203, | |
| "<0xC8>": 204, | |
| "<0xC9>": 205, | |
| "<0xCA>": 206, | |
| "<0xCB>": 207, | |
| "<0xCC>": 208, | |
| "<0xCD>": 209, | |
| "<0xCE>": 210, | |
| "<0xCF>": 211, | |
| "<0xD0>": 212, | |
| "<0xD1>": 213, | |
| "<0xD2>": 214, | |
| "<0xD3>": 215, | |
| "<0xD4>": 216, | |
| "<0xD5>": 217, | |
| "<0xD6>": 218, | |
| "<0xD7>": 219, | |
| "<0xD8>": 220, | |
| "<0xD9>": 221, | |
| "<0xDA>": 222, | |
| "<0xDB>": 223, | |
| "<0xDC>": 224, | |
| "<0xDD>": 225, | |
| "<0xDE>": 226, | |
| "<0xDF>": 227, | |
| "<0xE0>": 228, | |
| "<0xE1>": 229, | |
| "<0xE2>": 230, | |
| "<0xE3>": 231, | |
| "<0xE4>": 232, | |
| "<0xE5>": 233, | |
| "<0xE6>": 234, | |
| "<0xE7>": 235, | |
| "<0xE8>": 236, | |
| "<0xE9>": 237, | |
| "<0xEA>": 238, | |
| "<0xEB>": 239, | |
| "<0xEC>": 240, | |
| "<0xED>": 241, | |
| "<0xEE>": 242, | |
| "<0xEF>": 243, | |
| "<0xF0>": 244, | |
| "<0xF1>": 245, | |
| "<0xF2>": 246, | |
| "<0xF3>": 247, | |
| "<0xF4>": 248, | |
| "<0xF5>": 249, | |
| "<0xF6>": 250, | |
| "<0xF7>": 251, | |
| "<0xF8>": 252, | |
| "<0xF9>": 253, | |
| "<0xFA>": 254, | |
| "<0xFB>": 255, | |
| "<0xFC>": 256, | |
| "<0xFD>": 257, | |
| "<0xFE>": 258, | |
| "<0xFF>": 259, | |
| "[LANG_KO]": 260, | |
| "[LANG_EN]": 261, | |
| "<token_262>": 262, | |
| "<token_263>": 263, | |
| "<token_264>": 264, | |
| "<token_265>": 265, | |
| "<token_266>": 266, | |
| "<token_267>": 267, | |
| "<token_268>": 268, | |
| "<token_269>": 269, | |
| "<token_270>": 270, | |
| "<token_271>": 271, | |
| "<token_272>": 272, | |
| "<token_273>": 273, | |
| "<token_274>": 274, | |
| "[Q]": 275, | |
| "[A]": 276, | |
| "[ABSTAIN]": 277, | |
| "<token_278>": 278, | |
| "<token_279>": 279, | |
| " ": 778, | |
| "\n": 811, | |
| ".": 779, | |
| ",": 780, | |
| "?": 781, | |
| "!": 782, | |
| ":": 783, | |
| ";": 784, | |
| "\"": 785, | |
| "'": 786, | |
| "(": 787, | |
| ")": 788, | |
| "[": 789, | |
| "]": 790, | |
| "-": 795, | |
| "/": 796, | |
| "~": 799, | |
| "%": 803, | |
| "@": 800, | |
| "#": 801, | |
| "$": 802, | |
| "&": 805, | |
| "*": 806, | |
| "+": 807, | |
| "=": 808, | |
| "0": 768, | |
| "1": 769, | |
| "2": 770, | |
| "3": 771, | |
| "4": 772, | |
| "5": 773, | |
| "6": 774, | |
| "7": 775, | |
| "8": 776, | |
| "9": 777, | |
| "은": 1028, | |
| "는": 1029, | |
| "이": 1030, | |
| "가": 1031, | |
| "을": 1032, | |
| "를": 1033, | |
| "의": 1035, | |
| "에": 1036, | |
| "에서": 323, | |
| "로": 1038, | |
| "으로": 325, | |
| "에게": 326, | |
| "와": 1042, | |
| "과": 1034, | |
| "도": 1043, | |
| "만": 1044, | |
| "부터": 331, | |
| "까지": 332, | |
| "그리고": 333, | |
| "하지만": 612, | |
| "또는": 335, | |
| "그래서": 336, | |
| "왜냐하면": 337, | |
| "만약": 338, | |
| "나": 339, | |
| "너": 340, | |
| "그": 341, | |
| "그녀": 342, | |
| "우리": 343, | |
| "그들": 344, | |
| "이다": 345, | |
| "있다": 346, | |
| "아니다": 347, | |
| "사고": 348, | |
| "전화": 390, | |
| "야외": 350, | |
| "컴퓨터": 351, | |
| "품질": 352, | |
| "비디오": 353, | |
| "특별": 375, | |
| "병원": 355, | |
| "직접": 356, | |
| "동물": 357, | |
| "비교": 451, | |
| "개발": 359, | |
| "증가": 479, | |
| "시스템": 361, | |
| "결과": 362, | |
| "받았어": 363, | |
| "특히": 601, | |
| "웹": 365, | |
| "그룹": 366, | |
| "충분히": 367, | |
| "정부": 368, | |
| "프로젝트": 369, | |
| "최대": 370, | |
| "동시에": 371, | |
| "부분적으로": 385, | |
| "치료": 373, | |
| "호텔": 374, | |
| "어디": 430, | |
| "폭력": 377, | |
| "준비": 412, | |
| "기온": 379, | |
| "고객": 380, | |
| "책임": 381, | |
| "학교": 382, | |
| "오류": 383, | |
| "사람": 446, | |
| "단순함": 728, | |
| "영화": 387, | |
| "예제": 388, | |
| "개선": 484, | |
| "가장 높은": 391, | |
| "반": 392, | |
| "몸": 393, | |
| "드디어": 394, | |
| "서비스": 395, | |
| "거리": 396, | |
| "에너지": 397, | |
| "업데이트": 398, | |
| "전통적으로": 399, | |
| "구매자": 429, | |
| "가능": 562, | |
| "디자이너": 403, | |
| "만족감": 404, | |
| "학생": 405, | |
| "도움": 752, | |
| "지원": 529, | |
| "문화": 635, | |
| "디지털": 409, | |
| "가족": 495, | |
| "둘 다": 701, | |
| "시간": 413, | |
| "속도": 414, | |
| "안전성": 588, | |
| "위험": 584, | |
| "과거": 417, | |
| "관광": 418, | |
| "여자": 419, | |
| "온도": 420, | |
| "사용량": 421, | |
| "참여": 567, | |
| "특별히": 423, | |
| "카메라": 424, | |
| "새로운": 425, | |
| "조심스럽게": 426, | |
| "정치인": 427, | |
| "연간": 428, | |
| "스트레스": 431, | |
| "아이들": 432, | |
| "결정": 433, | |
| "교육": 434, | |
| "인간": 435, | |
| "대략": 436, | |
| "예": 437, | |
| "제품": 438, | |
| "생산": 439, | |
| "참가자": 440, | |
| "어린이들": 441, | |
| "위협": 442, | |
| "확장": 653, | |
| "상황": 444, | |
| "공식적으로": 445, | |
| "높이": 447, | |
| "더 높": 448, | |
| "선물": 449, | |
| "교회": 450, | |
| "더": 452, | |
| "통제": 453, | |
| "행동": 541, | |
| "압력": 455, | |
| "성과": 456, | |
| "애니메이션": 457, | |
| "완전": 458, | |
| "발견": 459, | |
| "경제": 460, | |
| "뭔가": 461, | |
| "게임": 462, | |
| "더 좋아": 463, | |
| "변화": 464, | |
| "가격": 465, | |
| "작은": 466, | |
| "크기": 467, | |
| "기회": 468, | |
| "들어오는": 469, | |
| "걷는 것": 470, | |
| "확인": 560, | |
| "차이점": 472, | |
| "돈": 473, | |
| "투자": 735, | |
| "우리의": 475, | |
| "반대": 687, | |
| "정확하게": 477, | |
| "약간": 478, | |
| "모터": 480, | |
| "선거": 481, | |
| "토론": 482, | |
| "로봇": 483, | |
| "자동으로": 485, | |
| "미래": 486, | |
| "내부에서": 487, | |
| "작곡가": 488, | |
| "오해": 650, | |
| "여성": 490, | |
| "수리": 491, | |
| "도서관": 492, | |
| "대체": 536, | |
| "보호": 494, | |
| "아내": 496, | |
| "조직": 497, | |
| "실험": 603, | |
| "텔레비전": 499, | |
| "장식": 500, | |
| "적절하게": 501, | |
| "함께": 502, | |
| "앨범": 503, | |
| "영감": 504, | |
| "중요": 505, | |
| "할인": 506, | |
| "호흡": 507, | |
| "대화": 509, | |
| "프로그램": 510, | |
| "생일": 511, | |
| "존재": 661, | |
| "문제": 513, | |
| "디자인": 514, | |
| "생산량": 515, | |
| "더 작은": 516, | |
| "피": 517, | |
| "만족": 518, | |
| "직업": 519, | |
| "의사소통": 763, | |
| "계획": 521, | |
| "맞": 716, | |
| "엔진": 523, | |
| "부분적": 524, | |
| "부분": 525, | |
| "더 큰": 641, | |
| "전화기": 527, | |
| "옷": 528, | |
| "확정": 530, | |
| "받는 것": 531, | |
| "투표": 674, | |
| "적어도": 533, | |
| "검색": 555, | |
| "판매": 535, | |
| "춤": 537, | |
| "과잉": 538, | |
| "사용": 672, | |
| "장비": 540, | |
| "사용법": 542, | |
| "협업": 543, | |
| "성장": 544, | |
| "모두": 545, | |
| "특히요": 546, | |
| "잠재적으로": 547, | |
| "선택하는 것": 548, | |
| "시연": 549, | |
| "준비해": 550, | |
| "다음": 551, | |
| "메뉴": 552, | |
| "예상치 못한": 553, | |
| "팀": 554, | |
| "충돌": 556, | |
| "쓰기": 557, | |
| "정치": 558, | |
| "과정": 559, | |
| "광고": 651, | |
| "현재": 677, | |
| "가장 가까운": 564, | |
| "스포츠": 565, | |
| "비": 566, | |
| "일시적으로": 568, | |
| "가장 좋은": 569, | |
| "연결": 570, | |
| "글쓰기": 571, | |
| "위치": 572, | |
| "숨겨진": 573, | |
| "변경": 654, | |
| "가독성": 575, | |
| "주로": 576, | |
| "차": 578, | |
| "거의": 613, | |
| "자동차": 580, | |
| "더 많은": 581, | |
| "클라이언트": 582, | |
| "다른 것": 657, | |
| "페이지": 585, | |
| "대조": 586, | |
| "잘못": 587, | |
| "신뢰성": 638, | |
| "비판": 590, | |
| "당신 자신": 591, | |
| "재정적으로": 592, | |
| "소유자": 593, | |
| "연령": 594, | |
| "선택": 760, | |
| "센서": 596, | |
| "아름다움": 597, | |
| "색상": 598, | |
| "시작": 599, | |
| "노래": 600, | |
| "내부": 744, | |
| "시장": 604, | |
| "준비된 것": 605, | |
| "사람들": 606, | |
| "높음": 607, | |
| "항의": 608, | |
| "안전": 609, | |
| "효율적으로": 610, | |
| "이웃": 611, | |
| "소재": 614, | |
| "물": 615, | |
| "목록": 616, | |
| "듣기": 617, | |
| "건물": 618, | |
| "이전": 619, | |
| "생산성": 620, | |
| "우리 자신": 621, | |
| "사진작가": 622, | |
| "다른": 725, | |
| "접근": 624, | |
| "자살": 625, | |
| "일부": 738, | |
| "최신": 627, | |
| "위기": 628, | |
| "어려운": 629, | |
| "파리": 630, | |
| "영향을 받": 631, | |
| "나이": 632, | |
| "갈등": 633, | |
| "날씨": 634, | |
| "축하해": 636, | |
| "설치": 637, | |
| "트위터": 688, | |
| "갑자기": 640, | |
| "최소": 642, | |
| "저서": 643, | |
| "지역사회": 644, | |
| "부엌": 645, | |
| "여행자": 646, | |
| "기계": 647, | |
| "음식": 648, | |
| "이용": 649, | |
| "완벽하다": 759, | |
| "월급": 655, | |
| "협상": 656, | |
| "읽기": 658, | |
| "같이": 659, | |
| "말하는 것": 660, | |
| "인터뷰": 662, | |
| "가스": 663, | |
| "실망": 664, | |
| "감사": 665, | |
| "선수": 666, | |
| "실망스러운": 667, | |
| "구매": 668, | |
| "평균": 669, | |
| "관찰": 718, | |
| "아마": 671, | |
| "예술": 673, | |
| "대부분": 748, | |
| "진행 중": 676, | |
| "거절": 678, | |
| "구매한": 679, | |
| "보통": 680, | |
| "스타일": 681, | |
| "달": 683, | |
| "건축": 684, | |
| "향상": 685, | |
| "종류": 686, | |
| "영향력": 689, | |
| "음악": 690, | |
| "사용 가능": 691, | |
| "그래픽": 692, | |
| "목적": 693, | |
| "피자": 694, | |
| "많은 것": 695, | |
| "비정상적으로": 696, | |
| "우리 자신들": 697, | |
| "주제": 698, | |
| "이전의": 699, | |
| "폐쇄": 700, | |
| "간접적으로": 702, | |
| "누군가": 703, | |
| "뉴스": 704, | |
| "잘못된 것": 705, | |
| "결론": 706, | |
| "대체로": 707, | |
| "감소": 708, | |
| "다양성": 709, | |
| "수학": 710, | |
| "전략": 711, | |
| "연습": 712, | |
| "실습": 713, | |
| "효과": 714, | |
| "큰": 715, | |
| "중요성": 717, | |
| "호환성": 719, | |
| "즐거워하는 것": 720, | |
| "쇼핑": 721, | |
| "샐러드": 722, | |
| "적응": 723, | |
| "인플레이션": 724, | |
| "표시": 727, | |
| "날짜": 729, | |
| "개": 730, | |
| "신청": 731, | |
| "시작해": 732, | |
| "일반적으로": 733, | |
| "물이": 734, | |
| "공격적": 736, | |
| "옷차림": 737, | |
| "투명성": 739, | |
| "클릭": 740, | |
| "목소리": 741, | |
| "어머니": 742, | |
| "사진": 743, | |
| "집": 745, | |
| "찾는 것": 746, | |
| "폭발": 747, | |
| "일곱": 749, | |
| "책": 750, | |
| "축구": 751, | |
| "비타민": 753, | |
| "식별": 754, | |
| "개별적": 755, | |
| "교환": 756, | |
| "주차장": 757, | |
| "반응": 758, | |
| "느리게": 761, | |
| "앉아 있는 것": 762, | |
| "영상": 764, | |
| "신호": 765, | |
| "활성화": 766, | |
| "미술": 767, | |
| "{": 791, | |
| "}": 792, | |
| "<": 793, | |
| ">": 794, | |
| "\\": 797, | |
| "_": 798, | |
| "^": 804, | |
| "|": 809, | |
| "`": 810, | |
| "\t": 812, | |
| "a": 813, | |
| "b": 814, | |
| "c": 815, | |
| "d": 816, | |
| "e": 817, | |
| "f": 818, | |
| "g": 819, | |
| "h": 820, | |
| "i": 821, | |
| "j": 822, | |
| "k": 823, | |
| "l": 824, | |
| "m": 825, | |
| "n": 826, | |
| "o": 827, | |
| "p": 828, | |
| "q": 829, | |
| "r": 830, | |
| "s": 831, | |
| "t": 832, | |
| "u": 833, | |
| "v": 834, | |
| "w": 835, | |
| "x": 836, | |
| "y": 837, | |
| "z": 838, | |
| "A": 839, | |
| "B": 840, | |
| "C": 841, | |
| "D": 842, | |
| "E": 843, | |
| "F": 844, | |
| "G": 845, | |
| "H": 846, | |
| "I": 847, | |
| "J": 848, | |
| "K": 849, | |
| "L": 850, | |
| "M": 851, | |
| "N": 852, | |
| "O": 853, | |
| "P": 854, | |
| "Q": 855, | |
| "R": 856, | |
| "S": 857, | |
| "T": 858, | |
| "U": 859, | |
| "V": 860, | |
| "W": 861, | |
| "X": 862, | |
| "Y": 863, | |
| "Z": 864, | |
| "ä": 865, | |
| "ö": 866, | |
| "ü": 867, | |
| "ß": 868, | |
| "Ä": 869, | |
| "Ö": 870, | |
| "Ü": 871, | |
| "á": 872, | |
| "é": 873, | |
| "í": 874, | |
| "ó": 875, | |
| "ú": 876, | |
| "ñ": 877, | |
| "Á": 878, | |
| "É": 879, | |
| "Í": 880, | |
| "Ó": 881, | |
| "Ú": 882, | |
| "Ñ": 883, | |
| "ã": 884, | |
| "õ": 885, | |
| "ç": 886, | |
| "Ã": 887, | |
| "Õ": 888, | |
| "Ç": 889, | |
| "à": 890, | |
| "è": 891, | |
| "ì": 892, | |
| "ò": 893, | |
| "ù": 894, | |
| "À": 895, | |
| "È": 896, | |
| "Ò": 897, | |
| "Ù": 898, | |
| "â": 899, | |
| "ê": 900, | |
| "î": 901, | |
| "ô": 902, | |
| "û": 903, | |
| "Â": 904, | |
| "Ê": 905, | |
| "Î": 906, | |
| "Ô": 907, | |
| "Û": 908, | |
| "ă": 909, | |
| "đ": 910, | |
| "ơ": 911, | |
| "ư": 912, | |
| "Ă": 913, | |
| "Đ": 914, | |
| "Ơ": 915, | |
| "Ư": 916, | |
| "ạ": 917, | |
| "ả": 918, | |
| "ấ": 919, | |
| "ầ": 920, | |
| "ẩ": 921, | |
| "ẫ": 922, | |
| "ậ": 923, | |
| "ắ": 924, | |
| "ằ": 925, | |
| "ẳ": 926, | |
| "ẵ": 927, | |
| "ặ": 928, | |
| "ẹ": 929, | |
| "ẻ": 930, | |
| "ẽ": 931, | |
| "ế": 932, | |
| "ề": 933, | |
| "ể": 934, | |
| "ễ": 935, | |
| "ệ": 936, | |
| "ỉ": 937, | |
| "ị": 938, | |
| "ọ": 939, | |
| "ỏ": 940, | |
| "ố": 941, | |
| "ồ": 942, | |
| "ổ": 943, | |
| "ỗ": 944, | |
| "ộ": 945, | |
| "ớ": 946, | |
| "ờ": 947, | |
| "ở": 948, | |
| "ỡ": 949, | |
| "ợ": 950, | |
| "ụ": 951, | |
| "ủ": 952, | |
| "ứ": 953, | |
| "ừ": 954, | |
| "ử": 955, | |
| "ữ": 956, | |
| "ự": 957, | |
| "ỳ": 958, | |
| "ỵ": 959, | |
| "ỷ": 960, | |
| "ỹ": 961, | |
| "а": 962, | |
| "б": 963, | |
| "в": 964, | |
| "г": 965, | |
| "д": 966, | |
| "е": 967, | |
| "ё": 968, | |
| "ж": 969, | |
| "з": 970, | |
| "и": 971, | |
| "й": 972, | |
| "к": 973, | |
| "л": 974, | |
| "м": 975, | |
| "н": 976, | |
| "о": 977, | |
| "п": 978, | |
| "р": 979, | |
| "с": 980, | |
| "т": 981, | |
| "у": 982, | |
| "ф": 983, | |
| "х": 984, | |
| "ц": 985, | |
| "ч": 986, | |
| "ш": 987, | |
| "щ": 988, | |
| "ъ": 989, | |
| "ы": 990, | |
| "ь": 991, | |
| "э": 992, | |
| "ю": 993, | |
| "я": 994, | |
| "А": 995, | |
| "Б": 996, | |
| "В": 997, | |
| "Г": 998, | |
| "Д": 999, | |
| "Е": 1000, | |
| "Ё": 1001, | |
| "Ж": 1002, | |
| "З": 1003, | |
| "И": 1004, | |
| "Й": 1005, | |
| "К": 1006, | |
| "Л": 1007, | |
| "М": 1008, | |
| "Н": 1009, | |
| "О": 1010, | |
| "П": 1011, | |
| "Р": 1012, | |
| "С": 1013, | |
| "Т": 1014, | |
| "У": 1015, | |
| "Ф": 1016, | |
| "Х": 1017, | |
| "Ц": 1018, | |
| "Ч": 1019, | |
| "Ш": 1020, | |
| "Щ": 1021, | |
| "Ъ": 1022, | |
| "Ы": 1023, | |
| "Ь": 1024, | |
| "Э": 1025, | |
| "Ю": 1026, | |
| "Я": 1027, | |
| "서": 1037, | |
| "으": 1039, | |
| "하": 1040, | |
| "고": 1041, | |
| "까": 1045, | |
| "지": 1046, | |
| "부": 1047, | |
| "터": 1048, | |
| "게": 1049, | |
| "한": 1050, | |
| "테": 1051, | |
| "며": 1052, | |
| "습": 1053, | |
| "니": 1054, | |
| "다": 1055, | |
| "되": 1056, | |
| "했": 1057, | |
| "어": 1058, | |
| "있": 1059, | |
| "없": 1060, | |
| "것": 1061, | |
| "수": 1062, | |
| "등": 1063, | |
| "및": 1064, | |
| "ᄀ": 1065, | |
| "ᄁ": 1066, | |
| "ᄂ": 1067, | |
| "ᄃ": 1068, | |
| "ᄄ": 1069, | |
| "ᄅ": 1070, | |
| "ᄆ": 1071, | |
| "ᄇ": 1072, | |
| "ᄈ": 1073, | |
| "ᄉ": 1074, | |
| "ᄊ": 1075, | |
| "ᄋ": 1076, | |
| "ᄌ": 1077, | |
| "ᄍ": 1078, | |
| "ᄎ": 1079, | |
| "ᄏ": 1080, | |
| "ᄐ": 1081, | |
| "ᄑ": 1082, | |
| "ᄒ": 1083, | |
| "ᅡ": 1084, | |
| "ᅢ": 1085, | |
| "ᅣ": 1086, | |
| "ᅤ": 1087, | |
| "ᅥ": 1088, | |
| "ᅦ": 1089, | |
| "ᅧ": 1090, | |
| "ᅨ": 1091, | |
| "ᅩ": 1092, | |
| "ᅪ": 1093, | |
| "ᅫ": 1094, | |
| "ᅬ": 1095, | |
| "ᅭ": 1096, | |
| "ᅮ": 1097, | |
| "ᅯ": 1098, | |
| "ᅰ": 1099, | |
| "ᅱ": 1100, | |
| "ᅲ": 1101, | |
| "ᅳ": 1102, | |
| "ᅴ": 1103, | |
| "ᅵ": 1104, | |
| "ᆨ": 1105, | |
| "ᆩ": 1106, | |
| "ᆪ": 1107, | |
| "ᆫ": 1108, | |
| "ᆬ": 1109, | |
| "ᆭ": 1110, | |
| "ᆮ": 1111, | |
| "ᆯ": 1112, | |
| "ᆰ": 1113, | |
| "ᆱ": 1114, | |
| "ᆲ": 1115, | |
| "ᆳ": 1116, | |
| "ᆴ": 1117, | |
| "ᆵ": 1118, | |
| "ᆶ": 1119, | |
| "ᆷ": 1120, | |
| "ᆸ": 1121, | |
| "ᆹ": 1122, | |
| "ᆺ": 1123, | |
| "ᆻ": 1124, | |
| "ᆼ": 1125, | |
| "ᆽ": 1126, | |
| "ᆾ": 1127, | |
| "ᆿ": 1128, | |
| "ᇀ": 1129, | |
| "ᇁ": 1130, | |
| "ᇂ": 1131, | |
| "あ": 1132, | |
| "い": 1133, | |
| "う": 1134, | |
| "え": 1135, | |
| "お": 1136, | |
| "か": 1137, | |
| "き": 1138, | |
| "く": 1139, | |
| "け": 1140, | |
| "こ": 1141, | |
| "さ": 1142, | |
| "し": 1143, | |
| "す": 1144, | |
| "せ": 1145, | |
| "そ": 1146, | |
| "た": 1147, | |
| "ち": 1148, | |
| "つ": 1149, | |
| "て": 1150, | |
| "と": 1151, | |
| "な": 1152, | |
| "に": 1153, | |
| "ぬ": 1154, | |
| "ね": 1155, | |
| "の": 1156, | |
| "は": 1157, | |
| "ひ": 1158, | |
| "ふ": 1159, | |
| "へ": 1160, | |
| "ほ": 1161, | |
| "ま": 1162, | |
| "み": 1163, | |
| "む": 1164, | |
| "め": 1165, | |
| "も": 1166, | |
| "や": 1167, | |
| "ゆ": 1168, | |
| "よ": 1169, | |
| "ら": 1170, | |
| "り": 1171, | |
| "る": 1172, | |
| "れ": 1173, | |
| "ろ": 1174, | |
| "わ": 1175, | |
| "を": 1176, | |
| "ん": 1177, | |
| "ー": 1178, | |
| "っ": 1179, | |
| "ゃ": 1180, | |
| "ゅ": 1181, | |
| "ょ": 1182, | |
| "が": 1183, | |
| "ぎ": 1184, | |
| "ぐ": 1185, | |
| "げ": 1186, | |
| "ご": 1187, | |
| "ざ": 1188, | |
| "じ": 1189, | |
| "ず": 1190, | |
| "ぜ": 1191, | |
| "ぞ": 1192, | |
| "だ": 1193, | |
| "ぢ": 1194, | |
| "づ": 1195, | |
| "で": 1196, | |
| "ど": 1197, | |
| "ば": 1198, | |
| "び": 1199, | |
| "ぶ": 1200, | |
| "べ": 1201, | |
| "ぼ": 1202, | |
| "ぱ": 1203, | |
| "ぴ": 1204, | |
| "ぷ": 1205, | |
| "ぺ": 1206, | |
| "ぽ": 1207, | |
| "ア": 1208, | |
| "イ": 1209, | |
| "ウ": 1210, | |
| "エ": 1211, | |
| "オ": 1212, | |
| "カ": 1213, | |
| "キ": 1214, | |
| "ク": 1215, | |
| "ケ": 1216, | |
| "コ": 1217, | |
| "サ": 1218, | |
| "シ": 1219, | |
| "ス": 1220, | |
| "セ": 1221, | |
| "ソ": 1222, | |
| "タ": 1223, | |
| "チ": 1224, | |
| "ツ": 1225, | |
| "テ": 1226, | |
| "ト": 1227, | |
| "ナ": 1228, | |
| "ニ": 1229, | |
| "ヌ": 1230, | |
| "ネ": 1231, | |
| "ノ": 1232, | |
| "ハ": 1233, | |
| "ヒ": 1234, | |
| "フ": 1235, | |
| "ヘ": 1236, | |
| "ホ": 1237, | |
| "マ": 1238, | |
| "ミ": 1239, | |
| "ム": 1240, | |
| "メ": 1241, | |
| "モ": 1242, | |
| "ヤ": 1243, | |
| "ユ": 1244, | |
| "ヨ": 1245, | |
| "ラ": 1246, | |
| "リ": 1247, | |
| "ル": 1248, | |
| "レ": 1249, | |
| "ロ": 1250, | |
| "ワ": 1251, | |
| "ヲ": 1252, | |
| "ン": 1253, | |
| "ッ": 1254, | |
| "ャ": 1255, | |
| "ュ": 1256, | |
| "ョ": 1257, | |
| "ガ": 1258, | |
| "ギ": 1259, | |
| "グ": 1260, | |
| "ゲ": 1261, | |
| "ゴ": 1262, | |
| "ザ": 1263, | |
| "ジ": 1264, | |
| "ズ": 1265, | |
| "ゼ": 1266, | |
| "ゾ": 1267, | |
| "ダ": 1268, | |
| "ヂ": 1269, | |
| "ヅ": 1270, | |
| "デ": 1271, | |
| "ド": 1272, | |
| "バ": 1273, | |
| "ビ": 1274, | |
| "ブ": 1275, | |
| "ベ": 1276, | |
| "ボ": 1277, | |
| "パ": 1278, | |
| "ピ": 1279, | |
| "プ": 1280, | |
| "ペ": 1281, | |
| "ポ": 1282, | |
| "ヴ": 1283, | |
| "ऀ": 1284, | |
| "ँ": 1285, | |
| "ं": 1286, | |
| "ः": 1287, | |
| "ऄ": 1288, | |
| "अ": 1289, | |
| "आ": 1290, | |
| "इ": 1291, | |
| "ई": 1292, | |
| "उ": 1293, | |
| "ऊ": 1294, | |
| "ऋ": 1295, | |
| "ऌ": 1296, | |
| "ऍ": 1297, | |
| "ऎ": 1298, | |
| "ए": 1299, | |
| "ऐ": 1300, | |
| "ऑ": 1301, | |
| "ऒ": 1302, | |
| "ओ": 1303, | |
| "औ": 1304, | |
| "क": 1305, | |
| "ख": 1306, | |
| "ग": 1307, | |
| "घ": 1308, | |
| "ङ": 1309, | |
| "च": 1310, | |
| "छ": 1311, | |
| "ज": 1312, | |
| "झ": 1313, | |
| "ञ": 1314, | |
| "ट": 1315, | |
| "ठ": 1316, | |
| "ड": 1317, | |
| "ढ": 1318, | |
| "ण": 1319, | |
| "त": 1320, | |
| "थ": 1321, | |
| "द": 1322, | |
| "ध": 1323, | |
| "न": 1324, | |
| "ऩ": 1325, | |
| "प": 1326, | |
| "फ": 1327, | |
| "ब": 1328, | |
| "भ": 1329, | |
| "म": 1330, | |
| "य": 1331, | |
| "र": 1332, | |
| "ऱ": 1333, | |
| "ल": 1334, | |
| "ळ": 1335, | |
| "ऴ": 1336, | |
| "व": 1337, | |
| "श": 1338, | |
| "ष": 1339, | |
| "स": 1340, | |
| "ह": 1341, | |
| "ऺ": 1342, | |
| "ऻ": 1343, | |
| "़": 1344, | |
| "ऽ": 1345, | |
| "ा": 1346, | |
| "ि": 1347, | |
| "ी": 1348, | |
| "ु": 1349, | |
| "ू": 1350, | |
| "ृ": 1351, | |
| "ॄ": 1352, | |
| "ॅ": 1353, | |
| "ॆ": 1354, | |
| "े": 1355, | |
| "ै": 1356, | |
| "ॉ": 1357, | |
| "ॊ": 1358, | |
| "ो": 1359, | |
| "ौ": 1360, | |
| "्": 1361, | |
| "ॎ": 1362, | |
| "ॏ": 1363, | |
| "ॐ": 1364, | |
| "॑": 1365, | |
| "॒": 1366, | |
| "॓": 1367, | |
| "॔": 1368, | |
| "ॕ": 1369, | |
| "ॖ": 1370, | |
| "ॗ": 1371, | |
| "क़": 1372, | |
| "ख़": 1373, | |
| "ग़": 1374, | |
| "ज़": 1375, | |
| "ड़": 1376, | |
| "ढ़": 1377, | |
| "फ़": 1378, | |
| "य़": 1379, | |
| "ॠ": 1380, | |
| "ॡ": 1381, | |
| "ॢ": 1382, | |
| "ॣ": 1383, | |
| "।": 1384, | |
| "॥": 1385, | |
| "०": 1386, | |
| "१": 1387, | |
| "२": 1388, | |
| "३": 1389, | |
| "४": 1390, | |
| "५": 1391, | |
| "६": 1392, | |
| "७": 1393, | |
| "८": 1394, | |
| "९": 1395, | |
| "॰": 1396, | |
| "ॱ": 1397, | |
| "ॲ": 1398, | |
| "ॳ": 1399, | |
| "ॴ": 1400, | |
| "ॵ": 1401, | |
| "ॶ": 1402, | |
| "ॷ": 1403, | |
| "ॸ": 1404, | |
| "ॹ": 1405, | |
| "ॺ": 1406, | |
| "ॻ": 1407, | |
| "ॼ": 1408, | |
| "ॽ": 1409, | |
| "ॾ": 1410, | |
| "ก": 1411, | |
| "ข": 1412, | |
| "ฃ": 1413, | |
| "ค": 1414, | |
| "ฅ": 1415, | |
| "ฆ": 1416, | |
| "ง": 1417, | |
| "จ": 1418, | |
| "ฉ": 1419, | |
| "ช": 1420, | |
| "ซ": 1421, | |
| "ฌ": 1422, | |
| "ญ": 1423, | |
| "ฎ": 1424, | |
| "ฏ": 1425, | |
| "ฐ": 1426, | |
| "ฑ": 1427, | |
| "ฒ": 1428, | |
| "ณ": 1429, | |
| "ด": 1430, | |
| "ต": 1431, | |
| "ถ": 1432, | |
| "ท": 1433, | |
| "ธ": 1434, | |
| "น": 1435, | |
| "บ": 1436, | |
| "ป": 1437, | |
| "ผ": 1438, | |
| "ฝ": 1439, | |
| "พ": 1440, | |
| "ฟ": 1441, | |
| "ภ": 1442, | |
| "ม": 1443, | |
| "ย": 1444, | |
| "ร": 1445, | |
| "ฤ": 1446, | |
| "ล": 1447, | |
| "ฦ": 1448, | |
| "ว": 1449, | |
| "ศ": 1450, | |
| "ษ": 1451, | |
| "ส": 1452, | |
| "ห": 1453, | |
| "ฬ": 1454, | |
| "อ": 1455, | |
| "ฮ": 1456, | |
| "ฯ": 1457, | |
| "ะ": 1458, | |
| "ั": 1459, | |
| "า": 1460, | |
| "ำ": 1461, | |
| "ิ": 1462, | |
| "ี": 1463, | |
| "ึ": 1464, | |
| "ื": 1465, | |
| "ุ": 1466, | |
| "ู": 1467, | |
| "ฺ": 1468, | |
| "฿": 1469, | |
| "เ": 1470, | |
| "แ": 1471, | |
| "โ": 1472, | |
| "ใ": 1473, | |
| "ไ": 1474, | |
| "ๅ": 1475, | |
| "ๆ": 1476, | |
| "็": 1477, | |
| "่": 1478, | |
| "้": 1479, | |
| "๊": 1480, | |
| "๋": 1481, | |
| "์": 1482, | |
| "ํ": 1483, | |
| "๎": 1484, | |
| "๏": 1485, | |
| "๐": 1486, | |
| "๑": 1487, | |
| "๒": 1488, | |
| "๓": 1489, | |
| "๔": 1490, | |
| "๕": 1491, | |
| "๖": 1492, | |
| "๗": 1493, | |
| "๘": 1494, | |
| "๙": 1495, | |
| "๚": 1496, | |
| "<grapheme_1497>": 1497, | |
| "<grapheme_1498>": 1498, | |
| "<grapheme_1499>": 1499, | |
| "<grapheme_1500>": 1500, | |
| "<grapheme_1501>": 1501, | |
| "<grapheme_1502>": 1502, | |
| "<grapheme_1503>": 1503, | |
| "<grapheme_1504>": 1504, | |
| "<grapheme_1505>": 1505, | |
| "<grapheme_1506>": 1506, | |
| "<grapheme_1507>": 1507, | |
| "<grapheme_1508>": 1508, | |
| "<grapheme_1509>": 1509, | |
| "<grapheme_1510>": 1510, | |
| "<grapheme_1511>": 1511, | |
| "<grapheme_1512>": 1512, | |
| "<grapheme_1513>": 1513, | |
| "<grapheme_1514>": 1514, | |
| "<grapheme_1515>": 1515, | |
| "<grapheme_1516>": 1516, | |
| "<grapheme_1517>": 1517, | |
| "<grapheme_1518>": 1518, | |
| "<grapheme_1519>": 1519, | |
| "<grapheme_1520>": 1520, | |
| "<grapheme_1521>": 1521, | |
| "<grapheme_1522>": 1522, | |
| "<grapheme_1523>": 1523, | |
| "<grapheme_1524>": 1524, | |
| "<grapheme_1525>": 1525, | |
| "<grapheme_1526>": 1526, | |
| "<grapheme_1527>": 1527, | |
| "<grapheme_1528>": 1528, | |
| "<grapheme_1529>": 1529, | |
| "<grapheme_1530>": 1530, | |
| "<grapheme_1531>": 1531, | |
| "<grapheme_1532>": 1532, | |
| "<grapheme_1533>": 1533, | |
| "<grapheme_1534>": 1534, | |
| "<grapheme_1535>": 1535 | |
| }, | |
| "unk_token": "<unk>" | |
| } | |
| } |